-- Logs begin at Fri 2021-08-20 12:34:23 UTC, end at Fri 2021-08-20 14:59:30 UTC. -- Aug 20 13:05:58.789210 n-d-804232-5 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 13:06:01.472520 n-d-804232-5 neutron-server[94754]: INFO neutron.common.config [-] Logging enabled! Aug 20 13:06:01.473102 n-d-804232-5 neutron-server[94754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 13:06:01.473303 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94754) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 13:06:01.476446 n-d-804232-5 neutron-server[94754]: INFO neutron.common.config [-] Logging enabled! Aug 20 13:06:01.476726 n-d-804232-5 neutron-server[94754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 13:06:01.477039 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94754) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 13:06:01.477985 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 13:06:01.478229 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 13:06:01.478582 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 13:06:01.478827 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 13:06:01.479054 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 13:06:01.479375 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.479669 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.479964 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.480193 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.480485 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.480798 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.481082 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.481369 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.481662 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.481950 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.482229 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.482512 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.482740 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.483019 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.483306 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.483590 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.483812 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] debug = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.484086 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.484504 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.484933 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.485834 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.486354 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.486453 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.486637 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.486911 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.487196 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.487522 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] host = n-d-804232-5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.487799 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.488084 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.488367 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.488673 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.488947 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.489222 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.489504 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.489774 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.490043 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.490317 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.490598 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.490880 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.491165 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.491386 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.491603 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.491888 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.492173 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.492443 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.492739 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.493010 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.493282 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.493553 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.493819 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.494100 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.494381 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.494660 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.494930 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.495202 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.495471 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.495738 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.496019 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.496288 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.496575 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.496846 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.497127 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.497394 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.497663 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.497960 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.498244 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.498523 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.498806 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.499076 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.499357 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.499628 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.499899 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.500169 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] use_json = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.500439 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.500773 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.501218 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.501350 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.501623 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.501898 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.502170 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.502453 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:01.502749 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.503041 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.503341 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.503623 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.503917 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.504195 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.504482 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.504781 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.505068 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.505356 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.505641 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.505917 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.506202 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.506476 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.506766 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.507066 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.507359 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.507649 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.507922 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.508193 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.508464 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.508764 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.509047 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.509336 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.509624 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.509896 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.510170 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.510455 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.510730 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.510999 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.511273 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.511560 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.511835 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.512107 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.512386 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.512684 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.512953 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.513223 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.513498 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.513783 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.514073 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.514325 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.514594 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.514867 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.515136 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.515422 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.515699 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.515972 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.516243 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.516683 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.516683 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.517141 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.517358 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.517629 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.517903 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.518173 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.518442 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.518712 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.518980 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.519249 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.519518 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.519786 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.520061 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.520330 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.520619 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.520888 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.521154 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.521424 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.521708 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.522008 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.522283 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.522556 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.522829 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.523102 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.523378 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.523652 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.523925 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.524199 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.524469 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.524776 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.525055 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.525338 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.525617 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.525891 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.526182 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.526455 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.526732 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.527005 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.527278 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.527562 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.527842 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.528131 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.528420 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.528731 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.529021 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.529312 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.529588 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.529889 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.530166 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:01.530380 n-d-804232-5 neutron-server[94754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 13:06:01.530615 n-d-804232-5 neutron-server[94754]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94754) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 13:06:01.879386 n-d-804232-5 neutron-server[94754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 13:06:01.879661 n-d-804232-5 neutron-server[94754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 13:06:01.879952 n-d-804232-5 neutron-server[94754]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 13:06:01.880284 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 13:06:02.276061 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.276246 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.276522 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.277841 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.278114 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.278383 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.311882 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.312162 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.312425 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.329579 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.329858 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.330378 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.358679 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.358960 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.359230 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.395752 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.396033 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.396300 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.627653 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.628258 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.628258 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.628442 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.629174 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.748771 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.749090 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.749369 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.749643 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.749907 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.750218 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.750475 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.751347 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.751724 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.752003 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.752263 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.752527 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.752810 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.753061 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.753315 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.753577 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.753830 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.754095 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.754363 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.754620 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.754888 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.755137 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.755413 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.755787 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.756034 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.756273 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.756685 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:02.756922 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:02.757152 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:02.757381 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:02.757609 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:02.757838 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:02.758199 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 13:06:02.761363 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 13:06:02.765275 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 13:06:02.768918 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 20 13:06:02.770536 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 13:06:02.770986 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 13:06:02.771317 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 13:06:02.771696 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 13:06:02.774473 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 13:06:02.774723 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 13:06:02.775064 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 13:06:02.780293 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 13:06:02.802524 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 13:06:02.802963 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.803257 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94754) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 13:06:02.803614 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.804982 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94754) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 13:06:02.805263 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 13:06:02.805509 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 13:06:02.808648 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.808934 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:02.872680 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 13:06:02.872916 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 13:06:02.873145 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 13:06:02.873503 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 13:06:02.894662 n-d-804232-5 neutron-server[94754]: DEBUG oslo_db.sqlalchemy.engines [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94754) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 13:06:03.424822 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing driver for type 'gre' Aug 20 13:06:03.425340 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] gre ID ranges: [(1, 1000)] Aug 20 13:06:03.478052 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing driver for type 'local' Aug 20 13:06:03.478458 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing driver for type 'vlan' Aug 20 13:06:03.491278 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] VlanTypeDriver initialization complete Aug 20 13:06:03.491657 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing driver for type 'vxlan' Aug 20 13:06:03.492131 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] vxlan ID ranges: [(1, 1000)] Aug 20 13:06:03.545500 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing extension driver 'port_security' Aug 20 13:06:03.545847 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] PortSecurityExtensionDriver initialization complete Aug 20 13:06:03.546210 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing mechanism driver 'openvswitch' Aug 20 13:06:03.546521 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing mechanism driver 'hyperv' Aug 20 13:06:03.553454 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.plugin [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:03.554312 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.554697 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.555059 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.555581 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:06:03.556027 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.556391 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.556773 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.557175 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:06:03.557588 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.557942 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.558291 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.558680 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:06:03.559090 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > security_group after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.559445 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > security_group after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.559789 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.560179 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:06:03.560609 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.560964 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.561308 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.561701 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:06:03.562109 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > address_group after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.562456 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > address_group after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.562798 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > address_group after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.563187 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:06:03.564049 n-d-804232-5 neutron-server[94754]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] ML2 OVO RPC backend initialized. {{(pid=94754) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 13:06:03.564798 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.565163 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.565587 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.565943 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > networks before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.566296 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.566643 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > ports before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.566996 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.567340 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnets before_response 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.567691 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.568040 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.568387 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.568759 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.569103 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.569443 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.569786 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.570127 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.570466 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.571046 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.plugin [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Modular L2 Plugin initialization complete Aug 20 13:06:03.571380 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading services supported by the core plugin {{(pid=94754) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 13:06:03.571709 n-d-804232-5 neutron-server[94754]: INFO neutron.plugins.ml2.managers [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Got port-security extension from driver 'port_security' Aug 20 13:06:03.572177 n-d-804232-5 neutron-server[94754]: INFO neutron.extensions.vlantransparent [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Disabled vlantransparent extension. Aug 20 13:06:03.572693 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94754) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 13:06:03.573011 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: router Aug 20 13:06:03.611861 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.612260 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_create 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.612682 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router before_create 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.613057 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.613441 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.613803 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_delete 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.614173 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > floatingip after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.614655 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.615024 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_create 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.615382 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_update 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.615740 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_update 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.616093 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.616458 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_update 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.616906 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_update 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.617288 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.617637 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.617978 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: subnet after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.618322 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.618675 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.619024 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_create 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.619371 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.619716 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.620076 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router after_update 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.620420 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.620809 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_create 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.621174 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.621522 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_update 55549900 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.621891 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > agent after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.622242 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > agent after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.622590 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > network after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.623461 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Tracking information for resource: router configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:03.623795 n-d-804232-5 neutron-server[94754]: DEBUG neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Tracking information for resource: floatingip configured {{(pid=94754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:06:03.629232 n-d-804232-5 neutron-server[94754]: INFO neutron.db.l3_agentschedulers_db [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 13:06:03.629820 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.630187 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port after_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.630544 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port after_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.630904 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: port after_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.631712 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router before_create 55550100 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.632084 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.632454 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_create 55550100 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.632847 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > router precommit_update 55550100 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.637514 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.provider_configuration [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service providers = [] {{(pid=94754) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 13:06:03.637887 n-d-804232-5 neutron-server[94754]: DEBUG neutron.db.servicetype_db [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94754) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 13:06:03.640873 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.service_base [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:06:03.641753 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.service_base [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:06:03.642611 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.service_base [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:06:03.643533 n-d-804232-5 neutron-server[94754]: DEBUG neutron.services.service_base [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:06:03.643911 n-d-804232-5 neutron-server[94754]: INFO neutron.services.service_base [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 13:06:03.644293 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.644642 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 13:06:03.656587 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.657543 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: auto_allocate Aug 20 13:06:03.663536 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: network precommit_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.663920 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: network precommit_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.664451 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.664805 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: tag Aug 20 13:06:03.671498 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.671835 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: timestamp Aug 20 13:06:03.676170 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.676513 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: network_ip_availability Aug 20 13:06:03.681955 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.682335 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.682695 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.683417 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.683739 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: flavors Aug 20 13:06:03.689155 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.689493 n-d-804232-5 neutron-server[94754]: INFO neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading Plugin: revisions Aug 20 13:06:03.693780 n-d-804232-5 neutron-server[94754]: DEBUG neutron.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:06:03.694179 n-d-804232-5 neutron-server[94754]: DEBUG oslo_concurrency.lockutils [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=94754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 13:06:03.694922 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94754) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 13:06:03.695286 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Initializing extension manager. Aug 20 13:06:03.695784 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: __init__.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.696140 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: __pycache__ {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.696481 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.696852 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: address_group.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.697616 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.698183 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: address-group Aug 20 13:06:03.698515 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: address_scope.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.699246 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.699765 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: address-scope Aug 20 13:06:03.700095 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.701067 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.701581 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: router-admin-state-down-before-update Aug 20 13:06:03.701910 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: agent.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.702622 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.703128 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: agent Aug 20 13:06:03.703454 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: agent_resources_synced.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.705668 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.706184 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: agent-resources-synced Aug 20 13:06:03.706516 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: allowedaddresspairs.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.708316 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.708875 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: allowed-address-pairs Aug 20 13:06:03.709211 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: auto_allocated_topology.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.710297 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.710814 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: auto-allocated-topology Aug 20 13:06:03.711146 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: availability_zone.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.711851 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.712358 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: availability_zone Aug 20 13:06:03.712719 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: availability_zone_filter.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.713652 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.714163 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: availability_zone_filter Aug 20 13:06:03.714494 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: data_plane_status.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.715419 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.715926 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 13:06:03.716260 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: default_subnetpools.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.717213 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.717723 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: default-subnetpools Aug 20 13:06:03.718052 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.718868 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.719423 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: dhcp_agent_scheduler Aug 20 13:06:03.720774 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: dns.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.721712 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.722226 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension dns-integration not supported by any of loaded plugins Aug 20 13:06:03.722556 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: dns_domain_ports.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.723480 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.723991 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 13:06:03.724321 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.725283 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.725793 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 13:06:03.726121 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: dvr.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.726808 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.727318 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: dvr Aug 20 13:06:03.727648 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: ecmp_routes.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.728598 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.729105 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 13:06:03.729431 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: empty_string_filtering.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.730362 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.730867 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: empty-string-filtering Aug 20 13:06:03.731193 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.732115 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.732654 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 13:06:03.732982 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.733906 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.734408 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 13:06:03.734734 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: external_net.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.736112 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.736650 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: external-net Aug 20 13:06:03.736983 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.737902 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.738407 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: extra_dhcp_opt Aug 20 13:06:03.738734 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: extraroute.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.739647 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.740153 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: extraroute Aug 20 13:06:03.740481 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: extraroute_atomic.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.741547 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.742060 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: extraroute-atomic Aug 20 13:06:03.742389 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: filter_validation.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.743228 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.743735 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: filter-validation Aug 20 13:06:03.744065 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: fip_pf_description.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.745021 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.745524 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 13:06:03.745851 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: fip_port_details.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.746781 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.747285 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: fip-port-details Aug 20 13:06:03.747614 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: flavors.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.748880 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.749399 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: flavors Aug 20 13:06:03.749730 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.752383 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.752936 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 13:06:03.753273 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: floatingip_pools.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.753986 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.754502 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: floatingip-pools Aug 20 13:06:03.754836 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: ip_allocation.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.755785 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.756290 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 13:06:03.756651 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.757595 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.758103 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: ip-substring-filtering Aug 20 13:06:03.758435 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l2_adjacency.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.759381 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.759889 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 13:06:03.760222 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.761233 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.761753 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: router Aug 20 13:06:03.762084 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.764370 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.764937 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 13:06:03.765276 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.766279 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.767789 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: ext-gw-mode Aug 20 13:06:03.768129 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.769144 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.769657 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: l3-ha Aug 20 13:06:03.769976 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3_flavors.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.770902 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.771409 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: l3-flavors Aug 20 13:06:03.771737 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.772690 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.773198 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 13:06:03.773526 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: l3agentscheduler.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.774582 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.775095 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: l3_agent_scheduler Aug 20 13:06:03.775428 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: logging.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.776972 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.777495 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension logging not supported by any of loaded plugins Aug 20 13:06:03.777832 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: metering.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.778584 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.779161 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: metering Aug 20 13:06:03.779492 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.780767 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.781293 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: metering_source_and_destination_fields Aug 20 13:06:03.781628 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: multiprovidernet.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.783046 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.783561 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: multi-provider Aug 20 13:06:03.783899 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: netmtu.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.784866 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.785378 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: net-mtu Aug 20 13:06:03.785710 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: netmtu_writable.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.786642 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.787159 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: net-mtu-writable Aug 20 13:06:03.787490 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: network_availability_zone.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.788182 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.788725 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: network_availability_zone Aug 20 13:06:03.789055 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: network_ip_availability.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.790158 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.790669 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: network-ip-availability Aug 20 13:06:03.790999 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: network_segment_range.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.791783 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.792287 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 13:06:03.792660 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: pagination.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.793663 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.794000 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: pagination Aug 20 13:06:03.794327 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: port_device_profile.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.795254 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.795769 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: port-device-profile Aug 20 13:06:03.796096 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.797066 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.798046 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: port-mac-address-regenerate Aug 20 13:06:03.798404 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.799341 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.799858 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: port-numa-affinity-policy Aug 20 13:06:03.800185 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: port_resource_request.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.801133 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.801637 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 13:06:03.801961 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: portbindings.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.802904 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.803418 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: binding Aug 20 13:06:03.803746 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: portbindings_extended.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.805064 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.805582 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: binding-extended Aug 20 13:06:03.805914 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: portsecurity.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.806852 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.807369 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: port-security Aug 20 13:06:03.807699 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: project_id.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.808722 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.809060 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: project-id Aug 20 13:06:03.809389 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: providernet.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.810323 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.810836 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: provider Aug 20 13:06:03.811162 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.815605 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.816129 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos not supported by any of loaded plugins Aug 20 13:06:03.816467 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.817747 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.818271 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 13:06:03.818614 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.819544 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.820057 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 13:06:03.820391 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_default.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.821343 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.821855 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-default not supported by any of loaded plugins Aug 20 13:06:03.822189 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_fip.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.822852 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.823354 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-fip not supported by any of loaded plugins Aug 20 13:06:03.823684 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_gateway_ip.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.824644 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.825160 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 13:06:03.825490 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_port_network_policy.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.826411 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.826922 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 13:06:03.827250 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_pps_rule.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.828446 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.830585 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-pps not supported by any of loaded plugins Aug 20 13:06:03.830924 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_rule_type_details.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.831876 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.832398 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 13:06:03.832762 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: qos_rules_alias.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.833822 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.834339 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 13:06:03.834670 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: quotasv2.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.835779 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.836112 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: quotas Aug 20 13:06:03.836439 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: quotasv2_detail.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.839533 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.839879 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: quota_details Aug 20 13:06:03.840218 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: rbac.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.841321 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.841848 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: rbac-policies Aug 20 13:06:03.842186 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: rbac_address_group.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.843130 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.843646 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: rbac-address-group Aug 20 13:06:03.843979 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: rbac_address_scope.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.845521 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.846041 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: rbac-address-scope Aug 20 13:06:03.846374 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: rbac_security_groups.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.847308 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.847822 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: rbac-security-groups Aug 20 13:06:03.848153 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: rbac_subnetpool.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.849122 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.849634 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: rbac-subnetpool Aug 20 13:06:03.849962 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: revisionifmatch.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.850897 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.851412 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: revision-if-match Aug 20 13:06:03.851742 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: revisions.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.852893 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.853410 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: standard-attr-revisions Aug 20 13:06:03.853742 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: router_availability_zone.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.854430 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.854936 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: router_availability_zone Aug 20 13:06:03.855267 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: routerservicetype.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.856204 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.856749 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension router-service-type not supported by any of loaded plugins Aug 20 13:06:03.857084 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.858014 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.858528 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: security-groups-normalized-cidr Aug 20 13:06:03.858861 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.859788 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.860776 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: port-security-groups-filtering Aug 20 13:06:03.861109 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.862052 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.862566 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: security-groups-remote-address-group Aug 20 13:06:03.862895 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: securitygroup.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.872629 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.873160 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: security-group Aug 20 13:06:03.873501 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: segment.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.874300 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.874813 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension segment not supported by any of loaded plugins Aug 20 13:06:03.875149 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.877110 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.877629 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 13:06:03.877966 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: servicetype.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.879142 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.879671 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: service-type Aug 20 13:06:03.880004 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: sorting.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.881025 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.881361 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: sorting Aug 20 13:06:03.881689 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: standard_attr_segment.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.882618 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.883133 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 13:06:03.883464 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: standardattrdescription.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.884122 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.884661 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: standard-attr-description Aug 20 13:06:03.884995 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: stateful_security_group.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.885954 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.886474 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: stateful-security-group Aug 20 13:06:03.886808 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: stdattrs_common.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.887397 n-d-804232-5 neutron-server[94754]: WARNING neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 13:06:03.887723 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.888696 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.889216 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 13:06:03.889543 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: subnet_onboard.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.890631 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.891149 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: subnet_onboard Aug 20 13:06:03.892587 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.893546 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.894064 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 13:06:03.894397 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: subnet_service_types.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.895334 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.895847 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: subnet-service-types Aug 20 13:06:03.896179 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: subnetallocation.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.897384 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.897896 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: subnet_allocation Aug 20 13:06:03.898226 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.898903 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.899417 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: subnetpool-prefix-ops Aug 20 13:06:03.899743 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.900717 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.901233 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 13:06:03.901559 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: tagging.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.902631 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.903141 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: standard-attr-tag Aug 20 13:06:03.903470 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: timestamp.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.904722 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.905242 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loaded extension: standard-attr-timestamp Aug 20 13:06:03.905576 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: trunk.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.906660 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.907580 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension trunk not supported by any of loaded plugins Aug 20 13:06:03.907917 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: trunk_details.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.908894 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.909417 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension trunk-details not supported by any of loaded plugins Aug 20 13:06:03.909749 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: uplink_status_propagation.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.910758 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.911273 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 13:06:03.911605 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Loading extension file: vlantransparent.py {{(pid=94754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:06:03.912285 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:06:03.912833 n-d-804232-5 neutron-server[94754]: INFO neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 13:06:03.915300 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:network Aug 20 13:06:03.915834 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:subnet Aug 20 13:06:03.916248 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:06:03.916683 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:port Aug 20 13:06:03.917941 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.918383 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service FLAVORS assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.919018 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.919455 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.919793 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:router Aug 20 13:06:03.920274 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:floatingip Aug 20 13:06:03.920827 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service METERING assigned prefix: /metering {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.922299 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.923153 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.923520 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:06:03.924531 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 13:06:03.925012 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:security_group Aug 20 13:06:03.925452 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 13:06:03.926073 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service CORE assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.926414 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:06:03.926765 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] subnetpool is already registered Aug 20 13:06:03.927195 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service CORE assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.927523 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:06:03.927860 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] subnetpool is already registered Aug 20 13:06:03.930201 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.930757 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service FLAVORS assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.931395 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.931833 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.932171 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:router Aug 20 13:06:03.932515 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] router is already registered Aug 20 13:06:03.932965 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:floatingip Aug 20 13:06:03.933304 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] floatingip is already registered Aug 20 13:06:03.933773 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service METERING assigned prefix: /metering {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.934500 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 13:06:03.934834 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] rbac_policy is already registered Aug 20 13:06:03.935258 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:security_group Aug 20 13:06:03.935596 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] security_group is already registered Aug 20 13:06:03.936003 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 13:06:03.936340 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] security_group_rule is already registered Aug 20 13:06:03.936865 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service CORE assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.937202 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:06:03.937538 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] subnetpool is already registered Aug 20 13:06:03.937976 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.v2.resource_helper [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Service CORE assigned prefix: {{(pid=94754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:06:03.939358 n-d-804232-5 neutron-server[94754]: INFO neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:06:03.939708 n-d-804232-5 neutron-server[94754]: WARNING neutron.quota.resource_registry [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] subnetpool is already registered Aug 20 13:06:03.941413 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: extensions {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.942881 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: address-groups {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.944394 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: address-scopes {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.945630 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: agents {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.946905 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: auto-allocated-topology {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.948168 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: availability_zones {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.949428 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: dhcp-networks {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.950861 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: dhcp-agents {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.952409 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: routers {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.955461 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: flavors {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.956687 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: service_profiles {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.958000 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: next_providers {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.959499 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: service_profiles {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.960973 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: floatingip-pools {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.962303 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: routers {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.964027 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: floatingips {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.965265 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: l3-routers {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.966781 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: l3-agents {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.968203 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: metering-labels {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.969956 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: metering-label-rules {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.971258 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: network-ip-availabilities {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.972663 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: bindings {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.974241 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: quotas {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.975697 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: quotas {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.977260 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: rbac-policies {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.978470 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: security-groups {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.979686 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: security-group-rules {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.981071 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: service-providers {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.982294 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: subnetpools {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.983638 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: subnetpools {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.985674 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.987370 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.989128 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.991002 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.992745 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.994590 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.996390 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:03.998209 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:04.002073 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:04.003825 n-d-804232-5 neutron-server[94754]: DEBUG neutron.api.extensions [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Extended resource: tags {{(pid=94754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:06:04.009822 n-d-804232-5 neutron-server[94754]: WARNING keystonemiddleware.auth_token [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 13:06:04.014411 n-d-804232-5 neutron-server[94754]: WARNING keystonemiddleware.auth_token [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 13:06:04.024266 n-d-804232-5 neutron-server[94754]: DEBUG oslo_concurrency.lockutils [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Acquired lock "singleton_lock" {{(pid=94754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 13:06:04.024770 n-d-804232-5 neutron-server[94754]: DEBUG oslo_concurrency.lockutils [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Releasing lock "singleton_lock" {{(pid=94754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 13:06:04.025429 n-d-804232-5 neutron-server[94754]: INFO oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Starting 2 workers Aug 20 13:06:04.030298 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Started child 94861 {{(pid=94754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:06:04.035616 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Started child 94862 {{(pid=94754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:06:04.036243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.037267 n-d-804232-5 neutron-server[94754]: INFO neutron.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 13:06:04.037787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [-] (94861) wsgi starting up on http://0.0.0.0:9696 Aug 20 13:06:04.037953 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Notify callbacks [] for process, before_spawn {{(pid=94754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.040523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.041013 n-d-804232-5 neutron-server[94754]: INFO oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Starting 1 workers Aug 20 13:06:04.041920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [-] (94862) wsgi starting up on http://0.0.0.0:9696 Aug 20 13:06:04.046184 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Started child 94863 {{(pid=94754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:06:04.046700 n-d-804232-5 neutron-server[94754]: INFO oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Starting 1 workers Aug 20 13:06:04.050183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] calling RpcWorker wait() {{(pid=94863) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 13:06:04.050732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] returning from RpcWorker wait() {{(pid=94863) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 13:06:04.051936 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.052132 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Started child 94864 {{(pid=94754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:06:04.052387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:04.052800 n-d-804232-5 neutron-server[94754]: DEBUG neutron_lib.callbacks.manager [None req-bd392447-01b6-4cc4-99f8-89436398a4fe None None] Notify callbacks [] for process, after_spawn {{(pid=94754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.054686 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 13:06:04.054912 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 13:06:04.055099 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 13:06:04.055334 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 13:06:04.055679 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 13:06:04.055856 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 13:06:04.056380 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.057670 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.057792 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.058234 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.058234 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.058234 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.058234 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.058479 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.058688 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.058886 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.059147 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.059236 n-d-804232-5 neutron-server[94864]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:04.059335 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.059521 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.059726 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.059976 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.060247 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.060543 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.060814 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.061078 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.061256 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.061533 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.061826 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.062089 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.062351 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] debug = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.062594 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.063069 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.063819 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.064690 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.064942 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.065238 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.065491 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.065771 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.066023 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.066246 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.066488 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.066743 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.067004 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.067224 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.067448 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.067708 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.067936 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.068414 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] host = n-d-804232-5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.068680 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.068920 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.069172 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.069427 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.069691 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.069935 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.070210 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.070467 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.070728 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.070975 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.071229 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.071480 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.071731 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.071975 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.072137 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_options = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.072360 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.072674 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.072941 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.073138 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.073308 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.073487 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.073748 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.073914 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.074168 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.074390 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.074627 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.074843 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.075062 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.075302 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.075570 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.075806 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.076024 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.076256 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.076504 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.076787 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.077015 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.077248 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.077468 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.077706 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.077929 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.078179 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.078427 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.078645 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.079059 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.080445 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.080716 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.080980 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.081211 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.081466 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.081700 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.081932 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.082182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.082474 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.082688 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.082940 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.083191 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.083415 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.083678 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.083897 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.084138 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.084356 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_json = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.084609 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.084849 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.085107 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.085346 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.085584 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.085802 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.086019 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.086274 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.087353 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.088440 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.089091 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.089813 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.090100 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.090359 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.090755 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.091283 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.092084 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.093309 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.094641 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.095399 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.095739 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.096370 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.096864 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.097776 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.098280 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.098708 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.099293 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.099574 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.101684 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.104151 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.104539 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.104854 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.105143 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.105432 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.105686 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.105949 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.106183 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.106436 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.106667 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.106894 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.107194 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.107440 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.107659 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.107907 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.108176 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.108406 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.108688 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.108926 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.109172 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.109409 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.109634 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.109862 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.110659 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.110913 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.111089 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.111327 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.111548 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.111810 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.112040 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.112296 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.112519 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.112775 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.112988 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.113218 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.113440 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.113660 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.113908 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.114109 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.114333 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.114591 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.114828 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.115023 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.115238 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.115463 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.115698 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.115921 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.116145 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.116380 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.116856 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.116856 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.117171 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.117262 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.117483 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.117699 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.118802 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.118802 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.118802 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.118802 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.118802 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.119138 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.119138 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.119380 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.119988 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.119988 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.120240 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.120417 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.120741 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.121003 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.121259 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.121506 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.121724 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.121951 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.122181 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.122461 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.122684 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.122913 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.123135 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.123343 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.123624 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.123863 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.124107 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.124338 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.124599 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.124842 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.125138 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.125372 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.125752 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.126492 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.126883 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.127169 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.127416 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.127709 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.127931 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.128200 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.128479 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.128774 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.129049 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.129294 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.129527 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.129786 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.130037 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.130323 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.130524 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.130751 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.130965 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.131257 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.131519 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.131744 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.131961 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.132193 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.132522 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.132795 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.133013 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.133230 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.133611 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.133775 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.134023 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.134290 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.134537 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.134800 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.135052 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.135283 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.135527 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.135775 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.136021 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.136234 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.136470 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.136722 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.136947 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.137186 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.137405 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.137636 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.137851 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.138070 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.138303 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.138535 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.138742 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.139003 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.139377 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.139747 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.139992 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.140236 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.140469 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.140689 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.140922 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.141217 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.141631 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.141906 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.142159 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.142377 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.142606 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.142830 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.143087 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.143301 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.143567 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.143789 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.144003 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.144215 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.144451 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.144694 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.144927 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.145174 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.145408 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.145648 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.145892 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.146223 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.146483 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.146715 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.146967 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.147182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.147415 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.147636 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.147871 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.148105 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.148318 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.148529 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.148823 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.149069 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.149324 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.149539 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.149755 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.149963 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.150196 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.150426 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.150717 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.150963 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.151209 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.151450 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.151684 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.151915 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.152145 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.152356 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.152577 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.152807 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.153054 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.153263 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.153488 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.153703 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.153914 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.154342 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.154560 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.154770 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.154994 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.155207 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.155417 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.155636 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.155852 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.156098 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.156322 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.156589 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.156963 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.157142 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.157355 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.157570 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.157815 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.158025 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.158251 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.158470 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.158683 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.158889 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.159200 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.159461 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.159695 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.159989 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.160222 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.160464 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.160712 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.161024 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.161260 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.161496 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.161719 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.161935 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.162152 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.162405 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.162710 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.163019 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.163279 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.163510 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.163795 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.164066 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.164350 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.164582 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.164859 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.165199 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.165466 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.165740 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.165970 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.166675 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.166675 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.166675 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.167203 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.167203 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.167356 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.167699 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.167803 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.167979 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.168206 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.168425 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.168676 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.168930 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.169156 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.169476 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.169716 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.169851 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 13:06:04.170327 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 13:06:04.170478 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 13:06:04.170635 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 13:06:04.170805 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 13:06:04.170977 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 13:06:04.171131 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 13:06:04.171337 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.171512 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.171661 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.171820 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.171979 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.172162 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.172323 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.173060 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.173212 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.173372 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.173518 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.173683 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.173848 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174089 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174262 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174354 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174432 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174594 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174759 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.174918 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.175082 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.175239 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.175397 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] debug = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.175555 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.175751 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.175954 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.176090 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.176205 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.176363 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.176520 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.176710 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.176869 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177028 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177187 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177350 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177518 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177656 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177813 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.177969 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.178126 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.178287 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] host = n-d-804232-5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.178442 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.178756 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.178933 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.179074 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.179227 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.179385 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.179544 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.179728 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.179860 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180018 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180179 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180337 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180496 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180675 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180833 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_options = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.180990 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.181148 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.181304 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.181489 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.181658 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.181831 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.181998 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.182122 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.182283 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.182439 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.182598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.182756 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.182913 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.183072 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.183227 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.183386 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.183543 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.183695 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.183846 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184013 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184187 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184324 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184448 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184639 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184859 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.184960 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.185077 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.185234 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.185391 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.185549 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.185705 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.185864 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186023 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186183 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186340 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:04.186584 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186662 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186799 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.186957 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.187115 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.187278 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.187436 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.187593 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.187751 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.187911 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.188175 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_json = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.188874 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189034 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189192 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189348 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189496 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189654 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189813 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.189972 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:06:04.190149 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.190311 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.190483 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.190644 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.190805 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.190964 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.191125 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.191288 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.191449 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.191611 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.191779 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.191940 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.192111 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.192273 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.192433 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.192616 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.192779 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.192937 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.193092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.193253 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.193413 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.193573 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.193751 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.193913 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.194074 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.194235 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.194395 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.194556 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.194719 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.194881 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.195044 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.195207 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.195368 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.195529 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.195690 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.195851 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.196011 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.196173 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.196335 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.196497 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.196692 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.196855 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197017 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197181 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197346 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197508 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197670 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197831 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.197993 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.198157 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.198331 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.198491 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.198653 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.198813 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.198975 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.199136 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.199298 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.199463 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.199660 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.199803 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.199936 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.200098 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.200279 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.200405 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.200587 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.200739 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.200900 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.201061 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.201222 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.201477 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.201671 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.201671 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202266 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202266 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202266 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202266 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202844 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202844 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.202844 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203070 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203070 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203208 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203317 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203477 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203647 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.203882 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.204046 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.204254 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.204471 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.204818 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.205237 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.205399 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.205572 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.205807 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.205984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.205984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.206257 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.206389 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.206518 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.206649 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.206780 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.206920 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207050 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207353 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207514 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207675 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207835 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.207996 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.208157 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.208316 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.208488 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.208690 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.208825 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.208957 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.209128 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.209299 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.209459 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.209621 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.209783 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.209944 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.210104 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.210266 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.210427 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.210587 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.210748 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.210910 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.211079 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.211251 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.211412 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.211574 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.211734 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.211917 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.212077 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.212237 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.212398 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.212571 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.212739 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.212904 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.214297 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.215598 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.216984 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.217331 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.217331 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.217470 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.217545 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.217703 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.217865 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218026 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218189 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218351 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218511 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218675 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218835 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.218998 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.219158 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.219386 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.219581 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.219842 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220082 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220188 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220322 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220472 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220670 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220833 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.220994 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.221156 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.221317 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.221478 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.221637 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.221798 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.221959 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.222120 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.222280 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.222444 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.222607 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.222769 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.222930 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.223090 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.223250 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.223409 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.223570 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.223744 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.223904 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.224066 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.224228 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.224389 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.224565 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.224741 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.224902 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.225062 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.225221 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.225381 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.225542 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.225713 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.225874 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.226035 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.226195 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.226357 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.226517 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.226688 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.226847 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227006 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227171 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227330 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227490 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227674 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227822 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.227982 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.228609 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.228609 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.228609 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.228609 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230092 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.230934 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.232513 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.233124 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.233124 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.233124 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.233124 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.233124 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.233124 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234182 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234652 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234652 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.234652 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.235473 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.235473 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.235831 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.235831 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.235831 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.236183 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.236183 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.236371 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.236492 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:06:04.236678 n-d-804232-5 neutron-server[94754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 13:06:04.462438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:04.472040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073781 Aug 20 13:06:15.790677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9c186-d350-4d36-8484-d728b5e634fa None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:06:15.854012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9c186-d350-4d36-8484-d728b5e634fa None None] No non-hosted networks {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 13:06:15.863422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.agentschedulers_db [None req-76c9c186-d350-4d36-8484-d728b5e634fa None None] DHCP Agent not found on host n-d-804232-5 {{(pid=94863) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 13:06:16.003080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-873fa34b-e6d1-4d0e-80e3-0c300030ee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:18.438460 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-60d11689-a16a-4f51-8348-871eb260aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:18.488802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6702adf1-660c-4a54-bb2e-c27e7cbff162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:18.497302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:18.498234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.499138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.499750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.500793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.501866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.502455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.503607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.504546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.505156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.505924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.506872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.507417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:18.508710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804232-5', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:18.520422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804232-5', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:19.303164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:21.248521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:22.198375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:22.688468 n-d-804232-5 neutron-server[94862]: WARNING oslo_policy.policy [None req-2a31630b-2b67-4c07-a436-ad9423c4a8a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:22.689080 n-d-804232-5 neutron-server[94862]: WARNING oslo_policy.policy [None req-2a31630b-2b67-4c07-a436-ad9423c4a8a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:22.906393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-2a31630b-2b67-4c07-a436-ad9423c4a8a0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:06:22.907466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2a31630b-2b67-4c07-a436-ad9423c4a8a0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7081590 Aug 20 13:06:25.348808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:25.674356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:25.729943 n-d-804232-5 neutron-server[94863]: INFO neutron.db.l3_hamode_db [None req-b59270a6-06cf-47c4-8e1e-aaf7999566e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 13:06:25.769370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.policy [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94862) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 13:06:25.806830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59270a6-06cf-47c4-8e1e-aaf7999566e3 None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:25.807222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59270a6-06cf-47c4-8e1e-aaf7999566e3 None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:06:25.815779 n-d-804232-5 neutron-server[94862]: WARNING oslo_policy.policy [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:25.816161 n-d-804232-5 neutron-server[94862]: WARNING oslo_policy.policy [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:25.825086 n-d-804232-5 neutron-server[94862]: INFO neutron.quota [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] Loaded quota_driver: . Aug 20 13:06:25.916893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785000737071', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785000737626', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785000724628', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785000722759', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785000695651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785000702087', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4133632', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3971521', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732324', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683167'] for rbac-policy, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:25.982140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:25.983312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8f4068f5-4b61-4150-92f6-c4164f625f2a admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6334939 Aug 20 13:06:28.588986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35202) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:28.881737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'name': 'private', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:28.911284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Made reservation on behalf of 9cb0ada714894ff882dff57e48bc4ecc for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:06:28.914019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:28.930917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.065949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.069452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.089633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:06:29.117306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785000872470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.117873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Unsubscribe: segment precommit_create {{(pid=94862) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 13:06:29.118393 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Added segment 0089f766-1a8f-4e27-a3b5-4de9b00808f4 of type vlan for network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 Aug 20 13:06:29.134129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6019e379-d1d1-4730-b744-fe67c0e0ae7b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:29.160992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.161330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.161660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.161987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.162309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.162629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.162948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.163265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.163578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.163892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.164205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.164515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Tracked resource versions report: Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: pushed versions: Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: { 'AddressGroup': {'1.2'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'ConntrackHelper': {'1.0'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Log': {'1.0'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Network': {'1.1'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Port': {'1.7'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'PortForwarding': {'1.2'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'QosPolicy': {'1.9'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'SecurityGroup': {'1.4'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'SubPort': {'1.0'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Subnet': {'1.1'}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Trunk': {'1.1'}} Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: consumer versions: Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: L3 agent@n-d-804232-5: {}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: Metadata agent@n-d-804232-5: {}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: Metering agent@n-d-804232-5: {}, Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'ConntrackHelper': '1.0', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Log': '1.0', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Network': '1.1', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Port': '1.7', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'PortForwarding': '1.2', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'QosPolicy': '1.9', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'SecurityGroup': '1.4', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'SecurityGroupRule': '1.2', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'SubPort': '1.0', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Subnet': '1.1', Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: 'Trunk': '1.1'}} Aug 20 13:06:29.165643 n-d-804232-5 neutron-server[94862]: {{(pid=94862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:06:29.237552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.275685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.276841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:29.277495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:29.358262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7681165 Aug 20 13:06:29.376928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98428021-eaae-4402-b1ef-9c394dfafb27 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbc5e55-cec3-48e4-a8b6-58e88c73b375,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:29.391312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:06:31.946439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35216) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:32.344014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e3685-8f41-4e61-9a15-14097ae60968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:32.345430 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-856e3685-8f41-4e61-9a15-14097ae60968 admin admin] 10.222.0.59 "GET /v2.0/networks/9dbc5e55-cec3-48e4-a8b6-58e88c73b375 HTTP/1.1" status: 200 len: 825 time: 0.3980269 Aug 20 13:06:32.369444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c368bc9-7569-4b51-a044-03a6544f7315 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/e02c4558-7949-46b7-a91f-ba0b15ace0d3 HTTP/1.1" status: 200 len: 734 time: 0.0181630 Aug 20 13:06:32.378720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Request body: {'subnet': {'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:32.400531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Made reservation on behalf of 9cb0ada714894ff882dff57e48bc4ecc for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:06:32.402827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:32.691809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:32.759740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Checking segment: {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:06:32.760111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Network hostable DHCP agents. Network: 9dbc5e55-cec3-48e4-a8b6-58e88c73b375, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:06:32.764578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=206f37a9-4c44-479b-840e-a3d1dee3558e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:32.782889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:06:32.794407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9dbc5e55-cec3-48e4-a8b6-58e88c73b375) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:32.800787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:32.802088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:32.804004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d7181-171f-4243-916e-203a8072ab76 None None] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:06:32.816442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bae5e1b8-4145-4cee-8161-8b4880fbf57e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409876 Aug 20 13:06:33.131730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:06:33.133088 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:33.406154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Allocated IP 172.20.0.2 (9dbc5e55-cec3-48e4-a8b6-58e88c73b375/206f37a9-4c44-479b-840e-a3d1dee3558e/367bf4c1-5e12-4389-bdc8-22d7ecd52993) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:06:33.632183 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:33.647436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Transition to ACTIVE for port object 367bf4c1-5e12-4389-bdc8-22d7ecd52993 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:06:33.668486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Transition to ACTIVE for port object 367bf4c1-5e12-4389-bdc8-22d7ecd52993 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:06:33.675445 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:33.746295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:06:33.752596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:33.756670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:06:33.767104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Pushing event updated for resources: {'Port': ['ID=367bf4c1-5e12-4389-bdc8-22d7ecd52993,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:33.796304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.796715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.797218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.797560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.797897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.798229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.798559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.798885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.799207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.799529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.799851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.800170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Tracked resource versions report: Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: pushed versions: Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: { 'AddressGroup': {'1.2'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'ConntrackHelper': {'1.0'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Log': {'1.0'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Network': {'1.1'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Port': {'1.7'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'PortForwarding': {'1.2'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'QosPolicy': {'1.9'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'SecurityGroup': {'1.4'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'SubPort': {'1.0'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Subnet': {'1.1'}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Trunk': {'1.1'}} Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: consumer versions: Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: L3 agent@n-d-804232-5: {}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: Metadata agent@n-d-804232-5: {}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: Metering agent@n-d-804232-5: {}, Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'ConntrackHelper': '1.0', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Log': '1.0', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Network': '1.1', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Port': '1.7', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'PortForwarding': '1.2', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'QosPolicy': '1.9', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'SecurityGroup': '1.4', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'SecurityGroupRule': '1.2', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'SubPort': '1.0', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Subnet': '1.1', Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: 'Trunk': '1.1'}} Aug 20 13:06:33.801314 n-d-804232-5 neutron-server[94863]: {{(pid=94863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:06:33.850110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Attempting to bind port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:06:33.850735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Attempting to bind port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:06:33.850920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Attempting to bind port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 on network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:06:33.855673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:06:33.856062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Checking segment: {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:06:33.856537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:33.856951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Bound using segment: {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:06:33.857412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Bound port: 367bf4c1-5e12-4389-bdc8-22d7ecd52993, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:06:33.857809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:33.921139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] For port 367bf4c1-5e12-4389-bdc8-22d7ecd52993, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:06:33.925364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] For port 367bf4c1-5e12-4389-bdc8-22d7ecd52993, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=367bf4c1-5e12-4389-bdc8-22d7ecd52993,segment=NetworkSegment(0089f766-1a8f-4e27-a3b5-4de9b00808f4),segment_id=0089f766-1a8f-4e27-a3b5-4de9b00808f4)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:06:33.930678 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:33.992196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb5935-74ef-426a-bf65-b8498e5f72c9 None None] Pushing event updated for resources: {'Port': ['ID=367bf4c1-5e12-4389-bdc8-22d7ecd52993,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:35.279930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35224) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:35.597259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-084955f4-4317-4fd3-a77e-8890f7fb071c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:06:35.598251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-084955f4-4317-4fd3-a77e-8890f7fb071c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168623 Aug 20 13:06:38.088665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:38.593399 n-d-804232-5 neutron-server[94861]: WARNING oslo_policy.policy [None req-ef3855c0-b854-414c-bcec-30f11acfd52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:38.594015 n-d-804232-5 neutron-server[94861]: WARNING oslo_policy.policy [None req-ef3855c0-b854-414c-bcec-30f11acfd52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:38.816161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-ef3855c0-b854-414c-bcec-30f11acfd52b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:06:38.817459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ef3855c0-b854-414c-bcec-30f11acfd52b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7265801 Aug 20 13:06:41.445025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35252) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:41.742016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:41.808328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.policy [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94861) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 13:06:41.856922 n-d-804232-5 neutron-server[94861]: WARNING oslo_policy.policy [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:41.857585 n-d-804232-5 neutron-server[94861]: WARNING oslo_policy.policy [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:06:41.867087 n-d-804232-5 neutron-server[94861]: INFO neutron.quota [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Loaded quota_driver: . Aug 20 13:06:41.927456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:41.929377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.090339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.094728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.113615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.114800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ea9c63d8-14be-4bde-881d-d6e459f694f7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6687970 Aug 20 13:06:42.421549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 367bf4c1-5e12-4389-bdc8-22d7ecd52993 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:06:42.424244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4003c1-4571-4955-9255-aaf115cf92b6 None None] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:06:42.554179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-17d7744f-15ea-47b3-822e-5741ae5b5125 None None] Provisioning for port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:06:42.579112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:06:42.588082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:42.588478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.760875 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.803921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 367bf4c1-5e12-4389-bdc8-22d7ecd52993, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=367bf4c1-5e12-4389-bdc8-22d7ecd52993,segment=NetworkSegment(0089f766-1a8f-4e27-a3b5-4de9b00808f4),segment_id=0089f766-1a8f-4e27-a3b5-4de9b00808f4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:06:42.807575 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:42.859152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=367bf4c1-5e12-4389-bdc8-22d7ecd52993,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:42.994731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-049b3511-dd3d-4a29-87e4-dd74d4027440 None None] Provisioning complete for port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:42.995099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-049b3511-dd3d-4a29-87e4-dd74d4027440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:43.113037 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:06:44.355036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 367bf4c1-5e12-4389-bdc8-22d7ecd52993 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:06:44.402179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:44.402563 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:44.528798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35264) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:44.845026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-b51f2b2d-b3f8-4da1-8e26-23717fd1c1f0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:06:44.846020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b51f2b2d-b3f8-4da1-8e26-23717fd1c1f0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162954 Aug 20 13:06:45.677465 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7c1078a2-6fe8-4b0d-95bf-d65bee6f749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.258990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:47.565392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:47.586657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Made reservation on behalf of 90e075a0e6224080861097f5f73037c1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:06:47.589038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.599653 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.693410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.696844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.712168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Reserving flat network on physical network physnet1 {{(pid=94862) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 13:06:47.730348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b4e360-1b02-4452-a58d-915720abbac8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:47.739615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.739615 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Added segment cde06b4e-0f43-49cb-b981-822b5545cbac of type flat for network 73707620-8045-4723-bfa6-2589af5686db Aug 20 13:06:47.786544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.818333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.819270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:47.819852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:47.873274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6132324 Aug 20 13:06:47.882842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8eb5f-5a16-44b7-b6be-9c6592dc3868 admin admin] Pushing event updated for resources: {'Network': ['ID=73707620-8045-4723-bfa6-2589af5686db,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:47.894323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 73707620-8045-4723-bfa6-2589af5686db details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:06:48.381894 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f5e06a1-bf17-451f-8ca0-391fb7896062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:48.459162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:49.248503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:50.283958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:50.459334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8acc3-5b68-46af-bf57-202b66f36d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:50.460704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-04b8acc3-5b68-46af-bf57-202b66f36d6e admin admin] 10.222.0.59 "GET /v2.0/subnets/206f37a9-4c44-479b-840e-a3d1dee3558e HTTP/1.1" status: 200 len: 849 time: 0.1757493 Aug 20 13:06:50.626141 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e17156ae-ab4a-4642-893c-cd2fd259576e admin admin] 10.222.0.59 "GET /v2.0/routers/e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 HTTP/1.1" status: 200 len: 704 time: 0.1595607 Aug 20 13:06:50.897313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.195058 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.198187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Allocated IP 172.20.0.1 (9dbc5e55-cec3-48e4-a8b6-58e88c73b375/206f37a9-4c44-479b-840e-a3d1dee3558e/b7f0d026-d039-481e-b5f6-8c8a5373e3a3) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:06:51.361891 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.383072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Transition to ACTIVE for port object b7f0d026-d039-481e-b5f6-8c8a5373e3a3 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:06:51.493567 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.556291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:06:51.561359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:51.564428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:06:51.564993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.633844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Pushing event updated for resources: {'Port': ['ID=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:51.739095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-191ed8fd-65df-4b79-b568-d55cf0bb5e42 None None] Provisioning for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:06:51.742867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-191ed8fd-65df-4b79-b568-d55cf0bb5e42 None None] Provisioning complete for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:51.743260 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-191ed8fd-65df-4b79-b568-d55cf0bb5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.777124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-191ed8fd-65df-4b79-b568-d55cf0bb5e42 None None] Port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:06:51.777296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.985380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.989791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:51.990614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:52.072781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Pushing event updated for resources: {'Port': ['ID=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:52.122038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:06:52.124016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:52.287845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:06:52.298109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a09312e9-2130-4e5e-bc9f-798e71da049f None None] Provisioning complete for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:52.298582 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a09312e9-2130-4e5e-bc9f-798e71da049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:52.334365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a09312e9-2130-4e5e-bc9f-798e71da049f None None] Port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:06:52.381787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:06:52.387116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db4a13e4-9b34-4467-b36e-f1cdcdfbc39a admin admin] 10.222.0.59 "PUT /v2.0/routers/e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7555559 Aug 20 13:06:52.391413 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Sync routers for ids ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:06:52.403726 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Routers {'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:52.404808 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:06:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:52.591033 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Set router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:06:53.041596 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'name': 'router1', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:06:41Z', 'updated_at': '2021-08-20T13:06:51Z', 'revision_number': 2, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'gw_port_host': None, '_interfaces': [{'id': 'b7f0d026-d039-481e-b5f6-8c8a5373e3a3', 'name': '', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'mac_address': 'fa:16:3e:48:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:50Z', 'updated_at': '2021-08-20T13:06:51Z', 'revision_number': 2, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'subnets': [{'id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:53.095162 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Checking router: e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:06:53.095578 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Updating router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:06:53.144370 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:53.663781 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:53.681424 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Transition to ACTIVE for port object b7f0d026-d039-481e-b5f6-8c8a5373e3a3 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:06:53.687477 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:53.845732 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Attempting to bind port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:06:53.846147 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Attempting to bind port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:06:53.846562 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Attempting to bind port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 on network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:06:53.851669 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Pushing event updated for resources: {'Port': ['ID=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:53.855022 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:06:53.855420 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Checking segment: {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:06:53.855907 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:53.856297 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Bound using segment: {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:06:53.856843 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Bound port: b7f0d026-d039-481e-b5f6-8c8a5373e3a3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0089f766-1a8f-4e27-a3b5-4de9b00808f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:06:53.857230 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:53.869560 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.869911 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.870252 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.870586 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.870915 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.871245 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.871572 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.871895 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.872217 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.872536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.872880 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.873827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Tracked resource versions report: Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: pushed versions: Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: { 'AddressGroup': {'1.2'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'ConntrackHelper': {'1.0'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Log': {'1.0'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Network': {'1.1'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Port': {'1.7'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'PortForwarding': {'1.2'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'QosPolicy': {'1.9'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'SecurityGroup': {'1.4'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'SubPort': {'1.0'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Subnet': {'1.1'}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Trunk': {'1.1'}} Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: consumer versions: Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: L3 agent@n-d-804232-5: {}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: Metadata agent@n-d-804232-5: {}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: Metering agent@n-d-804232-5: {}, Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'ConntrackHelper': '1.0', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Log': '1.0', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Network': '1.1', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Port': '1.7', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'PortForwarding': '1.2', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'QosPolicy': '1.9', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'SecurityGroup': '1.4', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'SecurityGroupRule': '1.2', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'SubPort': '1.0', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Subnet': '1.1', Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: 'Trunk': '1.1'}} Aug 20 13:06:53.874916 n-d-804232-5 neutron-server[94864]: {{(pid=94864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:06:53.933192 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] For port b7f0d026-d039-481e-b5f6-8c8a5373e3a3, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:06:53.954920 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] For port b7f0d026-d039-481e-b5f6-8c8a5373e3a3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,segment=NetworkSegment(0089f766-1a8f-4e27-a3b5-4de9b00808f4),segment_id=0089f766-1a8f-4e27-a3b5-4de9b00808f4)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:06:53.959627 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:54.006005 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Routers {'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:54.006634 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:06:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:54.106044 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] Set router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:06:54.144015 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d66964-9085-481c-afbd-39d7a2c9c7d3 None None] Pushing event updated for resources: {'Port': ['ID=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:54.326659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'name': 'router1', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:06:41Z', 'updated_at': '2021-08-20T13:06:51Z', 'revision_number': 2, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'gw_port_host': None, '_interfaces': [{'id': 'b7f0d026-d039-481e-b5f6-8c8a5373e3a3', 'name': '', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'mac_address': 'fa:16:3e:48:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:50Z', 'updated_at': '2021-08-20T13:06:53Z', 'revision_number': 4, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'subnets': [{'id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:54.353426 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea35a8d-9bff-4200-9cd4-c9a1de79f203 None None] The sync data for ids ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'] in n-d-804232-5 is: [{'id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'name': 'router1', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:06:41Z', 'updated_at': '2021-08-20T13:06:51Z', 'revision_number': 2, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'gw_port_host': None, '_interfaces': [{'id': 'b7f0d026-d039-481e-b5f6-8c8a5373e3a3', 'name': '', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'mac_address': 'fa:16:3e:48:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:50Z', 'updated_at': '2021-08-20T13:06:53Z', 'revision_number': 4, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'subnets': [{'id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:06:54.593051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35310) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:54.701900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0e7b8-3079-4738-b0b3-2d65fa2dbf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:54.703757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89e0e7b8-3079-4738-b0b3-2d65fa2dbf08 admin admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 842 time: 0.1094134 Aug 20 13:06:54.713492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'name': 'public-subnet'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:54.733727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Made reservation on behalf of 90e075a0e6224080861097f5f73037c1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:06:54.735868 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:55.012148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:06:55.012481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:55.065250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf00f324-780e-46f4-8c9e-bd0428129be4,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:55.075155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:06:55.075511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Network hostable DHCP agents. Network: 73707620-8045-4723-bfa6-2589af5686db, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:06:55.093410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:06:55.101813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 73707620-8045-4723-bfa6-2589af5686db) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:55.105976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:55.106571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:55.112166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc841fc-2e0f-4d5c-b1c7-2f3396fb3d3d None None] Network 73707620-8045-4723-bfa6-2589af5686db requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:06:55.131992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0492f779-8553-4d7e-b0b4-41d4e1674850 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4112291 Aug 20 13:06:55.246496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a55546-4aa2-446b-b68b-5fcacfbc4124 None None] Network 73707620-8045-4723-bfa6-2589af5686db requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:06:57.505940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35318) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:57.698947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bf2c7863-5cfe-4d12-8dc3-ed299b34d7da admin admin] 10.222.0.59 "GET /v2.0/routers/e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 HTTP/1.1" status: 200 len: 710 time: 0.1917937 Aug 20 13:06:57.787005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf5a20c-a234-4bc4-b4d4-aa10c0f0e790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:57.788510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4cf5a20c-a234-4bc4-b4d4-aa10c0f0e790 admin admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 886 time: 0.0832729 Aug 20 13:06:57.799404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:58.052914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:58.313165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:58.397111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:58.506898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Allocated IP 172.25.6.177 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/8e23d4e2-b207-4643-b67d-d438c79ba4e1) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:06:58.604515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:58.642116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:58.680211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:06:58.682987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:58.686712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:06:58.726281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Pushing event updated for resources: {'Port': ['ID=8e23d4e2-b207-4643-b67d-d438c79ba4e1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:58.938366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:59.221007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:59.224250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:59.329896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:06:59.436724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:06:59.441033 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:59.442233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5b9ed9f2-05a2-4b44-becd-35f4e575aa0e admin admin] 10.222.0.59 "PUT /v2.0/routers/e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 HTTP/1.1" status: 200 len: 890 time: 1.6461957 Aug 20 13:07:00.389507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b7f0d026-d039-481e-b5f6-8c8a5373e3a3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:07:00.453517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:07:00.458237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:07:00.458620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:00.535916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:00.567922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port b7f0d026-d039-481e-b5f6-8c8a5373e3a3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,segment=NetworkSegment(0089f766-1a8f-4e27-a3b5-4de9b00808f4),segment_id=0089f766-1a8f-4e27-a3b5-4de9b00808f4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:07:00.571607 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:00.664341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=b7f0d026-d039-481e-b5f6-8c8a5373e3a3,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:07:00.966752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Sync routers for ids ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:07:00.976855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Routers {'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:07:00.977498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:06:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:07:01.181610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Set router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:07:01.568498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'name': 'router1', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '8e23d4e2-b207-4643-b67d-d438c79ba4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:06:41Z', 'updated_at': '2021-08-20T13:06:58Z', 'revision_number': 4, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'gw_port': {'id': '8e23d4e2-b207-4643-b67d-d438c79ba4e1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:58Z', 'updated_at': '2021-08-20T13:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'b7f0d026-d039-481e-b5f6-8c8a5373e3a3', 'name': '', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'mac_address': 'fa:16:3e:48:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:50Z', 'updated_at': '2021-08-20T13:07:00Z', 'revision_number': 5, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'subnets': [{'id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:07:01.619943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Checking router: e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:07:01.620327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Updating router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:07:01.665827 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:01.920895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35330) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:07:01.989244 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:01.999173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Transition to ACTIVE for port object 8e23d4e2-b207-4643-b67d-d438c79ba4e1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:07:02.005217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:02.037875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd3f9922-2c6c-4948-b725-02518fecc3ae admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158423 Aug 20 13:07:02.058934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9101003-f29d-431e-8d89-35e8ee5ebde6 None None] Pushing event updated for resources: {'Port': ['ID=8e23d4e2-b207-4643-b67d-d438c79ba4e1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:07:02.071321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Attempting to bind port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:07:02.071723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Attempting to bind port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:07:02.072114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Attempting to bind port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:07:02.078881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:07:02.079264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:07:02.079706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:02.080131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:07:02.080672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Bound port: 8e23d4e2-b207-4643-b67d-d438c79ba4e1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:07:02.081098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:02.136104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] For port 8e23d4e2-b207-4643-b67d-d438c79ba4e1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:07:02.140484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] For port 8e23d4e2-b207-4643-b67d-d438c79ba4e1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e23d4e2-b207-4643-b67d-d438c79ba4e1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:07:02.144882 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:02.195949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Routers {'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:07:02.196598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:06:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:07:02.338235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9101003-f29d-431e-8d89-35e8ee5ebde6 None None] Pushing event updated for resources: {'Port': ['ID=8e23d4e2-b207-4643-b67d-d438c79ba4e1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:07:02.386256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b7f0d026-d039-481e-b5f6-8c8a5373e3a3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:07:02.434716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] Set router e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:07:02.530428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:07:02.530807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:02.723317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'name': 'router1', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '8e23d4e2-b207-4643-b67d-d438c79ba4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:06:41Z', 'updated_at': '2021-08-20T13:06:58Z', 'revision_number': 4, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'gw_port': {'id': '8e23d4e2-b207-4643-b67d-d438c79ba4e1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:58Z', 'updated_at': '2021-08-20T13:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'b7f0d026-d039-481e-b5f6-8c8a5373e3a3', 'name': '', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'mac_address': 'fa:16:3e:48:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:50Z', 'updated_at': '2021-08-20T13:07:00Z', 'revision_number': 5, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'subnets': [{'id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:07:02.755387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440715-5951-44ef-93c5-798d2632aba1 None None] The sync data for ids ['e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188'] in n-d-804232-5 is: [{'id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'name': 'router1', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '8e23d4e2-b207-4643-b67d-d438c79ba4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:06:41Z', 'updated_at': '2021-08-20T13:06:58Z', 'revision_number': 4, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'gw_port': {'id': '8e23d4e2-b207-4643-b67d-d438c79ba4e1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:58Z', 'updated_at': '2021-08-20T13:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'b7f0d026-d039-481e-b5f6-8c8a5373e3a3', 'name': '', 'network_id': '9dbc5e55-cec3-48e4-a8b6-58e88c73b375', 'tenant_id': '9cb0ada714894ff882dff57e48bc4ecc', 'mac_address': 'fa:16:3e:48:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e4ffe2-dc9c-4a72-8a9f-9c3d4ebe7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:06:50Z', 'updated_at': '2021-08-20T13:07:00Z', 'revision_number': 5, 'project_id': '9cb0ada714894ff882dff57e48bc4ecc', 'subnets': [{'id': '206f37a9-4c44-479b-840e-a3d1dee3558e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e02c4558-7949-46b7-a91f-ba0b15ace0d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:07:04.427954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8e23d4e2-b207-4643-b67d-d438c79ba4e1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:07:04.481312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:07:04.486076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:07:04.486459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:04.572990 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:04.595151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8e23d4e2-b207-4643-b67d-d438c79ba4e1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e23d4e2-b207-4643-b67d-d438c79ba4e1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:07:04.603294 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:04.683018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8e23d4e2-b207-4643-b67d-d438c79ba4e1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:07:06.433649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8e23d4e2-b207-4643-b67d-d438c79ba4e1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:07:06.533050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8e23d4e2-b207-4643-b67d-d438c79ba4e1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:07:06.533757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:15.680931 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-36b9e8e2-f191-4c02-b012-c6d20ac15c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:18.405794 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5712fe08-fdbc-41cf-a495-6033ffb56785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:18.465938 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:19.250710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:20.113413 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:07:21.218686 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:45.685745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-67d5d54c-f35b-477c-9562-d15a219ef42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:48.388778 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ea30e09-720a-4265-aed2-bc1213f5d1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:48.459215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:49.253929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:51.217143 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:57.117406 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:08:15.686062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7d645e0-f13a-413f-8530-02e8f4a6171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:18.391303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee60a3eb-3cff-4f81-a853-f8e286b37074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:18.462103 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:19.255301 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:21.226232 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:34.116614 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:08:42.873040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35930) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:42.936276 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-50de4444-4d70-4487-aa23-eed3348eeed1 admin admin] GET failed (client error): The resource could not be found. Aug 20 13:08:42.937655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-50de4444-4d70-4487-aa23-eed3348eeed1 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636623 Aug 20 13:08:43.104095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901e1984-5ad7-4305-955f-54266ee2e5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:43.105635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-901e1984-5ad7-4305-955f-54266ee2e5e9 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636569 Aug 20 13:08:45.253366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35940) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:45.344868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fcbd1-c6d7-4f6a-9764-bb28ea6bc849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:45.346234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da7fcbd1-c6d7-4f6a-9764-bb28ea6bc849 admin admin] 10.222.0.59 "GET /v2.0/subnets/206f37a9-4c44-479b-840e-a3d1dee3558e HTTP/1.1" status: 200 len: 849 time: 0.0919046 Aug 20 13:08:45.356815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:08:45.443665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:45.580904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785000902714'] for subnet, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:45.614506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:45.615101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:45.616645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] 10.222.0.59 "PUT /v2.0/subnets/206f37a9-4c44-479b-840e-a3d1dee3558e HTTP/1.1" status: 200 len: 868 time: 0.2642910 Aug 20 13:08:45.617217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7f2bf-9e6a-494a-9bbe-c6f78abe78d3 None None] Network 9dbc5e55-cec3-48e4-a8b6-58e88c73b375 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:08:45.637680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206f37a9-4c44-479b-840e-a3d1dee3558e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:08:45.645191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.645550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.645888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.646231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.646569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.646904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.647239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.647569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.647905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.648636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.648988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.649309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131dfec-17d6-476e-a3d8-1edbd0ead143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:45.700805 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e70abfc-b13f-4670-ac95-777c9506d1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:46.015652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b7ed-5971-4a6e-9bfe-2d02fb17d2a7 None None] Provisioning complete for port b7f0d026-d039-481e-b5f6-8c8a5373e3a3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:08:46.016022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b7ed-5971-4a6e-9bfe-2d02fb17d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:46.103210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b7ed-5971-4a6e-9bfe-2d02fb17d2a7 None None] Provisioning complete for port 367bf4c1-5e12-4389-bdc8-22d7ecd52993 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:08:46.103523 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b7ed-5971-4a6e-9bfe-2d02fb17d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:47.782545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:48.035643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f5344-3764-4f1d-880b-0e0f3d1f63c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:48.036052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f5344-3764-4f1d-880b-0e0f3d1f63c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:48.037760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-672f5344-3764-4f1d-880b-0e0f3d1f63c6 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2542853 Aug 20 13:08:48.393757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cc716622-b6c3-4b44-b781-a061d96a42a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:48.466120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:49.263163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:50.195293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35958) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:50.326390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa65beb-509c-47d9-82c8-a7cd95118e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:50.326859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa65beb-509c-47d9-82c8-a7cd95118e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:50.328363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aaa65beb-509c-47d9-82c8-a7cd95118e3f admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321266 Aug 20 13:08:51.226821 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:52.519241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35966) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:52.697591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef14bb69-d9bb-4fd2-b0d7-6a94b6958967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:52.698857 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ef14bb69-d9bb-4fd2-b0d7-6a94b6958967 admin admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 886 time: 0.1786513 Aug 20 13:08:54.918433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:55.109999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c8c2c-aebb-4810-8802-b0a5784ea80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.111297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5c4c8c2c-aebb-4810-8802-b0a5784ea80a admin admin] 10.222.0.59 "GET /v2.0/networks/9dbc5e55-cec3-48e4-a8b6-58e88c73b375 HTTP/1.1" status: 200 len: 869 time: 0.1917741 Aug 20 13:08:57.275496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35982) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:57.400770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11d68e1-d1c0-4a5b-8596-b4da17d01d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:57.401362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11d68e1-d1c0-4a5b-8596-b4da17d01d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:57.402937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f11d68e1-d1c0-4a5b-8596-b4da17d01d72 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266577 Aug 20 13:08:59.650705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35990) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:08:59.773626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa695c-7f41-40e9-8e8f-ebc554fdc98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:59.774077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa695c-7f41-40e9-8e8f-ebc554fdc98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:59.776382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-caaa695c-7f41-40e9-8e8f-ebc554fdc98d admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241529 Aug 20 13:09:01.986411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35998) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:09:02.121529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d843e4-30ed-4074-8c27-83c0e46a62a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:02.122930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f0d843e4-30ed-4074-8c27-83c0e46a62a3 admin admin] 10.222.0.59 "GET /v2.0/subnets/206f37a9-4c44-479b-840e-a3d1dee3558e HTTP/1.1" status: 200 len: 868 time: 0.1355569 Aug 20 13:09:04.302730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36006) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:09:04.390810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49309ad-e99b-4836-ab1e-7e92cb8ecfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:04.392163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a49309ad-e99b-4836-ab1e-7e92cb8ecfaa admin admin] 10.222.0.59 "GET /v2.0/subnets/cf00f324-780e-46f4-8c9e-bd0428129be4 HTTP/1.1" status: 200 len: 816 time: 0.0884807 Aug 20 13:09:11.115260 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:09:15.691152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-017f4da7-4782-44dd-936c-b7a7e3c3326c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:18.397497 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bebe3997-ea3c-4e9a-8e7c-615b558a20f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:18.469357 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:19.262406 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:21.234084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:28.607139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36060) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:09:28.668596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-c2b06ec3-8cfe-47c9-8183-735014ffa5b4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:09:28.669983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c2b06ec3-8cfe-47c9-8183-735014ffa5b4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621200 Aug 20 13:09:31.448816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36068) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:09:31.517448 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cf4f97-0a12-48d5-94e4-f5ef7de9121c admin admin] GET failed (client error): The resource could not be found. Aug 20 13:09:31.519014 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b2cf4f97-0a12-48d5-94e4-f5ef7de9121c admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691037 Aug 20 13:09:31.608825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4497da37-21c1-4e8c-9798-2af4278a2d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:31.610631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4497da37-21c1-4e8c-9798-2af4278a2d5b admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869112 Aug 20 13:09:33.866174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36076) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:09:33.917782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:09:33.940968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Made reservation on behalf of 90e075a0e6224080861097f5f73037c1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:09:33.943279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:33.976987 n-d-804232-5 neutron-server[94862]: WARNING neutron.services.revisions.revision_plugin [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Could not find related network for resource to bump revision. Aug 20 13:09:33.987836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:09:33.997093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:33.997443 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Added segment c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f of type vlan for network 2a064ace-60ea-45eb-b64e-e891e090fbaa Aug 20 13:09:34.039288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:34.078627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:34.079644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:34.080226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:34.140701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2732666 Aug 20 13:09:34.143839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893d4ed-32dd-4206-8355-dca751c70611 admin admin] Pushing event updated for resources: {'Network': ['ID=2a064ace-60ea-45eb-b64e-e891e090fbaa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:34.156199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:09:36.495923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:09:36.563402 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-33026884-e0c0-4f96-89f2-22def7a68410 admin admin] GET failed (client error): The resource could not be found. Aug 20 13:09:36.564767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-33026884-e0c0-4f96-89f2-22def7a68410 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0678091 Aug 20 13:09:36.637564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b196898-99c0-4909-ba08-7de0c2c6cb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:36.639123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b196898-99c0-4909-ba08-7de0c2c6cb6f admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698519 Aug 20 13:09:36.649599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'cidr': '192.168.233.0/24'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:09:36.669323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Made reservation on behalf of 90e075a0e6224080861097f5f73037c1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:09:36.671585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:36.847430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:36.997416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a341f2de-9c56-4341-bdca-57eef32846a4,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:37.014796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:09:37.015204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Network hostable DHCP agents. Network: 2a064ace-60ea-45eb-b64e-e891e090fbaa, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:09:37.034830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:09:37.045727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2a064ace-60ea-45eb-b64e-e891e090fbaa) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:09:37.050144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:37.050739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.058389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bc7c9-8fc7-46bf-9b26-e5c75982cfc9 None None] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:09:37.066582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-16efdb29-7655-4cea-90c8-91c15de08d21 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4206386 Aug 20 13:09:37.324910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2a064ace-60ea-45eb-b64e-e891e090fbaa', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'tenant_id': '90e075a0e6224080861097f5f73037c1', 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:09:37.326433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.469647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Allocated IP 192.168.233.2 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/fb31cb36-c5d0-4bb9-ae88-7352063c663e) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:09:37.625012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.634027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Transition to ACTIVE for port object fb31cb36-c5d0-4bb9-ae88-7352063c663e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:09:37.649126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Transition to ACTIVE for port object fb31cb36-c5d0-4bb9-ae88-7352063c663e will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:09:37.656537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.694724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:09:37.697517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:09:37.700988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:09:37.709305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Pushing event updated for resources: {'Port': ['ID=fb31cb36-c5d0-4bb9-ae88-7352063c663e,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:37.720888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.721240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.721584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.721925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.722262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.722598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.722929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.723253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.723602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.723928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.724252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.724651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:09:37.770186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Attempting to bind port fb31cb36-c5d0-4bb9-ae88-7352063c663e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:09:37.770552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Attempting to bind port fb31cb36-c5d0-4bb9-ae88-7352063c663e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:09:37.770914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Attempting to bind port fb31cb36-c5d0-4bb9-ae88-7352063c663e on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:09:37.776573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:09:37.776956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:09:37.777354 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.777739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:09:37.778209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Bound port: fb31cb36-c5d0-4bb9-ae88-7352063c663e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:09:37.778587 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.848463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] For port fb31cb36-c5d0-4bb9-ae88-7352063c663e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:09:37.851611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] For port fb31cb36-c5d0-4bb9-ae88-7352063c663e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fb31cb36-c5d0-4bb9-ae88-7352063c663e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:09:37.856682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:37.920657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331c390-0385-4d34-95e8-4c0397bb8bd1 None None] Pushing event updated for resources: {'Port': ['ID=fb31cb36-c5d0-4bb9-ae88-7352063c663e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:38.566508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fb31cb36-c5d0-4bb9-ae88-7352063c663e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:09:38.627146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port fb31cb36-c5d0-4bb9-ae88-7352063c663e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:09:38.813445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d8a97-89cd-4db9-a1ef-e4c981c10a84 None None] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:09:38.939000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] Provisioning for port fb31cb36-c5d0-4bb9-ae88-7352063c663e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:09:38.946838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] Provisioning complete for port fb31cb36-c5d0-4bb9-ae88-7352063c663e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:09:38.947208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:39.056503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:39.094924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] For port fb31cb36-c5d0-4bb9-ae88-7352063c663e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fb31cb36-c5d0-4bb9-ae88-7352063c663e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:09:39.100154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:39.165255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c35e91-074c-4b7d-a93a-cbc04c1405eb None None] Pushing event updated for resources: {'Port': ['ID=fb31cb36-c5d0-4bb9-ae88-7352063c663e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:39.224860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5784c572-394e-4629-8ecb-bc5707586ba3 None None] Provisioning complete for port fb31cb36-c5d0-4bb9-ae88-7352063c663e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:09:39.225631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5784c572-394e-4629-8ecb-bc5707586ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:40.506778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fb31cb36-c5d0-4bb9-ae88-7352063c663e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:09:40.559022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port fb31cb36-c5d0-4bb9-ae88-7352063c663e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:09:40.559389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:45.693076 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcf19-ad1f-44ba-8907-a7a46ff7d67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:48.178955 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:09:48.403199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bc73843-4f86-4354-960c-83b081e1d39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:48.476772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:49.265444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:51.235353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:15.697216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa4700ff-6e95-491d-bd66-bad092ab3fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:18.405125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cca4927-0280-4718-8ec2-95a1b88260c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:18.469593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:19.269680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.239232 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:25.117778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:10:45.691510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1633-ab8f-4c5e-ad86-3c9c9698b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.406530 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4de5784-a5cc-463a-8f90-5114165e9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.472079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:49.271704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.246624 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.378636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36136) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:54.384868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-1131fa47-69d7-4dee-9b32-c8b366b309de tempest-verify_tempest_config-1498133392 tempest-verify_tempest_config-1498133392-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:10:54.385911 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1131fa47-69d7-4dee-9b32-c8b366b309de tempest-verify_tempest_config-1498133392 tempest-verify_tempest_config-1498133392-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062573 Aug 20 13:10:54.679051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36154) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:54.782626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.868325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.872329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.915299 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75a230c832264727a92d2a60cd260b1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2351339 Aug 20 13:10:54.917124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46205f2-8921-495d-a805-b58b24e615ea,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:54.918068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:54.923660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.923987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.924319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.924739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.925070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.925389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.925706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.926024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.926336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.926650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.926961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:54.927269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fbf5b-856f-4b6d-bdce-efb8392ac064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.002015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:55.022464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:55.114791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:55.117376 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:55.119276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b46205f2-8921-495d-a805-b58b24e615ea HTTP/1.1" status: 204 len: 168 time: 0.2001252 Aug 20 13:10:55.127127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46205f2-8921-495d-a805-b58b24e615ea,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:55.136862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.137210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.137551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.137887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.138226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.138555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.138881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.139201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.139524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.139846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.140169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.140489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d873626-1ac9-44ce-bcb0-1f00eb96a91a admin admin] Tracked resource versions report: Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: pushed versions: Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: { 'AddressGroup': {'1.2'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'ConntrackHelper': {'1.0'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Log': {'1.0'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Network': {'1.1'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Port': {'1.7'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'PortForwarding': {'1.2'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'QosPolicy': {'1.9'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'SecurityGroup': {'1.4'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'SubPort': {'1.0'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Subnet': {'1.1'}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Trunk': {'1.1'}} Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: consumer versions: Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: L3 agent@n-d-804232-5: {}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: Metadata agent@n-d-804232-5: {}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: Metering agent@n-d-804232-5: {}, Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'ConntrackHelper': '1.0', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Log': '1.0', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Network': '1.1', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Port': '1.7', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'PortForwarding': '1.2', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'QosPolicy': '1.9', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'SecurityGroup': '1.4', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'SecurityGroupRule': '1.2', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'SubPort': '1.0', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Subnet': '1.1', Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: 'Trunk': '1.1'}} Aug 20 13:10:55.141641 n-d-804232-5 neutron-server[94861]: {{(pid=94861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:11:02.116249 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:11:15.692799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a627e21d-8f91-4081-8865-c6ac1edd178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:18.407760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cfe210b3-8c2e-471d-9328-a378f1c97f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:18.473115 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:19.274611 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:21.244164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:39.115940 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:11:45.693860 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e3b420b0-53ef-4ad4-a86c-a491d082f476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:48.409000 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-121891ef-fbc3-4f28-9414-56d7ffb5cb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:48.473133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:49.277569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:51.247935 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:15.702973 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2925f58f-cb75-449b-afad-fe5001c41bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:16.114096 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:12:18.410647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8a47-94d1-4b02-b65d-4c358859e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:18.475840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:19.280621 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:21.250091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:45.694251 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da661f0e-5832-47e0-b5d5-1e73e2044e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:48.412024 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e2190756-51b9-4829-87fc-5936b923b623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:48.480053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:49.283378 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:51.252438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:53.113229 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:13:15.695915 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-db18f846-05f9-4a8c-902d-d6f52d5037f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:18.412865 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-08e5f33e-4907-4248-bca3-d5d04dfa3ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:18.480156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:19.285745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:21.255352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:30.112810 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 5 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:13:45.696125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28963b5d-fa39-4906-b60c-51c779ab25f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:48.415682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-166a1415-7ee7-48cf-b469-9d6a3b8a9146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:48.479036 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:49.287485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:51.258645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:58.672901 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:01.199529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1040939'] for agent, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:07.112195 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:14:15.697691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-960bab77-c5ca-4dbd-9ab0-79a94673a12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:18.416249 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce20b6d3-b3e3-49ef-bc9c-dd3789f6a9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:18.479327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:19.288987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:21.261173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:28.628689 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:31.147617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:44.111178 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:14:45.702428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-733505af-1a42-46a9-8c4f-11cdcd5952bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:48.418256 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6099f856-86ca-4cf3-b78f-b576f18c1e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:48.480374 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:49.295116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:50.606351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:14:50.712709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2167890b-3d38-4410-842e-d4aad32eea3d admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1052248 Aug 20 13:14:51.265066 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:52.919526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36238) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:14:52.983725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-17a83789-8c1a-4bb0-83e8-313dc48446fa admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0629735 Aug 20 13:14:58.644954 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:01.146832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:15.704877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7e480e43-3576-4cca-bdfc-465cac5181cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:18.420583 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e09f-0a52-449a-b3fd-b922267e55cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:18.482655 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:19.295968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:21.110112 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:15:21.268628 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:28.642422 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:31.162113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:45.708307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-062b22b0-719b-4200-999e-f883a4fc7a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:48.422800 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d136731-a2f3-4849-8cd0-1f9fdf663508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:48.482881 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:49.298213 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:51.269893 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:58.109821 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:15:58.641137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:01.176256 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:14.808452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36446) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:15.246974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36468) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:15.247544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d32a7d2-1e88-43db-9298-9089b7074fa3 tempest-AutoAllocateNetworkTest-507486754 tempest-AutoAllocateNetworkTest-507486754-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f6363bd63f344925841b81f5bab3f16a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4362786 Aug 20 13:16:15.465763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b3195-941f-414b-ad1e-4906009c5e5b tempest-AutoAllocateNetworkTest-507486754 tempest-AutoAllocateNetworkTest-507486754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:15.467292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da3b3195-941f-414b-ad1e-4906009c5e5b tempest-AutoAllocateNetworkTest-507486754 tempest-AutoAllocateNetworkTest-507486754-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2191036 Aug 20 13:16:15.471116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36484) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:15.533529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e87b3132-7404-40d9-8474-d5e707ae0496 tempest-AutoAllocateNetworkTest-507486754 tempest-AutoAllocateNetworkTest-507486754-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610111 Aug 20 13:16:15.536435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36494) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:15.563443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fd4cb83b-840a-4361-83cb-30b82696f5f5 tempest-AutoAllocateNetworkTest-507486754 tempest-AutoAllocateNetworkTest-507486754-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f6363bd63f344925841b81f5bab3f16a HTTP/1.1" status: 200 len: 208 time: 0.0259192 Aug 20 13:16:15.713864 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2a5f79f7-1f9b-4bc2-8a4f-4afc76ebe041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:16.346521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36532) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:16.666751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:16.792232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:16.805834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:16.851924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6363bd63f344925841b81f5bab3f16a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5043311 Aug 20 13:16:16.854809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36558) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:16.876136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efae93a-3e8a-4a71-b9d3-f8069bf5f8ff,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:16.885059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.885474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.885748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.886387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.886722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.887244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.887780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.888303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.888822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.889336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.889670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.889999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e7180-3f7c-48ee-b6f2-d83c825ff303 admin admin] Tracked resource versions report: Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: pushed versions: Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: { 'AddressGroup': {'1.2'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'ConntrackHelper': {'1.0'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Log': {'1.0'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Network': {'1.1'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Port': {'1.7'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'PortForwarding': {'1.2'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'QosPolicy': {'1.9'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'SecurityGroup': {'1.4'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'SubPort': {'1.0'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Subnet': {'1.1'}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Trunk': {'1.1'}} Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: consumer versions: Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: HyperV agent@n-h1-804232-5: {}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: HyperV agent@n-h2-804232-5: {}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: L3 agent@n-d-804232-5: {}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: Metadata agent@n-d-804232-5: {}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: Metering agent@n-d-804232-5: {}, Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'ConntrackHelper': '1.0', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Log': '1.0', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Network': '1.1', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Port': '1.7', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'PortForwarding': '1.2', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'QosPolicy': '1.9', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'SecurityGroup': '1.4', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'SecurityGroupRule': '1.2', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'SubPort': '1.0', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Subnet': '1.1', Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: 'Trunk': '1.1'}} Aug 20 13:16:16.891081 n-d-804232-5 neutron-server[94861]: {{(pid=94861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:16:16.939172 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:16.964598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:17.027058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:17.030365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:17.035718 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7efae93a-3e8a-4a71-b9d3-f8069bf5f8ff HTTP/1.1" status: 204 len: 168 time: 0.1798060 Aug 20 13:16:17.045987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efae93a-3e8a-4a71-b9d3-f8069bf5f8ff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:17.055834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.056266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.056800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.057195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.057593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.057977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.058368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.059113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.059663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.060185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.060775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.061641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906d7cd-f250-433c-8a22-f0b2a3f0493e admin admin] Tracked resource versions report: Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: pushed versions: Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: { 'AddressGroup': {'1.2'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'ConntrackHelper': {'1.0'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Log': {'1.0'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Network': {'1.1'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Port': {'1.7'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'PortForwarding': {'1.2'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'QosPolicy': {'1.9'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'SecurityGroup': {'1.4'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'SubPort': {'1.0'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Subnet': {'1.1'}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Trunk': {'1.1'}} Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: consumer versions: Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: HyperV agent@n-h1-804232-5: {}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: HyperV agent@n-h2-804232-5: {}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: L3 agent@n-d-804232-5: {}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: Metadata agent@n-d-804232-5: {}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: Metering agent@n-d-804232-5: {}, Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'ConntrackHelper': '1.0', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Log': '1.0', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Network': '1.1', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Port': '1.7', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'PortForwarding': '1.2', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'QosPolicy': '1.9', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'SecurityGroup': '1.4', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'SecurityGroupRule': '1.2', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'SubPort': '1.0', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Subnet': '1.1', Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: 'Trunk': '1.1'}} Aug 20 13:16:17.064232 n-d-804232-5 neutron-server[94862]: {{(pid=94862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:16:18.181299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36630) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:18.369515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78dc5e64-4e61-430b-ba1b-042e179f9d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.430160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6f652cce-15ae-49c7-9c41-9a74a19101be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.491238 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.515230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78dc5e64-4e61-430b-ba1b-042e179f9d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.520090 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78dc5e64-4e61-430b-ba1b-042e179f9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.554343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36658) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:18.561192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78dc5e64-4e61-430b-ba1b-042e179f9d90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c66e4f2d01e4b86aa63cc7c932e0942&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3785350 Aug 20 13:16:18.573998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc5e64-4e61-430b-ba1b-042e179f9d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909c435d-9b93-488b-baf5-23a6baddd7aa,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:18.625094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a3a8c-6191-4513-ad14-684ca6659bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.663296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a3a8c-6191-4513-ad14-684ca6659bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.724472 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a3a8c-6191-4513-ad14-684ca6659bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.728058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a3a8c-6191-4513-ad14-684ca6659bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:18.729319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-019a3a8c-6191-4513-ad14-684ca6659bfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/909c435d-9b93-488b-baf5-23a6baddd7aa HTTP/1.1" status: 204 len: 168 time: 0.1743007 Aug 20 13:16:18.739676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a3a8c-6191-4513-ad14-684ca6659bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c435d-9b93-488b-baf5-23a6baddd7aa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:19.233794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36694) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:19.331350 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.416732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36714) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:19.430154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc2eedc3-2dc0-48ae-a70b-7159801e21b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.535671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc2eedc3-2dc0-48ae-a70b-7159801e21b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.542166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc2eedc3-2dc0-48ae-a70b-7159801e21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.580957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eedc3-2dc0-48ae-a70b-7159801e21b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff8194-dc2e-40fc-89f3-89fc4476addb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:19.593690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc2eedc3-2dc0-48ae-a70b-7159801e21b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f4ab1e64ba1441abe9819267f453fb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1759071 Aug 20 13:16:19.594013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36724) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:19.609954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e04dc2f2-e983-4dbf-93ae-62aec668d425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.686259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ae1f7-91a9-4bc5-b05b-06ec42c622dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.721741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ae1f7-91a9-4bc5-b05b-06ec42c622dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.741360 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e04dc2f2-e983-4dbf-93ae-62aec668d425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.747247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e04dc2f2-e983-4dbf-93ae-62aec668d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.787483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ae1f7-91a9-4bc5-b05b-06ec42c622dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.790840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ae1f7-91a9-4bc5-b05b-06ec42c622dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.792372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-534ae1f7-91a9-4bc5-b05b-06ec42c622dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70ff8194-dc2e-40fc-89f3-89fc4476addb HTTP/1.1" status: 204 len: 168 time: 0.1969552 Aug 20 13:16:19.801834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e04dc2f2-e983-4dbf-93ae-62aec668d425 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b5161820b6d4136995f5ec5c0bfe712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5641940 Aug 20 13:16:19.801834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dc2f2-e983-4dbf-93ae-62aec668d425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6f5f3-cd73-4ab6-b171-9b1967a70eba,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:19.802103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ae1f7-91a9-4bc5-b05b-06ec42c622dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff8194-dc2e-40fc-89f3-89fc4476addb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:19.805182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36736) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:19.861977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-880ff402-e151-4452-8e74-4a9c5b9af7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.885504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-880ff402-e151-4452-8e74-4a9c5b9af7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.940791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-880ff402-e151-4452-8e74-4a9c5b9af7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.943991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-880ff402-e151-4452-8e74-4a9c5b9af7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:19.946153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-880ff402-e151-4452-8e74-4a9c5b9af7eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98a6f5f3-cd73-4ab6-b171-9b1967a70eba HTTP/1.1" status: 204 len: 168 time: 0.1391885 Aug 20 13:16:19.954456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ff402-e151-4452-8e74-4a9c5b9af7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6f5f3-cd73-4ab6-b171-9b1967a70eba,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:20.065211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36750) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:20.398871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-393fb59a-1d61-4333-8716-907c934911b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.539214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-393fb59a-1d61-4333-8716-907c934911b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.543681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-393fb59a-1d61-4333-8716-907c934911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.587538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36798) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:20.587721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-393fb59a-1d61-4333-8716-907c934911b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7bf1100e9fd4b69ae89d57bf32f4ade&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5213423 Aug 20 13:16:20.589826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fb59a-1d61-4333-8716-907c934911b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e70be2-109d-4ab6-badd-f8257b0a7840,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:20.642440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8022-7f32-40bd-9e1d-b78e776a01d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.665978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8022-7f32-40bd-9e1d-b78e776a01d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.720133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8022-7f32-40bd-9e1d-b78e776a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.722688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8022-7f32-40bd-9e1d-b78e776a01d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.723831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f0ae8022-7f32-40bd-9e1d-b78e776a01d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9e70be2-109d-4ab6-badd-f8257b0a7840 HTTP/1.1" status: 204 len: 168 time: 0.1343362 Aug 20 13:16:20.731511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae8022-7f32-40bd-9e1d-b78e776a01d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e70be2-109d-4ab6-badd-f8257b0a7840,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:20.737719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36802) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:20.758605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-608543f1-1386-4d1e-837f-6f16e91f986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.893703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-608543f1-1386-4d1e-837f-6f16e91f986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.899363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-608543f1-1386-4d1e-837f-6f16e91f986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:20.950060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-608543f1-1386-4d1e-837f-6f16e91f986a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c51429bf55d74df797a2f996e1a4bcc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2110302 Aug 20 13:16:20.950875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608543f1-1386-4d1e-837f-6f16e91f986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8787f9e4-77e5-4ca6-b53d-1243072ff75d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:20.952940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:21.008767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f56fb2-bb9f-40c3-9adf-d7fab7613b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.030592 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f56fb2-bb9f-40c3-9adf-d7fab7613b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.084232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f56fb2-bb9f-40c3-9adf-d7fab7613b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.090711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f56fb2-bb9f-40c3-9adf-d7fab7613b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.094385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-34f56fb2-bb9f-40c3-9adf-d7fab7613b2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8787f9e4-77e5-4ca6-b53d-1243072ff75d HTTP/1.1" status: 204 len: 168 time: 0.1381137 Aug 20 13:16:21.104943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f56fb2-bb9f-40c3-9adf-d7fab7613b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8787f9e4-77e5-4ca6-b53d-1243072ff75d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:21.286622 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.308346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:21.326797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d5398da-6cf8-48d5-b91f-e6d776a57b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.463112 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d5398da-6cf8-48d5-b91f-e6d776a57b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.469255 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d5398da-6cf8-48d5-b91f-e6d776a57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.519232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1d5398da-6cf8-48d5-b91f-e6d776a57b0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9dab31de7af7496a92b581442f509c13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2095580 Aug 20 13:16:21.520225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5398da-6cf8-48d5-b91f-e6d776a57b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c160d-7b43-4247-b4be-2f5620e88c38,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:21.523312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36866) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:21.588805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9695ac73-a967-4bc1-8ded-0adf56be2797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.615697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9695ac73-a967-4bc1-8ded-0adf56be2797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.696653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9695ac73-a967-4bc1-8ded-0adf56be2797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.699840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9695ac73-a967-4bc1-8ded-0adf56be2797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.701033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9695ac73-a967-4bc1-8ded-0adf56be2797 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b41c160d-7b43-4247-b4be-2f5620e88c38 HTTP/1.1" status: 204 len: 168 time: 0.1767585 Aug 20 13:16:21.710749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695ac73-a967-4bc1-8ded-0adf56be2797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c160d-7b43-4247-b4be-2f5620e88c38,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:22.174331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:22.388108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc43a953-47b7-4125-b99c-47971cff3cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.499074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc43a953-47b7-4125-b99c-47971cff3cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.502662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc43a953-47b7-4125-b99c-47971cff3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.549220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc43a953-47b7-4125-b99c-47971cff3cb2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4090a6c3f8146a0991f0a230775e475&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3711617 Aug 20 13:16:22.549220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43a953-47b7-4125-b99c-47971cff3cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513d9d7a-fcb6-4c35-adde-30fda0ab62a8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:22.550266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36956) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:22.604823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-107b7faf-6c3b-4fcb-909b-a55783f34ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.631700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-107b7faf-6c3b-4fcb-909b-a55783f34ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.687814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-107b7faf-6c3b-4fcb-909b-a55783f34ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.690346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-107b7faf-6c3b-4fcb-909b-a55783f34ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:22.694238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-107b7faf-6c3b-4fcb-909b-a55783f34ffc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/513d9d7a-fcb6-4c35-adde-30fda0ab62a8 HTTP/1.1" status: 204 len: 168 time: 0.1424673 Aug 20 13:16:22.702523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b7faf-6c3b-4fcb-909b-a55783f34ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513d9d7a-fcb6-4c35-adde-30fda0ab62a8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:23.054487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:23.057037 n-d-804232-5 neutron-server[94862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 13:16:23.087219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-716fea37-fb49-452b-bc42-039764e919a8 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312371 Aug 20 13:16:23.208147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-a40f143a-f4a0-4080-ba95-528363e533df tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:23.210610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-a40f143a-f4a0-4080-ba95-528363e533df tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154704 Aug 20 13:16:23.230530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-e6e7bc17-654e-419e-a6a0-020f1f07914f tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/quotas/4ffd4a4ea42042318c8713f5b1bdff16 HTTP/1.1" status: 200 len: 375 time: 0.0129933 Aug 20 13:16:23.288583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-9fb301b2-7c59-4f2b-bb00-be60522e629b tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511580 Aug 20 13:16:23.368918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:23.395525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f45c2d-5f50-4ac6-8851-33d00a941ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.555723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f45c2d-5f50-4ac6-8851-33d00a941ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.562413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f45c2d-5f50-4ac6-8851-33d00a941ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.623052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37040) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:23.636249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-28f45c2d-5f50-4ac6-8851-33d00a941ac9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c131f15b6c1842f28dde403b8ab3898b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2635484 Aug 20 13:16:23.637700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f45c2d-5f50-4ac6-8851-33d00a941ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073150a6-f01d-45c6-aa3d-58583d801386,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:23.701611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6044d34a-b79f-4c1b-98a3-81c08c1626d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.729820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6044d34a-b79f-4c1b-98a3-81c08c1626d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.785896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6044d34a-b79f-4c1b-98a3-81c08c1626d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.789762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6044d34a-b79f-4c1b-98a3-81c08c1626d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:23.791131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6044d34a-b79f-4c1b-98a3-81c08c1626d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/073150a6-f01d-45c6-aa3d-58583d801386 HTTP/1.1" status: 204 len: 168 time: 0.1668513 Aug 20 13:16:23.799883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044d34a-b79f-4c1b-98a3-81c08c1626d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073150a6-f01d-45c6-aa3d-58583d801386,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:24.314173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37094) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:24.689556 n-d-804232-5 neutron-server[94861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 13:16:24.800129 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fab7e884-76d9-42c6-b427-9083f3e181ff req-b8f5c2f3-0b83-4964-a4cd-b52fc93f23af tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 210 time: 0.4840865 Aug 20 13:16:25.404805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37168) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:25.515012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-4a20d18b-ba75-45ec-aad3-b6e6dded617e tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2c74dd2d386d4dae9097e1bae646705d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295820 Aug 20 13:16:25.719355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-775de288-3919-4dcc-86b8-42ae3da12ecc tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:25.721051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-775de288-3919-4dcc-86b8-42ae3da12ecc tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042091 Aug 20 13:16:25.740952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-c5c5ebcd-e9ac-4c3a-aa43-b800b1c5116c tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/quotas/2c74dd2d386d4dae9097e1bae646705d HTTP/1.1" status: 200 len: 375 time: 0.0133293 Aug 20 13:16:25.843565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95a066cf-63c1-4bac-919a-332baf0845a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:25.921208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-665f629d-68a6-4be4-8626-625b67aedda6 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c74dd2d386d4dae9097e1bae646705d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1738591 Aug 20 13:16:25.955675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95a066cf-63c1-4bac-919a-332baf0845a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:25.962854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95a066cf-63c1-4bac-919a-332baf0845a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:25.964523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.53', 49327) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:25.994630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-bb42332b-3b8f-41e8-b4ec-2dab8fb626e5 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288353 Aug 20 13:16:26.003718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a066cf-63c1-4bac-919a-332baf0845a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333fed5-dc6f-40be-844a-dd86cb0713a8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:26.044212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-95a066cf-63c1-4bac-919a-332baf0845a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9086f253196140dbad3132b25073ac7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6382599 Aug 20 13:16:26.046881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37208) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:26.144519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f62dbd99-81a9-49ca-ad1b-b57ffa3c9b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.181799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-92b8d18a-222b-4f2e-bd9b-40d7e859bcd8 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:26.184235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-92b8d18a-222b-4f2e-bd9b-40d7e859bcd8 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824470 Aug 20 13:16:26.198963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f62dbd99-81a9-49ca-ad1b-b57ffa3c9b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.281424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f62dbd99-81a9-49ca-ad1b-b57ffa3c9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.283195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Request body: {'port': {'device_id': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '4ffd4a4ea42042318c8713f5b1bdff16'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:26.283911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f62dbd99-81a9-49ca-ad1b-b57ffa3c9b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.290304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f62dbd99-81a9-49ca-ad1b-b57ffa3c9b26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1333fed5-dc6f-40be-844a-dd86cb0713a8 HTTP/1.1" status: 204 len: 168 time: 0.2418947 Aug 20 13:16:26.322482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dbd99-81a9-49ca-ad1b-b57ffa3c9b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333fed5-dc6f-40be-844a-dd86cb0713a8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:26.478210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49dad7f4-6ee5-4a5d-8900-03f0e258eb78 req-49a86334-6bef-4434-aa93-64fcda0ff195 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 210 time: 0.0398147 Aug 20 13:16:26.699926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Made reservation on behalf of 4ffd4a4ea42042318c8713f5b1bdff16 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:26.706309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.719797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.776276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-594a3448-51ea-4b2d-99c8-9295990c1850 req-4b1e592c-cb45-476d-bf86-8bceea575456 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 210 time: 0.1472158 Aug 20 13:16:26.862221 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.870297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:26.909534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb072a62-34d9-4e0e-8343-ecfcd4692283,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:27.090654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:27.140138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b50b27d2-b1d2-416a-8e86-ffb52c69234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.230919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Allocated IP 192.168.233.42 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:27.524600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b50b27d2-b1d2-416a-8e86-ffb52c69234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.543728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b50b27d2-b1d2-416a-8e86-ffb52c69234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.637937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b50b27d2-b1d2-416a-8e86-ffb52c69234f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0492c20d6a3b43b3a2bcd504b6295271&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5457289 Aug 20 13:16:27.642217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37304) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:27.730754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b27d2-b1d2-416a-8e86-ffb52c69234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c6702c-b7d0-426b-809b-363c66e94330,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:27.771506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d83e9ab-1c9d-4015-9306-a8b1982dfd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.872961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d83e9ab-1c9d-4015-9306-a8b1982dfd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.925382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.966467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Transition to ACTIVE for port object 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:28.030527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d83e9ab-1c9d-4015-9306-a8b1982dfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:28.038445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d83e9ab-1c9d-4015-9306-a8b1982dfd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:28.041062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6d83e9ab-1c9d-4015-9306-a8b1982dfd41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12c6702c-b7d0-426b-809b-363c66e94330 HTTP/1.1" status: 204 len: 168 time: 0.3971214 Aug 20 13:16:28.073195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e9ab-1c9d-4015-9306-a8b1982dfd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c6702c-b7d0-426b-809b-363c66e94330,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:28.106220 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5a30d32-9b7e-4f28-b31f-a3b3355c12d2 req-67a790c0-1655-43a4-b516-b9fb1063ab0a tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 210 time: 0.1126039 Aug 20 13:16:28.181586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0203b1-14bf-408f-b3dc-5cfed398b566 req-58a0d806-e65e-44c8-b713-4cbea0f3a38f tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 210 time: 0.0937753 Aug 20 13:16:28.230253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:28.272218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.13', 56793) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:28.348091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-f6c03c08-1ffc-47bc-a6f3-32135206ded5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c74dd2d386d4dae9097e1bae646705d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740614 Aug 20 13:16:28.489116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:28.527881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37318) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:28.549198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Pushing event updated for resources: {'Port': ['ID=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:28.552052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:28.653625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:16:28.659638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:28.667387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:28.682451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:28.692424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37326) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:28.732060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-8151741f-e225-4f83-92c9-0a0cfa809280 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:28.738108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-8151741f-e225-4f83-92c9-0a0cfa809280 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832555 Aug 20 13:16:28.745498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-89a3ee4c-0c4e-4dd6-9203-c5c7e5bfd5d3 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4664345 Aug 20 13:16:28.852005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-a15b4407-1e39-4c29-ba2c-fe9b2a79d6e5 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:16:28.853491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Request body: {'port': {'device_id': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '2c74dd2d386d4dae9097e1bae646705d'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:28.854398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-a15b4407-1e39-4c29-ba2c-fe9b2a79d6e5 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123820 Aug 20 13:16:29.030408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-776c73c3-be26-424f-922e-a72436959d4a None None] Provisioning for port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:29.035537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-776c73c3-be26-424f-922e-a72436959d4a None None] Provisioning complete for port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:29.036013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-776c73c3-be26-424f-922e-a72436959d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:29.113319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-776c73c3-be26-424f-922e-a72436959d4a None None] Port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:16:29.251733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:29.323060 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee3436f9-d04f-4fa9-89ea-cae50acc3d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:29.420070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f101614a-4118-4fcf-9c04-25629ef9f496 req-45dc3c7e-52e9-4b5f-9a77-a7436f74c3af tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 210 time: 0.0708432 Aug 20 13:16:29.593423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:16:29.593423 n-d-804232-5 neutron-server[94862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 13:16:29.593423 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id': '053766b6cc4b4f2aa62cc630a48b541c', 'id': 'f73673a5-f62f-4fa4-b70f-cf2ed7cc336a', 'expiration': datetime.datetime(2021, 8, 20, 13, 18, 29, 563957)}] Aug 20 13:16:29.593423 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:16:29.594069 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:16:29.700390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f97372-f035-468b-9bdf-248cb54ee3b1 req-327ef394-63bd-4258-abda-3574b0c8e3bf tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:29.704025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9f97372-f035-468b-9bdf-248cb54ee3b1 req-327ef394-63bd-4258-abda-3574b0c8e3bf tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 935 time: 0.1457324 Aug 20 13:16:29.810552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Request body: {'port': {'device_id': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'device_owner': 'compute:tempest-test_az-183176581', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:29.867716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9f97372-f035-468b-9bdf-248cb54ee3b1 req-404599b1-cf40-4999-acec-69e267fc5d2d tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530228 Aug 20 13:16:29.958122 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee3436f9-d04f-4fa9-89ea-cae50acc3d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:29.984326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee3436f9-d04f-4fa9-89ea-cae50acc3d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.015833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Made reservation on behalf of 2c74dd2d386d4dae9097e1bae646705d for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:30.027734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.050492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.092952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3436f9-d04f-4fa9-89ea-cae50acc3d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c811f6c0-d4fa-4106-aee2-dcb93ce0e77b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:30.138457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.175326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee3436f9-d04f-4fa9-89ea-cae50acc3d22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0f446f7a79b43cebae3671a9c62f989&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4774611 Aug 20 13:16:30.180240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:30.187655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.450829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.462820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.483942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2874-7319-4906-8fc8-dfaae113155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.566602 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2874-7319-4906-8fc8-dfaae113155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:30.748416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef33ef-14a2-45fc-82e0-b92d37b31f53,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:31.096539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cfc0ccb-7eb1-4cb4-a00a-a3eafe8232e2 req-9e6518bb-d1d1-42e2-847f-a1918ac5f203 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 210 time: 0.3525980 Aug 20 13:16:31.127220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:16:31.145488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.169416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2874-7319-4906-8fc8-dfaae113155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.173442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2874-7319-4906-8fc8-dfaae113155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.178836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1ea2874-7319-4906-8fc8-dfaae113155f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c811f6c0-d4fa-4106-aee2-dcb93ce0e77b HTTP/1.1" status: 204 len: 168 time: 0.9971521 Aug 20 13:16:31.181033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Transition to ACTIVE for port object 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:31.192792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea2874-7319-4906-8fc8-dfaae113155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c811f6c0-d4fa-4106-aee2-dcb93ce0e77b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:31.196778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.237053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.610779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324eb7d-b12d-41da-a5d5-1332ecacc5c7 req-66572ffe-13f8-4381-8aa4-8e043b8be106 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:31.613349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9324eb7d-b12d-41da-a5d5-1332ecacc5c7 req-66572ffe-13f8-4381-8aa4-8e043b8be106 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.3699265 Aug 20 13:16:31.670835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Pushing event updated for resources: {'Port': ['ID=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:31.705435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Attempting to bind port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:16:31.705993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Attempting to bind port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:16:31.706770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Attempting to bind port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:31.737216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:16:31.737442 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.738511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Attempting to bind port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:31.759862 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Allocated IP 192.168.233.225 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/fd145126-11eb-4bb9-925c-e59b3177d815) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:31.770198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.791575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:16:31.793973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:31.797245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:16:31.797985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Bound port: 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:16:31.798371 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.824293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9324eb7d-b12d-41da-a5d5-1332ecacc5c7 req-6bacdf30-8ff2-4caa-8d50-54c62de15676 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595225 Aug 20 13:16:31.838647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:31.839696 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=053766b6cc4b4f2aa62cc630a48b541c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3062863 Aug 20 13:16:31.915906 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-545fbd2f-59d7-4b7b-8c25-54f44abb55e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:31.940231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05089efa-5a6e-4a84-b48e-84acc12c2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39636901-d4bd-4aee-9240-6ce73cfe60d1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:31.964427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-545fbd2f-59d7-4b7b-8c25-54f44abb55e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.003611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:32.060096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ea14331-7114-497a-9470-d23c9fee4568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.101488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] For port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:16:32.106416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] For port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:16:32.119977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.264323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-545fbd2f-59d7-4b7b-8c25-54f44abb55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.280174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-545fbd2f-59d7-4b7b-8c25-54f44abb55e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.293146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-545fbd2f-59d7-4b7b-8c25-54f44abb55e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39636901-d4bd-4aee-9240-6ce73cfe60d1 HTTP/1.1" status: 204 len: 168 time: 0.4466279 Aug 20 13:16:32.364362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08a08905-cba2-4cea-ac97-5171e1c64409 req-f5d909c0-b585-4e5e-91ee-9a54d8d0e7fb tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 210 time: 0.0431502 Aug 20 13:16:32.410766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ea14331-7114-497a-9470-d23c9fee4568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.420073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Pushing event updated for resources: {'Port': ['ID=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:32.420492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ea14331-7114-497a-9470-d23c9fee4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.467437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fbd2f-59d7-4b7b-8c25-54f44abb55e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39636901-d4bd-4aee-9240-6ce73cfe60d1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:32.479943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:32.481568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.486422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-22af0823-3b97-4b00-9b63-f8bb3ec606ef service neutron] 10.222.0.53 "PUT /v2.0/ports/5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 HTTP/1.1" status: 200 len: 1116 time: 2.8337238 Aug 20 13:16:32.488049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'tag': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:16:32.566033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea14331-7114-497a-9470-d23c9fee4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94142703-9585-4fcd-a084-2bbd71f04c06,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:32.712797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:32.800403 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ea14331-7114-497a-9470-d23c9fee4568 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01a941017e724c15b7b37a6a2c61594e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7929225 Aug 20 13:16:32.807305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37410) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:32.860311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Transition to ACTIVE for port object fd145126-11eb-4bb9-925c-e59b3177d815 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:33.066744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:33.114068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-04da6bd1-494c-456a-8d3f-36c1494d687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:33.116311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-04da6bd1-494c-456a-8d3f-36c1494d687a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 1119 time: 0.3466482 Aug 20 13:16:33.355087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-066ce0d7-20b0-49c1-bb31-1013734ba6e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 HTTP/1.1" status: 200 len: 217 time: 0.2303209 Aug 20 13:16:33.389232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Pushing event updated for resources: {'Port': ['ID=fd145126-11eb-4bb9-925c-e59b3177d815,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:33.532539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37426) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:33.558689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:33.566375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:33.577457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b54beeb-0746-4f28-8f6f-2a4e19f01625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:33.580829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:16:33.604870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:33.605616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:33.689581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-dfc3d635-bc24-41de-a74b-3a9180355937 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8494804 Aug 20 13:16:33.751973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-9aea1740-9d1c-4a05-b9f2-bb24df209acd tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:16:33.758076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-9aea1740-9d1c-4a05-b9f2-bb24df209acd tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505695 Aug 20 13:16:33.846820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dd0a0-4165-499a-a944-0950faf53ed6 req-a8296d2f-0db3-4a9d-8e82-3fe9b5e57b04 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:33.856446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-107dd0a0-4165-499a-a944-0950faf53ed6 req-a8296d2f-0db3-4a9d-8e82-3fe9b5e57b04 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.8785644 Aug 20 13:16:33.857182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:33.930302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b54beeb-0746-4f28-8f6f-2a4e19f01625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:33.996518 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e27f52-381e-411e-b1d5-791c66548efb", "tag": "5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:16:34.043887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-874a8274-063c-48c9-8628-d48024985481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.188629 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-107dd0a0-4165-499a-a944-0950faf53ed6 req-102f4f5b-6408-4c15-88d3-0b6d804fc33c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420139 Aug 20 13:16:34.209684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b54beeb-0746-4f28-8f6f-2a4e19f01625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.213070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-56519524-ba7c-4fcb-90ae-a3a825d656bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:34.215101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-56519524-ba7c-4fcb-90ae-a3a825d656bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.8491848 Aug 20 13:16:34.219267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-11c6cef9-564d-47f3-9d97-236a19d0e8a2 None None] Provisioning for port fd145126-11eb-4bb9-925c-e59b3177d815 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:34.227223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b54beeb-0746-4f28-8f6f-2a4e19f01625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.237123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b54beeb-0746-4f28-8f6f-2a4e19f01625 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94142703-9585-4fcd-a084-2bbd71f04c06 HTTP/1.1" status: 204 len: 168 time: 1.4283257 Aug 20 13:16:34.253835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-11c6cef9-564d-47f3-9d97-236a19d0e8a2 None None] Provisioning complete for port fd145126-11eb-4bb9-925c-e59b3177d815 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:34.255027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11c6cef9-564d-47f3-9d97-236a19d0e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.262854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54beeb-0746-4f28-8f6f-2a4e19f01625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94142703-9585-4fcd-a084-2bbd71f04c06,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:34.314106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-11c6cef9-564d-47f3-9d97-236a19d0e8a2 None None] Port fd145126-11eb-4bb9-925c-e59b3177d815 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:16:34.385778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5699b9a-2465-48cc-b751-734af1fc831c req-61f6cef7-986a-4e47-bd8e-01d6fed626da tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:34.427447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5699b9a-2465-48cc-b751-734af1fc831c req-61f6cef7-986a-4e47-bd8e-01d6fed626da tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 936 time: 0.8112240 Aug 20 13:16:34.433841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06063f3a-e5a6-40cc-8dce-307f4d4b818c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.556634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Request body: {'port': {'device_id': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:34.634618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5699b9a-2465-48cc-b751-734af1fc831c req-42a5857a-b147-452b-985b-296211f29003 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910307 Aug 20 13:16:34.649460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-369b33df-aa0d-4312-8c8b-183a59fd695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:34.650980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-369b33df-aa0d-4312-8c8b-183a59fd695c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4105170 Aug 20 13:16:34.717075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.749253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-874a8274-063c-48c9-8628-d48024985481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.760689 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-874a8274-063c-48c9-8628-d48024985481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:34.876195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-874a8274-063c-48c9-8628-d48024985481 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79d679f6f68a4491b46a57739639fd55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3424277 Aug 20 13:16:34.884591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37448) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:35.078927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06063f3a-e5a6-40cc-8dce-307f4d4b818c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.113654 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:16:35.127704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a8274-063c-48c9-8628-d48024985481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07cf41-6357-4e2b-985a-22d3e9f8fd84,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:35.145098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06063f3a-e5a6-40cc-8dce-307f4d4b818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.169423 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd8128-3ebe-45c9-999c-a702902967ac x-openstack-request-id: req-8ebd8128-3ebe-45c9-999c-a702902967ac {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:16:35.172586 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e27f52-381e-411e-b1d5-791c66548efb", "tag": "5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:16:35.172904 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ebd8128-3ebe-45c9-999c-a702902967ac {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:16:35.173375 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'tag': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3', 'status': 'completed', 'code': 200} Aug 20 13:16:35.218753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68e2b7e5-4b5b-4a36-b760-9e4c14d12683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.244497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063f3a-e5a6-40cc-8dce-307f4d4b818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d4e2d2-7114-4708-9937-bbde7eb45ee0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:35.273495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68e2b7e5-4b5b-4a36-b760-9e4c14d12683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.371631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-06063f3a-e5a6-40cc-8dce-307f4d4b818c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00a0b422a57b494a84e1d674aee44aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4717557 Aug 20 13:16:35.387173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68e2b7e5-4b5b-4a36-b760-9e4c14d12683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.391200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37466) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:35.395224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68e2b7e5-4b5b-4a36-b760-9e4c14d12683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.397138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68e2b7e5-4b5b-4a36-b760-9e4c14d12683 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc07cf41-6357-4e2b-985a-22d3e9f8fd84 HTTP/1.1" status: 204 len: 168 time: 0.4758198 Aug 20 13:16:35.419582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2b7e5-4b5b-4a36-b760-9e4c14d12683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07cf41-6357-4e2b-985a-22d3e9f8fd84,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:35.448436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961da8-1d8d-4731-ba9f-1c64de2dc695 req-4dac6fc8-7550-45c9-982b-229c7bd223d2 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:35.455818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd961da8-1d8d-4731-ba9f-1c64de2dc695 req-4dac6fc8-7550-45c9-982b-229c7bd223d2 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.1078110 Aug 20 13:16:35.464479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-993dc2c6-0129-4c2f-bb0e-ff3cf9bf584c service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488857 Aug 20 13:16:35.520363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d948-94a1-4470-bfca-4ec07eb52839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.568787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d948-94a1-4470-bfca-4ec07eb52839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.579627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61e91bcd-dd55-4f23-8e2f-ba27305e5332 req-ce66d0b3-105f-492a-bcb0-b9371d105c5e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037700 Aug 20 13:16:35.607937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd961da8-1d8d-4731-ba9f-1c64de2dc695 req-4a8f730a-b8c0-4206-8502-a92a25309b83 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510451 Aug 20 13:16:35.659449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d948-94a1-4470-bfca-4ec07eb52839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.675808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d948-94a1-4470-bfca-4ec07eb52839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.677222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ec5d948-94a1-4470-bfca-4ec07eb52839 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80d4e2d2-7114-4708-9937-bbde7eb45ee0 HTTP/1.1" status: 204 len: 168 time: 0.2849848 Aug 20 13:16:35.747668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-4cf393b9-680b-4bc4-a4af-b05e1da8d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:35.749291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-4cf393b9-680b-4bc4-a4af-b05e1da8d4e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 1119 time: 0.0851510 Aug 20 13:16:35.754594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5d948-94a1-4470-bfca-4ec07eb52839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d4e2d2-7114-4708-9937-bbde7eb45ee0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:35.863372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd145126-11eb-4bb9-925c-e59b3177d815 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:16:35.899941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:35.937027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Transition to ACTIVE for port object fd145126-11eb-4bb9-925c-e59b3177d815 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:35.951204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f41c9-9508-4458-80c4-0bb253eaa757 req-383c5332-1da6-4be6-a6ff-fc3ac9b1adab tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:35.959509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc0f41c9-9508-4458-80c4-0bb253eaa757 req-383c5332-1da6-4be6-a6ff-fc3ac9b1adab tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 936 time: 0.1758325 Aug 20 13:16:35.967827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:36.137212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37482) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:36.166654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Pushing event updated for resources: {'Port': ['ID=fd145126-11eb-4bb9-925c-e59b3177d815,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:36.200960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-813952ed-131f-42fb-bcdc-997a0530b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:36.202435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-813952ed-131f-42fb-bcdc-997a0530b5e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.4395332 Aug 20 13:16:36.280464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-3d130636-22da-4ed9-9d06-c7e91b978292 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 HTTP/1.1" status: 200 len: 217 time: 0.0703399 Aug 20 13:16:36.292940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc0f41c9-9508-4458-80c4-0bb253eaa757 req-0ea32897-a1e5-4121-bf77-62bc5d5a030a tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323307 Aug 20 13:16:36.305551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Attempting to bind port fd145126-11eb-4bb9-925c-e59b3177d815 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:16:36.305939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Attempting to bind port fd145126-11eb-4bb9-925c-e59b3177d815 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:16:36.306294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Attempting to bind port fd145126-11eb-4bb9-925c-e59b3177d815 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:36.312106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Port fd145126-11eb-4bb9-925c-e59b3177d815 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:16:36.312428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Attempting to bind port fd145126-11eb-4bb9-925c-e59b3177d815 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:36.331764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:16:36.332375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:36.333771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:16:36.334380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Bound port: fd145126-11eb-4bb9-925c-e59b3177d815, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:16:36.335581 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:36.410874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-bcdae028-fabe-41f7-83cb-c92479b3d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:36.415828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-bcdae028-fabe-41f7-83cb-c92479b3d6a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1270397 Aug 20 13:16:36.448202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] For port fd145126-11eb-4bb9-925c-e59b3177d815, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:16:36.454198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] For port fd145126-11eb-4bb9-925c-e59b3177d815, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd145126-11eb-4bb9-925c-e59b3177d815,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:16:36.464837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:36.515142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-1272060d-8cdb-4330-a371-577bfe2a0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:36.517682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-1272060d-8cdb-4330-a371-577bfe2a0b8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923314 Aug 20 13:16:36.566892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:36.573411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:36.576074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd145126-11eb-4bb9-925c-e59b3177d815 HTTP/1.1" status: 200 len: 1096 time: 2.4609044 Aug 20 13:16:36.576573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'tag': 'fd145126-11eb-4bb9-925c-e59b3177d815'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:16:36.714317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:36.754942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-3687b58d-4b0d-4907-8afd-10fe848fcc2e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303171 Aug 20 13:16:36.802705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba5900f-1188-4e0c-9d66-77917c3c00e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:36.829272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9f18e-ad98-435a-b516-79fee0168c66 service neutron] Pushing event updated for resources: {'Port': ['ID=fd145126-11eb-4bb9-925c-e59b3177d815,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:37.007474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-665b7e25-6ea3-4604-a2fd-e65c2a7be4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.020201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba5900f-1188-4e0c-9d66-77917c3c00e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.035911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba5900f-1188-4e0c-9d66-77917c3c00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.135549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ba5900f-1188-4e0c-9d66-77917c3c00e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12d6d30f8e504f438ddd1e78d6abc0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100533 Aug 20 13:16:37.137239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37498) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:37.137573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37502) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:37.224820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5183-e6f9-412a-8b71-1fe63decef65 req-522961b5-627b-4541-9536-adce3b14d364 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:37.226589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb3c5183-e6f9-412a-8b71-1fe63decef65 req-522961b5-627b-4541-9536-adce3b14d364 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.4697094 Aug 20 13:16:37.248211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a98f2a71-3932-4656-b161-2a8afd21b047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.292894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5900f-1188-4e0c-9d66-77917c3c00e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfade5c-c7c2-4121-880e-31a8eb4e0026,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:37.369535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76d6c87e-9f8c-41d3-94f4-d4c2bc4b93b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.401985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb3c5183-e6f9-412a-8b71-1fe63decef65 req-1b9391a4-691f-4def-8464-0dee3f5e573b tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560295 Aug 20 13:16:37.404239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-608e6ab8-a2d8-4f63-9c0f-0519d82dee48 req-98a89e55-937b-4349-aae4-b337c245bddb service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195123 Aug 20 13:16:37.412920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76d6c87e-9f8c-41d3-94f4-d4c2bc4b93b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.451700 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7609a8e-da7e-46e8-aee4-c8e66a6845a7" -d '{"events": [{"name": "network-changed", "server_uuid": "56034cb6-f3d2-4387-b625-976b0b8ae863", "tag": "fd145126-11eb-4bb9-925c-e59b3177d815"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:16:37.480914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-665b7e25-6ea3-4604-a2fd-e65c2a7be4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.489959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-665b7e25-6ea3-4604-a2fd-e65c2a7be4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.495312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76d6c87e-9f8c-41d3-94f4-d4c2bc4b93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.501562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76d6c87e-9f8c-41d3-94f4-d4c2bc4b93b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.503533 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-76d6c87e-9f8c-41d3-94f4-d4c2bc4b93b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddfade5c-c7c2-4121-880e-31a8eb4e0026 HTTP/1.1" status: 204 len: 168 time: 0.3468397 Aug 20 13:16:37.538408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6c87e-9f8c-41d3-94f4-d4c2bc4b93b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfade5c-c7c2-4121-880e-31a8eb4e0026,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:37.632905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b7e25-6ea3-4604-a2fd-e65c2a7be4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354de045-5542-4e7c-88c0-d49835bcd458,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:37.644941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-665b7e25-6ea3-4604-a2fd-e65c2a7be4b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdb7f8bcafc245a2bdb948feb9f8b49d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5061271 Aug 20 13:16:37.649222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37518) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:37.789583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba76c-3721-4b98-afde-f73eaece93bf req-49a626b4-bd7b-4c6c-9781-6a51fad64547 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:37.792197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b182c74c-4a88-4162-9ea1-60b11daeb6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.806499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-786ba76c-3721-4b98-afde-f73eaece93bf req-49a626b4-bd7b-4c6c-9781-6a51fad64547 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.2612340 Aug 20 13:16:37.853520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b182c74c-4a88-4162-9ea1-60b11daeb6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.904400 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633cd642-25dc-49d7-9655-536b49d47170 x-openstack-request-id: req-633cd642-25dc-49d7-9655-536b49d47170 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:16:37.904753 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56034cb6-f3d2-4387-b625-976b0b8ae863", "tag": "fd145126-11eb-4bb9-925c-e59b3177d815", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:16:37.904979 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-633cd642-25dc-49d7-9655-536b49d47170 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:16:37.905464 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'tag': 'fd145126-11eb-4bb9-925c-e59b3177d815', 'status': 'completed', 'code': 200} Aug 20 13:16:37.943703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b182c74c-4a88-4162-9ea1-60b11daeb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.950610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b182c74c-4a88-4162-9ea1-60b11daeb6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:37.953867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b182c74c-4a88-4162-9ea1-60b11daeb6e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/354de045-5542-4e7c-88c0-d49835bcd458 HTTP/1.1" status: 204 len: 168 time: 0.3027687 Aug 20 13:16:37.978612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c74c-4a88-4162-9ea1-60b11daeb6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354de045-5542-4e7c-88c0-d49835bcd458,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:38.010767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-786ba76c-3721-4b98-afde-f73eaece93bf req-ef77bb7d-0254-4501-bdf1-9762ab48b99f tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921434 Aug 20 13:16:38.079940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a98f2a71-3932-4656-b161-2a8afd21b047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.086043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a98f2a71-3932-4656-b161-2a8afd21b047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.179745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f2a71-3932-4656-b161-2a8afd21b047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc386ea-c1e3-4b33-8718-2220f965d1f5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:38.186627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a98f2a71-3932-4656-b161-2a8afd21b047 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d1d080fdc1c43ed8600b0afa50fe1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0330594 Aug 20 13:16:38.187083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37530) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:38.280415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4fe3260a-2cfb-4393-9ba7-f4358d49fd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.309821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4fe3260a-2cfb-4393-9ba7-f4358d49fd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.374049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4fe3260a-2cfb-4393-9ba7-f4358d49fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.377854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4fe3260a-2cfb-4393-9ba7-f4358d49fd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.379335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4fe3260a-2cfb-4393-9ba7-f4358d49fd31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bc386ea-c1e3-4b33-8718-2220f965d1f5 HTTP/1.1" status: 204 len: 168 time: 0.1908848 Aug 20 13:16:38.390439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3260a-2cfb-4393-9ba7-f4358d49fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc386ea-c1e3-4b33-8718-2220f965d1f5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:38.561489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3603-15f9-4bdf-81fd-52826b44547c req-68ecf6e5-23ec-4774-9fef-3adfafe92c9c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:38.563231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-104b3603-15f9-4bdf-81fd-52826b44547c req-68ecf6e5-23ec-4774-9fef-3adfafe92c9c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.0562549 Aug 20 13:16:38.647104 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-104b3603-15f9-4bdf-81fd-52826b44547c req-fad2919a-dfe9-4b3c-83fa-bed8bca7d52b tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745783 Aug 20 13:16:38.822059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37546) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:38.842055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-822a5954-5a49-4f15-85af-65cc2ef74448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.987998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-822a5954-5a49-4f15-85af-65cc2ef74448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:38.992806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-822a5954-5a49-4f15-85af-65cc2ef74448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:39.044523 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-822a5954-5a49-4f15-85af-65cc2ef74448 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b1c43673f3d4ea7ae9c4d5b7bfc965e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209821 Aug 20 13:16:39.045821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a5954-5a49-4f15-85af-65cc2ef74448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb4149-6c6d-4b4e-9d7d-c72c8e41d5b8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:39.047060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37550) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:39.150418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5e66ed1-d094-4120-af27-75cf186ea475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:39.205078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5e66ed1-d094-4120-af27-75cf186ea475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:39.293104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5e66ed1-d094-4120-af27-75cf186ea475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:39.296705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5e66ed1-d094-4120-af27-75cf186ea475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:39.300778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5e66ed1-d094-4120-af27-75cf186ea475 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58fb4149-6c6d-4b4e-9d7d-c72c8e41d5b8 HTTP/1.1" status: 204 len: 168 time: 0.2502367 Aug 20 13:16:39.307815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd9011-a6ef-4d9e-8d5d-ab0729164212 req-ea882b4d-e722-437e-b88d-a0e2a89a0592 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:39.309405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2dfd9011-a6ef-4d9e-8d5d-ab0729164212 req-ea882b4d-e722-437e-b88d-a0e2a89a0592 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.1214809 Aug 20 13:16:39.313688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e66ed1-d094-4120-af27-75cf186ea475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb4149-6c6d-4b4e-9d7d-c72c8e41d5b8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:39.363174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2dfd9011-a6ef-4d9e-8d5d-ab0729164212 req-44498516-7c0c-4922-867b-2cf4d242da5a tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443521 Aug 20 13:16:39.884354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990862d-ff00-48ec-8e62-bca65a732159 req-79c622c5-fe62-4422-80f4-4a1e6272e3f6 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:39.894537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3990862d-ff00-48ec-8e62-bca65a732159 req-79c622c5-fe62-4422-80f4-4a1e6272e3f6 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.1213217 Aug 20 13:16:39.991020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3990862d-ff00-48ec-8e62-bca65a732159 req-724df18a-4179-435f-b072-1b73af49d547 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909300 Aug 20 13:16:40.608200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300f2cd-932f-4f3a-9de7-2d303d1b06f9 req-0ea531da-06e2-4a88-912f-86e8a2291ea5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:40.610020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0300f2cd-932f-4f3a-9de7-2d303d1b06f9 req-0ea531da-06e2-4a88-912f-86e8a2291ea5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.1327477 Aug 20 13:16:40.726101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0300f2cd-932f-4f3a-9de7-2d303d1b06f9 req-91c7571c-f384-4a0c-a189-70f4b53b57cb tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085234 Aug 20 13:16:41.149494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad413-c978-4a44-9d49-d4ecaa34ee2b req-33fad604-d8e5-422a-9ad1-d9477fb4b66a tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:41.158383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85dad413-c978-4a44-9d49-d4ecaa34ee2b req-33fad604-d8e5-422a-9ad1-d9477fb4b66a tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.0713794 Aug 20 13:16:41.225449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85dad413-c978-4a44-9d49-d4ecaa34ee2b req-8ed4f544-dc8c-4263-b0ef-ee173a6a7c5b tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Aug 20 13:16:41.798688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37646) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:41.892099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f64a-0b3c-41b9-b095-fe8c5404a4cd req-a9aac64d-2ab6-4801-a495-e2531537b51c tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:41.902370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eef0f64a-0b3c-41b9-b095-fe8c5404a4cd req-a9aac64d-2ab6-4801-a495-e2531537b51c tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.0803707 Aug 20 13:16:42.059531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eef0f64a-0b3c-41b9-b095-fe8c5404a4cd req-1a75d1ae-2293-4bf0-8c5f-6d393eab55f5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557419 Aug 20 13:16:42.085042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37656) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:42.134456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-network', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:42.189693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Made reservation on behalf of 1e2e95a73c964ed3b4aa17032511d92b for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:42.196707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.235191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-651f507c-17be-46c2-b034-384803d96b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.257359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.462020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.508502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99ab6-8c64-4303-a69f-d0e0441bc45d req-a3514cfd-8dc7-4f0f-8111-5c5f1388db23 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:42.510132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22b99ab6-8c64-4303-a69f-d0e0441bc45d req-a3514cfd-8dc7-4f0f-8111-5c5f1388db23 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.1398582 Aug 20 13:16:42.597474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.641984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22b99ab6-8c64-4303-a69f-d0e0441bc45d req-8457b860-18bb-43c8-8082-a13bfa951d56 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149175 Aug 20 13:16:42.699610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-651f507c-17be-46c2-b034-384803d96b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.714278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:16:42.732604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.735716 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Added segment ff8f9721-605b-489c-b5dd-95544b832dd2 of type vlan for network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 Aug 20 13:16:42.819591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a103d8ee-7fdb-4be7-ad94-ee79d660799b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:42.847797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-651f507c-17be-46c2-b034-384803d96b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.893483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f507c-17be-46c2-b034-384803d96b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352c8837-8d81-4197-bebb-49195a1c62a0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:42.932440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.032541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-651f507c-17be-46c2-b034-384803d96b99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2131661fc5a342e3b0fe8e8e584b87eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9461861 Aug 20 13:16:43.035497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:43.058553 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.060778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:43.062065 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.159013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] Pushing event updated for resources: {'Network': ['ID=52b28c3a-ae74-429e-b4d6-bee7070c2d29,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:43.160803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-98c25197-dd22-4804-96b8-b9fca1ca7f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.174578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:16:43.178832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7c27aa72-086b-4440-af9c-8dd6db43090f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3779407 Aug 20 13:16:43.181285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37686) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:43.187345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Request body: {'subnet': {'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-subnet', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:43.215151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-98c25197-dd22-4804-96b8-b9fca1ca7f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.236399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Made reservation on behalf of 1e2e95a73c964ed3b4aa17032511d92b for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:43.240818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.326963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-98c25197-dd22-4804-96b8-b9fca1ca7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.330243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-98c25197-dd22-4804-96b8-b9fca1ca7f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.331409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-98c25197-dd22-4804-96b8-b9fca1ca7f10 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/352c8837-8d81-4197-bebb-49195a1c62a0 HTTP/1.1" status: 204 len: 168 time: 0.2946177 Aug 20 13:16:43.351534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c25197-dd22-4804-96b8-b9fca1ca7f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352c8837-8d81-4197-bebb-49195a1c62a0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:43.565760 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.646351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82c2b53-3454-432c-85d2-9cc1d8c974fe,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:43.667257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f4e2-a964-4acb-b1cf-fe44e2bf2da8 req-653f79f9-810e-48aa-ad80-9f63f72b70fd tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:43.680146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebe0f4e2-a964-4acb-b1cf-fe44e2bf2da8 req-653f79f9-810e-48aa-ad80-9f63f72b70fd tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.3587825 Aug 20 13:16:43.765776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebe0f4e2-a964-4acb-b1cf-fe44e2bf2da8 req-00349d32-752d-4ece-80c7-7027c92e7812 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845249 Aug 20 13:16:43.778306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Checking segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:43.778908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Network hostable DHCP agents. Network: 52b28c3a-ae74-429e-b4d6-bee7070c2d29, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:16:43.849391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:16:43.869576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 52b28c3a-ae74-429e-b4d6-bee7070c2d29) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:43.878950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:43.879573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:43.881937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec310951-2b67-45ab-9d7b-101ed6af1013 None None] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:16:43.930265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bf7150cf-98b3-44ff-8a05-439997c55b09 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7473297 Aug 20 13:16:43.932820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37710) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:43.944631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2962714-5449-4d25-9f97-f199c913ce37 req-087cdfad-2faf-4a76-894c-8a9d2786853f tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:43.946209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:43.958921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2962714-5449-4d25-9f97-f199c913ce37 req-087cdfad-2faf-4a76-894c-8a9d2786853f tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.1678908 Aug 20 13:16:44.009126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.012895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.089206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2962714-5449-4d25-9f97-f199c913ce37 req-49ecf7ef-d69d-4bd1-b3c3-4fdf0f822392 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277611 Aug 20 13:16:44.166712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37716) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:44.237579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:16:44.245678 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.258940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.363470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37720) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:44.402615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e7a67ea-e092-4a79-b67b-337f7c015670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.544632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Allocated IP 172.20.0.2 (52b28c3a-ae74-429e-b4d6-bee7070c2d29/e82c2b53-3454-432c-85d2-9cc1d8c974fe/64f934f6-4667-4ab7-9f25-345d37ef372f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:44.586872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e7a67ea-e092-4a79-b67b-337f7c015670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.592761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e7a67ea-e092-4a79-b67b-337f7c015670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.644581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a67ea-e092-4a79-b67b-337f7c015670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10454cec-e575-4da9-83f3-898b29ed3d2c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:44.653793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e7a67ea-e092-4a79-b67b-337f7c015670 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a61d9d01cb849e58ad027886f56f621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858334 Aug 20 13:16:44.654609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.654779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37724) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:44.668350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7609a8e-da7e-46e8-aee4-c8e66a6845a7 req-7426777c-549a-49e7-a6be-30c05dceaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:44.671210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37726) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:44.673799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7609a8e-da7e-46e8-aee4-c8e66a6845a7 req-7426777c-549a-49e7-a6be-30c05dceaa5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c74dd2d386d4dae9097e1bae646705d&device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 1099 time: 0.3349483 Aug 20 13:16:44.753387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42ae0576-e027-403c-8245-d98a00ec46e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.760767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7609a8e-da7e-46e8-aee4-c8e66a6845a7 req-4ee1f40c-a111-4439-9f3a-f5feb1d2b1cd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c74dd2d386d4dae9097e1bae646705d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817323 Aug 20 13:16:44.825977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c59cad-68da-4c4a-9815-9f7074638021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.843594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42ae0576-e027-403c-8245-d98a00ec46e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.849808 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.861445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Transition to ACTIVE for port object 64f934f6-4667-4ab7-9f25-345d37ef372f will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:44.879018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78be809d-e98d-4a77-a61b-5f036f516ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.888872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Transition to ACTIVE for port object 64f934f6-4667-4ab7-9f25-345d37ef372f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:44.897572 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.950709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:44.952296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Pushing event updated for resources: {'Port': ['ID=64f934f6-4667-4ab7-9f25-345d37ef372f,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:44.954781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:44.958239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:16:44.965899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.966462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.966899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.967333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.967852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.968313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.968788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.969204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.969681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.970023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.970466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.970970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Tracked resource versions report: Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: pushed versions: Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: { 'AddressGroup': {'1.2'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'ConntrackHelper': {'1.0'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Log': {'1.0'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Network': {'1.1'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Port': {'1.7'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'PortForwarding': {'1.2'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'QosPolicy': {'1.9'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'SecurityGroup': {'1.4'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'SubPort': {'1.0'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Subnet': {'1.1'}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Trunk': {'1.1'}} Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: consumer versions: Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: HyperV agent@n-h1-804232-5: {}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: HyperV agent@n-h2-804232-5: {}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: L3 agent@n-d-804232-5: {}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: Metadata agent@n-d-804232-5: {}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: Metering agent@n-d-804232-5: {}, Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'ConntrackHelper': '1.0', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Log': '1.0', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Network': '1.1', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Port': '1.7', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'PortForwarding': '1.2', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'QosPolicy': '1.9', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'SecurityGroup': '1.4', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'SecurityGroupRule': '1.2', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'SubPort': '1.0', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Subnet': '1.1', Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: 'Trunk': '1.1'}} Aug 20 13:16:44.972342 n-d-804232-5 neutron-server[94863]: {{(pid=94863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:16:44.985050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42ae0576-e027-403c-8245-d98a00ec46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.988116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42ae0576-e027-403c-8245-d98a00ec46e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.993269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-42ae0576-e027-403c-8245-d98a00ec46e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10454cec-e575-4da9-83f3-898b29ed3d2c HTTP/1.1" status: 204 len: 168 time: 0.3330913 Aug 20 13:16:45.010579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0576-e027-403c-8245-d98a00ec46e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10454cec-e575-4da9-83f3-898b29ed3d2c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:45.028773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c59cad-68da-4c4a-9815-9f7074638021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.037459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c59cad-68da-4c4a-9815-9f7074638021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.049278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Attempting to bind port 64f934f6-4667-4ab7-9f25-345d37ef372f on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:16:45.049810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Attempting to bind port 64f934f6-4667-4ab7-9f25-345d37ef372f by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:16:45.050287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Attempting to bind port 64f934f6-4667-4ab7-9f25-345d37ef372f on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:45.057579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:16:45.058281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Checking segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:45.059165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.059165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Bound using segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:16:45.059943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Bound port: 64f934f6-4667-4ab7-9f25-345d37ef372f, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:16:45.060503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.100046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-18c59cad-68da-4c4a-9815-9f7074638021 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a71fdc41e028444bad0008998e410d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263029 Aug 20 13:16:45.109294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37738) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:45.130954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c59cad-68da-4c4a-9815-9f7074638021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b6f207-2a52-45b4-8f46-f9f7d2585f9d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:45.155474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] For port 64f934f6-4667-4ab7-9f25-345d37ef372f, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:16:45.160090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] For port 64f934f6-4667-4ab7-9f25-345d37ef372f, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=64f934f6-4667-4ab7-9f25-345d37ef372f,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:16:45.167765 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.204999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26788630-579f-4416-8b88-342c9c87498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.212743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7609a8e-da7e-46e8-aee4-c8e66a6845a7 req-3b4f5308-dc69-48a5-b04c-ab4a41cf6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:45.214232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7609a8e-da7e-46e8-aee4-c8e66a6845a7 req-3b4f5308-dc69-48a5-b04c-ab4a41cf6a84 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4471347 Aug 20 13:16:45.234292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dc4dc-2aaa-4d0f-8369-f262d7a45e6a req-65645084-d292-4000-8045-e5d8cb771c9e tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:45.243507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899bfc4-6c6a-40c9-983a-7aea28e6e3d5 None None] Pushing event updated for resources: {'Port': ['ID=64f934f6-4667-4ab7-9f25-345d37ef372f,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:45.244104 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f22dc4dc-2aaa-4d0f-8369-f262d7a45e6a req-65645084-d292-4000-8045-e5d8cb771c9e tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.1533992 Aug 20 13:16:45.249298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78be809d-e98d-4a77-a61b-5f036f516ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.251502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26788630-579f-4416-8b88-342c9c87498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.261968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78be809d-e98d-4a77-a61b-5f036f516ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.325178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f22dc4dc-2aaa-4d0f-8369-f262d7a45e6a req-b0ded331-e4f2-499e-95cd-9ffd8321da93 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807517 Aug 20 13:16:45.342267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-9853470c-94a2-47d7-a9fb-72c66b30551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:45.343787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-9853470c-94a2-47d7-a9fb-72c66b30551a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c74dd2d386d4dae9097e1bae646705d&device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 1099 time: 0.0709510 Aug 20 13:16:45.377247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be809d-e98d-4a77-a61b-5f036f516ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b9b71-0686-4837-9721-d71675f394ba,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:45.398223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78be809d-e98d-4a77-a61b-5f036f516ff1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a71e67d075aa4f65b89885f0255d9522&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2294798 Aug 20 13:16:45.401469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:45.454712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-59e6d24a-9c81-4586-9ff9-130e8cad54cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fd145126-11eb-4bb9-925c-e59b3177d815 HTTP/1.1" status: 200 len: 217 time: 0.0955546 Aug 20 13:16:45.472785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb020615-d916-4aff-a720-93c38a22dfb7 req-226e9a51-6c28-4c66-8407-347f65893297 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:45.475315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb020615-d916-4aff-a720-93c38a22dfb7 req-226e9a51-6c28-4c66-8407-347f65893297 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.1874549 Aug 20 13:16:45.518997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26788630-579f-4416-8b88-342c9c87498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.522747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26788630-579f-4416-8b88-342c9c87498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.526414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-26788630-579f-4416-8b88-342c9c87498b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65b6f207-2a52-45b4-8f46-f9f7d2585f9d HTTP/1.1" status: 204 len: 168 time: 0.4122496 Aug 20 13:16:45.535680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26788630-579f-4416-8b88-342c9c87498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b6f207-2a52-45b4-8f46-f9f7d2585f9d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:45.539160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a61a-1664-4bc1-9e46-0e9f47057263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.591149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb020615-d916-4aff-a720-93c38a22dfb7 req-7b9040f1-c9bd-4317-9d9f-85ef6c688fb9 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034803 Aug 20 13:16:45.621897 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a61a-1664-4bc1-9e46-0e9f47057263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.660594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-5830f02e-c55c-4cf0-aab8-a06a8c9f6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:45.662134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-5830f02e-c55c-4cf0-aab8-a06a8c9f6c52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1695809 Aug 20 13:16:45.667974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.751778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a61a-1664-4bc1-9e46-0e9f47057263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.758053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-79964cf1-89bf-4b7a-a4a7-5d171bb7cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.758827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a61a-1664-4bc1-9e46-0e9f47057263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.768451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4ae3a61a-1664-4bc1-9e46-0e9f47057263 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/842b9b71-0686-4837-9721-d71675f394ba HTTP/1.1" status: 204 len: 168 time: 0.3658211 Aug 20 13:16:45.779995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3a61a-1664-4bc1-9e46-0e9f47057263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b9b71-0686-4837-9721-d71675f394ba,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:45.802607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:45.876386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-c3b48324-ae4c-43cc-bf77-0c30a36f9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:45.877951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-c3b48324-ae4c-43cc-bf77-0c30a36f9fe0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078645 Aug 20 13:16:46.007974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Allocated IP 172.25.6.124 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/94e12fd3-ea55-41a0-bbe2-909b3a27cf9c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:46.030016 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-630240d9-10fb-426f-b003-e493636de00c service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442573 Aug 20 13:16:46.079231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37764) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:46.093477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-262ec70c-29d2-41a8-b738-a6826ca38eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.201563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe3df1c0-2aab-4cba-82ff-084b8961a4de req-a21c3998-4710-4b5e-ab48-ef335fa695a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643202 Aug 20 13:16:46.206666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.239521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-262ec70c-29d2-41a8-b738-a6826ca38eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.244521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-262ec70c-29d2-41a8-b738-a6826ca38eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.263366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.319011 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-262ec70c-29d2-41a8-b738-a6826ca38eae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3eb7ddd4478e488499ec8de1c5e42f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386727 Aug 20 13:16:46.319857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:46.321729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ec70c-29d2-41a8-b738-a6826ca38eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2b4f6-aee5-423d-a0fd-e64fbf5e8eee,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:46.323466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37770) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:46.325912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:46.331979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:16:46.363892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37774) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:46.377538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95b4d744-d15f-43e0-b1b1-56af10987722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.501825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95b4d744-d15f-43e0-b1b1-56af10987722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.507794 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95b4d744-d15f-43e0-b1b1-56af10987722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.514865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:46.566781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37780) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:46.567929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-95b4d744-d15f-43e0-b1b1-56af10987722 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=854f0f4c144546dc86a1c56e859a2c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020388 Aug 20 13:16:46.568732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d744-d15f-43e0-b1b1-56af10987722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5de0ef-5061-432f-a01f-83db6840c082,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:46.591736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc23496-0b53-4bca-ac8a-4d4d36432f49 req-394bf713-43d2-4a7c-b265-c195fd1d7593 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:46.599518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cc23496-0b53-4bca-ac8a-4d4d36432f49 req-394bf713-43d2-4a7c-b265-c195fd1d7593 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.1150384 Aug 20 13:16:46.652878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40ffe3-2f41-452c-ac16-ebf13771907c None None] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:16:46.694819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fb05f00-2f8d-44a9-849c-cf1e286ddcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.709661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d1bce-5f7b-449e-a45e-e6dc2eb809ec req-f4025b03-d88a-43ee-8537-2c0dcc54593d tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:46.717506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c09d1bce-5f7b-449e-a45e-e6dc2eb809ec req-f4025b03-d88a-43ee-8537-2c0dcc54593d tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.0665295 Aug 20 13:16:46.777819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d404fbfd-f7bb-4c10-869f-b58472681e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.781883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cc23496-0b53-4bca-ac8a-4d4d36432f49 req-d9bd8d15-fda2-47d5-9ddd-73677f203874 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821966 Aug 20 13:16:46.784615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fb05f00-2f8d-44a9-849c-cf1e286ddcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.790380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c1543f16-16d9-4c1f-ac74-99d0816c26bf None None] Provisioning for port 64f934f6-4667-4ab7-9f25-345d37ef372f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:46.810456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c09d1bce-5f7b-449e-a45e-e6dc2eb809ec req-50214cc6-680e-4283-acc0-c63391e500ea tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923150 Aug 20 13:16:46.865040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d404fbfd-f7bb-4c10-869f-b58472681e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.869825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 64f934f6-4667-4ab7-9f25-345d37ef372f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:46.914842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:46.929600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 64f934f6-4667-4ab7-9f25-345d37ef372f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:46.934788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 64f934f6-4667-4ab7-9f25-345d37ef372f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:46.935395 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.019911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fb05f00-2f8d-44a9-849c-cf1e286ddcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.022741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fb05f00-2f8d-44a9-849c-cf1e286ddcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.023898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7fb05f00-2f8d-44a9-849c-cf1e286ddcf0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/adf2b4f6-aee5-423d-a0fd-e64fbf5e8eee HTTP/1.1" status: 204 len: 168 time: 0.6929805 Aug 20 13:16:47.035500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d404fbfd-f7bb-4c10-869f-b58472681e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.038531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d404fbfd-f7bb-4c10-869f-b58472681e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.039684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d404fbfd-f7bb-4c10-869f-b58472681e17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd5de0ef-5061-432f-a01f-83db6840c082 HTTP/1.1" status: 204 len: 168 time: 0.4706082 Aug 20 13:16:47.048290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb05f00-2f8d-44a9-849c-cf1e286ddcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2b4f6-aee5-423d-a0fd-e64fbf5e8eee,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:47.121685 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.148344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c95fcd40-3a49-4d0c-9620-aced457377fa None None] Provisioning complete for port 64f934f6-4667-4ab7-9f25-345d37ef372f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:47.148779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c95fcd40-3a49-4d0c-9620-aced457377fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.185184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 64f934f6-4667-4ab7-9f25-345d37ef372f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=64f934f6-4667-4ab7-9f25-345d37ef372f,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:47.191452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.257783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404fbfd-f7bb-4c10-869f-b58472681e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5de0ef-5061-432f-a01f-83db6840c082,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:47.288423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=64f934f6-4667-4ab7-9f25-345d37ef372f,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:47.384804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.534831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:16:47.644941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:16:47.659420 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:16:47.667413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:47.669669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b5c19945-c4ef-4e1b-86c7-bee40d872ad3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7356517 Aug 20 13:16:47.670418 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:16:47.671108 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:16:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:47.672358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37822) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:47.842913 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:16:48.000026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41581ce2-d403-4056-b434-63873210e27e req-35519adb-48ff-46d8-b3cc-b17fc8ec3bb6 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:48.004433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41581ce2-d403-4056-b434-63873210e27e req-35519adb-48ff-46d8-b3cc-b17fc8ec3bb6 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.1078558 Aug 20 13:16:48.070484 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:46Z', 'revision_number': 3, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:48.096010 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41581ce2-d403-4056-b434-63873210e27e req-be549b99-47f2-4d9f-ac59-62ab03337451 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840943 Aug 20 13:16:48.104590 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:16:48.105281 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Updating router c1728e99-1344-4bdb-a7c0-d0d980af8085 port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:16:48.136922 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.280839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2df353-1b33-4129-a73e-7046cb6bd07f req-a94a6dcf-5909-4b86-bc65-ef9bf021b335 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:48.299286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e2df353-1b33-4129-a73e-7046cb6bd07f req-a94a6dcf-5909-4b86-bc65-ef9bf021b335 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.3490157 Aug 20 13:16:48.430903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea1d4-47d0-4967-813f-b3efe09251f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.433128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e2df353-1b33-4129-a73e-7046cb6bd07f req-5c516def-3515-4938-ae08-02784653de51 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310377 Aug 20 13:16:48.491912 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.520811 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.537994 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Transition to ACTIVE for port object 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:48.548172 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.600177 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Attempting to bind port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:16:48.600637 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Attempting to bind port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:16:48.601014 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Attempting to bind port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:48.610329 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Pushing event updated for resources: {'Port': ['ID=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:48.613482 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:16:48.613891 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:48.614352 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.614778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:16:48.615227 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Bound port: 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:16:48.615631 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.622348 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.622701 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.623043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.623382 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.623716 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.624046 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.624377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.624729 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.625057 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.625376 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.625702 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.626028 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Tracked resource versions report: Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: pushed versions: Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: { 'AddressGroup': {'1.2'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'ConntrackHelper': {'1.0'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Log': {'1.0'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Network': {'1.1'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Port': {'1.7'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'PortForwarding': {'1.2'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'QosPolicy': {'1.9'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'SecurityGroup': {'1.4'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'SubPort': {'1.0'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Subnet': {'1.1'}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Trunk': {'1.1'}} Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: consumer versions: Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: { DHCP agent@n-d-804232-5: {}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: HyperV agent@n-h1-804232-5: {}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: HyperV agent@n-h2-804232-5: {}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: L3 agent@n-d-804232-5: {}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: Metadata agent@n-d-804232-5: {}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: Metering agent@n-d-804232-5: {}, Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: Open vSwitch agent@n-d-804232-5: { 'AddressGroup': '1.2', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'ConntrackHelper': '1.0', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Log': '1.0', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Network': '1.1', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Port': '1.7', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'PortForwarding': '1.2', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'QosPolicy': '1.9', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'SecurityGroup': '1.4', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'SecurityGroupRule': '1.2', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'SubPort': '1.0', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Subnet': '1.1', Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: 'Trunk': '1.1'}} Aug 20 13:16:48.627198 n-d-804232-5 neutron-server[94864]: {{(pid=94864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:16:48.687887 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] For port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:16:48.693497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] For port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:16:48.702869 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.773728 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b721f7-3ed7-4ee7-9f58-96fad7a17ca9 None None] Pushing event updated for resources: {'Port': ['ID=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:48.777033 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:16:48.777733 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:16:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:48.811360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 64f934f6-4667-4ab7-9f25-345d37ef372f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:48.872597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.900584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 64f934f6-4667-4ab7-9f25-345d37ef372f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:48.901216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:48.939572 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:16:49.242104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d621c-bd47-40fa-ac05-a52647ba368d req-071eb420-8209-434f-803a-8c82c7b2a876 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:49.246806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Allocated IP 172.20.0.1 (52b28c3a-ae74-429e-b4d6-bee7070c2d29/e82c2b53-3454-432c-85d2-9cc1d8c974fe/80dd0398-8d88-4874-ad04-88bd1b9c522d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:49.252051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c63d621c-bd47-40fa-ac05-a52647ba368d req-071eb420-8209-434f-803a-8c82c7b2a876 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.0755548 Aug 20 13:16:49.263664 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:46Z', 'revision_number': 3, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:49.300785 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d0f2-40b0-4018-a145-6f1de4b074f7 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:46Z', 'revision_number': 3, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:16:49.312790 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.314280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c63d621c-bd47-40fa-ac05-a52647ba368d req-01e2932b-4754-4dea-916e-264d8bbcbd06 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613291 Aug 20 13:16:49.406641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:16:49.435735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.454116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Transition to ACTIVE for port object 80dd0398-8d88-4874-ad04-88bd1b9c522d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:49.500260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:49.513926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.555654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:49.582814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3', 'mac_address': 'fa:16:3e:b2:09:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:tempest-test_az-183176581', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:16:49.602150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Pushing event updated for resources: {'Port': ['ID=80dd0398-8d88-4874-ad04-88bd1b9c522d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:49.615892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:49.621464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:49.644019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:16:49.647461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.668828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.712809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:16:49.739439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:49.750009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.837168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ba05-6e65-47aa-ae51-648c1c41b826 req-782301a8-bf70-429d-99d6-43139c748de1 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:49.848997 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbb3ba05-6e65-47aa-ae51-648c1c41b826 req-782301a8-bf70-429d-99d6-43139c748de1 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 968 time: 0.3056850 Aug 20 13:16:49.867577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:49.916943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07ca04da-96b3-4d65-aaa9-770b5d9cc896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:49.956267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd145126-11eb-4bb9-925c-e59b3177d815 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:16:50.042858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbb3ba05-6e65-47aa-ae51-648c1c41b826 req-2248161b-9d48-4443-8656-e08d045ee8ae tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928120 Aug 20 13:16:50.126297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.134542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07ca04da-96b3-4d65-aaa9-770b5d9cc896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.154905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port fd145126-11eb-4bb9-925c-e59b3177d815, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd145126-11eb-4bb9-925c-e59b3177d815,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:50.182228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'fd145126-11eb-4bb9-925c-e59b3177d815', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'fd145126-11eb-4bb9-925c-e59b3177d815', 'mac_address': 'fa:16:3e:b4:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:16:50.194362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:16:50.316518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07ca04da-96b3-4d65-aaa9-770b5d9cc896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.342637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.351585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.352723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.358880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca04da-96b3-4d65-aaa9-770b5d9cc896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185a083-0a7d-47b5-962b-a859e1c0c80d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:50.388133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df46-0197-4d25-9671-55998cfbaee3 req-3db93fdd-9eff-42d1-8ed8-645bbcf89ee6 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:50.388851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df46-0197-4d25-9671-55998cfbaee3 req-3db93fdd-9eff-42d1-8ed8-645bbcf89ee6 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:50.389467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df46-0197-4d25-9671-55998cfbaee3 req-3db93fdd-9eff-42d1-8ed8-645bbcf89ee6 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:50.390373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df46-0197-4d25-9671-55998cfbaee3 req-3db93fdd-9eff-42d1-8ed8-645bbcf89ee6 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:50.405122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fba4df46-0197-4d25-9671-55998cfbaee3 req-3db93fdd-9eff-42d1-8ed8-645bbcf89ee6 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2914 time: 0.2684870 Aug 20 13:16:50.409187 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.410831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-07ca04da-96b3-4d65-aaa9-770b5d9cc896 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11ed1d4231f54d2c9157f4427f1e8313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091449 Aug 20 13:16:50.413996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:50.437415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd145126-11eb-4bb9-925c-e59b3177d815 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:16:50.443788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ff1efead-6c9a-4163-b7a1-9ebb2779f954 None None] Provisioning for port 80dd0398-8d88-4874-ad04-88bd1b9c522d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:50.491318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d7f95e3-5342-4c36-8d69-cd4e9d322e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.494544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ff1efead-6c9a-4163-b7a1-9ebb2779f954 None None] Provisioning complete for port 80dd0398-8d88-4874-ad04-88bd1b9c522d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:50.494918 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ff1efead-6c9a-4163-b7a1-9ebb2779f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.502335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port fd145126-11eb-4bb9-925c-e59b3177d815, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd145126-11eb-4bb9-925c-e59b3177d815,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:50.536377 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.538597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Pushing event updated for resources: {'Port': ['ID=80dd0398-8d88-4874-ad04-88bd1b9c522d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:50.571285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3eb0-e454-465f-a752-0299d2f420e3 req-fd24729d-0ece-46d6-9aad-5a29a7768f45 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:50.573054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e34c3eb0-e454-465f-a752-0299d2f420e3 req-fd24729d-0ece-46d6-9aad-5a29a7768f45 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 948 time: 0.1534395 Aug 20 13:16:50.573372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d7f95e3-5342-4c36-8d69-cd4e9d322e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.615728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ff1efead-6c9a-4163-b7a1-9ebb2779f954 None None] Port 80dd0398-8d88-4874-ad04-88bd1b9c522d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:16:50.629497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:50.632081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde395b3-6b94-44f2-ad9c-9838a66eac1e req-a5fa017d-2853-4085-ad1e-30fb65a96614 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:50.633583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cde395b3-6b94-44f2-ad9c-9838a66eac1e req-a5fa017d-2853-4085-ad1e-30fb65a96614 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 886 time: 0.1435521 Aug 20 13:16:50.634063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e34c3eb0-e454-465f-a752-0299d2f420e3 req-cd693278-cb29-4615-9b50-6a0473d3e00f tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466685 Aug 20 13:16:50.636589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:50.673139 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d7f95e3-5342-4c36-8d69-cd4e9d322e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.677808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d7f95e3-5342-4c36-8d69-cd4e9d322e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:50.681494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8d7f95e3-5342-4c36-8d69-cd4e9d322e5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6185a083-0a7d-47b5-962b-a859e1c0c80d HTTP/1.1" status: 204 len: 168 time: 0.2640076 Aug 20 13:16:50.703394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f95e3-5342-4c36-8d69-cd4e9d322e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185a083-0a7d-47b5-962b-a859e1c0c80d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:50.883340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:50.954677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['fd145126-11eb-4bb9-925c-e59b3177d815'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:16:51.017201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=fd145126-11eb-4bb9-925c-e59b3177d815,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:51.118078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4cb85597-17d4-4c24-a027-51a59fe2198a None None] Provisioning complete for port 80dd0398-8d88-4874-ad04-88bd1b9c522d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:51.118625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4cb85597-17d4-4c24-a027-51a59fe2198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.137963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:51.178447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:51.178824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.187717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:16:51.190313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5607ad9-9ced-452f-8ade-e64aa722bc0d req-5b7e99c0-c730-46ca-b292-99d6f21a0263 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:51.190981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5607ad9-9ced-452f-8ade-e64aa722bc0d req-5b7e99c0-c730-46ca-b292-99d6f21a0263 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:51.191649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5607ad9-9ced-452f-8ade-e64aa722bc0d req-5b7e99c0-c730-46ca-b292-99d6f21a0263 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:51.192603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5607ad9-9ced-452f-8ade-e64aa722bc0d req-5b7e99c0-c730-46ca-b292-99d6f21a0263 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:51.198640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5607ad9-9ced-452f-8ade-e64aa722bc0d req-5b7e99c0-c730-46ca-b292-99d6f21a0263 tempest-NetworksTest-698985988 tempest-NetworksTest-698985988-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2914 time: 0.2118602 Aug 20 13:16:51.263017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4cb85597-17d4-4c24-a027-51a59fe2198a None None] Port 80dd0398-8d88-4874-ad04-88bd1b9c522d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:16:51.303180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cda31-8625-40a2-b59c-03bede8b5ed5 req-287199b1-6443-4f52-855c-3d1e19350e10 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:51.310419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.317202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-119cda31-8625-40a2-b59c-03bede8b5ed5 req-287199b1-6443-4f52-855c-3d1e19350e10 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 969 time: 0.1267750 Aug 20 13:16:51.331933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:51.397781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.416613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ddff2f30-aa29-4979-bbf8-c4b784545007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.443228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:51.446187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:16:51.452471 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.458808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6a7834ea-4b71-4ab8-a74b-d8cf373f77f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/c1728e99-1344-4bdb-a7c0-d0d980af8085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7839050 Aug 20 13:16:51.491870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-119cda31-8625-40a2-b59c-03bede8b5ed5 req-64d14a27-d461-4d3d-aca5-3acc57d96f73 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737092 Aug 20 13:16:51.492956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37972) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:51.546239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:51.590496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ddff2f30-aa29-4979-bbf8-c4b784545007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.596867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ddff2f30-aa29-4979-bbf8-c4b784545007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.642483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:16:51.651100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff2f30-aa29-4979-bbf8-c4b784545007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2cbad-33b7-4353-aba9-a7d5f3385625,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:51.651642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:16:51.652426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:16:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:51.655642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ddff2f30-aa29-4979-bbf8-c4b784545007 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f85be90d317a4361821e524ce8894a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094025 Aug 20 13:16:51.658740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:51.725701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1125e15a-8e54-41ee-9e32-c69784e8b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.752856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1125e15a-8e54-41ee-9e32-c69784e8b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.771386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:16:51.836905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805915b-4239-45c1-80ab-1a0f6975024b req-1c852319-6326-4baa-bd2f-d129772b48ef tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:51.838817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c805915b-4239-45c1-80ab-1a0f6975024b req-1c852319-6326-4baa-bd2f-d129772b48ef tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 949 time: 0.0625699 Aug 20 13:16:51.861193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1125e15a-8e54-41ee-9e32-c69784e8b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.864880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1125e15a-8e54-41ee-9e32-c69784e8b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.869057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1125e15a-8e54-41ee-9e32-c69784e8b63a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26b2cbad-33b7-4353-aba9-a7d5f3385625 HTTP/1.1" status: 204 len: 168 time: 0.2093210 Aug 20 13:16:51.887951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125e15a-8e54-41ee-9e32-c69784e8b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2cbad-33b7-4353-aba9-a7d5f3385625,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:51.907183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37990) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:51.918120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c805915b-4239-45c1-80ab-1a0f6975024b req-04057911-8f26-4a30-87f2-46f45158e1db tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622334 Aug 20 13:16:51.931747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd145126-11eb-4bb9-925c-e59b3177d815 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:51.971147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d18a00d-89e9-4702-b235-0960ca83902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.026716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port fd145126-11eb-4bb9-925c-e59b3177d815 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:52.034199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port fd145126-11eb-4bb9-925c-e59b3177d815 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:52.034579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.092113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d18a00d-89e9-4702-b235-0960ca83902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.097625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d18a00d-89e9-4702-b235-0960ca83902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.137164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 2, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:52.173533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:16:52.173910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Updating router c1728e99-1344-4bdb-a7c0-d0d980af8085 port 80dd0398-8d88-4874-ad04-88bd1b9c522d binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:16:52.203057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18a00d-89e9-4702-b235-0960ca83902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1fbf0e-fd23-42bd-bc3e-c72f2b4c2c42,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:52.218754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1d18a00d-89e9-4702-b235-0960ca83902d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6a2f1f1ac964bf0b5990404d1ec4b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245557 Aug 20 13:16:52.222513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38004) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:52.287701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.294456 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.299745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6754-e3a9-4096-aa65-a8d20a3533b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.331294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6754-e3a9-4096-aa65-a8d20a3533b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.382574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd145126-11eb-4bb9-925c-e59b3177d815'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:16:52.430068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-a76f71a7-eb49-4155-a13f-3e9294f8add0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:52.433585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-a76f71a7-eb49-4155-a13f-3e9294f8add0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 820 time: 0.2747881 Aug 20 13:16:52.438570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6754-e3a9-4096-aa65-a8d20a3533b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.441717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6754-e3a9-4096-aa65-a8d20a3533b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.445431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4cdf6754-e3a9-4096-aa65-a8d20a3533b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f1fbf0e-fd23-42bd-bc3e-c72f2b4c2c42 HTTP/1.1" status: 204 len: 168 time: 0.2217472 Aug 20 13:16:52.466108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-46b109f0-4ec2-47f4-89cb-c0c222a3135e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/quotas/1e2e95a73c964ed3b4aa17032511d92b HTTP/1.1" status: 200 len: 375 time: 0.0248916 Aug 20 13:16:52.467414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf6754-e3a9-4096-aa65-a8d20a3533b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1fbf0e-fd23-42bd-bc3e-c72f2b4c2c42,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:52.531638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port fd145126-11eb-4bb9-925c-e59b3177d815, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd145126-11eb-4bb9-925c-e59b3177d815,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:52.544944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87b95553-ebe0-44b7-b6d7-cc74674d9daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.629764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-6c4aa5e3-1492-4209-ab9f-b45a0515dd4b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621480 Aug 20 13:16:52.795968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641dfe-dcff-4aae-978f-8154b38c99dc req-653cf8f0-3809-4a19-bbae-95ce3017ca80 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:52.799531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d641dfe-dcff-4aae-978f-8154b38c99dc req-653cf8f0-3809-4a19-bbae-95ce3017ca80 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 969 time: 0.1814787 Aug 20 13:16:52.813117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.839583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87b95553-ebe0-44b7-b6d7-cc74674d9daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.847143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87b95553-ebe0-44b7-b6d7-cc74674d9daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:52.866319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=fd145126-11eb-4bb9-925c-e59b3177d815,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:52.870941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d641dfe-dcff-4aae-978f-8154b38c99dc req-a8540081-e43d-4dc9-85ad-5d5f2340ab58 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 Aug 20 13:16:52.885191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:52.933110 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-87b95553-ebe0-44b7-b6d7-cc74674d9daa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a075590309764dcf8793c289ed191e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0221879 Aug 20 13:16:52.934390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38028) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:52.972518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b95553-ebe0-44b7-b6d7-cc74674d9daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7d233-033c-4a85-9d6a-1be3d987115c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:53.002179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:53.002997 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.059795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38034) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:53.073659 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b05f40d6-785f-488d-8911-8f0f584e0ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.091195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d13682-f9ba-4416-85f2-5ae9e47d96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.120760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.134654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Transition to ACTIVE for port object 80dd0398-8d88-4874-ad04-88bd1b9c522d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:53.138232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b05f40d6-785f-488d-8911-8f0f584e0ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.145029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.164677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445f0a-3495-46c7-bf1c-0c16023e3a32 req-bef0f0e4-6514-465b-bf56-93d4065c31d7 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:53.177337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d445f0a-3495-46c7-bf1c-0c16023e3a32 req-bef0f0e4-6514-465b-bf56-93d4065c31d7 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 950 time: 0.1598063 Aug 20 13:16:53.221940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ba6ad-7f94-43f4-853e-f6e5a0a8831f None None] Pushing event updated for resources: {'Port': ['ID=80dd0398-8d88-4874-ad04-88bd1b9c522d,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:53.281365 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d445f0a-3495-46c7-bf1c-0c16023e3a32 req-d4fa53f7-ce43-4e2f-a02a-db20972c6a86 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026316 Aug 20 13:16:53.311435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b05f40d6-785f-488d-8911-8f0f584e0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.314593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b05f40d6-785f-488d-8911-8f0f584e0ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.315449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b05f40d6-785f-488d-8911-8f0f584e0ac3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8e7d233-033c-4a85-9d6a-1be3d987115c HTTP/1.1" status: 204 len: 168 time: 0.3787081 Aug 20 13:16:53.332978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f40d6-785f-488d-8911-8f0f584e0ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7d233-033c-4a85-9d6a-1be3d987115c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:53.355905 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06d1630-c716-45c2-b851-479eaab848bb" -d '{"events": [{"server_uuid": "56034cb6-f3d2-4387-b625-976b0b8ae863", "name": "network-vif-plugged", "status": "completed", "tag": "fd145126-11eb-4bb9-925c-e59b3177d815"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:16:53.366347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Attempting to bind port 80dd0398-8d88-4874-ad04-88bd1b9c522d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:16:53.366729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Attempting to bind port 80dd0398-8d88-4874-ad04-88bd1b9c522d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:16:53.367093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Attempting to bind port 80dd0398-8d88-4874-ad04-88bd1b9c522d on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:53.371578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d13682-f9ba-4416-85f2-5ae9e47d96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.382367 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d13682-f9ba-4416-85f2-5ae9e47d96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.384876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:16:53.385287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Checking segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:53.385837 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.386240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Bound using segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:16:53.386735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Bound port: 80dd0398-8d88-4874-ad04-88bd1b9c522d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:16:53.387121 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.416731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:53.435396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13682-f9ba-4416-85f2-5ae9e47d96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f1afa-e53e-4466-b499-093ae6b63416,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:53.472235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38046) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:53.476983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-45d13682-f9ba-4416-85f2-5ae9e47d96b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c47210eb4795495b9ce33189b8a019ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123237 Aug 20 13:16:53.542570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] For port 80dd0398-8d88-4874-ad04-88bd1b9c522d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:16:53.547600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] For port 80dd0398-8d88-4874-ad04-88bd1b9c522d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=80dd0398-8d88-4874-ad04-88bd1b9c522d,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:16:53.549903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:53.555316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.562352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-366f7e52-e8b2-40e2-b180-3732955fa3d2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:16:53.563694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-366f7e52-e8b2-40e2-b180-3732955fa3d2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4499805 Aug 20 13:16:53.564259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37f49fa2-8ddb-4844-b409-35564ee720ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.571075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:53.571431 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.604369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37f49fa2-8ddb-4844-b409-35564ee720ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.673036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37f49fa2-8ddb-4844-b409-35564ee720ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.678540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37f49fa2-8ddb-4844-b409-35564ee720ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:53.679936 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-37f49fa2-8ddb-4844-b409-35564ee720ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/232f1afa-e53e-4466-b499-093ae6b63416 HTTP/1.1" status: 204 len: 168 time: 0.2066290 Aug 20 13:16:53.682069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:16:53.683232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:16:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:53.703780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f49fa2-8ddb-4844-b409-35564ee720ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f1afa-e53e-4466-b499-093ae6b63416,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:53.796031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-b3e7f60e-fbf8-4ebe-ae8b-b719899c701e service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197952 Aug 20 13:16:53.834988 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca6d3ad-8d7f-4597-b26f-a47a9e05adc8 x-openstack-request-id: req-7ca6d3ad-8d7f-4597-b26f-a47a9e05adc8 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:16:53.835564 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56034cb6-f3d2-4387-b625-976b0b8ae863", "name": "network-vif-plugged", "status": "completed", "tag": "fd145126-11eb-4bb9-925c-e59b3177d815", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:16:53.835564 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ca6d3ad-8d7f-4597-b26f-a47a9e05adc8 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:16:53.835999 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd145126-11eb-4bb9-925c-e59b3177d815', 'code': 200} Aug 20 13:16:53.882413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ba6ad-7f94-43f4-853e-f6e5a0a8831f None None] Pushing event updated for resources: {'Port': ['ID=80dd0398-8d88-4874-ad04-88bd1b9c522d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:53.905278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38058) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:53.929941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e4070a1-68c3-47ef-b3f1-2940ff06f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.096805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51afb0f-eeea-417d-8141-701b4605de03 req-269ce7b2-1a74-44e3-9225-f94f0dbd27e0 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:54.099241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c51afb0f-eeea-417d-8141-701b4605de03 req-269ce7b2-1a74-44e3-9225-f94f0dbd27e0 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 969 time: 0.0946400 Aug 20 13:16:54.149586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e4070a1-68c3-47ef-b3f1-2940ff06f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.179789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e4070a1-68c3-47ef-b3f1-2940ff06f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.186530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:16:54.222034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.222339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c51afb0f-eeea-417d-8141-701b4605de03 req-19fccf92-af0f-4c51-95a6-74f6d2f71e2c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037455 Aug 20 13:16:54.316709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38070) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:54.322088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7e4070a1-68c3-47ef-b3f1-2940ff06f483 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df81378c22b34a238c802fcca7ed81f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125733 Aug 20 13:16:54.323642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4070a1-68c3-47ef-b3f1-2940ff06f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86c34a-24af-4f77-b182-e824b34f3e85,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:54.330661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd72ca-9a14-4826-abba-6c115d566ab3 req-bc960f75-0520-4a93-a580-b3fff3726acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:54.333147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81fd72ca-9a14-4826-abba-6c115d566ab3 req-bc960f75-0520-4a93-a580-b3fff3726acc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 1101 time: 0.1365607 Aug 20 13:16:54.339630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:54.349512 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.385279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-81fd72ca-9a14-4826-abba-6c115d566ab3 req-132619c0-5125-4505-bb03-e690c2c78e3a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.414089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-98167688-f321-449c-8d6c-4290b4675f5f service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112707 Aug 20 13:16:54.464256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02362782-e8a7-4b7c-ab24-83a72cbd103d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.467978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:54.505981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02362782-e8a7-4b7c-ab24-83a72cbd103d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.558278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577442c9-32be-4d4c-b669-e24d319c469b req-18b3786d-2b28-4310-a14e-147bc45e9336 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:54.562750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-577442c9-32be-4d4c-b669-e24d319c469b req-18b3786d-2b28-4310-a14e-147bc45e9336 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 950 time: 0.1248629 Aug 20 13:16:54.572984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:53Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:16:54.631292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0aa6f6-17e2-45ce-9cbe-f839ad7a083b None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:53Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:16:54.632901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-81fd72ca-9a14-4826-abba-6c115d566ab3 req-132619c0-5125-4505-bb03-e690c2c78e3a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.635445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02362782-e8a7-4b7c-ab24-83a72cbd103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.639448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02362782-e8a7-4b7c-ab24-83a72cbd103d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.640765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-02362782-e8a7-4b7c-ab24-83a72cbd103d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca86c34a-24af-4f77-b182-e824b34f3e85 HTTP/1.1" status: 204 len: 168 time: 0.3227174 Aug 20 13:16:54.650761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-81fd72ca-9a14-4826-abba-6c115d566ab3 req-132619c0-5125-4505-bb03-e690c2c78e3a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.662300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-577442c9-32be-4d4c-b669-e24d319c469b req-58f62272-8c58-4880-a599-33be3362cc47 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922933 Aug 20 13:16:54.714995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02362782-e8a7-4b7c-ab24-83a72cbd103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86c34a-24af-4f77-b182-e824b34f3e85,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:54.726493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81fd72ca-9a14-4826-abba-6c115d566ab3 req-132619c0-5125-4505-bb03-e690c2c78e3a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838851 Aug 20 13:16:54.767678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132619c0-5125-4505-bb03-e690c2c78e3a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=623c11bf-40f0-4236-b00b-da2d003399c1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:54.845966 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08a0ddac-0254-4c4a-bf28-ba8ddb2c064d req-f9751f05-bbd3-4016-b5fb-78efff3f2a3e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 210 time: 0.0749664 Aug 20 13:16:54.956174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 80dd0398-8d88-4874-ad04-88bd1b9c522d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:55.034480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 80dd0398-8d88-4874-ad04-88bd1b9c522d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:55.045853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 80dd0398-8d88-4874-ad04-88bd1b9c522d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:55.046236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:55.185530 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:55.249117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 80dd0398-8d88-4874-ad04-88bd1b9c522d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=80dd0398-8d88-4874-ad04-88bd1b9c522d,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:16:55.256663 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:55.373820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=80dd0398-8d88-4874-ad04-88bd1b9c522d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:55.433499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fc408-5e57-4390-b55a-4f17ed10ea54 req-294cd9da-a049-480c-9517-0e577d86749c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:55.442479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b2fc408-5e57-4390-b55a-4f17ed10ea54 req-294cd9da-a049-480c-9517-0e577d86749c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.1105964 Aug 20 13:16:55.506363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b2fc408-5e57-4390-b55a-4f17ed10ea54 req-50b6fec5-1404-4b1d-8962-558899aa3ee7 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620041 Aug 20 13:16:55.597030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38120) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:55.802549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c4d4b-ca0f-4d07-89b2-af6149db262f req-8342da26-935c-4ba4-a781-f664b3c7bc19 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:55.810190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e9c4d4b-ca0f-4d07-89b2-af6149db262f req-8342da26-935c-4ba4-a781-f664b3c7bc19 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 950 time: 0.0589507 Aug 20 13:16:55.831578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1565647008-network', 'tenant_id': '094c0c0df49e4207af79f702cb4259ce'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:55.837978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:16:55.840951 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7b94c-b9f7-410b-b941-36585ddeb2e9" -d '{"events": [{"server_uuid": "d5e27f52-381e-411e-b1d5-791c66548efb", "name": "network-vif-plugged", "status": "completed", "tag": "5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:16:55.892210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e9c4d4b-ca0f-4d07-89b2-af6149db262f req-5a78d9e0-da0a-4979-8eac-5f0589784028 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808396 Aug 20 13:16:55.908347 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372e0ee1-9a56-43dc-955a-fad07553dea8 x-openstack-request-id: req-372e0ee1-9a56-43dc-955a-fad07553dea8 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:16:55.908507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Made reservation on behalf of 094c0c0df49e4207af79f702cb4259ce for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:55.908680 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e27f52-381e-411e-b1d5-791c66548efb", "name": "network-vif-plugged", "status": "completed", "tag": "5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:16:55.908918 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-372e0ee1-9a56-43dc-955a-fad07553dea8 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:16:55.909340 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3', 'code': 200} Aug 20 13:16:55.911575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:55.931401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.035067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-600e6ffa-43e0-49cc-8b78-ef4adfb18b72 req-bfeec21d-f348-4fa7-b6a9-3a440fa038c8 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 210 time: 0.0414886 Aug 20 13:16:56.109933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.53', 49336) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:56.125449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.133028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.211238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:16:56.247361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e083d-511f-4ae2-b491-2453be19b4c3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:56.253434 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.253773 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Added segment 75b07eaf-0a90-473d-bffd-cd197711d2cd of type vlan for network ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776 Aug 20 13:16:56.273885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210138d-c637-4944-9402-b06035971cb5 req-6aa8f669-adfe-4746-9f35-59076f14cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:56.276303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a210138d-c637-4944-9402-b06035971cb5 req-6aa8f669-adfe-4746-9f35-59076f14cbd3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 1121 time: 0.2641871 Aug 20 13:16:56.358151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.389605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.390685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:56.391487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.456494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-3f46a980-0f96-48fc-8815-aec5668534f2 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb3004f8726246e19fe5e10c5a00728c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301950 Aug 20 13:16:56.464872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8638039 Aug 20 13:16:56.468026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:56.475754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Request body: {'subnet': {'network_id': 'ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1565647008-subnet', 'tenant_id': '094c0c0df49e4207af79f702cb4259ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:56.480263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6b1be-47a1-478a-a5ae-f97f287f921a admin admin] Pushing event updated for resources: {'Network': ['ID=ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:56.489728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a210138d-c637-4944-9402-b06035971cb5 req-c6497404-335e-4286-bb0f-5f61b2c9bc36 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022939 Aug 20 13:16:56.491402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:16:56.509294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Made reservation on behalf of 094c0c0df49e4207af79f702cb4259ce for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:56.512608 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.557107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-711de9aa-51d1-445e-86a2-3b6f971923cc tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:56.558657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-711de9aa-51d1-445e-86a2-3b6f971923cc tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 820 time: 0.4483151 Aug 20 13:16:56.691553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-7d4a876d-5b70-4e94-baca-a9f0333cedfa tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:56.699557 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-7d4a876d-5b70-4e94-baca-a9f0333cedfa tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289324 Aug 20 13:16:56.712124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8852df-f51f-4f52-a4a8-0aeee574923c req-2909f0a9-1621-45f7-a556-2b247bf6d111 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:56.713687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b8852df-f51f-4f52-a4a8-0aeee574923c req-2909f0a9-1621-45f7-a556-2b247bf6d111 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.0905921 Aug 20 13:16:56.715002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-1523a0ee-50a3-46ae-836b-c031e542301e tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/quotas/bb3004f8726246e19fe5e10c5a00728c HTTP/1.1" status: 200 len: 375 time: 0.0146537 Aug 20 13:16:56.761122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'port': {'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'admin_state_up': True, 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:56.795744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.805243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 80dd0398-8d88-4874-ad04-88bd1b9c522d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:16:56.807532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b8852df-f51f-4f52-a4a8-0aeee574923c req-e0f636e3-6db8-4f5f-aaab-e962810706c4 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863965 Aug 20 13:16:56.853948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-03f3a20e-25e8-46bf-9bc0-232c216229fb tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb3004f8726246e19fe5e10c5a00728c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290650 Aug 20 13:16:56.882938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637852c6-8b75-4a56-ab4c-adadecfe8f24,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:56.893459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Checking segment: {'id': '75b07eaf-0a90-473d-bffd-cd197711d2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:56.894025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Network hostable DHCP agents. Network: ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:16:56.894838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 80dd0398-8d88-4874-ad04-88bd1b9c522d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:56.896655 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.918416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Made reservation on behalf of 1e2e95a73c964ed3b4aa17032511d92b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:56.924651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.932702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Network ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:16:56.950245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:56.955372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:56.956400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:56.972732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e479a7a-0f27-4244-995e-2f79e8b4289c None None] Network ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:16:56.987006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8767dd37-2a2d-4b25-8a50-8a1e3bb16c47 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5180020 Aug 20 13:16:57.060927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21409453-9f28-4199-bffb-168f239da31c req-34402184-0bce-46c3-a462-5731664c00d2 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:57.075710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21409453-9f28-4199-bffb-168f239da31c req-34402184-0bce-46c3-a462-5731664c00d2 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 950 time: 0.0803933 Aug 20 13:16:57.133527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21409453-9f28-4199-bffb-168f239da31c req-0d193829-6d18-4eab-9c77-cdc48f420d41 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565686 Aug 20 13:16:57.216653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Allocated IP 172.20.0.5 (52b28c3a-ae74-429e-b4d6-bee7070c2d29/e82c2b53-3454-432c-85d2-9cc1d8c974fe/264c0996-cc91-4492-b4bd-bce423815f77) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:57.260811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48cb086a-1f67-4209-9d5e-33aa5daf4aa7 req-754d97b7-0178-4ca4-a9c7-f7d2657b723a tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 210 time: 0.0323646 Aug 20 13:16:57.274804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-15c8906b-a7f5-4cdf-9bcf-1b51d292fc56 req-ec5397af-f9a1-4199-86f0-d2b0cad28ce0 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 210 time: 0.0608354 Aug 20 13:16:57.323148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e8ee1-1808-4991-86d0-c7b240ae8bf9 None None] Network ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:16:57.504854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:57.528217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Transition to ACTIVE for port object 264c0996-cc91-4492-b4bd-bce423815f77 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:57.573879 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:57.625857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:16:57.631049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:57.651995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:16:57.658739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:57.659948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:57.672281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event updated for resources: {'Port': ['ID=264c0996-cc91-4492-b4bd-bce423815f77,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:57.677214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-57ffe219-3722-41c8-83b4-d7a771b99751 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9207699 Aug 20 13:16:57.704937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Request body: {'port': {'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:57.742313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-7baa8aea-5c97-4786-94d2-214bd52588ee tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=37dc6baa1afd48e0891b7fcb08728fba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327709 Aug 20 13:16:57.827786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:57.930654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a89e7299-6935-4524-a740-6672c5c85d6d tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:57.938666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a89e7299-6935-4524-a740-6672c5c85d6d tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953630 Aug 20 13:16:57.971899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-b3fc2e23-3dca-4bca-ad2b-952f46600f0c tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/quotas/37dc6baa1afd48e0891b7fcb08728fba HTTP/1.1" status: 200 len: 375 time: 0.0319531 Aug 20 13:16:57.978730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-865c3d26-70e6-43df-a86a-32ec2e0fdc68 None None] Provisioning for port 264c0996-cc91-4492-b4bd-bce423815f77 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:16:57.984280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-865c3d26-70e6-43df-a86a-32ec2e0fdc68 None None] Provisioning complete for port 264c0996-cc91-4492-b4bd-bce423815f77 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:16:57.984952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-865c3d26-70e6-43df-a86a-32ec2e0fdc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.052596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-735c7177-79ef-4d21-b466-7d937b8d12e8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=37dc6baa1afd48e0891b7fcb08728fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792000 Aug 20 13:16:58.053116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-865c3d26-70e6-43df-a86a-32ec2e0fdc68 None None] Port 264c0996-cc91-4492-b4bd-bce423815f77 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:16:58.131955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38222) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:58.137866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-435419307-network', 'tenant_id': '10d6acbd519f41d099c866df03c9f9df'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:58.166198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Made reservation on behalf of 10d6acbd519f41d099c866df03c9f9df for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:58.168974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.180280 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.344297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2405-2e98-445b-af96-1c4403bbcc7d req-40544573-2ad0-4806-b32f-41057ce947e5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:58.345961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a2db2405-2e98-445b-af96-1c4403bbcc7d req-40544573-2ad0-4806-b32f-41057ce947e5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 950 time: 0.1072268 Aug 20 13:16:58.372151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4f7bf-58fb-4c5e-9758-8e916b33bc87 req-bc033cd0-b9c7-44c3-93a1-aad4642d7621 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:58.373794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0b4f7bf-58fb-4c5e-9758-8e916b33bc87 req-bc033cd0-b9c7-44c3-93a1-aad4642d7621 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.1202118 Aug 20 13:16:58.419673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.425787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.456636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a2db2405-2e98-445b-af96-1c4403bbcc7d req-c166e60b-0fcb-45be-bbbd-eeae2ce17a19 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007164 Aug 20 13:16:58.463180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:16:58.476842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0b4f7bf-58fb-4c5e-9758-8e916b33bc87 req-33d71ecc-bf3c-466f-986e-c8bae6e461b0 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906665 Aug 20 13:16:58.496927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-e2e8ea96-d677-4b1d-9321-889bfe40f909 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb3004f8726246e19fe5e10c5a00728c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224845 Aug 20 13:16:58.501061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa57bd-4caf-4c10-b6a5-79841362ec9b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:58.518449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264c0996-cc91-4492-b4bd-bce423815f77 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:16:58.540150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.575758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Transition to ACTIVE for port object 264c0996-cc91-4492-b4bd-bce423815f77 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:58.585314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.623509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.623753 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Added segment e5b75bba-9e66-4312-b5b2-516e3684a92b of type vlan for network 2d43bc82-df61-4cc7-b5af-35f26042bcd1 Aug 20 13:16:58.633154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-3d256329-910f-4266-8645-5bff70001431 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:58.634944 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-3d256329-910f-4266-8645-5bff70001431 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309299 Aug 20 13:16:58.658810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.669567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Pushing event updated for resources: {'Port': ['ID=264c0996-cc91-4492-b4bd-bce423815f77,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:58.672140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Request body: {'port': {'device_id': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'bb3004f8726246e19fe5e10c5a00728c'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:58.732012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Attempting to bind port 264c0996-cc91-4492-b4bd-bce423815f77 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:16:58.732656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Attempting to bind port 264c0996-cc91-4492-b4bd-bce423815f77 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:16:58.733695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Attempting to bind port 264c0996-cc91-4492-b4bd-bce423815f77 on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:58.739893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Port 264c0996-cc91-4492-b4bd-bce423815f77 on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:16:58.740475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Attempting to bind port 264c0996-cc91-4492-b4bd-bce423815f77 on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:16:58.747158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:16:58.747754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Checking segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:58.748543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Bound using segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:16:58.749352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Bound port: 264c0996-cc91-4492-b4bd-bce423815f77, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:16:58.749909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.857143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b327dbfd-dfd3-473e-bf50-ba7b9c8cea86 req-2755c335-194f-46fb-9073-7067f8496887 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 210 time: 0.3495109 Aug 20 13:16:58.881597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dbaf4-6b03-43c5-8d0e-a2877740ee36 req-4cf581d5-1816-4eb1-8b4e-e9e6bd27456d tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:58.889492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.891474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-299dbaf4-6b03-43c5-8d0e-a2877740ee36 req-4cf581d5-1816-4eb1-8b4e-e9e6bd27456d tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 964 time: 0.1276906 Aug 20 13:16:58.901020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] For port 264c0996-cc91-4492-b4bd-bce423815f77, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:16:58.905038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] For port 264c0996-cc91-4492-b4bd-bce423815f77, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=264c0996-cc91-4492-b4bd-bce423815f77,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:16:58.916974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.952683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Made reservation on behalf of bb3004f8726246e19fe5e10c5a00728c for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:58.956589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.968377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:58.969141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:58.970782 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f059e04f-9954-4381-991f-86e40f641813 service neutron] 10.222.0.53 "PUT /v2.0/ports/264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 1112 time: 1.2798145 Aug 20 13:16:58.971198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:16:58.974483 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:16:58.982945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.014773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-299dbaf4-6b03-43c5-8d0e-a2877740ee36 req-103156f9-b238-4d30-bf83-742c2b982021 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068423 Aug 20 13:16:59.017147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8aef9127-8383-4bf2-b528-737169fc09a2 req-3f61139f-4e9d-41cb-874d-0ffa76b8d780 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 210 time: 0.0683749 Aug 20 13:16:59.018983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.020696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.021290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.058942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059e04f-9954-4381-991f-86e40f641813 service neutron] Pushing event updated for resources: {'Port': ['ID=264c0996-cc91-4492-b4bd-bce423815f77,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:59.096588 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd637a-0bbe-4369-a5cc-3b9ca5062527 x-openstack-request-id: req-afdd637a-0bbe-4369-a5cc-3b9ca5062527 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:16:59.097045 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:16:59.097417 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-afdd637a-0bbe-4369-a5cc-3b9ca5062527 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:16:59.098432 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'status': 'completed', 'code': 200} Aug 20 13:16:59.108663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-6641f57a-1084-4e84-97ad-102a4b4a0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.110475 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-6641f57a-1084-4e84-97ad-102a4b4a0fa7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1115 time: 0.0843647 Aug 20 13:16:59.168335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d43bc82-df61-4cc7-b5af-35f26042bcd1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:59.180075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-ac2c7ad6-f12a-4de3-a6c4-bdfa398a7082 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 217 time: 0.0596905 Aug 20 13:16:59.180870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2d43bc82-df61-4cc7-b5af-35f26042bcd1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:16:59.195261 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.201157 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.242401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-10759b0e-907c-46b0-89b1-0f6b8c31eae9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1064873 Aug 20 13:16:59.244912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38242) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:59.251633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Request body: {'subnet': {'network_id': '2d43bc82-df61-4cc7-b5af-35f26042bcd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-435419307-subnet', 'tenant_id': '10d6acbd519f41d099c866df03c9f9df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:16:59.259949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-0686ad96-739c-4728-972f-2d02434bd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.261691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-0686ad96-739c-4728-972f-2d02434bd16b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.0746818 Aug 20 13:16:59.308256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06166324-86b8-4684-8acb-2e08909e785e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:59.332186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Made reservation on behalf of 10d6acbd519f41d099c866df03c9f9df for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:16:59.334084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.335099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-00d65155-8151-4cb9-aa27-1cceea484d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.336696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-00d65155-8151-4cb9-aa27-1cceea484d1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644872 Aug 20 13:16:59.442454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Allocated IP 192.168.233.193 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/a183cfe8-0ea8-44b4-8113-ad6da1afcbdc) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:16:59.445048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-1c012883-fbdc-4457-8f9f-2d6d79891f3c service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995867 Aug 20 13:16:59.450262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.13', 56804) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:16:59.630763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-45be86b9-b98d-4452-a556-8c333ebb58ec tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=37dc6baa1afd48e0891b7fcb08728fba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895267 Aug 20 13:16:59.673423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.682687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-ec23f0b6-5092-4bcb-b9f8-f5c1327752cd tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.684224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-ec23f0b6-5092-4bcb-b9f8-f5c1327752cd tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 1101 time: 0.2327249 Aug 20 13:16:59.720508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd553-eea0-47c3-8f79-7bdeccd2ad0d req-5408b5ca-a675-4a3a-b949-af7a8ed65cfc tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.722038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83efd553-eea0-47c3-8f79-7bdeccd2ad0d req-5408b5ca-a675-4a3a-b949-af7a8ed65cfc tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 950 time: 0.1716073 Aug 20 13:16:59.779322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.784243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdfc80-c5ff-4846-9602-a3c2ba4f2b88 req-a5a44dd4-5d96-4e8f-97ed-6ede2c56031c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.786336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f8a844-e009-4833-8268-a873d062ee16,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:16:59.786468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6fdfc80-c5ff-4846-9602-a3c2ba4f2b88 req-a5a44dd4-5d96-4e8f-97ed-6ede2c56031c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.2029009 Aug 20 13:16:59.793459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e6fc80-8639-4b9d-976f-2b8b7ac00be3 req-f70f8359-d42b-4add-adeb-4f7c25cd8fd5 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317542 Aug 20 13:16:59.816337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Transition to ACTIVE for port object a183cfe8-0ea8-44b4-8113-ad6da1afcbdc will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:16:59.827729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83efd553-eea0-47c3-8f79-7bdeccd2ad0d req-aa947bed-a840-45b4-a64f-5d783eb718d0 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917075 Aug 20 13:16:59.830035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Checking segment: {'id': 'e5b75bba-9e66-4312-b5b2-516e3684a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2d43bc82-df61-4cc7-b5af-35f26042bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:16:59.830399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Network hostable DHCP agents. Network: 2d43bc82-df61-4cc7-b5af-35f26042bcd1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:16:59.861956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Network 2d43bc82-df61-4cc7-b5af-35f26042bcd1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:16:59.873571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2d43bc82-df61-4cc7-b5af-35f26042bcd1) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:16:59.877602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.885036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1b3d7-2229-4c4e-9b2b-58d83674ed16 None None] Network 2d43bc82-df61-4cc7-b5af-35f26042bcd1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:16:59.891707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.892316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:59.911690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1143755c-cebd-4709-a7f7-d5aa06eba3b5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6656587 Aug 20 13:16:59.950485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-d9799b8a-0bd4-4af3-b54f-4bf5c37502a4 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:16:59.952030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-d9799b8a-0bd4-4af3-b54f-4bf5c37502a4 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124499 Aug 20 13:16:59.958901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6fdfc80-c5ff-4846-9602-a3c2ba4f2b88 req-bfbbd1c6-5adb-4dc6-ba03-0401fc127a95 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642938 Aug 20 13:16:59.966796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Request body: {'port': {'device_id': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '37dc6baa1afd48e0891b7fcb08728fba'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:00.001461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:00.034667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-3c2b5a21-65fc-4fb8-9edf-c01540935b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.036939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-3c2b5a21-65fc-4fb8-9edf-c01540935b64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1115 time: 0.1871357 Aug 20 13:17:00.047122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14c4c739-dfa9-4664-9911-468aeed94151 req-c678370c-7c64-4a02-a8a2-589aafb0c3ef tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 210 time: 0.0879817 Aug 20 13:17:00.052727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:00.060538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:00.061457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Deleting port fd145126-11eb-4bb9-925c-e59b3177d815 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:17:00.061802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.077608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.078562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.102370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38262) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:00.105076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98fed5-875f-4af0-8377-4d9f77445d1f None None] Network 2d43bc82-df61-4cc7-b5af-35f26042bcd1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:00.120606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Pushing event updated for resources: {'Port': ['ID=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:00.174122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9c5b53c2-8ceb-4c77-b4a8-3310cc6158e8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5181818 Aug 20 13:17:00.195802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Request body: {'port': {'device_id': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:00.245870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Deleting subnet 637852c6-8b75-4a56-ab4c-adadecfe8f24 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:17:00.253799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.289121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] For port fd145126-11eb-4bb9-925c-e59b3177d815, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd145126-11eb-4bb9-925c-e59b3177d815,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:00.289465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.309516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a916-f449-4f48-bc72-4d731f8e77cf req-aa5b8d51-1762-4a63-8fd3-88c828d53046 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.316995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Calling delete_port for fd145126-11eb-4bb9-925c-e59b3177d815 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:17:00.317121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e42a916-f449-4f48-bc72-4d731f8e77cf req-aa5b8d51-1762-4a63-8fd3-88c828d53046 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 964 time: 0.1599669 Aug 20 13:17:00.338185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.355792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.356096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3072192c-5489-4095-b6ba-b2d821f431d8 None None] Provisioning for port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:00.360441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3072192c-5489-4095-b6ba-b2d821f431d8 None None] Provisioning complete for port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:00.360888 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3072192c-5489-4095-b6ba-b2d821f431d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.369077 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.385344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4242-7d47-4dd4-9b59-d249d414700a req-1de23519-225d-4c38-b9c8-2bc1de310e2b tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.387172 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd7d4242-7d47-4dd4-9b59-d249d414700a req-1de23519-225d-4c38-b9c8-2bc1de310e2b tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 1121 time: 0.3135855 Aug 20 13:17:00.400049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3072192c-5489-4095-b6ba-b2d821f431d8 None None] Port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:00.430710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e42a916-f449-4f48-bc72-4d731f8e77cf req-561c6d53-8bef-4ded-8fdb-f8f1ad0efaf1 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127269 Aug 20 13:17:00.443443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Made reservation on behalf of 37dc6baa1afd48e0891b7fcb08728fba for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:00.451367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.478244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-8213906c-b35d-4ef3-8624-2ab66c9a1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.479713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-8213906c-b35d-4ef3-8624-2ab66c9a1f59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.4352298 Aug 20 13:17:00.486372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fd7d4242-7d47-4dd4-9b59-d249d414700a req-2f02c1c0-e12a-48d0-bf57-8013c9825822 tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.502008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.560168 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.561155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-1d7dd375-5f53-4e86-85ea-733b9424ab8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 217 time: 0.0634167 Aug 20 13:17:00.824613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637852c6-8b75-4a56-ab4c-adadecfe8f24,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:00.826755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.831580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eaebdde9-16eb-48ac-b2bc-107b9f8e61cb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/637852c6-8b75-4a56-ab4c-adadecfe8f24 HTTP/1.1" status: 204 len: 168 time: 0.7252891 Aug 20 13:17:00.831580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38264) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:00.841626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-aebc279e-ea6b-40fc-a68b-6bf8521408ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.843643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-aebc279e-ea6b-40fc-a68b-6bf8521408ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.2719977 Aug 20 13:17:00.897741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744bd64-8709-466f-bba6-9f3d93eb2fd3 req-092f9691-24b8-4851-888e-5b90a9d8f1af tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:00.899324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3744bd64-8709-466f-bba6-9f3d93eb2fd3 req-092f9691-24b8-4851-888e-5b90a9d8f1af tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 936 time: 0.3866677 Aug 20 13:17:00.906501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:00.918908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['fd145126-11eb-4bb9-925c-e59b3177d815'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:00.958673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.009151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3744bd64-8709-466f-bba6-9f3d93eb2fd3 req-d5168035-38ed-43d1-af36-7f8e51e14980 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925303 Aug 20 13:17:01.014389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-327a9b8f-8881-4419-9a8a-8cde9ecb9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:01.015916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-327a9b8f-8881-4419-9a8a-8cde9ecb9503 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628451 Aug 20 13:17:01.021502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] No DVR routers for this DVR port fd145126-11eb-4bb9-925c-e59b3177d815 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:01.025517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.027570 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc6e7e-d2a1-470e-93bf-67929984fbb6 req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fd145126-11eb-4bb9-925c-e59b3177d815 HTTP/1.1" status: 204 len: 173 time: 1.3081393 Aug 20 13:17:01.038049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fd7d4242-7d47-4dd4-9b59-d249d414700a req-2f02c1c0-e12a-48d0-bf57-8013c9825822 tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.044061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cdb5a-7092-4e35-bd53-ff0200acc69c tempest-DeleteServersAdminTestJSON-909778968 tempest-DeleteServersAdminTestJSON-909778968-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd145126-11eb-4bb9-925c-e59b3177d815,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:01.071437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fd7d4242-7d47-4dd4-9b59-d249d414700a req-2f02c1c0-e12a-48d0-bf57-8013c9825822 tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.123917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'name': 'network-vif-deleted', 'tag': 'fd145126-11eb-4bb9-925c-e59b3177d815'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:01.130821 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6e456-43cf-4b4c-a544-f90821abadc4" -d '{"events": [{"server_uuid": "56034cb6-f3d2-4387-b625-976b0b8ae863", "name": "network-vif-deleted", "tag": "fd145126-11eb-4bb9-925c-e59b3177d815"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:01.161079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd7d4242-7d47-4dd4-9b59-d249d414700a req-2f02c1c0-e12a-48d0-bf57-8013c9825822 tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243671 Aug 20 13:17:01.212917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-baf8192a-41af-4881-a9d5-31b1a87c0129 req-80f4c6cf-e2a1-4354-8c67-0c2140155988 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=56034cb6-f3d2-4387-b625-976b0b8ae863 HTTP/1.1" status: 200 len: 210 time: 0.0798876 Aug 20 13:17:01.214767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02c1c0-e12a-48d0-bf57-8013c9825822 tempest-AggregatesAdminTestJSON-1697333639 tempest-AggregatesAdminTestJSON-1697333639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f603ff94-0e57-4230-8cc6-94f131286691,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:01.223565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a183cfe8-0ea8-44b4-8113-ad6da1afcbdc {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:01.228373 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.247263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.261523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.268732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.269123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.270218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.270587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > port after_create 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.271274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.271624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > port after_update 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.271948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.272375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.272707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.273046 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.296768 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba130ff-4e03-42b2-8054-25ada4d75fce x-openstack-request-id: req-6ba130ff-4e03-42b2-8054-25ada4d75fce {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:01.297416 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56034cb6-f3d2-4387-b625-976b0b8ae863", "name": "network-vif-deleted", "tag": "fd145126-11eb-4bb9-925c-e59b3177d815", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:01.297812 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ba130ff-4e03-42b2-8054-25ada4d75fce {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:01.298231 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56034cb6-f3d2-4387-b625-976b0b8ae863', 'name': 'network-vif-deleted', 'tag': 'fd145126-11eb-4bb9-925c-e59b3177d815', 'status': 'completed', 'code': 200} Aug 20 13:17:01.316367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-2e07a66c-2b1d-441f-8aab-b5800078c225 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728064 Aug 20 13:17:01.340503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61259ae9-2e0e-4eff-9ba5-d705d7cec099 req-5bdf4af8-53cc-4258-8d05-5e7821f03f29 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 210 time: 0.0499814 Aug 20 13:17:01.373135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.373557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.373959 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.374361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:01.374776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:01.405421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b07eaf-0a90-473d-bffd-cd197711d2cd') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:01.405895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b07eaf-0a90-473d-bffd-cd197711d2cd') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:01.424157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.429141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Transition to ACTIVE for port object a183cfe8-0ea8-44b4-8113-ad6da1afcbdc will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:01.432137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.436204 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.446122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.510954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.532588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:17:01.533365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.554545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a60307-d426-4968-bc81-83afbe053058,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:01.572280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83fd07ea-620c-4489-9fc0-7d1bf7f362e4 req-8112f3bc-8583-40c8-a5ff-2ee7bb74765d service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342730 Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: from cryptography.utils import int_from_bytes Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: from cryptography.utils import int_from_bytes Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:17:01.585666 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:17:01.674691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Allocated IP 192.168.233.89 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/b64bb436-c485-4037-81b9-0ea481fdaea2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:01.754883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Pushing event updated for resources: {'Port': ['ID=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:01.821159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.846559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.851865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776 HTTP/1.1" status: 204 len: 168 time: 1.0152686 Aug 20 13:17:01.859194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb6640-19b8-4a13-b7e2-5526ef63a729 req-6a6d5a9a-ad07-4164-b68e-448f69fc12e8 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:01.860404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38296) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:01.860912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28eb6640-19b8-4a13-b7e2-5526ef63a729 req-6a6d5a9a-ad07-4164-b68e-448f69fc12e8 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 964 time: 0.2662601 Aug 20 13:17:01.863058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3cca-a3e5-4379-9f03-ad000653f592 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7c2d62-fae4-44a6-a6b4-8ffdc5fe5776,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:01.885932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Attempting to bind port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:01.886274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Attempting to bind port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:01.886602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Attempting to bind port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:01.899643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:01.900323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Attempting to bind port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:01.914315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:01.914656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:01.915042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:01.915489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Bound port: a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:01.915845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.929590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28eb6640-19b8-4a13-b7e2-5526ef63a729 req-4e3b9999-0675-4252-b007-7debfd316461 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551112 Aug 20 13:17:01.951578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Deleting subnet 60f8a844-e009-4833-8268-a873d062ee16 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:17:01.955863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.967014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:01.998013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Transition to ACTIVE for port object b64bb436-c485-4037-81b9-0ea481fdaea2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:02.005635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] For port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:02.009850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] For port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:02.015577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.024329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.040143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.052022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.052734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.054735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] 10.222.0.13 "PUT /v2.0/ports/a183cfe8-0ea8-44b4-8113-ad6da1afcbdc HTTP/1.1" status: 200 len: 1096 time: 1.8637884 Aug 20 13:17:02.055539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'tag': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:02.058359 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e22e6-82be-4bbf-9721-450c7eae7af0" -d '{"events": [{"name": "network-changed", "server_uuid": "80f0b87b-803f-4dae-aa99-bd98eb5e009d", "tag": "a183cfe8-0ea8-44b4-8113-ad6da1afcbdc"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:02.087730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd192b-effa-4139-9cd6-c3af4bb50144 service neutron] Pushing event updated for resources: {'Port': ['ID=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:02.122536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.177149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-f7fb395e-468b-4126-8ec1-568a403ca30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.179563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-f7fb395e-468b-4126-8ec1-568a403ca30a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb3004f8726246e19fe5e10c5a00728c&device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 1099 time: 0.0593822 Aug 20 13:17:02.220725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:02.229868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.235584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-2f015ff8-4865-44da-a5de-1bffec8256f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc HTTP/1.1" status: 200 len: 217 time: 0.0458353 Aug 20 13:17:02.235789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:02.242206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Pushing event updated for resources: {'Port': ['ID=b64bb436-c485-4037-81b9-0ea481fdaea2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:02.262116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:02.271212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.271888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.297434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f8a844-e009-4833-8268-a873d062ee16,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:02.299412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.301992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8b77bf05-9226-458b-96ef-3a2303a0adfd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/60f8a844-e009-4833-8268-a873d062ee16 HTTP/1.1" status: 204 len: 168 time: 0.4349282 Aug 20 13:17:02.307137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38324) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:02.344496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-737b0f10-3600-4e07-9a00-39fc4f86f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.346042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-737b0f10-3600-4e07-9a00-39fc4f86f0a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0883212 Aug 20 13:17:02.347446 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66535c0-f8ea-4f13-bf77-7d9be70adc53 x-openstack-request-id: req-d66535c0-f8ea-4f13-bf77-7d9be70adc53 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:02.348266 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f0b87b-803f-4dae-aa99-bd98eb5e009d", "tag": "a183cfe8-0ea8-44b4-8113-ad6da1afcbdc", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:02.348500 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d66535c0-f8ea-4f13-bf77-7d9be70adc53 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:02.348911 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'tag': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc', 'status': 'completed', 'code': 200} Aug 20 13:17:02.359120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-a10f93f2-4a79-4987-a18a-d2750c7587b6 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3970630 Aug 20 13:17:02.374823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb60f-01e7-4840-bb0f-0408358c5bf1 req-d7e1348b-ae65-4cc5-93cf-a322d44e7c03 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.376358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2ecb60f-01e7-4840-bb0f-0408358c5bf1 req-d7e1348b-ae65-4cc5-93cf-a322d44e7c03 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 948 time: 0.2473714 Aug 20 13:17:02.383500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Request body: {'port': {'device_id': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'device_owner': 'compute:tempest-test_az-183176581', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:02.422299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-158fac2b-9586-4f0b-a223-bd8713303dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.423817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-158fac2b-9586-4f0b-a223-bd8713303dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712068 Aug 20 13:17:02.477665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.544355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2ecb60f-01e7-4840-bb0f-0408358c5bf1 req-ddc1eab1-5e56-4c29-9193-ac0ed68e2e62 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512897 Aug 20 13:17:02.553598 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.580228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-9fdeada3-24d5-4c0b-a084-cb7cc4478396 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492200 Aug 20 13:17:02.590613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69af70-18cb-4764-a757-7159bad3030a req-e7f6ed91-5e41-494e-a491-22180295bc11 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.592193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d69af70-18cb-4764-a757-7159bad3030a req-e7f6ed91-5e41-494e-a491-22180295bc11 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 935 time: 0.0768008 Aug 20 13:17:02.687534 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d69af70-18cb-4764-a757-7159bad3030a req-7e4ac6b5-7cf1-4561-8ed2-c2937cdf4512 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842414 Aug 20 13:17:02.695053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.719925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-182c60cb-b1df-49b5-bfca-bf5b147bda16 req-2133606e-b6fa-4877-ace6-6d6d63c9f1c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266823 Aug 20 13:17:02.727716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.728095 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.728903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.729666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > port after_create 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.729666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.729840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > port after_update 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.730317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.730518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.730831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.731148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.750029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3b26af9c-582b-4db0-a31e-f4ca26ac66d1 None None] Provisioning for port b64bb436-c485-4037-81b9-0ea481fdaea2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:02.760863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3b26af9c-582b-4db0-a31e-f4ca26ac66d1 None None] Provisioning complete for port b64bb436-c485-4037-81b9-0ea481fdaea2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:02.761379 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3b26af9c-582b-4db0-a31e-f4ca26ac66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.798796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.799143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.799469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.799799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:17:02.800135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d43bc82-df61-4cc7-b5af-35f26042bcd1']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:02.806403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3b26af9c-582b-4db0-a31e-f4ca26ac66d1 None None] Port b64bb436-c485-4037-81b9-0ea481fdaea2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:02.831811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-5cacce36-3418-47a7-959a-52e2a08e97bc tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2c74dd2d386d4dae9097e1bae646705d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1254508 Aug 20 13:17:02.851377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-cdaf0ba4-29b5-4e46-b7d8-d00ec30c7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:02.852941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-cdaf0ba4-29b5-4e46-b7d8-d00ec30c7d7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb3004f8726246e19fe5e10c5a00728c&device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 1099 time: 0.0729024 Aug 20 13:17:02.881272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b75bba-9e66-4312-b5b2-516e3684a92b') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:02.881827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b75bba-9e66-4312-b5b2-516e3684a92b') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:02.928608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:02.986128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.011324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:17:03.011765 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.019083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-83434fdc-5cfb-493c-bfcd-fc0fe9ee1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:03.019083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-83434fdc-5cfb-493c-bfcd-fc0fe9ee1a17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1587477 Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: from cryptography.utils import int_from_bytes Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: from cryptography.utils import int_from_bytes Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:17:03.024943 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:17:03.067580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-85198eb1-16f1-4935-9716-389d60dfd7c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc HTTP/1.1" status: 200 len: 217 time: 0.0385916 Aug 20 13:17:03.155626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-1fb033a0-061d-47db-8347-eecee922d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:03.157597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-1fb033a0-061d-47db-8347-eecee922d203 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0813172 Aug 20 13:17:03.158673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-658b120c-2268-4f9f-ba5c-581bb185812f tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:03.160229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-658b120c-2268-4f9f-ba5c-581bb185812f tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828653 Aug 20 13:17:03.163716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.164382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e88c0-a6ad-46aa-9331-6680d9a3fe68 req-f274c61f-2d44-4d1c-b9a9-1d5f3c6da8c4 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:03.165870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-088e88c0-a6ad-46aa-9331-6680d9a3fe68 req-f274c61f-2d44-4d1c-b9a9-1d5f3c6da8c4 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 964 time: 0.0820611 Aug 20 13:17:03.203595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.205462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2d43bc82-df61-4cc7-b5af-35f26042bcd1 HTTP/1.1" status: 204 len: 168 time: 0.8968275 Aug 20 13:17:03.217736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0e4a3-88a4-456a-a182-7b3c652ea731 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d43bc82-df61-4cc7-b5af-35f26042bcd1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:03.221404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-c6d6d3bd-7ca7-43c1-8759-f66e62c8f76d tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/quotas/2c74dd2d386d4dae9097e1bae646705d HTTP/1.1" status: 200 len: 375 time: 0.0478294 Aug 20 13:17:03.229570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-088e88c0-a6ad-46aa-9331-6680d9a3fe68 req-f5b8c940-c4b6-452d-a618-fa3a4f8c6377 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540855 Aug 20 13:17:03.232323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-675d0eff-bd46-4fb4-b74b-c3bfa2f2d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:03.234212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-675d0eff-bd46-4fb4-b74b-c3bfa2f2d5f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671296 Aug 20 13:17:03.278416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-5e44ba6c-8eb9-4292-b7be-b30196ec9786 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c74dd2d386d4dae9097e1bae646705d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457282 Aug 20 13:17:03.348944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64bb436-c485-4037-81b9-0ea481fdaea2 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:03.364763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.381324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-94344a77-b31e-465d-8efc-6a5e8f0c1388 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374960 Aug 20 13:17:03.390470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Transition to ACTIVE for port object b64bb436-c485-4037-81b9-0ea481fdaea2 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:03.401202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.427290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 264c0996-cc91-4492-b4bd-bce423815f77 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:03.530198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:03.573749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b41e22e6-82be-4bbf-9721-450c7eae7af0 req-4cde85d1-abc4-4b39-8f80-f88afe4067d1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851559 Aug 20 13:17:03.627048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1fdd3bdc-3421-4b2c-a5ab-e035a7f15a59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=094c0c0df49e4207af79f702cb4259ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935068 Aug 20 13:17:03.627320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38386) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:03.634716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 264c0996-cc91-4492-b4bd-bce423815f77, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=264c0996-cc91-4492-b4bd-bce423815f77,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:03.648454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '264c0996-cc91-4492-b4bd-bce423815f77', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-183176581', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:03.702086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.703061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Pushing event updated for resources: {'Port': ['ID=b64bb436-c485-4037-81b9-0ea481fdaea2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:03.720830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264c0996-cc91-4492-b4bd-bce423815f77 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:03.759175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220721c-0b31-4e40-a16b-b57f67967b0f req-388ba449-f3cd-4058-ae44-a305a09638f8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:03.760758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5220721c-0b31-4e40-a16b-b57f67967b0f req-388ba449-f3cd-4058-ae44-a305a09638f8 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 948 time: 0.0992205 Aug 20 13:17:03.761428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-addec797-b306-449f-a93e-43abb9440de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.765351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Attempting to bind port b64bb436-c485-4037-81b9-0ea481fdaea2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:03.765699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Attempting to bind port b64bb436-c485-4037-81b9-0ea481fdaea2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:03.766111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Attempting to bind port b64bb436-c485-4037-81b9-0ea481fdaea2 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:03.766794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 264c0996-cc91-4492-b4bd-bce423815f77, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=264c0996-cc91-4492-b4bd-bce423815f77,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:03.773070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.776428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa9eeaec-00ac-4c44-97fd-5f6305fa566c req-5a20ec2e-79ad-4587-88ac-a8b9ad30daf0 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 210 time: 0.2167158 Aug 20 13:17:03.793504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Port b64bb436-c485-4037-81b9-0ea481fdaea2 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:03.794018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Attempting to bind port b64bb436-c485-4037-81b9-0ea481fdaea2 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:03.807952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:03.812090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:03.812249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-addec797-b306-449f-a93e-43abb9440de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.816032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:03.817118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Bound port: b64bb436-c485-4037-81b9-0ea481fdaea2, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:03.817494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.852839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=264c0996-cc91-4492-b4bd-bce423815f77,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:03.865622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-ec9858ab-ef74-459f-bf0b-b8f1fa0d4d15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1637492 Aug 20 13:17:03.914530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-addec797-b306-449f-a93e-43abb9440de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.917348 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-addec797-b306-449f-a93e-43abb9440de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:03.918686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-addec797-b306-449f-a93e-43abb9440de0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd6e083d-511f-4ae2-b491-2453be19b4c3 HTTP/1.1" status: 204 len: 168 time: 0.2904956 Aug 20 13:17:03.933457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addec797-b306-449f-a93e-43abb9440de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e083d-511f-4ae2-b491-2453be19b4c3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:03.953148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] For port b64bb436-c485-4037-81b9-0ea481fdaea2, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:03.960409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] For port b64bb436-c485-4037-81b9-0ea481fdaea2, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b64bb436-c485-4037-81b9-0ea481fdaea2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:03.963446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5220721c-0b31-4e40-a16b-b57f67967b0f req-cb20e33b-2b7b-4a6d-b9e8-2bb56a6bc8e5 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912489 Aug 20 13:17:03.975015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd145126-11eb-4bb9-925c-e59b3177d815 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:03.981583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['264c0996-cc91-4492-b4bd-bce423815f77'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:04.020236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:04.026688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: fd145126-11eb-4bb9-925c-e59b3177d815 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:17:04.029323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd145126-11eb-4bb9-925c-e59b3177d815 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:04.100633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.104061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:04.106369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] 10.222.0.53 "PUT /v2.0/ports/b64bb436-c485-4037-81b9-0ea481fdaea2 HTTP/1.1" status: 200 len: 1116 time: 1.7274375 Aug 20 13:17:04.122044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-6534cdc9-2888-4517-9346-cf4552a05adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.129394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-6534cdc9-2888-4517-9346-cf4552a05adb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 1121 time: 0.1711321 Aug 20 13:17:04.133044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'tag': 'b64bb436-c485-4037-81b9-0ea481fdaea2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:04.140126 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e" -d '{"events": [{"name": "network-changed", "server_uuid": "95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967", "tag": "b64bb436-c485-4037-81b9-0ea481fdaea2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:04.251247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c4d31-ea9f-4ca1-a131-4d6796e59c7f req-1cdee3f9-310d-4d8e-a840-6ffe6b3bf9c4 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.260974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-572c4d31-ea9f-4ca1-a131-4d6796e59c7f req-1cdee3f9-310d-4d8e-a840-6ffe6b3bf9c4 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 968 time: 0.1307554 Aug 20 13:17:04.322919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-572c4d31-ea9f-4ca1-a131-4d6796e59c7f req-57ff37bb-a106-4c8d-9b02-619a836bc513 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Aug 20 13:17:04.360351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab16792-39db-4912-ab0a-16c5f35b4994 service neutron] Pushing event updated for resources: {'Port': ['ID=b64bb436-c485-4037-81b9-0ea481fdaea2,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:04.404019 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b104092-ea5e-4fac-87fe-24deeebf136b x-openstack-request-id: req-9b104092-ea5e-4fac-87fe-24deeebf136b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:04.404294 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967", "tag": "b64bb436-c485-4037-81b9-0ea481fdaea2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:04.404598 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b104092-ea5e-4fac-87fe-24deeebf136b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:04.407381 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'tag': 'b64bb436-c485-4037-81b9-0ea481fdaea2', 'status': 'completed', 'code': 200} Aug 20 13:17:04.456665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-823aafbf-f0ba-48ab-af2b-5dfddb2abe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.458255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-823aafbf-f0ba-48ab-af2b-5dfddb2abe21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37dc6baa1afd48e0891b7fcb08728fba&device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 1119 time: 0.2989783 Aug 20 13:17:04.535586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a6d5d-f144-4695-8fb8-50328bcef6f9 req-6ece417e-8b8a-4f01-be01-010710bc7760 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.537198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-902a6d5d-f144-4695-8fb8-50328bcef6f9 req-6ece417e-8b8a-4f01-be01-010710bc7760 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 965 time: 0.0612023 Aug 20 13:17:04.625710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-902a6d5d-f144-4695-8fb8-50328bcef6f9 req-0d9c3100-5a7e-4cdd-90ea-0711af160272 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Aug 20 13:17:04.648990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38440) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:04.728135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb7084b4-71a0-4809-91d6-2da3cc810b26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10d6acbd519f41d099c866df03c9f9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780869 Aug 20 13:17:04.733026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38446) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:04.788622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-cf90fd56-7f31-48ba-8e1d-d45b37e8ba69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b64bb436-c485-4037-81b9-0ea481fdaea2 HTTP/1.1" status: 200 len: 217 time: 0.3187449 Aug 20 13:17:04.797739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fed532d-4a34-47a4-9c31-ba4beea63a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:04.818947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-55f1de42-a7df-4c28-9b2b-e26bf4f83b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.824244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-55f1de42-a7df-4c28-9b2b-e26bf4f83b8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.6371374 Aug 20 13:17:04.853347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fed532d-4a34-47a4-9c31-ba4beea63a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:04.891775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-d7a2de4a-7e49-4db5-9376-20ef949f6250 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 HTTP/1.1" status: 200 len: 217 time: 0.0423687 Aug 20 13:17:04.942960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-80b703af-04e5-469e-b336-2a018cec6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.945064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-80b703af-04e5-469e-b336-2a018cec6117 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1370273 Aug 20 13:17:04.959373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5fd8d47-ac48-4b40-95d2-4160c9f3a4c0 req-021cc48e-05ee-4950-bc7b-a3461e4a8122 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 210 time: 0.0693121 Aug 20 13:17:04.987488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-20108dbd-7204-43ff-912c-83e62f4288cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:04.990436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-20108dbd-7204-43ff-912c-83e62f4288cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0912614 Aug 20 13:17:05.043452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fed532d-4a34-47a4-9c31-ba4beea63a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:05.046248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fed532d-4a34-47a4-9c31-ba4beea63a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:05.050507 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4fed532d-4a34-47a4-9c31-ba4beea63a85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1aa57bd-4caf-4c10-b6a5-79841362ec9b HTTP/1.1" status: 204 len: 168 time: 0.3161726 Aug 20 13:17:05.094956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-7905e125-24a1-4f0a-9588-7afac9e5eed9 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c74dd2d386d4dae9097e1bae646705d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806506 Aug 20 13:17:05.095973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed532d-4a34-47a4-9c31-ba4beea63a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa57bd-4caf-4c10-b6a5-79841362ec9b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:05.116085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-7c224958-a134-4cc9-aff1-dacc0ba8d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.121442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-7c224958-a134-4cc9-aff1-dacc0ba8d8dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672409 Aug 20 13:17:05.229164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-c10d0dba-d843-444a-87ce-373ebc4376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.230698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-c10d0dba-d843-444a-87ce-373ebc4376b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319002 Aug 20 13:17:05.343497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-d8bf1181-e8f9-4f68-8e62-1f58c9c6c918 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.345082 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-d8bf1181-e8f9-4f68-8e62-1f58c9c6c918 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446845 Aug 20 13:17:05.345819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38492) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:05.400424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Request body: {'port': {'device_id': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '2c74dd2d386d4dae9097e1bae646705d'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:05.401205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-a7c805dd-afb1-46a5-bd2a-3c78c69e491b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449130 Aug 20 13:17:05.444760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 264c0996-cc91-4492-b4bd-bce423815f77 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:05.471937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-9d4996b0-bb90-448a-ad67-5e89ed0f0b05 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391247 Aug 20 13:17:05.513480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187800-44da-4118-9a13-5013e498a777 req-65320564-c65b-4c28-b193-b65c4c9b3262 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.522234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1187800-44da-4118-9a13-5013e498a777 req-65320564-c65b-4c28-b193-b65c4c9b3262 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 948 time: 0.3125894 Aug 20 13:17:05.556201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 264c0996-cc91-4492-b4bd-bce423815f77 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:05.567691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 264c0996-cc91-4492-b4bd-bce423815f77 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:05.568072 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:05.587878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1187800-44da-4118-9a13-5013e498a777 req-b5b0d10e-749a-4adc-9cce-1259783a73dd tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616236 Aug 20 13:17:05.655853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be4a5c20-83d1-4db1-b19e-f7f6c861d989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:05.658878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6a3a409-3059-4bf3-bfb6-42375d39f463 req-98a06d14-be64-4e62-8722-f5efe746323b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796563 Aug 20 13:17:05.662866 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15286505-72d0-4afc-bac3-b0777bee94f2 req-5a572062-818c-41ad-81e0-d7d9b9db7954 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510736 Aug 20 13:17:05.702835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e589d0-ae13-491b-91af-ab0aabe6632f req-91c78c3d-b0a0-42f9-b501-8e314cc117f1 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.714310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99e589d0-ae13-491b-91af-ab0aabe6632f req-91c78c3d-b0a0-42f9-b501-8e314cc117f1 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 968 time: 0.2073321 Aug 20 13:17:05.735672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:05.769368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:05.774061 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0322983-0382-44d7-8a89-8f3b11bac99d" -d '{"events": [{"server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "name": "network-vif-plugged", "status": "completed", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:05.793417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 264c0996-cc91-4492-b4bd-bce423815f77, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=264c0996-cc91-4492-b4bd-bce423815f77,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:05.798356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99e589d0-ae13-491b-91af-ab0aabe6632f req-72f02868-0461-4fb7-b32b-6bb3782979e4 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786471 Aug 20 13:17:05.804242 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:05.815457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-f00d234b-342b-454b-a912-0e00bdd4c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.818664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-f00d234b-342b-454b-a912-0e00bdd4c2a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37dc6baa1afd48e0891b7fcb08728fba&device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 1119 time: 0.0875587 Aug 20 13:17:05.899102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=264c0996-cc91-4492-b4bd-bce423815f77,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:05.943573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbfd1b-7e3a-42aa-baae-b907f3a85a3b req-fd6ea890-e5f6-4cac-91ad-a64e29f71173 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:05.946135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0fbfd1b-7e3a-42aa-baae-b907f3a85a3b req-fd6ea890-e5f6-4cac-91ad-a64e29f71173 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 966 time: 0.0860653 Aug 20 13:17:05.973623 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba284902-01a5-4f52-8a52-51954a7d4149 x-openstack-request-id: req-ba284902-01a5-4f52-8a52-51954a7d4149 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:05.973916 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "name": "network-vif-plugged", "status": "completed", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:05.974218 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba284902-01a5-4f52-8a52-51954a7d4149 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:05.974623 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'code': 200} Aug 20 13:17:05.991987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a183cfe8-0ea8-44b4-8113-ad6da1afcbdc details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:06.001768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be4a5c20-83d1-4db1-b19e-f7f6c861d989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.012378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be4a5c20-83d1-4db1-b19e-f7f6c861d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.049229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-f8b453f2-7f33-4a67-b795-3c5e9f072899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:06.052840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-f8b453f2-7f33-4a67-b795-3c5e9f072899 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2259538 Aug 20 13:17:06.057954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0fbfd1b-7e3a-42aa-baae-b907f3a85a3b req-3d043df1-cc83-407f-b060-713bdeb65cca tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987940 Aug 20 13:17:06.143445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Made reservation on behalf of 2c74dd2d386d4dae9097e1bae646705d for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:06.153231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.167408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-aca3bd39-9ffd-4dc4-840c-67fdda6ac77a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b64bb436-c485-4037-81b9-0ea481fdaea2 HTTP/1.1" status: 200 len: 217 time: 0.0935981 Aug 20 13:17:06.177776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-be4a5c20-83d1-4db1-b19e-f7f6c861d989 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ef68f1056784edbb3a67f1aa30aed09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8000870 Aug 20 13:17:06.186409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38534) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:06.227284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad648a3-a470-468f-8b67-ec2952f6fd75 req-22e73424-bb37-4e1b-9134-2db5e05d45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:06.228787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad648a3-a470-468f-8b67-ec2952f6fd75 req-22e73424-bb37-4e1b-9134-2db5e05d45c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.1749816 Aug 20 13:17:06.232424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5253874f-7d27-4f2a-afd6-16b7ea8add1a req-4895a6cb-09b5-467b-8879-cda3fd471229 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 210 time: 0.0445507 Aug 20 13:17:06.240884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a5c20-83d1-4db1-b19e-f7f6c861d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcc78a-906b-4884-8884-e789db5cc295,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:06.241322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:06.255104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:06.263780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc', 'mac_address': 'fa:16:3e:ea:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:06.322693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38544) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:06.374413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.421283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a183cfe8-0ea8-44b4-8113-ad6da1afcbdc {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:06.422048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-f7156163-c82e-423f-bccf-7bfc7126cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:06.422048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-f7156163-c82e-423f-bccf-7bfc7126cd7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2392976 Aug 20 13:17:06.465391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:06.471770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.486869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad648a3-a470-468f-8b67-ec2952f6fd75 req-5ca8497f-229c-4d87-a223-b758a2b63bf4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496719 Aug 20 13:17:06.499621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-659235585-network', 'tenant_id': '90de83ae2dc3418fbfb508e4371c0202'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:06.518735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Allocated IP 192.168.233.21 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/bae5935f-51e7-4641-bf7f-70556326ce34) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:06.577271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Made reservation on behalf of 90de83ae2dc3418fbfb508e4371c0202 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:06.579709 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.580712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:06.584660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.585751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-959d7e0d-b3af-40e2-983b-7c0f96281284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.607574 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.646530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-81991fe8-5806-4edd-b5d9-c0dcf1827d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:06.648064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-81991fe8-5806-4edd-b5d9-c0dcf1827d52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192175 Aug 20 13:17:06.650005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-959d7e0d-b3af-40e2-983b-7c0f96281284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.663249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['a183cfe8-0ea8-44b4-8113-ad6da1afcbdc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:06.841395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-959d7e0d-b3af-40e2-983b-7c0f96281284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.844000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-959d7e0d-b3af-40e2-983b-7c0f96281284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.848999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-959d7e0d-b3af-40e2-983b-7c0f96281284 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95bcc78a-906b-4884-8884-e789db5cc295 HTTP/1.1" status: 204 len: 168 time: 0.6605594 Aug 20 13:17:06.887477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:17:06.887477 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:17:06.887477 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': '48fc281b26b346ae923b10bbabea2ec5', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 17, 6, 649488)}] Aug 20 13:17:06.887477 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:17:06.888274 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:17:06.889856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7e0d-b3af-40e2-983b-7c0f96281284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcc78a-906b-4884-8884-e789db5cc295,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:06.939093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be692a4-f7cf-4fd6-98d2-e8f41e59bb5e req-b13f57f5-50b8-4e44-8055-3b43dbf02f86 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:06.940620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7be692a4-f7cf-4fd6-98d2-e8f41e59bb5e req-b13f57f5-50b8-4e44-8055-3b43dbf02f86 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 949 time: 0.2891729 Aug 20 13:17:06.956013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-4176066d-b6b1-44d9-bd0d-2917ae1f8628 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741375 Aug 20 13:17:06.960124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.965238 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.973783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:06.998928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Transition to ACTIVE for port object bae5935f-51e7-4641-bf7f-70556326ce34 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:07.018559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7be692a4-f7cf-4fd6-98d2-e8f41e59bb5e req-90e67f97-c478-4800-82e3-fd15bc17a13d tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643985 Aug 20 13:17:07.046654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecf50e-5f6c-4156-bcee-6b3e9b38ca28 req-979caee9-9f55-465a-ab3a-09613f39a17c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:07.046654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72ecf50e-5f6c-4156-bcee-6b3e9b38ca28 req-979caee9-9f55-465a-ab3a-09613f39a17c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.1933098 Aug 20 13:17:07.053308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.061767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:17:07.081121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b66f4-48f7-482c-b715-39f04e0aab14,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:07.100829 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785000872470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.101350 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Unsubscribe: segment precommit_create {{(pid=94861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 13:17:07.101837 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Added segment 3c18b11c-345e-44db-b8b9-a004eefbb971 of type vlan for network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd Aug 20 13:17:07.109742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Pushing event updated for resources: {'Port': ['ID=bae5935f-51e7-4641-bf7f-70556326ce34,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:07.126077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:07.127649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:07.131825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:07.204891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72ecf50e-5f6c-4156-bcee-6b3e9b38ca28 req-3b430196-7d11-4c95-b786-f4e618a6aef4 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397870 Aug 20 13:17:07.212424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.226856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:07.227494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.233769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38570) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:07.246375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b8dd247-2c2f-4a6e-a679-1e9f8a8c656e req-179f78a6-ee77-4a9d-bec6-338b39a839b8 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807887 Aug 20 13:17:07.255637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad53ce2-26b3-4e62-8763-ecb93d359ef0 req-77fb8df2-3505-444c-a43d-d62aac3f294e tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:07.257227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dad53ce2-26b3-4e62-8763-ecb93d359ef0 req-77fb8df2-3505-444c-a43d-d62aac3f294e tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 968 time: 0.0935273 Aug 20 13:17:07.266055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2384251d-4796-4a70-ab54-69d26ec2076a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.280966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.281078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-e6fc8e9a-373d-41b2-96c8-ffd3c005d892 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8873107 Aug 20 13:17:07.281761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:07.282462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.299107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Request body: {'port': {'device_id': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:07.354531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dad53ce2-26b3-4e62-8763-ecb93d359ef0 req-9539ce43-1768-477c-a945-ac9dc870ffcd tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895157 Aug 20 13:17:07.389244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.417326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.432443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] Pushing event updated for resources: {'Network': ['ID=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:07.451836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:17:07.459139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3b047-9999-4bcb-9c90-eee0f49015e9 req-fe3df75c-c437-4c78-8dae-f232cb67d423 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:07.460995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e3b047-9999-4bcb-9c90-eee0f49015e9 req-fe3df75c-c437-4c78-8dae-f232cb67d423 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 966 time: 0.1465986 Aug 20 13:17:07.520601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e3b047-9999-4bcb-9c90-eee0f49015e9 req-173a4955-3740-4ffb-bdd7-0b40fb9df68b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Aug 20 13:17:07.562221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c3548426-ecfc-4594-8482-49b7489f74ac None None] Provisioning for port bae5935f-51e7-4641-bf7f-70556326ce34 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:07.566111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c3548426-ecfc-4594-8482-49b7489f74ac None None] Provisioning complete for port bae5935f-51e7-4641-bf7f-70556326ce34 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:07.567895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c3548426-ecfc-4594-8482-49b7489f74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.604580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c3548426-ecfc-4594-8482-49b7489f74ac None None] Port bae5935f-51e7-4641-bf7f-70556326ce34 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:07.614780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2384251d-4796-4a70-ab54-69d26ec2076a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.622472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4467e-c73e-41f6-9230-b77a26721484 req-98c5ca81-a386-45d8-a74a-d74886282d5b tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:07.623021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-72ecf620-e015-4490-b8aa-9af168fe4923 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2701762 Aug 20 13:17:07.625816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38574) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:07.626067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4ac4467e-c73e-41f6-9230-b77a26721484 req-98c5ca81-a386-45d8-a74a-d74886282d5b tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 935 time: 0.1607456 Aug 20 13:17:07.631802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2384251d-4796-4a70-ab54-69d26ec2076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.632346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Request body: {'subnet': {'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-659235585-subnet', 'tenant_id': '90de83ae2dc3418fbfb508e4371c0202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:07.752694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2384251d-4796-4a70-ab54-69d26ec2076a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07b50e9ebe0c4599b873797faac4ec2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178411 Aug 20 13:17:07.756040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38576) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:07.761603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384251d-4796-4a70-ab54-69d26ec2076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c14ecd-5417-423f-99b1-20ac1f29cb6a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:07.786789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4ac4467e-c73e-41f6-9230-b77a26721484 req-0bdfa87c-5278-48e6-9131-ca54a2eba25b tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504748 Aug 20 13:17:07.814419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2d4-4906-4b77-920f-ea8811cd7202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.836928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2d4-4906-4b77-920f-ea8811cd7202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.886605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2d4-4906-4b77-920f-ea8811cd7202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.889255 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2d4-4906-4b77-920f-ea8811cd7202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.890474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e4bd2d4-4906-4b77-920f-ea8811cd7202 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c14ecd-5417-423f-99b1-20ac1f29cb6a HTTP/1.1" status: 204 len: 168 time: 0.1333826 Aug 20 13:17:07.891489 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.898281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.908042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bd2d4-4906-4b77-920f-ea8811cd7202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c14ecd-5417-423f-99b1-20ac1f29cb6a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:07.923344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Made reservation on behalf of 90de83ae2dc3418fbfb508e4371c0202 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:07.930578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.931667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae5935f-51e7-4641-bf7f-70556326ce34 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:07.957084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:07.962041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67f0330-9158-421b-b506-bd9f1ee59c81,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:07.967614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64518f7b-5884-49f9-b944-ab418f2661b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48fc281b26b346ae923b10bbabea2ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7062171 Aug 20 13:17:07.970567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38580) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:07.990860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a183cfe8-0ea8-44b4-8113-ad6da1afcbdc up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:08.001461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Transition to ACTIVE for port object bae5935f-51e7-4641-bf7f-70556326ce34 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:08.014028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.057130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:08.062556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:08.063120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.179647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.219967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:08.221235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:08.224484 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496f8994-7099-43b1-bc9b-672c06f6bd61" -d '{"events": [{"server_uuid": "80f0b87b-803f-4dae-aa99-bd98eb5e009d", "name": "network-vif-plugged", "status": "completed", "tag": "a183cfe8-0ea8-44b4-8113-ad6da1afcbdc"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:08.228450 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.304431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:08.312218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5817d21-c608-4aca-ae9c-6adb350a4352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.333843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a785-cc61-44df-8047-79adf723d113 req-a20f105a-aa88-4c22-9767-0161a6f7e190 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.341151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f121a785-cc61-44df-8047-79adf723d113 req-a20f105a-aa88-4c22-9767-0161a6f7e190 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 949 time: 0.1766489 Aug 20 13:17:08.351379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-92050bf6-fa59-4e3a-b6a5-ccb93fa19fa9 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.353019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-92050bf6-fa59-4e3a-b6a5-ccb93fa19fa9 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.1697347 Aug 20 13:17:08.356298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Pushing event updated for resources: {'Port': ['ID=bae5935f-51e7-4641-bf7f-70556326ce34,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:08.359279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.379209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Attempting to bind port bae5935f-51e7-4641-bf7f-70556326ce34 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:08.379613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Attempting to bind port bae5935f-51e7-4641-bf7f-70556326ce34 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:08.380011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Attempting to bind port bae5935f-51e7-4641-bf7f-70556326ce34 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:08.399895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5817d21-c608-4aca-ae9c-6adb350a4352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.417381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Port bae5935f-51e7-4641-bf7f-70556326ce34 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:08.417790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Attempting to bind port bae5935f-51e7-4641-bf7f-70556326ce34 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:08.421860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:08.450269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:08.450633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:08.451080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:08.451585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Bound port: bae5935f-51e7-4641-bf7f-70556326ce34, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:08.452000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.479609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41800-afdf-4f4f-a26f-45f229f46ed5 req-0ebb29d8-1787-4933-adcb-014ccd307247 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.481244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7c41800-afdf-4f4f-a26f-45f229f46ed5 req-0ebb29d8-1787-4933-adcb-014ccd307247 tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.1261313 Aug 20 13:17:08.532371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5817d21-c608-4aca-ae9c-6adb350a4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.536773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5817d21-c608-4aca-ae9c-6adb350a4352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.540541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d5817d21-c608-4aca-ae9c-6adb350a4352 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d67f0330-9158-421b-b506-bd9f1ee59c81 HTTP/1.1" status: 204 len: 168 time: 0.5665121 Aug 20 13:17:08.571887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5817d21-c608-4aca-ae9c-6adb350a4352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67f0330-9158-421b-b506-bd9f1ee59c81,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:08.602111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7c41800-afdf-4f4f-a26f-45f229f46ed5 req-2771b8bb-e7bd-4985-9bf2-651e53c3b4ef tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977030 Aug 20 13:17:08.606442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] For port bae5935f-51e7-4641-bf7f-70556326ce34, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:08.622093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] For port bae5935f-51e7-4641-bf7f-70556326ce34, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=bae5935f-51e7-4641-bf7f-70556326ce34,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:08.631055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.689268 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b10511c-0383-45db-aa0c-31fea29d43dd x-openstack-request-id: req-8b10511c-0383-45db-aa0c-31fea29d43dd {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:08.689268 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f0b87b-803f-4dae-aa99-bd98eb5e009d", "name": "network-vif-plugged", "status": "completed", "tag": "a183cfe8-0ea8-44b4-8113-ad6da1afcbdc", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:08.689953 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b10511c-0383-45db-aa0c-31fea29d43dd {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:08.690287 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc', 'code': 200} Aug 20 13:17:08.699782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.713986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:08.715543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] 10.222.0.13 "PUT /v2.0/ports/bae5935f-51e7-4641-bf7f-70556326ce34 HTTP/1.1" status: 200 len: 1095 time: 1.4235027 Aug 20 13:17:08.719203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'tag': 'bae5935f-51e7-4641-bf7f-70556326ce34'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:08.724541 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b008cb96-1027-4e96-b4e1-0de724f47f1b", "tag": "bae5935f-51e7-4641-bf7f-70556326ce34"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:08.810367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f121a785-cc61-44df-8047-79adf723d113 req-0c5a6efd-db75-4edc-b20a-4c84d05b725f tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682271 Aug 20 13:17:08.829251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e2f48-c0f7-4573-94c6-4bc1a7ec3cdb service neutron] Pushing event updated for resources: {'Port': ['ID=bae5935f-51e7-4641-bf7f-70556326ce34,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:08.887117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9390e7-c852-497a-a828-f7b527b15c31 req-dc036732-e963-4b93-8eb8-0c702b984539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.888947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac9390e7-c852-497a-a828-f7b527b15c31 req-dc036732-e963-4b93-8eb8-0c702b984539 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 1101 time: 0.1103647 Aug 20 13:17:08.913298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:08.913966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Network hostable DHCP agents. Network: cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:17:08.919303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27918e02-850c-415c-951d-b312be0f3c74 req-3a49ccdb-0671-4dc1-a792-166c791b2a93 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.922074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27918e02-850c-415c-951d-b312be0f3c74 req-3a49ccdb-0671-4dc1-a792-166c791b2a93 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 968 time: 0.0955153 Aug 20 13:17:08.976874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac9390e7-c852-497a-a828-f7b527b15c31 req-eb263826-25be-43a1-8256-fcd1c7a761d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782175 Aug 20 13:17:08.977216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:17:08.996388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-0e9022df-0c29-41a4-b040-83b9505190ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:08.998139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-0e9022df-0c29-41a4-b040-83b9505190ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c74dd2d386d4dae9097e1bae646705d&device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 1098 time: 0.1730080 Aug 20 13:17:09.000697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27918e02-850c-415c-951d-b312be0f3c74 req-fa23bb97-f92c-4140-ae3e-21ecda29db06 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692601 Aug 20 13:17:09.028936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:09.038719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900255c-4f05-48ed-82d8-bb0db5604fd1 None None] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:09.040127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:09.040751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.065248 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f649a80-83ad-4bf7-9917-e29d140acb62 x-openstack-request-id: req-1f649a80-83ad-4bf7-9917-e29d140acb62 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:09.065548 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b008cb96-1027-4e96-b4e1-0de724f47f1b", "tag": "bae5935f-51e7-4641-bf7f-70556326ce34", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:09.065771 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f649a80-83ad-4bf7-9917-e29d140acb62 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:09.066691 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'tag': 'bae5935f-51e7-4641-bf7f-70556326ce34', 'status': 'completed', 'code': 200} Aug 20 13:17:09.074292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f5334583-2bd0-40ec-8682-d643cc962996 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4472954 Aug 20 13:17:09.086546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Deleting port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:17:09.087316 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.122833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a7ba5-b1bd-44c9-a2f1-9624a029b641 req-d81ad696-74ff-46ca-85b2-9f0c1ae3042d tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:09.124543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-043a7ba5-b1bd-44c9-a2f1-9624a029b641 req-d81ad696-74ff-46ca-85b2-9f0c1ae3042d tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 966 time: 0.1708930 Aug 20 13:17:09.202598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c49ea-2f40-4551-95f7-f49644f5bf9f req-74fa0d05-91bf-460c-9afb-0854f36b3de1 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:09.204360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e19c49ea-2f40-4551-95f7-f49644f5bf9f req-74fa0d05-91bf-460c-9afb-0854f36b3de1 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 947 time: 0.0541115 Aug 20 13:17:09.233082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38620) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:09.237625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc683b-28e8-4920-a9a7-7e000e357aa0 None None] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:09.255003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-6ac3ba6e-bfb4-4eba-90ca-e6d100441e7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=bae5935f-51e7-4641-bf7f-70556326ce34 HTTP/1.1" status: 200 len: 217 time: 0.0841417 Aug 20 13:17:09.285149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7e5-99b0-4edf-8f75-456f87fa483f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.315768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-043a7ba5-b1bd-44c9-a2f1-9624a029b641 req-2fff131d-72fd-488e-a9d5-0fc521965288 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372702 Aug 20 13:17:09.373617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e19c49ea-2f40-4551-95f7-f49644f5bf9f req-2e13df00-5c16-424b-a55b-dbb83a1464e3 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588786 Aug 20 13:17:09.448027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b64bb436-c485-4037-81b9-0ea481fdaea2 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:09.482191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7e5-99b0-4edf-8f75-456f87fa483f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.489728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7e5-99b0-4edf-8f75-456f87fa483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.505245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-8a4d58d4-232c-4667-a5f5-840a275c92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:09.506739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-8a4d58d4-232c-4667-a5f5-840a275c92e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2429912 Aug 20 13:17:09.557393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83d3f7e5-99b0-4edf-8f75-456f87fa483f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fdde91d186d3478d88b9357392ef9805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218200 Aug 20 13:17:09.558304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38632) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:09.565410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3f7e5-99b0-4edf-8f75-456f87fa483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77013ec3-deef-4e9c-a63b-b03d9a4822f6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:09.570230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] For port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:09.570939 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.632657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Calling delete_port for 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 owned by compute:tempest-test_az-183176581 {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:17:09.652901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c937fd9-3efe-4465-9781-e3e9c8077798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.687071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8492-115c-4373-a19e-5acc65c75379 req-8a40536e-f9a3-41a5-b0b5-1fd8731198d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:09.689626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-8a40536e-f9a3-41a5-b0b5-1fd8731198d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725385 Aug 20 13:17:09.709490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b64bb436-c485-4037-81b9-0ea481fdaea2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b64bb436-c485-4037-81b9-0ea481fdaea2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:09.717962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c937fd9-3efe-4465-9781-e3e9c8077798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.722159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'b64bb436-c485-4037-81b9-0ea481fdaea2', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'b64bb436-c485-4037-81b9-0ea481fdaea2', 'mac_address': 'fa:16:3e:43:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:tempest-test_az-183176581', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:09.767054 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.779247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-6a94c5ff-6041-4ad1-9d6a-684855f404ed tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4290824 Aug 20 13:17:09.792925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64bb436-c485-4037-81b9-0ea481fdaea2 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:09.801222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:09.818807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b64bb436-c485-4037-81b9-0ea481fdaea2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b64bb436-c485-4037-81b9-0ea481fdaea2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:09.826160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.833769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061046c-e6d4-4b73-829a-839f57205d6d req-c2e264b9-5ac0-4f79-9080-06b35ffc3a5f tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:09.839362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0061046c-e6d4-4b73-829a-839f57205d6d req-c2e264b9-5ac0-4f79-9080-06b35ffc3a5f tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e27f52-381e-411e-b1d5-791c66548efb HTTP/1.1" status: 200 len: 970 time: 0.0988464 Aug 20 13:17:09.898947 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c937fd9-3efe-4465-9781-e3e9c8077798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.902050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=b64bb436-c485-4037-81b9-0ea481fdaea2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:09.910549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c937fd9-3efe-4465-9781-e3e9c8077798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:09.913886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6c937fd9-3efe-4465-9781-e3e9c8077798 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77013ec3-deef-4e9c-a63b-b03d9a4822f6 HTTP/1.1" status: 204 len: 168 time: 0.3521893 Aug 20 13:17:09.965573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0061046c-e6d4-4b73-829a-839f57205d6d req-1e1cdeea-0c54-4bc1-968f-3b3ce960ac4c tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb072a62-34d9-4e0e-8343-ecfcd4692283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096485 Aug 20 13:17:09.966691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c937fd9-3efe-4465-9781-e3e9c8077798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77013ec3-deef-4e9c-a63b-b03d9a4822f6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:09.991926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.024980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-f13e840b-3503-4618-8abb-1c3f86728382 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168604 Aug 20 13:17:10.029846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['b64bb436-c485-4037-81b9-0ea481fdaea2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:10.134837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e96469-2005-47e7-84a6-c891810bbad5 req-88f7b008-8024-441f-822a-7fb25e08fde3 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:10.145664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77e96469-2005-47e7-84a6-c891810bbad5 req-88f7b008-8024-441f-822a-7fb25e08fde3 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 950 time: 0.0703945 Aug 20 13:17:10.166112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bac8492-115c-4373-a19e-5acc65c75379 req-301e699a-f56b-488e-9d76-425d58e1347a service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004927 Aug 20 13:17:10.170034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38658) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:10.194667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1210498556-network', 'tenant_id': '4fa58c2f87fe4155bf07cced094073b8'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:10.220314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77e96469-2005-47e7-84a6-c891810bbad5 req-852f383e-ebc8-414a-a1f6-74cb6b793d93 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700901 Aug 20 13:17:10.291847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Made reservation on behalf of 4fa58c2f87fe4155bf07cced094073b8 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:10.294455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.312973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.395640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-3c4de5b0-68d7-450f-9339-470f71255093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:10.397376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-3c4de5b0-68d7-450f-9339-470f71255093 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c74dd2d386d4dae9097e1bae646705d&device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 1098 time: 0.1470873 Aug 20 13:17:10.433234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8369-10b6-43c0-bcad-fe0426c7c92e req-a568b5b2-41f1-4465-bde6-dc1551cf3b17 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:10.442574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620e8369-10b6-43c0-bcad-fe0426c7c92e req-a568b5b2-41f1-4465-bde6-dc1551cf3b17 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 969 time: 0.1069973 Aug 20 13:17:10.448716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.482997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620e8369-10b6-43c0-bcad-fe0426c7c92e req-e2614bbe-1958-41cc-8b21-a261a49b14aa tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Aug 20 13:17:10.534393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Pushing event deleted for resources: {'Port': ['ID=5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:10.608700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.652038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.666316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:17:10.678847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.679198 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Added segment a08f6ffe-36bb-4c11-bbcb-5068b5f89bdc of type vlan for network 77c35991-0d42-45b9-a715-72cf93318853 Aug 20 13:17:10.721988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:10.743763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.796957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] No DVR routers for this DVR port 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:10.800203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.803737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-030f9f78-d19f-4a96-996c-1d6e81b4ec7f req-d1fbb9ec-5ca0-4df8-b9ab-d979313f98be tempest-AggregatesAdminTestJSON-128904776 tempest-AggregatesAdminTestJSON-128904776-project] 10.222.0.53 "DELETE /v2.0/ports/5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 HTTP/1.1" status: 204 len: 173 time: 2.4420712 Aug 20 13:17:10.841128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'name': 'network-vif-deleted', 'tag': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:10.844268 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09664b64-9386-431b-9d7f-09b55fdde287" -d '{"events": [{"server_uuid": "d5e27f52-381e-411e-b1d5-791c66548efb", "name": "network-vif-deleted", "tag": "5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:10.848538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5473b-0a47-4c16-86b7-178c447c0834,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:10.860954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-303183b3-534f-4b86-bebf-3533bd0ec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:10.862773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-303183b3-534f-4b86-bebf-3533bd0ec8ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.4501865 Aug 20 13:17:10.927789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-70e654ca-4b4d-408f-ba8a-deb5cc529ac4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=bae5935f-51e7-4641-bf7f-70556326ce34 HTTP/1.1" status: 200 len: 217 time: 0.0556974 Aug 20 13:17:10.928943 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.954805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:10.955999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:10.957264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.037026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8437481 Aug 20 13:17:11.038350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634b06e-d7e3-48ad-a124-7720e182f891 req-729ad2e3-18ca-48ab-b041-b7c3e70af538 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:11.039885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6634b06e-d7e3-48ad-a124-7720e182f891 req-729ad2e3-18ca-48ab-b041-b7c3e70af538 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 947 time: 0.0611780 Aug 20 13:17:11.040366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38698) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:11.045221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Request body: {'subnet': {'network_id': '77c35991-0d42-45b9-a715-72cf93318853', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1210498556-subnet', 'tenant_id': '4fa58c2f87fe4155bf07cced094073b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:11.093150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6634b06e-d7e3-48ad-a124-7720e182f891 req-be86153c-af91-4a19-a2ca-93624b4f5cf5 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Aug 20 13:17:11.095227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Made reservation on behalf of 4fa58c2f87fe4155bf07cced094073b8 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:11.098966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-d45e62ae-21d5-457d-ad6a-063c97c53cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:11.099372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.100456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-d45e62ae-21d5-457d-ad6a-063c97c53cf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1552422 Aug 20 13:17:11.103045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef37efa-6ce0-4184-930b-20856670a9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=77c35991-0d42-45b9-a715-72cf93318853,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:11.116395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 77c35991-0d42-45b9-a715-72cf93318853 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:17:11.393154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Allocated IP 172.25.6.6 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/cbee2609-1e24-4bb8-a792-e8812e4804e1) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:11.404540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-b5e15825-3a98-4636-ad9d-1cf5476850c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:11.404540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-b5e15825-3a98-4636-ad9d-1cf5476850c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938116 Aug 20 13:17:11.422123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.452247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b64bb436-c485-4037-81b9-0ea481fdaea2 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:11.517046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4795d8-55e1-4a25-847b-23921f4e0e47,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:11.536984 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb741f64-22b8-41bf-a4b4-ebbdf5a9022c x-openstack-request-id: req-bb741f64-22b8-41bf-a4b4-ebbdf5a9022c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:11.537508 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e27f52-381e-411e-b1d5-791c66548efb", "name": "network-vif-deleted", "tag": "5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:11.537508 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb741f64-22b8-41bf-a4b4-ebbdf5a9022c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:11.538149 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e27f52-381e-411e-b1d5-791c66548efb', 'name': 'network-vif-deleted', 'tag': '5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3', 'status': 'completed', 'code': 200} Aug 20 13:17:11.541782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Checking segment: {'id': 'a08f6ffe-36bb-4c11-bbcb-5068b5f89bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '77c35991-0d42-45b9-a715-72cf93318853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:11.542239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Network hostable DHCP agents. Network: 77c35991-0d42-45b9-a715-72cf93318853, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:17:11.565471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Network 77c35991-0d42-45b9-a715-72cf93318853 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:17:11.586692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 77c35991-0d42-45b9-a715-72cf93318853) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:11.591816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-f628bd86-6dfa-4341-be30-4abc41e4c33a service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809106 Aug 20 13:17:11.601124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a50118-b252-40ea-b5fa-14a92041891b None None] Network 77c35991-0d42-45b9-a715-72cf93318853 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:11.603638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:11.604201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.639118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d8ebcdf-eaaf-44b5-93f1-a65eeaecefe4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5892389 Aug 20 13:17:11.673319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.745058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8978a5a8-807a-4dff-bb1d-2dad6fe49a7c req-2111beb2-9a25-4f65-b64a-2ed680cc787e service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410694 Aug 20 13:17:11.755540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.757409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port b64bb436-c485-4037-81b9-0ea481fdaea2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:11.770010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port b64bb436-c485-4037-81b9-0ea481fdaea2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:11.770533 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:11.805108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:11.808095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:11.812767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:11.822780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event updated for resources: {'Port': ['ID=cbee2609-1e24-4bb8-a792-e8812e4804e1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:11.835329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0916-2c03-4461-8026-8a053715d6ae req-6e4d215b-67c6-4d01-92fb-55b8a322bb73 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:11.836185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-438b0916-2c03-4461-8026-8a053715d6ae req-6e4d215b-67c6-4d01-92fb-55b8a322bb73 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 969 time: 0.1062894 Aug 20 13:17:11.907426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-438b0916-2c03-4461-8026-8a053715d6ae req-f56138d5-2b61-4d65-a1e3-061f31cf9b80 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Aug 20 13:17:12.006387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea4e6e-446b-44a4-b090-66107c630b5f None None] Network 77c35991-0d42-45b9-a715-72cf93318853 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:12.026390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.046493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:12.063871 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.072301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.103370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64bb436-c485-4037-81b9-0ea481fdaea2'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:12.105658 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a3f29-3d23-40d2-80ed-0be2737504d5" -d '{"events": [{"server_uuid": "95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967", "name": "network-vif-plugged", "status": "completed", "tag": "b64bb436-c485-4037-81b9-0ea481fdaea2"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:12.116108 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:17:12.130673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b64bb436-c485-4037-81b9-0ea481fdaea2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b64bb436-c485-4037-81b9-0ea481fdaea2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:12.141117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.219137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=b64bb436-c485-4037-81b9-0ea481fdaea2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:12.291966 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5fe53505-0490-430d-90f1-a647f928560c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ffd4a4ea42042318c8713f5b1bdff16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2442853 Aug 20 13:17:12.295470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38748) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:12.302348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.308936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.357740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c437bb6e-e0e2-426b-9d69-4fcdf0ac5d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.381380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event updated for resources: {'Port': ['ID=cbee2609-1e24-4bb8-a792-e8812e4804e1,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:12.381832 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c437bb6e-e0e2-426b-9d69-4fcdf0ac5d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.395207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.412138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.414940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-78c86a14-ca17-4d81-802e-3299a8640d93 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6342497 Aug 20 13:17:12.489726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-71255cd0-944b-4e5c-bb23-942a7fde1d21 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0685842 Aug 20 13:17:12.500402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c437bb6e-e0e2-426b-9d69-4fcdf0ac5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.502898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c437bb6e-e0e2-426b-9d69-4fcdf0ac5d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.504679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c437bb6e-e0e2-426b-9d69-4fcdf0ac5d41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb072a62-34d9-4e0e-8343-ecfcd4692283 HTTP/1.1" status: 204 len: 168 time: 0.2078340 Aug 20 13:17:12.517378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-dbdcf039-9036-473d-9ca9-03b8ced9c794 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:12.519740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-dbdcf039-9036-473d-9ca9-03b8ced9c794 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.1283317 Aug 20 13:17:12.526036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437bb6e-e0e2-426b-9d69-4fcdf0ac5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb072a62-34d9-4e0e-8343-ecfcd4692283,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:12.544793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-085905c5-d994-4465-b2f7-6e61d9eeff9d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/quotas/90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 375 time: 0.0181234 Aug 20 13:17:12.582090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-8fbb5fd3-8951-4392-ba53-9ab9aeb5c485 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331917 Aug 20 13:17:12.609909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-11e4de69-6e7c-430a-b560-964f55b02207 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:12.612098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-11e4de69-6e7c-430a-b560-964f55b02207 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1142435 Aug 20 13:17:12.625033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-866dcc32-6417-4265-85ac-fa80db867f76 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:17:12.626052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075d6c2-24ee-45b5-8332-58fdc69c115d req-866dcc32-6417-4265-85ac-fa80db867f76 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064290 Aug 20 13:17:12.698605 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-c5fbba69-5727-4127-ae31-2d03fc67b360 service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094570 Aug 20 13:17:12.803015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-1d9ff59a-ffd3-4499-991a-82cac25c67ef service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033666 Aug 20 13:17:12.839887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38770) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:12.886267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-110fae47-3727-4629-809b-9b2e84d891b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fef37b45f49c4fd7a34afde0aa4bfa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448639 Aug 20 13:17:12.889137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38772) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:12.958129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fa9565e-ba47-40bd-9528-1c178fca1abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.963031 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abfa702-f0b1-4d2d-b2b1-e8955fe04877 x-openstack-request-id: req-4abfa702-f0b1-4d2d-b2b1-e8955fe04877 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:12.963512 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967", "name": "network-vif-plugged", "status": "completed", "tag": "b64bb436-c485-4037-81b9-0ea481fdaea2", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:12.963604 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4abfa702-f0b1-4d2d-b2b1-e8955fe04877 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:12.963978 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64bb436-c485-4037-81b9-0ea481fdaea2', 'code': 200} Aug 20 13:17:12.993427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fa9565e-ba47-40bd-9528-1c178fca1abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:13.080958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6b1e6-3290-4757-816a-bd99477ebe86 req-dee3b043-a761-46b3-8f96-f587af658296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:13.083817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5c6b1e6-3290-4757-816a-bd99477ebe86 req-dee3b043-a761-46b3-8f96-f587af658296 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 1121 time: 0.0625939 Aug 20 13:17:13.131443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5c6b1e6-3290-4757-816a-bd99477ebe86 req-25f0d51b-9fdc-46a6-8a06-e465de880b47 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Aug 20 13:17:13.132607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fa9565e-ba47-40bd-9528-1c178fca1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:13.135951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fa9565e-ba47-40bd-9528-1c178fca1abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:13.139376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0fa9565e-ba47-40bd-9528-1c178fca1abc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f603ff94-0e57-4230-8cc6-94f131286691 HTTP/1.1" status: 204 len: 168 time: 0.2466338 Aug 20 13:17:13.146443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9565e-ba47-40bd-9528-1c178fca1abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603ff94-0e57-4230-8cc6-94f131286691,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:13.340020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489622-f028-419e-bccd-361d13395b95 req-c1a2c276-92bf-458f-8ee6-46ba2cecf687 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:13.348919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16489622-f028-419e-bccd-361d13395b95 req-c1a2c276-92bf-458f-8ee6-46ba2cecf687 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 947 time: 0.0940082 Aug 20 13:17:13.389047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-0d6b0c21-88a6-4575-ad14-e4ca568f1583 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:13.398535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16489622-f028-419e-bccd-361d13395b95 req-91a59a53-c47f-485c-a68f-049e0fdac022 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484343 Aug 20 13:17:13.404827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-0d6b0c21-88a6-4575-ad14-e4ca568f1583 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 820 time: 0.1524668 Aug 20 13:17:13.425532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-c8fb9d03-9b87-4395-8a42-cc7c766d0249 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/quotas/1e2e95a73c964ed3b4aa17032511d92b HTTP/1.1" status: 200 len: 375 time: 0.0194943 Aug 20 13:17:13.458834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:13.503213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:17:13.504383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5e05c1bf-ca8c-4fb1-a63b-e3324d88aba3 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:13.532370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-b621ab0b-1411-4941-a6bd-94549d1b2a38 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1056182 Aug 20 13:17:13.558263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38808) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:13.567876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61cd3c-8bd3-4029-900d-f173253d8276 req-8a931a11-1676-45fa-8a2c-48c2cdf5adb2 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:13.577042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a61cd3c-8bd3-4029-900d-f173253d8276 req-8a931a11-1676-45fa-8a2c-48c2cdf5adb2 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 950 time: 0.0904076 Aug 20 13:17:13.619201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a61cd3c-8bd3-4029-900d-f173253d8276 req-d1ebf967-35d8-48fe-bfea-8c777ced0f14 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Aug 20 13:17:13.719454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1cd05a0-b89a-4c1f-9e80-329e358258bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:13.737327 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-187cd7d3-de9e-4774-9668-db2236a11cdd req-a2ec76b5-0577-4b34-bb31-f3a7ed3dc704 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 210 time: 0.0305233 Aug 20 13:17:13.754442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-44fec9f3-3899-41fa-ad6e-a0b1111527d6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:17:13.762128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-44fec9f3-3899-41fa-ad6e-a0b1111527d6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0839677 Aug 20 13:17:13.867482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4ee81-440f-447e-9920-5bafbe7fc095 req-dc4898b3-6637-46ab-82b5-4967359a61ee tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:13.869022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4b4ee81-440f-447e-9920-5bafbe7fc095 req-dc4898b3-6637-46ab-82b5-4967359a61ee tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 970 time: 0.0538323 Aug 20 13:17:13.887151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-f99445e0-0d82-4dc4-ad21-842730e86ee6 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241531 Aug 20 13:17:13.916897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4b4ee81-440f-447e-9920-5bafbe7fc095 req-95f76b73-545a-40c9-b4da-3f84f7ac570f tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Aug 20 13:17:13.968489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1cd05a0-b89a-4c1f-9e80-329e358258bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:13.975698 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1cd05a0-b89a-4c1f-9e80-329e358258bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.021905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1cd05a0-b89a-4c1f-9e80-329e358258bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b8add09b5294ac58050daded34762eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624484 Aug 20 13:17:14.024542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38830) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:14.037844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device bae5935f-51e7-4641-bf7f-70556326ce34 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:14.045084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd05a0-b89a-4c1f-9e80-329e358258bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e7e85-598a-464b-8309-abfe09554f6f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:14.059824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-9a2ddd52-7693-4a6e-b80e-5db4f1a457d5 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617873 Aug 20 13:17:14.280810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-9e0f0452-06f0-4152-9d54-d1b068fa4cd6 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:14.282338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-9e0f0452-06f0-4152-9d54-d1b068fa4cd6 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 950 time: 0.1560478 Aug 20 13:17:14.301925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port bae5935f-51e7-4641-bf7f-70556326ce34, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=bae5935f-51e7-4641-bf7f-70556326ce34,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:14.312286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c522393-4782-4a0f-af8f-996eb85b121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.344697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'bae5935f-51e7-4641-bf7f-70556326ce34', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'bae5935f-51e7-4641-bf7f-70556326ce34', 'mac_address': 'fa:16:3e:c8:3e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:14.441690 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.466595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-7b7c822f-8b82-459e-973d-0f9d7620413a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:14.468195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-7b7c822f-8b82-459e-973d-0f9d7620413a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.3111565 Aug 20 13:17:14.471183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae5935f-51e7-4641-bf7f-70556326ce34 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:14.485259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c522393-4782-4a0f-af8f-996eb85b121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.500884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port bae5935f-51e7-4641-bf7f-70556326ce34, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=bae5935f-51e7-4641-bf7f-70556326ce34,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:14.509830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.533418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Request body: {'port': {'device_id': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'admin_state_up': True, 'tenant_id': '90de83ae2dc3418fbfb508e4371c0202'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:14.572803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=bae5935f-51e7-4641-bf7f-70556326ce34,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:14.576375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Deleting port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:17:14.576953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.603556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:14.634612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8dda5569-46f4-4b39-916c-94bca03a11ff req-a62842b5-139c-4c0c-aa2c-78a03abaf128 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 210 time: 0.2765293 Aug 20 13:17:14.703855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['bae5935f-51e7-4641-bf7f-70556326ce34'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:14.776803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c522393-4782-4a0f-af8f-996eb85b121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.782779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c522393-4782-4a0f-af8f-996eb85b121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.787846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7c522393-4782-4a0f-af8f-996eb85b121d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd3e7e85-598a-464b-8309-abfe09554f6f HTTP/1.1" status: 204 len: 168 time: 0.7621865 Aug 20 13:17:14.826967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] For port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:14.827560 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.872499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Calling delete_port for a183cfe8-0ea8-44b4-8113-ad6da1afcbdc owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:17:14.890826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522393-4782-4a0f-af8f-996eb85b121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e7e85-598a-464b-8309-abfe09554f6f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:14.929857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad7a30-9613-46b7-889d-62ada8eab0bc req-0ca0548f-b984-47bc-a931-9957d866a2a7 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:14.931615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ad7a30-9613-46b7-889d-62ada8eab0bc req-0ca0548f-b984-47bc-a931-9957d866a2a7 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 948 time: 0.1903970 Aug 20 13:17:14.953798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Made reservation on behalf of 90de83ae2dc3418fbfb508e4371c0202 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:14.959364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.978115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f666cb85-d3d4-4000-8e08-ec904002d1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.098387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ad7a30-9613-46b7-889d-62ada8eab0bc req-b9905133-8a6e-463f-9057-735e8b9d6c42 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550455 Aug 20 13:17:15.186229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Allocated IP 172.20.0.3 (cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd/8bb1c2e7-b41a-4a44-a10b-3f47a0add02b/e4168def-363b-42cd-a3b1-06ffd5907b14) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:15.234513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab900550-8137-477a-82d1-a85dc8361216 req-edf90dc3-f81b-4e7d-982e-825e2c16af8a tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:15.243325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab900550-8137-477a-82d1-a85dc8361216 req-edf90dc3-f81b-4e7d-982e-825e2c16af8a tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/ports?device_id=80f0b87b-803f-4dae-aa99-bd98eb5e009d HTTP/1.1" status: 200 len: 950 time: 0.4686322 Aug 20 13:17:15.312922 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f723b397-07c1-4352-be90-d5b794df90d9 req-54d4aba5-80f8-460d-acc5-350b9b7c5ce9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 210 time: 0.0812767 Aug 20 13:17:15.373404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.393838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab900550-8137-477a-82d1-a85dc8361216 req-da879630-2efc-4dc7-beab-1a0a75544ef3 tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.59 "GET /v2.0/security-groups?id=06166324-86b8-4684-8acb-2e08909e785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495218 Aug 20 13:17:15.439893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38888) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:15.468938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Pushing event deleted for resources: {'Port': ['ID=a183cfe8-0ea8-44b4-8113-ad6da1afcbdc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:15.478556 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-65969560-c6ee-4ab8-b34e-f488377531fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.522778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] No DVR routers for this DVR port a183cfe8-0ea8-44b4-8113-ad6da1afcbdc on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:15.527134 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.533746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ce6d3bf-05d2-49ea-9b88-7873d5664655 req-1da9e118-820f-4f6d-a341-c580f3a1b0ca tempest-TenantUsagesTestJSON-1780339278 tempest-TenantUsagesTestJSON-1780339278-project] 10.222.0.13 "DELETE /v2.0/ports/a183cfe8-0ea8-44b4-8113-ad6da1afcbdc HTTP/1.1" status: 204 len: 173 time: 1.2432101 Aug 20 13:17:15.537996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'name': 'network-vif-deleted', 'tag': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:15.546387 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e84076-df76-4221-af02-db19edb1170a" -d '{"events": [{"server_uuid": "80f0b87b-803f-4dae-aa99-bd98eb5e009d", "name": "network-vif-deleted", "tag": "a183cfe8-0ea8-44b4-8113-ad6da1afcbdc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:15.547200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.560227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc3d2c-5fd5-49d1-a006-d22f0fb4323d req-24c0332a-b6ee-45a0-a846-d5a7f54e0a16 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:15.568758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ebc3d2c-5fd5-49d1-a006-d22f0fb4323d req-24c0332a-b6ee-45a0-a846-d5a7f54e0a16 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 970 time: 0.1280284 Aug 20 13:17:15.569991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f666cb85-d3d4-4000-8e08-ec904002d1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.598335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f666cb85-d3d4-4000-8e08-ec904002d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.626265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ebc3d2c-5fd5-49d1-a006-d22f0fb4323d req-b0ce9fc9-8294-4475-b020-fce9fbe7775d tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507059 Aug 20 13:17:15.676666 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a8126-059a-4412-a290-225b16d2b7d4 x-openstack-request-id: req-2d5a8126-059a-4412-a290-225b16d2b7d4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:15.677487 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f0b87b-803f-4dae-aa99-bd98eb5e009d", "name": "network-vif-deleted", "tag": "a183cfe8-0ea8-44b4-8113-ad6da1afcbdc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:15.678112 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d5a8126-059a-4412-a290-225b16d2b7d4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:15.678917 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f0b87b-803f-4dae-aa99-bd98eb5e009d', 'name': 'network-vif-deleted', 'tag': 'a183cfe8-0ea8-44b4-8113-ad6da1afcbdc', 'status': 'completed', 'code': 200} Aug 20 13:17:15.692666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666cb85-d3d4-4000-8e08-ec904002d1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdbb857-3cba-4ba7-9847-8e428b4b292e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:15.700996 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f666cb85-d3d4-4000-8e08-ec904002d1ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a1a2729520745edb962ca8b4dd7f1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0804458 Aug 20 13:17:15.703781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38900) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:15.735762 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d510d8eb-7a1e-4921-a4e1-454032e97e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.737952 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:15.816716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:15.826589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:15.837497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:15.885131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:15.934853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb407f8f-7ca9-4e3f-8008-deaa019e863c req-cc4554d3-07f5-4d03-8abc-306e11fa259e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 210 time: 0.0521886 Aug 20 13:17:15.979061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6cba986a-1bed-455a-b225-9a9c324dcdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.052931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device bae5935f-51e7-4641-bf7f-70556326ce34 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:16.060649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-a2a597dc-6663-4c50-8260-c15663fa55a3 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:16.063215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-a2a597dc-6663-4c50-8260-c15663fa55a3 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 820 time: 0.2646446 Aug 20 13:17:16.075797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6cba986a-1bed-455a-b225-9a9c324dcdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.102700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'port': {'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'admin_state_up': True, 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:16.162667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port bae5935f-51e7-4641-bf7f-70556326ce34 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:16.184369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port bae5935f-51e7-4641-bf7f-70556326ce34 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:16.185044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.221380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6cba986a-1bed-455a-b225-9a9c324dcdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.223954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6cba986a-1bed-455a-b225-9a9c324dcdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.226436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6cba986a-1bed-455a-b225-9a9c324dcdaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cdbb857-3cba-4ba7-9847-8e428b4b292e HTTP/1.1" status: 204 len: 168 time: 0.5214069 Aug 20 13:17:16.280609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba986a-1bed-455a-b225-9a9c324dcdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdbb857-3cba-4ba7-9847-8e428b4b292e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:16.368310 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.395919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae5935f-51e7-4641-bf7f-70556326ce34'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:16.398698 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1191bf8b-a0ba-4307-b885-619be651c876" -d '{"events": [{"server_uuid": "b008cb96-1027-4e96-b4e1-0de724f47f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bae5935f-51e7-4641-bf7f-70556326ce34"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:16.413972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port bae5935f-51e7-4641-bf7f-70556326ce34, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=bae5935f-51e7-4641-bf7f-70556326ce34,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:16.422287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.424993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a183cfe8-0ea8-44b4-8113-ad6da1afcbdc no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:16.458479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac8998-ca5d-409b-9edf-0f19edd3b1b4 req-c0facc80-0377-4090-963d-e9e591a4b8e1 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:16.460033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45ac8998-ca5d-409b-9edf-0f19edd3b1b4 req-c0facc80-0377-4090-963d-e9e591a4b8e1 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 970 time: 0.0533440 Aug 20 13:17:16.464146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:16.464808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.477111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-65969560-c6ee-4ab8-b34e-f488377531fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.480060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: a183cfe8-0ea8-44b4-8113-ad6da1afcbdc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:17:16.480453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a183cfe8-0ea8-44b4-8113-ad6da1afcbdc not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:16.490184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-65969560-c6ee-4ab8-b34e-f488377531fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.496522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-9a2fc11f-e8c1-40ff-a60b-d1002ce9380d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0001550 Aug 20 13:17:16.513491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=bae5935f-51e7-4641-bf7f-70556326ce34,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:16.527589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45ac8998-ca5d-409b-9edf-0f19edd3b1b4 req-52edc052-6df7-49fc-bd77-03a79211d4fb tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610373 Aug 20 13:17:16.527955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Request body: {'port': {'device_id': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:16.528735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Made reservation on behalf of 1e2e95a73c964ed3b4aa17032511d92b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:16.532659 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.615309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d1df8-2543-4e7b-ab89-56a86b58f0cf req-4760683f-46d3-48f2-98e5-a6a87dba2403 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:16.616870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-362d1df8-2543-4e7b-ab89-56a86b58f0cf req-4760683f-46d3-48f2-98e5-a6a87dba2403 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.1988850 Aug 20 13:17:16.634084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65969560-c6ee-4ab8-b34e-f488377531fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416f10e-a151-4689-8b19-0167fbcbf6a1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:16.656146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-65969560-c6ee-4ab8-b34e-f488377531fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb7f325c8cf442e28e3d11eb94f3ba90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2150426 Aug 20 13:17:16.662981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38940) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:16.666350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.711617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Allocated IP 172.20.0.11 (52b28c3a-ae74-429e-b4d6-bee7070c2d29/e82c2b53-3454-432c-85d2-9cc1d8c974fe/9be65ef5-66c1-4e56-b724-b8e72b6e8288) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:16.772591 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-362d1df8-2543-4e7b-ab89-56a86b58f0cf req-ea0516c4-5f0e-4570-aa5d-7e0723cb77fa tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396666 Aug 20 13:17:16.817779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38944) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:16.834101 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e72bc9-6530-4cae-8cc0-65137545c64b x-openstack-request-id: req-f3e72bc9-6530-4cae-8cc0-65137545c64b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:16.834620 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b008cb96-1027-4e96-b4e1-0de724f47f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bae5935f-51e7-4641-bf7f-70556326ce34", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:16.834620 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3e72bc9-6530-4cae-8cc0-65137545c64b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:16.835013 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae5935f-51e7-4641-bf7f-70556326ce34', 'code': 200} Aug 20 13:17:16.869387 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:16.961856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.081336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7f117ad-c448-4d8e-8dba-d33bfd66fde6 req-efe30533-4482-4ec8-8e9f-ac395708f8b8 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 210 time: 0.0396678 Aug 20 13:17:17.087115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.089734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.094276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f416f10e-a151-4689-8b19-0167fbcbf6a1 HTTP/1.1" status: 204 len: 168 time: 0.4288425 Aug 20 13:17:17.115700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416f10e-a151-4689-8b19-0167fbcbf6a1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:17.140040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458caaf-103c-4ee8-b0c6-e8a2c833729b req-01cac6d4-85e8-4717-a3e5-4e206b487de3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:17.140891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5458caaf-103c-4ee8-b0c6-e8a2c833729b req-01cac6d4-85e8-4717-a3e5-4e206b487de3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 931 time: 0.3774579 Aug 20 13:17:17.141660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.144144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.145696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.145696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.145696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.145978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.146768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.147284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.147793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.148317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.148954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.149643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.150345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977477f-d3aa-43dd-824a-c93f449463a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.169014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4168def-363b-42cd-a3b1-06ffd5907b14 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:17.179453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.199615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Transition to ACTIVE for port object e4168def-363b-42cd-a3b1-06ffd5907b14 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:17.203651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.307073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5458caaf-103c-4ee8-b0c6-e8a2c833729b req-365712b4-903d-490e-9656-5632c17154b9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400704 Aug 20 13:17:17.316912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f003-6db3-42f3-9c59-9313e599cd13 req-4b9761b4-1122-4ab3-b6f2-15d7ded72a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:17.317533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8657f003-6db3-42f3-9c59-9313e599cd13 req-4b9761b4-1122-4ab3-b6f2-15d7ded72a5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 1100 time: 0.1860716 Aug 20 13:17:17.345976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:17.350447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.385935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Transition to ACTIVE for port object 9be65ef5-66c1-4e56-b724-b8e72b6e8288 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:17.389161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38958) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:17.417314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:17.417672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:17.418161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:17.419481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8657f003-6db3-42f3-9c59-9313e599cd13 req-795ef187-11b3-4bc8-872e-e8aeb4867d2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Aug 20 13:17:17.422937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:17.423216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:17.429649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:17.430005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:17.433519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:17.433973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Bound port: e4168def-363b-42cd-a3b1-06ffd5907b14, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:17.434119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.434438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.434913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38962) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:17.452352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.501977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=feaf4319bfa64d978e41f330c8998c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6819186 Aug 20 13:17:17.504945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.505981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:17.506720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6384d-7303-425c-a395-6c3af8cf2b3e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:17.520686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.521269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.521738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.522222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.522562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.522895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.523223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.523547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.523864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.524337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.524850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.525323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8a23e-08be-40ec-9a7c-590c59a64f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:17.540425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['264c0996-cc91-4492-b4bd-bce423815f77'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:17.540597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:17.572343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:17.575554 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:17.579524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:17.629610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:17.655039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.674874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event updated for resources: {'Port': ['ID=9be65ef5-66c1-4e56-b724-b8e72b6e8288,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:17.732871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:17.733566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.735079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] 10.222.0.13 "PUT /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 1091 time: 1.2226534 Aug 20 13:17:17.760601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:17.771419 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c76cde-13eb-4291-8887-5283c642134e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:17.783921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-d9d3e582-5bbe-4841-a2b6-f11958dd9629 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:17.788930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-d9d3e582-5bbe-4841-a2b6-f11958dd9629 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.53 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 970 time: 0.2037766 Aug 20 13:17:17.803905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff0e62fc-14bc-4701-bc82-cf079d548be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.808052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:17.808746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.875797 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20131b06-fe69-4530-a51e-e98abddca0cd x-openstack-request-id: req-20131b06-fe69-4530-a51e-e98abddca0cd {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:17.876009 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:17.876323 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20131b06-fe69-4530-a51e-e98abddca0cd {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:17.876683 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'status': 'completed', 'code': 200} Aug 20 13:17:17.935608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cf2d6-54a0-4016-ba02-78041abb5311 service neutron] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:17.939504 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-00975f10-3b28-4546-9f4d-e922fcffa8a5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8357339 Aug 20 13:17:17.942625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea19de2-4cef-4a7e-be0f-335fa387503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:17.948196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Request body: {'port': {'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:17.961507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff0e62fc-14bc-4701-bc82-cf079d548be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.029545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f74d30-b42c-4e59-b674-8c734e9d82a6 req-eafb4e3b-0807-43f2-97d8-4ba769792b1f tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:18.031092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4f74d30-b42c-4e59-b674-8c734e9d82a6 req-eafb4e3b-0807-43f2-97d8-4ba769792b1f tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 970 time: 0.3356524 Aug 20 13:17:18.047276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c156a65-4c51-4e19-bf04-3ad95396b8b1 None None] Provisioning for port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:18.060787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c156a65-4c51-4e19-bf04-3ad95396b8b1 None None] Provisioning complete for port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:18.061171 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8c156a65-4c51-4e19-bf04-3ad95396b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.062992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-e226e3f2-d9b1-4f57-97a0-b1c2c3a238de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:18.064479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-e226e3f2-d9b1-4f57-97a0-b1c2c3a238de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1094 time: 0.2383575 Aug 20 13:17:18.109227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8c156a65-4c51-4e19-bf04-3ad95396b8b1 None None] Port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:18.127076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff746171-f39f-4314-a652-0a364e0141c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb3004f8726246e19fe5e10c5a00728c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7366536 Aug 20 13:17:18.131643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38986) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:18.133330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7da45-3c93-4c38-8e8f-e00e6c751f75 req-b2389c42-968d-4111-b1fb-90506e024524 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:18.134896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5db7da45-3c93-4c38-8e8f-e00e6c751f75 req-b2389c42-968d-4111-b1fb-90506e024524 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.2113442 Aug 20 13:17:18.140130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.193243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-bdfb8b20-e4fb-4021-8d4c-65289ef25219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.0752838 Aug 20 13:17:18.204820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Deleting port b64bb436-c485-4037-81b9-0ea481fdaea2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:17:18.205171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.232152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff0e62fc-14bc-4701-bc82-cf079d548be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.235897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff0e62fc-14bc-4701-bc82-cf079d548be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.237522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff0e62fc-14bc-4701-bc82-cf079d548be4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ff6384d-7303-425c-a395-6c3af8cf2b3e HTTP/1.1" status: 204 len: 168 time: 0.7297907 Aug 20 13:17:18.276769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5db7da45-3c93-4c38-8e8f-e00e6c751f75 req-adf25d60-9725-497e-a5ee-a0f0ed15109e tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339200 Aug 20 13:17:18.343940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4f74d30-b42c-4e59-b674-8c734e9d82a6 req-8ec43030-20ce-405d-ac44-317957690d5a tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a60307-d426-4968-bc81-83afbe053058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953255 Aug 20 13:17:18.352248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e62fc-14bc-4701-bc82-cf079d548be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6384d-7303-425c-a395-6c3af8cf2b3e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:18.434186 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-033db17e-967e-4a4f-b6fc-001e00224a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.451304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-a4c0e5ec-5963-45fb-9069-d46370ce7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:18.453446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-a4c0e5ec-5963-45fb-9069-d46370ce7fb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.2444706 Aug 20 13:17:18.499878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.564162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-b819cc98-065b-43fe-9df9-01782b08d1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958307 Aug 20 13:17:18.565623 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85e08f1b-b69b-4d69-b417-5241f05fbf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.680208 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85e08f1b-b69b-4d69-b417-5241f05fbf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.718132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] For port b64bb436-c485-4037-81b9-0ea481fdaea2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b64bb436-c485-4037-81b9-0ea481fdaea2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:18.718673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.740605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Calling delete_port for b64bb436-c485-4037-81b9-0ea481fdaea2 owned by compute:tempest-test_az-183176581 {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:17:18.824696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131fa3-acd5-4f36-aa4f-4607f004da50 req-77bb72c5-1fce-43ed-b9d3-d53a56653d39 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:18.826966 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0131fa3-acd5-4f36-aa4f-4607f004da50 req-77bb72c5-1fce-43ed-b9d3-d53a56653d39 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.1794333 Aug 20 13:17:18.837383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-356f0237-cdc1-4d9c-8d4e-1d49487fc4a2 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648892 Aug 20 13:17:18.939100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85e08f1b-b69b-4d69-b417-5241f05fbf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.945129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85e08f1b-b69b-4d69-b417-5241f05fbf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:18.947148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-85e08f1b-b69b-4d69-b417-5241f05fbf9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06166324-86b8-4684-8acb-2e08909e785e HTTP/1.1" status: 204 len: 168 time: 0.7707949 Aug 20 13:17:18.953907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5233f-2021-49fc-a76b-9c0b76254dab req-1c0da5c1-fffe-4ddc-a87c-4b8f0a3c05f3 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:18.965898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62a5233f-2021-49fc-a76b-9c0b76254dab req-1c0da5c1-fffe-4ddc-a87c-4b8f0a3c05f3 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 932 time: 0.4754279 Aug 20 13:17:18.985449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0131fa3-acd5-4f36-aa4f-4607f004da50 req-cae45f00-c59b-4b21-8f8c-00ef4da74ab3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463556 Aug 20 13:17:18.989896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e08f1b-b69b-4d69-b417-5241f05fbf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06166324-86b8-4684-8acb-2e08909e785e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:19.006451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:19.055271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2356d281-bee2-4dc4-9a5c-779522e01a6f req-055316e7-5a72-4183-aa8a-25dc82251f38 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070167 Aug 20 13:17:19.090860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be65ef5-66c1-4e56-b724-b8e72b6e8288 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:19.114704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.159772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea19de2-4cef-4a7e-be0f-335fa387503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.175917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62a5233f-2021-49fc-a76b-9c0b76254dab req-8ce4eedb-ca35-4d75-b4f2-5d4c59771280 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081614 Aug 20 13:17:19.176939 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea19de2-4cef-4a7e-be0f-335fa387503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.186585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76cde-13eb-4291-8887-5283c642134e req-77e39ac9-9972-470d-b28d-f591e1fa5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:19.188921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-77e39ac9-9972-470d-b28d-f591e1fa5358 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1094 time: 0.0656710 Aug 20 13:17:19.237143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.250856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['b64bb436-c485-4037-81b9-0ea481fdaea2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:19.271218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eea19de2-4cef-4a7e-be0f-335fa387503c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06abdfca51fe4e2a9166e75c9a162c56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8339400 Aug 20 13:17:19.304701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39022) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:19.310223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea19de2-4cef-4a7e-be0f-335fa387503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabb00b-6c01-4d7b-bfe5-35f803c48ec6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:19.319649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76cde-13eb-4291-8887-5283c642134e req-1759c4db-ea44-48c6-a755-b391fa3e8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:19.322386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-1759c4db-ea44-48c6-a755-b391fa3e8325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1264689 Aug 20 13:17:19.325678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Pushing event deleted for resources: {'Port': ['ID=b64bb436-c485-4037-81b9-0ea481fdaea2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:19.331040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-network', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:19.356199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Transition to ACTIVE for port object 9be65ef5-66c1-4e56-b724-b8e72b6e8288 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:19.392037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-22bddbd7-76d6-497e-b91d-4b15523c2e2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.0563860 Aug 20 13:17:19.404407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.413041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.509551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] No DVR routers for this DVR port b64bb436-c485-4037-81b9-0ea481fdaea2 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:19.526531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76cde-13eb-4291-8887-5283c642134e req-0ca63843-65c8-446e-9d8f-430980ad3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:19.530051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-0ca63843-65c8-446e-9d8f-430980ad3c75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1289093 Aug 20 13:17:19.530569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.532746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73ba5a02-500f-41ee-bbdf-5561f0df0ab7 req-4996f8bb-c1d5-493c-8d1b-ce244f026eb8 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.53 "DELETE /v2.0/ports/b64bb436-c485-4037-81b9-0ea481fdaea2 HTTP/1.1" status: 204 len: 173 time: 1.7202823 Aug 20 13:17:19.533220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Made reservation on behalf of 6fbb5aba20534aeeab76ca43aa7505d7 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:19.538033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'name': 'network-vif-deleted', 'tag': 'b64bb436-c485-4037-81b9-0ea481fdaea2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:19.544226 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b03eff-fb2b-4672-8448-4b5b13039baf" -d '{"events": [{"server_uuid": "95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967", "name": "network-vif-deleted", "tag": "b64bb436-c485-4037-81b9-0ea481fdaea2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:19.551176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.616717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.639168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Pushing event updated for resources: {'Port': ['ID=9be65ef5-66c1-4e56-b724-b8e72b6e8288,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:19.641919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39036) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:19.642259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39038) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:19.685553 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-8063eba0-8532-4aa8-84e7-a2ba83927387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182687 Aug 20 13:17:19.703853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.740080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35e1dacf-e4c9-47cc-9268-30f9535bfd0f req-ade20ac9-1cb2-4221-98e7-67fc5913e0e5 tempest-ServerDiagnosticsNegativeTest-2805597 tempest-ServerDiagnosticsNegativeTest-2805597-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967 HTTP/1.1" status: 200 len: 210 time: 0.1139643 Aug 20 13:17:19.760086 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-487379e0-9248-4861-a3f9-9c0d1648f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.839786 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace0ffe-e348-420a-91ac-d7147ed8711b x-openstack-request-id: req-3ace0ffe-e348-420a-91ac-d7147ed8711b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:19.840162 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967", "name": "network-vif-deleted", "tag": "b64bb436-c485-4037-81b9-0ea481fdaea2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:19.840400 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ace0ffe-e348-420a-91ac-d7147ed8711b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:19.840926 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a7b0aa-6529-4f5d-bc5d-1b7c7fa38967', 'name': 'network-vif-deleted', 'tag': 'b64bb436-c485-4037-81b9-0ea481fdaea2', 'status': 'completed', 'code': 200} Aug 20 13:17:19.844691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-487379e0-9248-4861-a3f9-9c0d1648f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.857478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-18ee35e9-bb56-4aa4-b3e6-efeb5bbba466 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586196 Aug 20 13:17:19.867929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:17:19.867929 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:17:19.867929 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '1c0cfe32f0684b95bf7fd91daf4e794c', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 17, 19, 766250)}] Aug 20 13:17:19.867929 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:17:19.868452 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:17:19.898790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Attempting to bind port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:19.899122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Attempting to bind port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:19.899590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Attempting to bind port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:19.900296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59efeb-99cf-4318-b6d8-94a42b3ff2e2 req-f4971e7f-195b-4671-b020-b752cf10ff22 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:19.905764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:19.905987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e59efeb-99cf-4318-b6d8-94a42b3ff2e2 req-f4971e7f-195b-4671-b020-b752cf10ff22 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.3414605 Aug 20 13:17:19.906105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Attempting to bind port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 on network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:19.912362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:19.912672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Checking segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:19.913181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Bound using segment: {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:19.913719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Bound port: 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8f9721-605b-489c-b5dd-95544b832dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:19.914216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.957747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-487379e0-9248-4861-a3f9-9c0d1648f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.960970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-487379e0-9248-4861-a3f9-9c0d1648f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.961862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-487379e0-9248-4861-a3f9-9c0d1648f257 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cabb00b-6c01-4d7b-bfe5-35f803c48ec6 HTTP/1.1" status: 204 len: 168 time: 0.6532044 Aug 20 13:17:19.977405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487379e0-9248-4861-a3f9-9c0d1648f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabb00b-6c01-4d7b-bfe5-35f803c48ec6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:20.004961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1518666627-network', 'tenant_id': 'b237fe2e3e5642cbaaa43dad922c0da3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:20.017880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] For port 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:20.051658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] For port 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:20.058211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.153903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e59efeb-99cf-4318-b6d8-94a42b3ff2e2 req-a401a049-22b7-424d-a0d0-0617fd9bffe2 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259026 Aug 20 13:17:20.179130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9c76cde-13eb-4291-8887-5283c642134e req-eaab2f8f-1943-4356-9a35-496c48318174 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076825 Aug 20 13:17:20.232750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.237282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.251950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.252932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.255108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] 10.222.0.53 "PUT /v2.0/ports/9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 1092 time: 2.3143306 Aug 20 13:17:20.279300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:17:20.306464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532672fd-303f-4639-9563-3d10f7fc8db8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:20.311944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.312336 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Added segment 8530694c-b21f-475f-8ee3-387f4d285f9a of type vlan for network 9f041ca0-5fdd-43d8-98cb-90793276cda4 Aug 20 13:17:20.336477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feced53f-06d0-480a-bbcb-7f08a138843d service neutron] Pushing event updated for resources: {'Port': ['ID=9be65ef5-66c1-4e56-b724-b8e72b6e8288,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:20.377936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.383553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Made reservation on behalf of b237fe2e3e5642cbaaa43dad922c0da3 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:20.386085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.412770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.416782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a500-7694-44fd-8ed5-f1ebb6f5e5cf req-d174f2cc-3306-4c01-b78c-24a9485f601c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.419529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c11a500-7694-44fd-8ed5-f1ebb6f5e5cf req-d174f2cc-3306-4c01-b78c-24a9485f601c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.2849908 Aug 20 13:17:20.425141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.481186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.483063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.485272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.518406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-0d9df47c-217f-4b47-99f3-33cc7b092cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.520590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-0d9df47c-217f-4b47-99f3-33cc7b092cb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1095 time: 0.2168796 Aug 20 13:17:20.554082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c11a500-7694-44fd-8ed5-f1ebb6f5e5cf req-c285c3f4-b9fe-423a-b69b-155b4d6d859e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154435 Aug 20 13:17:20.603490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39054) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:20.611851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-de298980-6190-43e7-87b8-ada4b3f5acd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 217 time: 0.0781839 Aug 20 13:17:20.636169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a40035c-1bc7-4f2b-bee2-df1271ac462b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.646721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] Pushing event updated for resources: {'Network': ['ID=9f041ca0-5fdd-43d8-98cb-90793276cda4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:20.661943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:17:20.669063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432971ec-fac6-4640-a6e0-a2d418729bca req-fbee6869-9cf6-41c3-a336-0e4a7ac14b0b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.677083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-432971ec-fac6-4640-a6e0-a2d418729bca req-fbee6869-9cf6-41c3-a336-0e4a7ac14b0b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 944 time: 0.1412525 Aug 20 13:17:20.711691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-432971ec-fac6-4640-a6e0-a2d418729bca req-bf05429c-16fb-47b9-b8a6-988363dc60a0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Aug 20 13:17:20.740845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-79da5ca5-618a-4226-aad6-0a4e256a6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.742626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-79da5ca5-618a-4226-aad6-0a4e256a6918 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.1212695 Aug 20 13:17:20.796468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c81b91-4845-44eb-939e-06c96b3c7313 req-b9e07f38-2440-40f8-9173-a86a6c1e6d00 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.798039 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0c81b91-4845-44eb-939e-06c96b3c7313 req-b9e07f38-2440-40f8-9173-a86a6c1e6d00 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.1389003 Aug 20 13:17:20.801974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.810536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.821259 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9cb8c3bd-84b4-4d1d-ae6f-97a248b96a1a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8123913 Aug 20 13:17:20.822328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39060) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:20.831347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Request body: {'subnet': {'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-subnet', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:20.882717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-ca68f4bc-6416-45c0-aa6f-29f491467bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:20.884244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-ca68f4bc-6416-45c0-aa6f-29f491467bf6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332126 Aug 20 13:17:20.890907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c0cfe32f0684b95bf7fd91daf4e794c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2440720 Aug 20 13:17:20.894887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:20.916041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be71e6-3e76-4e93-a0bb-277952a8c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d05055-beab-46b8-bd6d-e0a6e47ae18e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:20.977909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bbec3c23-e0be-4306-ad4d-b53531bf6c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:20.999743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0c81b91-4845-44eb-939e-06c96b3c7313 req-7c8ea45d-e2af-4031-b68a-62a2e30488b7 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859236 Aug 20 13:17:21.017547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bbec3c23-e0be-4306-ad4d-b53531bf6c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.085576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-f1831888-94e3-4292-ac8b-6cbc08fb0b8a service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832514 Aug 20 13:17:21.090764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.095779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bbec3c23-e0be-4306-ad4d-b53531bf6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.103282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bbec3c23-e0be-4306-ad4d-b53531bf6c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.104422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bbec3c23-e0be-4306-ad4d-b53531bf6c02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04d05055-beab-46b8-bd6d-e0a6e47ae18e HTTP/1.1" status: 204 len: 168 time: 0.2084239 Aug 20 13:17:21.112216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.125688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec3c23-e0be-4306-ad4d-b53531bf6c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d05055-beab-46b8-bd6d-e0a6e47ae18e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:21.217039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:21.233253 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:17:21.233253 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:17:21.233253 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': '6fbb5aba20534aeeab76ca43aa7505d7', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 17, 20, 838650)}] Aug 20 13:17:21.233253 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:17:21.234301 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:17:21.276240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdeba08-2c11-4016-a19e-51f79aef0fa3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:21.290454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.320008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:17:21.388162 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.388739 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Added segment dc4fca14-949b-4a15-98a0-f1ee738cef0f of type vlan for network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 Aug 20 13:17:21.407405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8e048795-455c-49a1-a327-dbf887f2ef7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37dc6baa1afd48e0891b7fcb08728fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886644 Aug 20 13:17:21.408383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:21.466829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b64bb436-c485-4037-81b9-0ea481fdaea2 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:21.468926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4100b670-10a0-4bb2-bcff-7724376211df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.494058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: b64bb436-c485-4037-81b9-0ea481fdaea2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:17:21.494922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b64bb436-c485-4037-81b9-0ea481fdaea2 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:21.498995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4100b670-10a0-4bb2-bcff-7724376211df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.509841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b83df-89ab-4a9f-9fc5-ebf0086cd7f4 req-4ca3d769-900f-48de-95e8-b22d8b864d66 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:21.509841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-613b83df-89ab-4a9f-9fc5-ebf0086cd7f4 req-4ca3d769-900f-48de-95e8-b22d8b864d66 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.2167628 Aug 20 13:17:21.548846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.563975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4100b670-10a0-4bb2-bcff-7724376211df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.565310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7f41b5-ed74-4ef8-ace1-da77e423ec98 req-c9dd51db-ddb9-44cd-a81b-ad9fdd784ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705603 Aug 20 13:17:21.567680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4100b670-10a0-4bb2-bcff-7724376211df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.571483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4100b670-10a0-4bb2-bcff-7724376211df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5a60307-d426-4968-bc81-83afbe053058 HTTP/1.1" status: 204 len: 168 time: 0.1604691 Aug 20 13:17:21.584243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100b670-10a0-4bb2-bcff-7724376211df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a60307-d426-4968-bc81-83afbe053058,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:21.651403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.652849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:21.653692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.667126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-613b83df-89ab-4a9f-9fc5-ebf0086cd7f4 req-751e7a02-54b1-4648-a763-a260aeeefd44 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378140 Aug 20 13:17:21.702087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a40035c-1bc7-4f2b-bee2-df1271ac462b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.729886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbac75-5372-475d-a010-45c8a5dac420 req-3c807b6f-096c-4b1f-97ba-c75b031c144f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:21.743909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5cbbac75-5372-475d-a010-45c8a5dac420 req-3c807b6f-096c-4b1f-97ba-c75b031c144f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.0796356 Aug 20 13:17:21.749967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a40035c-1bc7-4f2b-bee2-df1271ac462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.784273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1159787 Aug 20 13:17:21.791236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39096) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:21.802686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Request body: {'subnet': {'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1518666627-subnet', 'tenant_id': 'b237fe2e3e5642cbaaa43dad922c0da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:21.818473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fcbda-1b17-4432-9e2c-abc7c14b067a admin admin] Pushing event updated for resources: {'Network': ['ID=6f3db025-91a5-4bd9-be46-2dd2de5b7c85,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:21.826310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5cbbac75-5372-475d-a010-45c8a5dac420 req-0e93019f-67e6-4bad-bc92-66e55e9171ad tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807037 Aug 20 13:17:21.838985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7a40035c-1bc7-4f2b-bee2-df1271ac462b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d05515f991404fb5adb66a2b19898e54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2341661 Aug 20 13:17:21.840416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40035c-1bc7-4f2b-bee2-df1271ac462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ee8e5-4b20-4a09-848e-6f2765747166,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:21.844126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39100) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:21.844394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:17:21.845653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:21.849425 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a774c65b-b5b0-47ea-8b31-fe0393aa6504" -d '{"events": [{"name": "network-changed", "server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:21.857063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Made reservation on behalf of 6fbb5aba20534aeeab76ca43aa7505d7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:21.859369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:21.957328 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45736f40-8f94-4e61-970b-10d4a18df8bc x-openstack-request-id: req-45736f40-8f94-4e61-970b-10d4a18df8bc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:21.958068 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:21.958685 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45736f40-8f94-4e61-970b-10d4a18df8bc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:21.959518 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'status': 'completed', 'code': 200} Aug 20 13:17:22.002085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Made reservation on behalf of b237fe2e3e5642cbaaa43dad922c0da3 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:22.005210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.057736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39110) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:22.095509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70cf2f42-6df3-450d-ab26-1b95e1cd465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.117877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:22.238806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f13a0-9930-402d-8e55-52d0fe60da01 req-bf974c2d-cda5-4266-ab94-dd737473366e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.239690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-162f13a0-9930-402d-8e55-52d0fe60da01 req-bf974c2d-cda5-4266-ab94-dd737473366e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 944 time: 0.3732088 Aug 20 13:17:22.269868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfd689b-b96d-4a16-a49c-8170f1804eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.285181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:22.298908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'port_id': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'mac_address': 'fa:16:3e:d1:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb1c2e7-b41a-4a44-a10b-3f47a0add02b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:22.326058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-162f13a0-9930-402d-8e55-52d0fe60da01 req-9a47a21a-7dda-4a4e-bfc9-54993541d203 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777743 Aug 20 13:17:22.333811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfd689b-b96d-4a16-a49c-8170f1804eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.339138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-a6f5cf7d-e191-41f3-80fd-ca78c1a26727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.342246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-a6f5cf7d-e191-41f3-80fd-ca78c1a26727 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1095 time: 0.1439216 Aug 20 13:17:22.355002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.375867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4168def-363b-42cd-a3b1-06ffd5907b14 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:22.385647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.411477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:22.415608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.474315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.499320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:22.504928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfd689b-b96d-4a16-a49c-8170f1804eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.507978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfd689b-b96d-4a16-a49c-8170f1804eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.509333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bdfd689b-b96d-4a16-a49c-8170f1804eec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/588ee8e5-4b20-4a09-848e-6f2765747166 HTTP/1.1" status: 204 len: 168 time: 0.6543496 Aug 20 13:17:22.517019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70cf2f42-6df3-450d-ab26-1b95e1cd465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.524027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-dad253bb-b3df-4d04-95f7-5de61766a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.525836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-dad253bb-b3df-4d04-95f7-5de61766a45b service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.1660001 Aug 20 13:17:22.527800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd689b-b96d-4a16-a49c-8170f1804eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ee8e5-4b20-4a09-848e-6f2765747166,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:22.558284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70cf2f42-6df3-450d-ab26-1b95e1cd465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.560442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce2c322-98b3-4185-986a-48dac3990fe8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:22.577728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-f4fc93bf-059f-4ea1-a951-f1a8c1dbb6bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 217 time: 0.0413659 Aug 20 13:17:22.612854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e4168def-363b-42cd-a3b1-06ffd5907b14'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:22.635567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Checking segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:22.635796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Network hostable DHCP agents. Network: 9f041ca0-5fdd-43d8-98cb-90793276cda4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:17:22.650527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-114875fb-2a70-4980-82fd-622211c48955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.652338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-114875fb-2a70-4980-82fd-622211c48955 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.0631773 Aug 20 13:17:22.662163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-70cf2f42-6df3-450d-ab26-1b95e1cd465c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d200dfd1a6454b6696253c97fef25a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007340 Aug 20 13:17:22.663296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39124) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:22.677818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:22.693659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf2f42-6df3-450d-ab26-1b95e1cd465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c365fda0-a47f-4869-b5c8-e1baa0ba3d26,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:22.705174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-c8dfd3fd-4732-4568-a189-39ec04adccb3 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.706984 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-c8dfd3fd-4732-4568-a189-39ec04adccb3 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.2108803 Aug 20 13:17:22.707553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:22.707899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Network hostable DHCP agents. Network: 6f3db025-91a5-4bd9-be46-2dd2de5b7c85, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:17:22.743167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:17:22.884067 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17fcb154-b93c-4a06-9112-fd94019f68d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.910946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-ccadbf59-fcaa-46ef-9f8f-8221a2347088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.912488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-ccadbf59-fcaa-46ef-9f8f-8221a2347088 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455425 Aug 20 13:17:22.917952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17fcb154-b93c-4a06-9112-fd94019f68d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:22.927337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f41cb-4989-43d0-9fb1-e69ab224c8a4 req-06d688d1-67f7-4b9c-ab87-ff1981376285 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:22.928856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-120f41cb-4989-43d0-9fb1-e69ab224c8a4 req-06d688d1-67f7-4b9c-ab87-ff1981376285 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 949 time: 0.0967953 Aug 20 13:17:23.030249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:17:23.042647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9f041ca0-5fdd-43d8-98cb-90793276cda4) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:23.043980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-120f41cb-4989-43d0-9fb1-e69ab224c8a4 req-5f7942bb-79fa-45a1-87d9-0c7474263643 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/security-groups?id=0eef33ef-14a2-45fc-82e0-b92d37b31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005158 Aug 20 13:17:23.053831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-6743e782-4c53-41dd-9373-fb7794485972 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9f207458225646438b5826349d4a36ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639708 Aug 20 13:17:23.073716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b01a6c-7b1c-4a15-a83d-0e6685acca85 None None] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:23.097945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17fcb154-b93c-4a06-9112-fd94019f68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.110603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17fcb154-b93c-4a06-9112-fd94019f68d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.114693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 6f3db025-91a5-4bd9-be46-2dd2de5b7c85) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:23.115386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-17fcb154-b93c-4a06-9112-fd94019f68d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c365fda0-a47f-4869-b5c8-e1baa0ba3d26 HTTP/1.1" status: 204 len: 168 time: 0.4508111 Aug 20 13:17:23.115785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:23.116375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.134894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee67ca10-5ed0-4dc5-881e-afc083387879 None None] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:23.140951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:23.141555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.141677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-e7944c2a-9bd1-4161-9e80-5c32a67a4dbf service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977639 Aug 20 13:17:23.155838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb154-b93c-4a06-9112-fd94019f68d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365fda0-a47f-4869-b5c8-e1baa0ba3d26,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:23.224186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec3bab13-6345-4acc-b2de-e4924b841c00 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3976631 Aug 20 13:17:23.226758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c490aaeb-1f1f-411a-b8cb-1c986d489eff admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4344766 Aug 20 13:17:23.227312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39150) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:23.254805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:23.294426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6e09-04f4-402e-a2d1-abffa97d23de req-8d0bf487-7423-4fdc-909d-2b9f30e3c554 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:23.304083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f6e09-04f4-402e-a2d1-abffa97d23de req-8d0bf487-7423-4fdc-909d-2b9f30e3c554 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 944 time: 0.1346164 Aug 20 13:17:23.337923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a774c65b-b5b0-47ea-8b31-fe0393aa6504 req-316fb2dc-17f0-4528-b3e4-316e73a2058d service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951561 Aug 20 13:17:23.361545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f6e09-04f4-402e-a2d1-abffa97d23de req-157b533d-cd9d-4fbd-8c5b-c04e69cc345a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Aug 20 13:17:23.372356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.373560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.412943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Deleting port bae5935f-51e7-4641-bf7f-70556326ce34 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:17:23.413865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.443682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-8568ff81-efb0-43ab-8b43-c8e61491c8f4 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:23.452522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-8568ff81-efb0-43ab-8b43-c8e61491c8f4 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591437 Aug 20 13:17:23.518152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-c1602fa0-e534-45ef-aec7-28796170ba6a tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/quotas/9f207458225646438b5826349d4a36ff HTTP/1.1" status: 200 len: 375 time: 0.0646312 Aug 20 13:17:23.545072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fffe9c-79e4-4af8-99fb-00c22b3e91e3 req-78b261fb-bd94-4746-a11d-72b53650b5d1 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:23.553778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69fffe9c-79e4-4af8-99fb-00c22b3e91e3 req-78b261fb-bd94-4746-a11d-72b53650b5d1 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 944 time: 0.0754721 Aug 20 13:17:23.556355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c9512-be6c-4ef8-bbc1-d122bb7b8bc4 None None] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:23.562459 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.591013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-3b82f6ba-4d62-406a-ba36-3e4d30db3053 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f207458225646438b5826349d4a36ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696149 Aug 20 13:17:23.609356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69fffe9c-79e4-4af8-99fb-00c22b3e91e3 req-f12b9a8e-546f-4bb9-a94f-8fb4f0fd26d7 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530117 Aug 20 13:17:23.740170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9f041ca0-5fdd-43d8-98cb-90793276cda4', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:17:23.741073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.756146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] For port bae5935f-51e7-4641-bf7f-70556326ce34, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=bae5935f-51e7-4641-bf7f-70556326ce34,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:23.756753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:23.817143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Calling delete_port for bae5935f-51e7-4641-bf7f-70556326ce34 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:17:23.868219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2a65f40-9b10-4682-b62d-4c9a4750c534 req-c8fc3928-7731-4038-a738-5131d5dfcd00 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 210 time: 0.0589197 Aug 20 13:17:23.877149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.076334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Allocated IP 172.20.0.2 (9f041ca0-5fdd-43d8-98cb-90793276cda4/9ce2c322-98b3-4185-986a-48dac3990fe8/9a67a2d6-4cc5-46f5-ba4e-4411495411bd) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:24.130880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:24.177313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.209719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['bae5935f-51e7-4641-bf7f-70556326ce34'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:24.297183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port e4168def-363b-42cd-a3b1-06ffd5907b14 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:24.313989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port e4168def-363b-42cd-a3b1-06ffd5907b14 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:24.314639 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.335798 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69d896c2-2160-4bf4-a18d-f6f1970d0a06 req-431d440f-8a39-4dc0-8c3b-eae694f2e809 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 210 time: 0.1039121 Aug 20 13:17:24.341497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Pushing event deleted for resources: {'Port': ['ID=bae5935f-51e7-4641-bf7f-70556326ce34,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:24.436970 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.482495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Transition to ACTIVE for port object 9a67a2d6-4cc5-46f5-ba4e-4411495411bd will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:24.503871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] No DVR routers for this DVR port bae5935f-51e7-4641-bf7f-70556326ce34 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:24.528070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.530250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f53dbb0-3c8b-427f-bd76-351b7c907a83 req-811676fa-1765-47f6-9915-14cf9ef0c659 tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.13 "DELETE /v2.0/ports/bae5935f-51e7-4641-bf7f-70556326ce34 HTTP/1.1" status: 204 len: 173 time: 1.8170350 Aug 20 13:17:24.533058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'name': 'network-vif-deleted', 'tag': 'bae5935f-51e7-4641-bf7f-70556326ce34'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:24.546501 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9daeb4a-1f92-47b2-8f73-0064622224ac" -d '{"events": [{"server_uuid": "b008cb96-1027-4e96-b4e1-0de724f47f1b", "name": "network-vif-deleted", "tag": "bae5935f-51e7-4641-bf7f-70556326ce34"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:24.548351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.571291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Transition to ACTIVE for port object 9a67a2d6-4cc5-46f5-ba4e-4411495411bd will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:24.577540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.585496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:24.591411 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a0920-73de-42cc-a2da-0edd3012f525" -d '{"events": [{"server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "name": "network-vif-plugged", "status": "completed", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:24.598193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.627378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:24.629930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.636631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a8106-d5f4-4d8f-8947-9eb0add8c717 req-6c27af76-bf91-43d4-a287-dee4f0c80a18 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:24.638318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-441a8106-d5f4-4d8f-8947-9eb0add8c717 req-6c27af76-bf91-43d4-a287-dee4f0c80a18 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 944 time: 0.1364121 Aug 20 13:17:24.677718 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.688488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:24.693707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:24.701480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:24.711702 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a0d7cf-c0f6-4907-987e-3af15558a881 x-openstack-request-id: req-43a0d7cf-c0f6-4907-987e-3af15558a881 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:24.712066 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b008cb96-1027-4e96-b4e1-0de724f47f1b", "name": "network-vif-deleted", "tag": "bae5935f-51e7-4641-bf7f-70556326ce34", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:24.712241 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43a0d7cf-c0f6-4907-987e-3af15558a881 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:24.712659 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b008cb96-1027-4e96-b4e1-0de724f47f1b', 'name': 'network-vif-deleted', 'tag': 'bae5935f-51e7-4641-bf7f-70556326ce34', 'status': 'completed', 'code': 200} Aug 20 13:17:24.732512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Pushing event updated for resources: {'Port': ['ID=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:24.741632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-441a8106-d5f4-4d8f-8947-9eb0add8c717 req-fa401278-5332-4735-88a5-18fc9e13c931 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953076 Aug 20 13:17:24.782888 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab433bae-bca1-4daf-97f7-4ba3f36b2e99 x-openstack-request-id: req-ab433bae-bca1-4daf-97f7-4ba3f36b2e99 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:24.783174 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "name": "network-vif-plugged", "status": "completed", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:24.783430 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab433bae-bca1-4daf-97f7-4ba3f36b2e99 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:24.783823 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'code': 200} Aug 20 13:17:24.842570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Attempting to bind port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:24.842948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Attempting to bind port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:24.843414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Attempting to bind port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:24.846645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:24.854825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:24.855568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Checking segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:24.855986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.856440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Bound using segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:24.856870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Bound port: 9a67a2d6-4cc5-46f5-ba4e-4411495411bd, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:24.857252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.958940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] For port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:24.962832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] For port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:24.971067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.972286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153a8c-bdd2-43b7-a111-ae632456c77e req-9ea8c58d-11a4-4739-87eb-3224a22e9fdc tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:24.989472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7153a8c-bdd2-43b7-a111-ae632456c77e req-9ea8c58d-11a4-4739-87eb-3224a22e9fdc tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 944 time: 0.1093509 Aug 20 13:17:25.038270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7153a8c-bdd2-43b7-a111-ae632456c77e req-76d6332f-b30c-4a26-b198-c2874ecb99a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478165 Aug 20 13:17:25.052139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c125bd32-8c7a-4314-aeb0-30419af825e8 req-adb02851-1830-449f-a44d-4d5d659caaf9 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 210 time: 0.0664682 Aug 20 13:17:25.065028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Allocated IP 172.25.6.141 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/e6b14dd1-a546-4dcc-ba14-76086e20f267) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:25.085406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f46da-9359-4194-a706-a2ba840cc307 req-9d6d3130-8b12-4a42-9877-40d05ded23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:25.087125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-330f46da-9359-4194-a706-a2ba840cc307 req-9d6d3130-8b12-4a42-9877-40d05ded23bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1096 time: 0.1644177 Aug 20 13:17:25.116598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88280e19-b2a4-4de0-ac17-a12e5c4dde05 None None] Pushing event updated for resources: {'Port': ['ID=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:25.180186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-330f46da-9359-4194-a706-a2ba840cc307 req-58cf30aa-45e1-4bc1-b943-fc6f2fa0ee3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849116 Aug 20 13:17:25.207545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39222) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:25.218797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1787091168-network', 'tenant_id': '441b45e028454ff6bc4f792097df2884'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:25.238040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.254142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Made reservation on behalf of 441b45e028454ff6bc4f792097df2884 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:25.257183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.286530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.330113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.422135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Pushing event updated for resources: {'Port': ['ID=e6b14dd1-a546-4dcc-ba14-76086e20f267,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:25.483110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9be65ef5-66c1-4e56-b724-b8e72b6e8288 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:25.491608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.501583 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.511555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:25.530041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:25.531805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:17:25.533663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-347c8cff-f725-4eb5-904e-21de58345454 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9f207458225646438b5826349d4a36ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784616 Aug 20 13:17:25.534669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:25.552590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.553136 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Added segment 49a3e4d0-0f3b-4206-815f-7657cf36a212 of type vlan for network 97eb107d-7e55-41b5-b69b-bce1bc3e6e50 Aug 20 13:17:25.635156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.709825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:25.728546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.731757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:25.732634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.738367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:25.826045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.876494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Pushing event updated for resources: {'Network': ['ID=97eb107d-7e55-41b5-b69b-bce1bc3e6e50,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:25.885968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6767266 Aug 20 13:17:25.899338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be65ef5-66c1-4e56-b724-b8e72b6e8288 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:25.905042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 97eb107d-7e55-41b5-b69b-bce1bc3e6e50 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:17:25.912479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea2e57df-8b12-4c94-ad3d-ee984cc393e3 req-a5ac7187-2ed9-4f37-919d-c69a1add910a tempest-DeleteServersAdminTestJSON-419892468 tempest-DeleteServersAdminTestJSON-419892468-project] 10.222.0.59 "GET /v2.0/ports?device_id=b008cb96-1027-4e96-b4e1-0de724f47f1b HTTP/1.1" status: 200 len: 210 time: 0.2215803 Aug 20 13:17:25.918853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39244) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:25.934847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Request body: {'subnet': {'network_id': '97eb107d-7e55-41b5-b69b-bce1bc3e6e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1787091168-subnet', 'tenant_id': '441b45e028454ff6bc4f792097df2884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:25.983532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b99b0-429b-40ee-84d0-34e0e5860e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9925a2b8-bdc0-4ace-819f-4e2031840408,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:25.994249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Made reservation on behalf of 441b45e028454ff6bc4f792097df2884 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:25.997241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.021752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-bc0ed450-24a8-4984-89a3-f7fcb32bb6f8 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:26.023329 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-bc0ed450-24a8-4984-89a3-f7fcb32bb6f8 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4612517 Aug 20 13:17:26.040375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Request body: {'port': {'device_id': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '9f207458225646438b5826349d4a36ff'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:26.041789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:26.063727 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.174026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9be65ef5-66c1-4e56-b724-b8e72b6e8288,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:26.272358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['9be65ef5-66c1-4e56-b724-b8e72b6e8288'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:26.300422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fbc46-c83d-4412-96a5-a7ace1c61057 req-30472e46-c629-4de6-ac25-3b9c70839a9b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:26.307797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a73fbc46-c83d-4412-96a5-a7ace1c61057 req-30472e46-c629-4de6-ac25-3b9c70839a9b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 945 time: 0.1424575 Aug 20 13:17:26.393218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a73fbc46-c83d-4412-96a5-a7ace1c61057 req-b295dc44-76ac-4a7f-bf46-e51aae255618 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843961 Aug 20 13:17:26.433585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.504971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ddc9e4-328a-4d73-892f-86878bb51bad,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:26.542186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3decfc8-26a7-4c02-8d65-d9a76b031681 req-9d5248f6-a768-4c49-8747-28974a5e89dc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:26.543745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3decfc8-26a7-4c02-8d65-d9a76b031681 req-9d5248f6-a768-4c49-8747-28974a5e89dc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 945 time: 0.6698046 Aug 20 13:17:26.560476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c5df43a-158a-4036-862c-acf22846438e req-3ea2bc1f-1677-40a9-8fea-0b5c55861e87 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 210 time: 0.0465274 Aug 20 13:17:26.563525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Checking segment: {'id': '49a3e4d0-0f3b-4206-815f-7657cf36a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97eb107d-7e55-41b5-b69b-bce1bc3e6e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:26.563800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Network hostable DHCP agents. Network: 97eb107d-7e55-41b5-b69b-bce1bc3e6e50, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:17:26.589918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Network 97eb107d-7e55-41b5-b69b-bce1bc3e6e50 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:17:26.605046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 97eb107d-7e55-41b5-b69b-bce1bc3e6e50) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:26.609545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:26.610240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.617716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7695e-0acb-49eb-b639-8b8b33226e4e None None] Network 97eb107d-7e55-41b5-b69b-bce1bc3e6e50 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:26.644887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15207f-9b3e-45e5-964d-580c93956f89 None None] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:26.652595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b693f09a-cee9-43b7-b6e3-31677c1196c6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7255938 Aug 20 13:17:26.668900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3decfc8-26a7-4c02-8d65-d9a76b031681 req-1744a052-02ab-4ac3-a911-ff32a678e0bf tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063080 Aug 20 13:17:26.718850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.724101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Made reservation on behalf of 9f207458225646438b5826349d4a36ff for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:26.728976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.790949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-20d92b88-d860-4465-9c64-bad90c83bf31 None None] Provisioning for port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:26.823373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:26.890035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9a67a2d6-4cc5-46f5-ba4e-4411495411bd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:26.895470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7627812-e25c-441f-87b7-83aac17202fd None None] Network 97eb107d-7e55-41b5-b69b-bce1bc3e6e50 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:27.109405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-7e76dadf-8c32-4b3c-9e70-ae4df1a3a0bd tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773222 Aug 20 13:17:27.205524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:27.213812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:27.214108 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.227574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.237469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.295473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-ab8cfa4f-6811-45dc-8e13-5af077bf4b9a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:27.304243 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-ab8cfa4f-6811-45dc-8e13-5af077bf4b9a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.1456261 Aug 20 13:17:27.322750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-4210f47a-1a6e-4488-b5be-8e985c07cda8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/quotas/b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 375 time: 0.0175030 Aug 20 13:17:27.332769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.343248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.353377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a082b8bd-817f-4d95-accb-a582ec36d8fc,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:27.365871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-6db647a6-577a-41dc-a4e6-d0f6ca9f39b9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420856 Aug 20 13:17:27.391691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:27.411039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-0120f047-5fc0-4873-8595-35cc9222b8e6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:27.411615 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.412628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-0120f047-5fc0-4873-8595-35cc9222b8e6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934372 Aug 20 13:17:27.476070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:27.488378 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-9edf4d2b-2917-452a-a93f-1b8495d7a7a6 service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204741 Aug 20 13:17:27.515289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9be65ef5-66c1-4e56-b724-b8e72b6e8288 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:27.540470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-53982f82-ca8e-4144-8ebd-25ed8b70d8df tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/quotas/2487c3044f124cf2a88f7501bf6da7c1 HTTP/1.1" status: 200 len: 375 time: 0.1193080 Aug 20 13:17:27.566932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1ffb2a2f-ea92-42b8-88fe-f0dbe88dd3e0 None None] Provisioning complete for port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:27.567307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2a2f-ea92-42b8-88fe-f0dbe88dd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.581227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-732959d4-5a5a-4271-8315-446b43af3120 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396392 Aug 20 13:17:27.594921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-0a51e0e5-2c30-484b-b861-c47f5e6a77bb service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004353 Aug 20 13:17:27.595171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Allocated IP 192.168.233.233 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/dddbfdde-7002-495d-a44f-80e06b10ba7e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:27.628090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:27.634593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:27.634967 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.688206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:17:27.805006 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.852110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:27.865565 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23126e2e-5ddb-442f-9e17-42c4cc0a1057" -d '{"events": [{"server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "name": "network-vif-plugged", "status": "completed", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:27.885163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:27.894725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.926700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.931741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1fee67a2-bf57-4a04-b592-68e552c65427 req-22a72644-1043-48a8-8ee1-59f013b6aa2f tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 210 time: 0.0510817 Aug 20 13:17:27.969286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9be65ef5-66c1-4e56-b724-b8e72b6e8288,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:27.972681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:27.975153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Transition to ACTIVE for port object dddbfdde-7002-495d-a44f-80e06b10ba7e will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:27.984361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:28.009983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:28.010238 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:28.010360 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:28.013280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd89f958-3219-48bc-8b65-2c53b24ad7fd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7645876 Aug 20 13:17:28.014524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39326) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:28.050458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2eb2-ef92-4796-a6e3-56f2e5c79454 req-77ea6fb4-907f-4f2b-a881-d13a40f9bd79 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:28.060271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7a2eb2-ef92-4796-a6e3-56f2e5c79454 req-77ea6fb4-907f-4f2b-a881-d13a40f9bd79 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 946 time: 0.1407924 Aug 20 13:17:28.122627 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:28.148428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:28.149908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device bae5935f-51e7-4641-bf7f-70556326ce34 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:28.158401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7a2eb2-ef92-4796-a6e3-56f2e5c79454 req-c3b1d68e-da60-40e7-a5ed-efd7b09b7396 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969527 Aug 20 13:17:28.202789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: bae5935f-51e7-4641-bf7f-70556326ce34 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:17:28.203161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device bae5935f-51e7-4641-bf7f-70556326ce34 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:28.252815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46ef3-053f-48b3-9787-fd67ff09da0a req-536aba47-38e1-411e-9028-c25abea9af5f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:28.261222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cce46ef3-053f-48b3-9787-fd67ff09da0a req-536aba47-38e1-411e-9028-c25abea9af5f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 945 time: 0.1820765 Aug 20 13:17:28.279278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:28.294804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-60f104b3-db2a-4a14-bbd3-b5656344c4ad req-4ff8bad5-8284-4b20-a4c7-6cf78317d7c7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 210 time: 0.0583007 Aug 20 13:17:28.298410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:28.309495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:28.326214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Pushing event updated for resources: {'Port': ['ID=dddbfdde-7002-495d-a44f-80e06b10ba7e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:28.429666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cce46ef3-053f-48b3-9787-fd67ff09da0a req-526346e4-3255-4c9a-90dc-6d104e5f62b7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673520 Aug 20 13:17:28.449120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:26Z', 'revision_number': 3, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:28.464328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:28.465382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:28.498004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-91d7a1f0-70d4-4b94-a04f-ffa308447e10 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4630806 Aug 20 13:17:28.511433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Request body: {'port': {'device_id': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:28.514829 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:28.515513 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Updating router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 port e6b14dd1-a546-4dcc-ba14-76086e20f267 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:17:28.574301 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:28.585668 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c649b7-da58-46dc-8d85-1bd13f2d1c32 x-openstack-request-id: req-81c649b7-da58-46dc-8d85-1bd13f2d1c32 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:28.586700 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "name": "network-vif-plugged", "status": "completed", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:28.587138 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81c649b7-da58-46dc-8d85-1bd13f2d1c32 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:28.587742 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'code': 200} Aug 20 13:17:28.640797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1e5cde4a-35d8-4a62-b430-5d1624ece1d3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771694 Aug 20 13:17:28.683949 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:28.684618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:28.868896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9a67a2d6-4cc5-46f5-ba4e-4411495411bd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:28.932232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1ac608bd-4e10-4fae-8e44-d95d37b8f24a None None] Provisioning for port dddbfdde-7002-495d-a44f-80e06b10ba7e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:28.954817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1ac608bd-4e10-4fae-8e44-d95d37b8f24a None None] Provisioning complete for port dddbfdde-7002-495d-a44f-80e06b10ba7e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:28.955478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac608bd-4e10-4fae-8e44-d95d37b8f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.046123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1ac608bd-4e10-4fae-8e44-d95d37b8f24a None None] Port dddbfdde-7002-495d-a44f-80e06b10ba7e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:29.058372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:29.059125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.078921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-ecd15f2a-b106-45db-8f71-06680fcf4b23 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:29.080421 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-ecd15f2a-b106-45db-8f71-06680fcf4b23 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4387274 Aug 20 13:17:29.095181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddbfdde-7002-495d-a44f-80e06b10ba7e {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:29.104117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.114167 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.124817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Transition to ACTIVE for port object dddbfdde-7002-495d-a44f-80e06b10ba7e will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:29.135366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.140665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e8a98-5daa-4c83-9f4a-c404e788fc6e req-96cc4337-c435-43c5-83b9-ae6be537660a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:29.150908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Transition to ACTIVE for port object e6b14dd1-a546-4dcc-ba14-76086e20f267 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:29.152622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-890e8a98-5daa-4c83-9f4a-c404e788fc6e req-96cc4337-c435-43c5-83b9-ae6be537660a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1096 time: 0.1045721 Aug 20 13:17:29.161185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-e37d4984-297f-470c-a708-6e180196d3f0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/quotas/2487c3044f124cf2a88f7501bf6da7c1 HTTP/1.1" status: 200 len: 375 time: 0.0528398 Aug 20 13:17:29.161388 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.238558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Pushing event updated for resources: {'Port': ['ID=dddbfdde-7002-495d-a44f-80e06b10ba7e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:29.254758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-890e8a98-5daa-4c83-9f4a-c404e788fc6e req-313aac43-2b3a-474c-8a1f-0988a0623e7b tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952144 Aug 20 13:17:29.254903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-5b4545a1-4fdf-476b-9966-d2b5d1c23f63 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922928 Aug 20 13:17:29.262414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Attempting to bind port e6b14dd1-a546-4dcc-ba14-76086e20f267 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:29.263131 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Attempting to bind port e6b14dd1-a546-4dcc-ba14-76086e20f267 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:29.263658 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Attempting to bind port e6b14dd1-a546-4dcc-ba14-76086e20f267 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:29.278961 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:29.279553 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:29.280123 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.280906 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:29.281706 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Bound port: e6b14dd1-a546-4dcc-ba14-76086e20f267, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:29.282467 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.321606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b27b6-c597-476a-b7da-ba3f96ae8d12 req-629ca80c-752b-4985-9e62-fdeb04085745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:29.324258 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed481b-a12d-4d75-a9c6-52bb088ae909 None None] Pushing event updated for resources: {'Port': ['ID=e6b14dd1-a546-4dcc-ba14-76086e20f267,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:29.329786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-570b27b6-c597-476a-b7da-ba3f96ae8d12 req-629ca80c-752b-4985-9e62-fdeb04085745 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1097 time: 0.4390404 Aug 20 13:17:29.375075 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] For port e6b14dd1-a546-4dcc-ba14-76086e20f267, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:29.379408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Attempting to bind port dddbfdde-7002-495d-a44f-80e06b10ba7e on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:29.380227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Attempting to bind port dddbfdde-7002-495d-a44f-80e06b10ba7e by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:29.380871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Attempting to bind port dddbfdde-7002-495d-a44f-80e06b10ba7e on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:29.381208 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] For port e6b14dd1-a546-4dcc-ba14-76086e20f267, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e6b14dd1-a546-4dcc-ba14-76086e20f267,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:29.388590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Port dddbfdde-7002-495d-a44f-80e06b10ba7e on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:29.389186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Attempting to bind port dddbfdde-7002-495d-a44f-80e06b10ba7e on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:29.397051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:29.397558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:29.398279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:29.398920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Bound port: dddbfdde-7002-495d-a44f-80e06b10ba7e, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:29.399448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.404646 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.546695 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed481b-a12d-4d75-a9c6-52bb088ae909 None None] Pushing event updated for resources: {'Port': ['ID=e6b14dd1-a546-4dcc-ba14-76086e20f267,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:29.602284 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:29.602994 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:29.613718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-570b27b6-c597-476a-b7da-ba3f96ae8d12 req-fc5f2311-0637-43d0-a0ba-8382de416d6d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481762 Aug 20 13:17:29.636146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] For port dddbfdde-7002-495d-a44f-80e06b10ba7e, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:29.668346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.13', 56817) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:29.694183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] For port dddbfdde-7002-495d-a44f-80e06b10ba7e, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:29.704020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.707063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-dc2358e9-b51f-46e5-b14c-10d2c2845e06 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327504 Aug 20 13:17:29.714846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-fd119c6f-e974-4ced-9405-c4381fdf645a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:29.716301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-fd119c6f-e974-4ced-9405-c4381fdf645a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.4595122 Aug 20 13:17:29.753894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67605dff-a21f-4214-8e5c-b4045b9af209 req-7b7d5419-0a77-4223-8d82-6954c7a431f9 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:29.765364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-67605dff-a21f-4214-8e5c-b4045b9af209 req-7b7d5419-0a77-4223-8d82-6954c7a431f9 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 948 time: 0.2398691 Aug 20 13:17:29.804519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:29.816902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:29.821028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:29.825048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] 10.222.0.13 "PUT /v2.0/ports/dddbfdde-7002-495d-a44f-80e06b10ba7e HTTP/1.1" status: 200 len: 1096 time: 1.3185549 Aug 20 13:17:29.828312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'tag': 'dddbfdde-7002-495d-a44f-80e06b10ba7e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:29.841509 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd03a189-4434-40b5-8e8b-dcdd8a993ef8", "tag": "dddbfdde-7002-495d-a44f-80e06b10ba7e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:29.904982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea63b5-9dee-40a8-9542-42c9ec03f4fd service neutron] Pushing event updated for resources: {'Port': ['ID=dddbfdde-7002-495d-a44f-80e06b10ba7e,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:29.925395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-67605dff-a21f-4214-8e5c-b4045b9af209 req-8bacec93-9021-4aa8-9c15-e8eb0f3029ab tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539617 Aug 20 13:17:30.020336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-7019e9c6-f870-472f-9528-75220dcb95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.022345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-7019e9c6-f870-472f-9528-75220dcb95c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f207458225646438b5826349d4a36ff&device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0773079 Aug 20 13:17:30.101103 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:26Z', 'revision_number': 3, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:30.106592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Request body: {'port': {'device_id': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'admin_state_up': True, 'tenant_id': 'b237fe2e3e5642cbaaa43dad922c0da3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:30.118638 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-645ad213-29e3-4c3b-8b2c-ef00e905eb25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e HTTP/1.1" status: 200 len: 217 time: 0.0646119 Aug 20 13:17:30.123455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586532bd-61de-4127-8fab-2822a2b61f63 req-78a30886-40fe-46a4-93af-e513df462d88 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.125059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-586532bd-61de-4127-8fab-2822a2b61f63 req-78a30886-40fe-46a4-93af-e513df462d88 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1096 time: 0.1126390 Aug 20 13:17:30.136820 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408c2-ceca-4e22-8c80-263660937cc4 None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:26Z', 'revision_number': 3, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:30.220111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-586532bd-61de-4127-8fab-2822a2b61f63 req-1f20c8c4-9ae3-4f80-ae3c-c3750da20cea tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802929 Aug 20 13:17:30.224780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403b5e3-c4c5-4f02-936e-31394ba728f9 req-70a65f32-f58c-4bff-936d-af79d3c95b31 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.233831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-69c14ccb-6d4a-4ee8-9faf-da88d24fbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.235335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-69c14ccb-6d4a-4ee8-9faf-da88d24fbdad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1090903 Aug 20 13:17:30.238838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8403b5e3-c4c5-4f02-936e-31394ba728f9 req-70a65f32-f58c-4bff-936d-af79d3c95b31 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 946 time: 0.6118553 Aug 20 13:17:30.312853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8626-4d0a-4640-806f-a475759b7c1e req-bf043852-2268-47bc-9cb4-39b557db571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.314505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-bf043852-2268-47bc-9cb4-39b557db571f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718589 Aug 20 13:17:30.332138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-972f1c5c-9f39-45ef-8e71-1af9abd5a4c5 req-021607da-10d1-4b1e-8427-d6ca46196b6f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 210 time: 0.0359032 Aug 20 13:17:30.407909 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8403b5e3-c4c5-4f02-936e-31394ba728f9 req-99817473-4ea0-4ea9-b1ef-f16e94b48d8c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646202 Aug 20 13:17:30.519178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:30.526024 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-661229a2-79d3-463d-bee0-8820e2643a19 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964240 Aug 20 13:17:30.554040 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7c747-e154-42b0-93dc-e9229dec40dc x-openstack-request-id: req-20f7c747-e154-42b0-93dc-e9229dec40dc {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:30.554979 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd03a189-4434-40b5-8e8b-dcdd8a993ef8", "tag": "dddbfdde-7002-495d-a44f-80e06b10ba7e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:30.554979 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20f7c747-e154-42b0-93dc-e9229dec40dc {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:30.555241 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'tag': 'dddbfdde-7002-495d-a44f-80e06b10ba7e', 'status': 'completed', 'code': 200} Aug 20 13:17:30.561454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-dff0d406-67c7-43d7-b7ac-36c7593eb0f4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.572118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-dff0d406-67c7-43d7-b7ac-36c7593eb0f4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8546317 Aug 20 13:17:30.672991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-812a8626-4d0a-4640-806f-a475759b7c1e req-e31b448e-b3b4-4ea4-9711-7c0ae44cbf29 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400585 Aug 20 13:17:30.690846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Request body: {'port': {'device_id': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '2487c3044f124cf2a88f7501bf6da7c1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:30.702160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42210e44-b608-4d05-88d0-d5d123a3daf9 req-c5e3754c-dcde-4838-9e61-265410333647 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 210 time: 0.1248870 Aug 20 13:17:30.849336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-cfe1676f-f3c3-4705-a715-d6088eec0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:30.852076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-cfe1676f-f3c3-4705-a715-d6088eec0d31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f207458225646438b5826349d4a36ff&device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 1099 time: 0.1200085 Aug 20 13:17:30.926506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e6b14dd1-a546-4dcc-ba14-76086e20f267 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:31.003212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Made reservation on behalf of b237fe2e3e5642cbaaa43dad922c0da3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:31.011238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.032512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39406) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:31.040878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e6b14dd1-a546-4dcc-ba14-76086e20f267 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:31.055745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e6b14dd1-a546-4dcc-ba14-76086e20f267 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:31.056263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.102456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-c9fd9166-1908-4806-b6a6-6c57ec728384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:31.104121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-c9fd9166-1908-4806-b6a6-6c57ec728384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2454226 Aug 20 13:17:31.175791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-90c0c58f-1d65-47fa-8d78-ea4982c20389 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e HTTP/1.1" status: 200 len: 217 time: 0.0617328 Aug 20 13:17:31.182992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-940f99e2-f26b-416e-98bf-1c29233168b4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493413 Aug 20 13:17:31.222178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.269984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port e6b14dd1-a546-4dcc-ba14-76086e20f267, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e6b14dd1-a546-4dcc-ba14-76086e20f267,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:31.271940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.279414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.330548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7e2414e2-6dd6-4675-b7f6-429296c996f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c74dd2d386d4dae9097e1bae646705d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2943776 Aug 20 13:17:31.333982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-d19cc4d7-d789-481d-8b0f-6c7f5c4402a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:31.338697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-d19cc4d7-d789-481d-8b0f-6c7f5c4402a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1528628 Aug 20 13:17:31.341273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39418) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:31.372801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=e6b14dd1-a546-4dcc-ba14-76086e20f267,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:31.437285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-03d98755-1ec2-4dcb-bb32-7ab4b3b61d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:31.438704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-03d98755-1ec2-4dcb-bb32-7ab4b3b61d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790761 Aug 20 13:17:31.443039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Made reservation on behalf of 2487c3044f124cf2a88f7501bf6da7c1 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:31.446855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.466957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-646bdc40-253f-4676-8557-45ce87690276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.514192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811593e3-a7c9-45f8-bdd6-80590438a760 req-eafb2017-ae3d-4fa7-bc09-2049ae36b883 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:31.526508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-811593e3-a7c9-45f8-bdd6-80590438a760 req-eafb2017-ae3d-4fa7-bc09-2049ae36b883 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 948 time: 0.4202764 Aug 20 13:17:31.526508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.529357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-646bdc40-253f-4676-8557-45ce87690276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.630911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Allocated IP 172.20.0.1 (9f041ca0-5fdd-43d8-98cb-90793276cda4/9ce2c322-98b3-4185-986a-48dac3990fe8/32cd0406-93f6-4f2a-a606-5b91cb82aab9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:31.641719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-635a6772-982d-4c7f-a338-101abfccf07b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:31.643951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-635a6772-982d-4c7f-a338-101abfccf07b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219983 Aug 20 13:17:31.679015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Request body: {'port': {'device_id': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '2487c3044f124cf2a88f7501bf6da7c1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:31.709813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Allocated IP 172.20.0.11 (6f3db025-91a5-4bd9-be46-2dd2de5b7c85/1fcd4207-91be-48d8-ac09-dc58f9e0dc9b/898579ac-57a8-4044-a09a-1932dfe23c43) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:31.715733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-811593e3-a7c9-45f8-bdd6-80590438a760 req-2bc97453-c2cc-4718-bae4-a0ccbc89f526 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921241 Aug 20 13:17:31.840860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-812fc07b-c894-45c4-9964-ddf4b6d31ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936465 Aug 20 13:17:31.875469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-646bdc40-253f-4676-8557-45ce87690276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.878941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-646bdc40-253f-4676-8557-45ce87690276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:31.883330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-646bdc40-253f-4676-8557-45ce87690276 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0eef33ef-14a2-45fc-82e0-b92d37b31f53 HTTP/1.1" status: 204 len: 168 time: 0.5410550 Aug 20 13:17:31.920577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bdc40-253f-4676-8557-45ce87690276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef33ef-14a2-45fc-82e0-b92d37b31f53,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:31.945884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43c84417-8d82-4bff-b9b4-4e41b2c59b3d req-69b8e839-f0c5-4a11-8e62-159dcbe8714d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 210 time: 0.0718801 Aug 20 13:17:32.009932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b57edb-31c6-499c-8c0a-4fec9c135ba0 req-6aa1124f-bcd0-4fa0-8fab-dd06b6dca994 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608922 Aug 20 13:17:32.114239 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.121013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.161577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.207175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Transition to ACTIVE for port object 32cd0406-93f6-4f2a-a606-5b91cb82aab9 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:32.228669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Made reservation on behalf of 2487c3044f124cf2a88f7501bf6da7c1 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:32.232083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.306733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39454) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:32.308684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:32.328763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.333984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0286b4-7438-4210-be0c-8d6443abf3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.339145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ddb61-a006-45a0-a605-cec7ec0c8172 req-6e2054f4-7a7b-44b8-a046-1f8fbaeceb9c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:32.340775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae9ddb61-a006-45a0-a605-cec7ec0c8172 req-6e2054f4-7a7b-44b8-a046-1f8fbaeceb9c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 946 time: 0.2694299 Aug 20 13:17:32.465207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0286b4-7438-4210-be0c-8d6443abf3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.469975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0286b4-7438-4210-be0c-8d6443abf3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.515897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb0286b4-7438-4210-be0c-8d6443abf3be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46505c5be61c4127bb2255d64d8c8544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046885 Aug 20 13:17:32.515897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0286b4-7438-4210-be0c-8d6443abf3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531de683-8b26-45ec-8bcf-a28bf472a2bb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:32.515897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:32.535552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae9ddb61-a006-45a0-a605-cec7ec0c8172 req-bda49fea-c109-4424-95a6-225ee0b31bd4 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812890 Aug 20 13:17:32.544489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.547159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Allocated IP 192.168.233.56 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/4c8bc3a6-9da0-46b6-a255-b3ee81ca9588) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:32.594852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52042012-6dc5-4076-bf02-02638ef9ff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.625536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.628966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52042012-6dc5-4076-bf02-02638ef9ff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.635395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:32.642711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:32.645410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Pushing event updated for resources: {'Port': ['ID=32cd0406-93f6-4f2a-a606-5b91cb82aab9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:32.647441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:32.649430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39464) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:32.701949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52042012-6dc5-4076-bf02-02638ef9ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.705304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52042012-6dc5-4076-bf02-02638ef9ff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.708608 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-52042012-6dc5-4076-bf02-02638ef9ff99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/531de683-8b26-45ec-8bcf-a28bf472a2bb HTTP/1.1" status: 204 len: 168 time: 0.1905828 Aug 20 13:17:32.716451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52042012-6dc5-4076-bf02-02638ef9ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531de683-8b26-45ec-8bcf-a28bf472a2bb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:32.773218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8d9a3a4-e22a-4dba-921b-49275aa2593d req-01438cca-19e7-4c41-baf4-5326854b2b29 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 210 time: 0.1170259 Aug 20 13:17:32.886078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:32.891853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-aa7fea7a-2b04-45aa-b261-5c6a5adc0282 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:17:32.894555 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-aa7fea7a-2b04-45aa-b261-5c6a5adc0282 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2421787 Aug 20 13:17:32.901310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e6b14dd1-a546-4dcc-ba14-76086e20f267 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:32.903601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:32.913165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:32.916080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:32.956467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:32.994838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e6b14dd1-a546-4dcc-ba14-76086e20f267 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:32.995234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.059023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:33.060073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.060694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8d1dd471-88a2-446a-bfbc-f91381471c98 None None] Provisioning for port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:33.070165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8d1dd471-88a2-446a-bfbc-f91381471c98 None None] Provisioning complete for port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:33.070665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd471-88a2-446a-bfbc-f91381471c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.147755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dd471-88a2-446a-bfbc-f91381471c98 None None] Port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:33.178630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Request body: {'binding': {'host': 'n-h1-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:33.179434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Unknown quota resources ['binding']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:17:33.329523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.350745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on host n-h1-804232-5 for vnic_type normal with profile None {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:33.351201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:33.351367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:33.355770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:33.356600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:33.364964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:33.365314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:33.365699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:33.366140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Bound port: e4168def-363b-42cd-a3b1-06ffd5907b14, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:33.396963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5f9fb177-da87-43d9-a845-398aa1b666ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6465414 Aug 20 13:17:33.408863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Transition to ACTIVE for port object 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:33.417125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Request body: {'port': {'device_id': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:33.470740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:33.478406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.488250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a05bc262-1bfe-465c-975b-2f8dfc6e56fa service neutron] 10.222.0.59 "POST /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14/bindings HTTP/1.1" status: 201 len: 389 time: 0.3929739 Aug 20 13:17:33.512748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f7d7-346a-4715-a323-d571e4521737 req-33cd4b96-57c6-4ef9-a21b-c5a4de26b437 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:33.514455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-33cd4b96-57c6-4ef9-a21b-c5a4de26b437 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423&device_owner=compute%3Atempest-test_az-183176581 HTTP/1.1" status: 200 len: 966 time: 0.1799185 Aug 20 13:17:33.516591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.632916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.637052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-e5b37d65-e0fb-42d2-ac29-29a9e227eb52 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.1047108 Aug 20 13:17:33.637797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.689237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d79cc-8af6-4562-8f6f-700267d5027e req-67a96a5d-59a7-4853-8c89-44017f80812b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:33.694451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-877d79cc-8af6-4562-8f6f-700267d5027e req-67a96a5d-59a7-4853-8c89-44017f80812b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 948 time: 0.0646701 Aug 20 13:17:33.708945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'floatingip': {'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:33.745717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-877d79cc-8af6-4562-8f6f-700267d5027e req-7bb85fae-1823-4238-8e5f-00535e47e23c tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Aug 20 13:17:33.867109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:33.869523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:33.890010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c664b-aab1-4756-bf5a-1d2644eae65a req-cc3f14f8-911d-4643-94fc-9ab2f69a09d9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:33.891473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-657c664b-aab1-4756-bf5a-1d2644eae65a req-cc3f14f8-911d-4643-94fc-9ab2f69a09d9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 932 time: 0.0534077 Aug 20 13:17:33.919129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:33.920971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:33.925339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Allocated IP 192.168.233.130 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/1376d44c-dbe8-49e8-a5b6-9091dccf9ac0) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:33.927455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:33.942613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-657c664b-aab1-4756-bf5a-1d2644eae65a req-ccd20fd1-2d49-4524-85e9-4d22574af92a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Aug 20 13:17:34.113722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab065-f9d3-4f7a-a95c-13ffc1e374dd req-5aab5804-e4a2-4080-b965-cdffe21bba9c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:34.115276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6eab065-f9d3-4f7a-a95c-13ffc1e374dd req-5aab5804-e4a2-4080-b965-cdffe21bba9c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 945 time: 0.1025803 Aug 20 13:17:34.179012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dddbfdde-7002-495d-a44f-80e06b10ba7e details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:34.229132 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6eab065-f9d3-4f7a-a95c-13ffc1e374dd req-569c471e-939f-4653-8e66-dc47ba84bfa2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066029 Aug 20 13:17:34.311026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-7bb05f87-43d4-4a88-9d75-ce4a28295a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:34.312579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-7bb05f87-43d4-4a88-9d75-ce4a28295a50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1096 time: 0.5051103 Aug 20 13:17:34.355511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:34.356388 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:34.386093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-590c8716-b54c-41b7-b24b-8be9a2388d90 None None] Provisioning for port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:34.394254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-590c8716-b54c-41b7-b24b-8be9a2388d90 None None] Provisioning complete for port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:34.394871 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-590c8716-b54c-41b7-b24b-8be9a2388d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:34.435465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7e4e9ed-8657-4424-8244-936f24432cc4 req-8bd02185-3435-4dbb-9c77-0d2dc55b53d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 210 time: 0.0660677 Aug 20 13:17:34.437778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dddbfdde-7002-495d-a44f-80e06b10ba7e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:34.457859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'dddbfdde-7002-495d-a44f-80e06b10ba7e', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'dddbfdde-7002-495d-a44f-80e06b10ba7e', 'mac_address': 'fa:16:3e:f6:48:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:34.460137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-590c8716-b54c-41b7-b24b-8be9a2388d90 None None] Port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:34.493695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-09158b99-df00-4545-a1e4-0a15acb0b13c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8593962 Aug 20 13:17:34.508902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:34.521948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Request body: {'port': {'device_id': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:34.541355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddbfdde-7002-495d-a44f-80e06b10ba7e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:34.596798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dddbfdde-7002-495d-a44f-80e06b10ba7e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:34.608599 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:34.668750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=dddbfdde-7002-495d-a44f-80e06b10ba7e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:34.698872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:34.744833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:34.812046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dddbfdde-7002-495d-a44f-80e06b10ba7e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:34.848048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:35.014954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a9541-16e8-4201-bef3-6e25f40e2481 req-bb3e2b87-3e11-4185-9c58-4c40b8812df7 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:35.016563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd3a9541-16e8-4201-bef3-6e25f40e2481 req-bb3e2b87-3e11-4185-9c58-4c40b8812df7 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 949 time: 0.0537081 Aug 20 13:17:35.056832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd3a9541-16e8-4201-bef3-6e25f40e2481 req-373eeb88-f790-4ce6-a0ce-db7d26b6e63b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Aug 20 13:17:35.134900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-2fb58aa7-eec9-41a8-aa52-4af6e71cb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:35.136398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-2fb58aa7-eec9-41a8-aa52-4af6e71cb8e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.8031340 Aug 20 13:17:35.169706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:35.303461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:35.306248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df6ff0-678c-477f-9454-2b3852269d53 req-c41bd436-534e-4114-bf1f-812ddfb92765 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:35.307420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-ee8b35f5-9528-4e4a-930e-73d5a1bdebfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.1563056 Aug 20 13:17:35.307781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91df6ff0-678c-477f-9454-2b3852269d53 req-c41bd436-534e-4114-bf1f-812ddfb92765 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 932 time: 0.0531437 Aug 20 13:17:35.337572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Pushing event updated for resources: {'Port': ['ID=32cd0406-93f6-4f2a-a606-5b91cb82aab9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:35.347020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91df6ff0-678c-477f-9454-2b3852269d53 req-d9f0b80a-c642-4aca-8acd-da2c4e63984f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 20 13:17:35.468884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Transition to ACTIVE for port object 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:35.503961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1183d53-086d-42e8-b629-e06fd16c52bf req-0feea401-7622-46db-866f-5d7b90452323 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:35.505499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1183d53-086d-42e8-b629-e06fd16c52bf req-0feea401-7622-46db-866f-5d7b90452323 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 945 time: 0.0557246 Aug 20 13:17:35.544192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1183d53-086d-42e8-b629-e06fd16c52bf req-a63d74c6-162e-4f3e-a8dc-75cb8cd3c538 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Aug 20 13:17:35.584485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898579ac-57a8-4044-a09a-1932dfe23c43 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:35.655907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:35.687384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-573fd62c-5f1e-442d-a2af-a8a6ed804012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:35.688576 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53efc00b-71c1-44b0-8b76-66df58831391 req-9f77ff0c-f1a0-48c6-b474-ee70d99872bf tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 210 time: 0.0311263 Aug 20 13:17:35.688881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-573fd62c-5f1e-442d-a2af-a8a6ed804012 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.3616259 Aug 20 13:17:35.739475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Transition to ACTIVE for port object 898579ac-57a8-4044-a09a-1932dfe23c43 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:35.810157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:35.824833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-5cddafcf-016f-44b1-b0cf-82c8a9a048bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212807 Aug 20 13:17:35.888006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:35.908474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:17:35.966584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:35.992964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.086138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:36.193486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.194359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dddbfdde-7002-495d-a44f-80e06b10ba7e up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:36.227960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:36.248909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.258448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d92d2f-8c85-4b15-aed2-e16509298518 req-463e51bd-1c73-4147-b7bf-e87e406dcf9e tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:36.264363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port dddbfdde-7002-495d-a44f-80e06b10ba7e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:36.269686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33d92d2f-8c85-4b15-aed2-e16509298518 req-463e51bd-1c73-4147-b7bf-e87e406dcf9e tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 949 time: 0.1094453 Aug 20 13:17:36.270535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port dddbfdde-7002-495d-a44f-80e06b10ba7e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:36.271082 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.298052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:36.314062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:36.331622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39598) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:36.337659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6b2c1384-5601-4993-8c96-166dce43621a None None] Provisioning complete for port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:36.338243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1384-5601-4993-8c96-166dce43621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.363686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33d92d2f-8c85-4b15-aed2-e16509298518 req-c5688eef-0c7b-40f7-bee9-2afb58c94948 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928326 Aug 20 13:17:36.434248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c1384-5601-4993-8c96-166dce43621a None None] Port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:36.462301 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.472680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event updated for resources: {'Port': ['ID=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:36.490725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddbfdde-7002-495d-a44f-80e06b10ba7e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:36.493242 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ed29c7-5b34-4650-8a9f-7a64696bb59e" -d '{"events": [{"server_uuid": "cd03a189-4434-40b5-8e8b-dcdd8a993ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dddbfdde-7002-495d-a44f-80e06b10ba7e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:36.495398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-280b2ad2-7193-48e9-b150-40fe8ab0d059 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574709 Aug 20 13:17:36.511921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73563987-d635-4d22-97a4-89ec8064c715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.512698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dddbfdde-7002-495d-a44f-80e06b10ba7e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:36.517430 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.576449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=dddbfdde-7002-495d-a44f-80e06b10ba7e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:36.601773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a35508-84da-44a0-b814-d1a498332eb9 req-ce418436-e2c9-43ff-bd70-a4a70b31b948 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:36.603529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78a35508-84da-44a0-b814-d1a498332eb9 req-ce418436-e2c9-43ff-bd70-a4a70b31b948 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.0784991 Aug 20 13:17:36.657591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f19cc22-3713-4f2a-98f2-e910c15957ce None None] Provisioning for port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:36.662760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f19cc22-3713-4f2a-98f2-e910c15957ce None None] Provisioning complete for port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:36.663359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5f19cc22-3713-4f2a-98f2-e910c15957ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.665328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78a35508-84da-44a0-b814-d1a498332eb9 req-cc0c9c29-3647-430d-944a-1d74db2d9b30 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541995 Aug 20 13:17:36.714794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73563987-d635-4d22-97a4-89ec8064c715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.719255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5f19cc22-3713-4f2a-98f2-e910c15957ce None None] Port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:36.719883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73563987-d635-4d22-97a4-89ec8064c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.762647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-73563987-d635-4d22-97a4-89ec8064c715 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c144bf77c350452388b362ef7365aa01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293935 Aug 20 13:17:36.763302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39614) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:36.781767 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c3e924-ae85-4eae-aa7a-f3e20bd1135a x-openstack-request-id: req-92c3e924-ae85-4eae-aa7a-f3e20bd1135a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:36.783186 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03a189-4434-40b5-8e8b-dcdd8a993ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dddbfdde-7002-495d-a44f-80e06b10ba7e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:36.783878 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92c3e924-ae85-4eae-aa7a-f3e20bd1135a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:36.785240 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddbfdde-7002-495d-a44f-80e06b10ba7e', 'code': 200} Aug 20 13:17:36.795723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73563987-d635-4d22-97a4-89ec8064c715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc2613-3bce-4620-9806-362d759e47f9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:36.850430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-13daab39-b4a6-41ec-a5c2-5a13e636d8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.863820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:36.864463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.915453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:36.915801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:36.916118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:36.917635 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-13daab39-b4a6-41ec-a5c2-5a13e636d8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:36.951252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8e55-80b5-4b4f-97f2-4ad4b8959cf3 req-9caae042-b784-4cfb-a877-c50f15be5ae2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:36.952770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9beb8e55-80b5-4b4f-97f2-4ad4b8959cf3 req-9caae042-b784-4cfb-a877-c50f15be5ae2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 945 time: 0.1157031 Aug 20 13:17:36.963491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:36.963814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:36.972329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-48c9d537-a05b-4213-b611-db9e7d067a8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3078725 Aug 20 13:17:36.977314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6333-742a-41ca-b938-b191e89eb54f req-e142ef37-da26-49bf-b88b-926cd9bb2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:36.978766 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d51e6333-742a-41ca-b938-b191e89eb54f req-e142ef37-da26-49bf-b88b-926cd9bb2512 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 1101 time: 0.1137705 Aug 20 13:17:36.996242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:17:37.000472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Request body: {'port': {'device_id': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:37.008635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:37.008986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:37.009377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:37.009833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Bound port: 898579ac-57a8-4044-a09a-1932dfe23c43, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:37.010197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.018364 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1 associated. External IP: 172.25.6.6, port: 264c0996-cc91-4492-b4bd-bce423815f77. Aug 20 13:17:37.032869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9beb8e55-80b5-4b4f-97f2-4ad4b8959cf3 req-eecc2d72-292a-4028-8f1b-64192b6b352f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Aug 20 13:17:37.038575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d51e6333-742a-41ca-b938-b191e89eb54f req-b3a7b071-4792-424c-a91a-3b108800ea7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515761 Aug 20 13:17:37.040435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-13daab39-b4a6-41ec-a5c2-5a13e636d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.043098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-13daab39-b4a6-41ec-a5c2-5a13e636d8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.056153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:37.056264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-13daab39-b4a6-41ec-a5c2-5a13e636d8aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdcc2613-3bce-4620-9806-362d759e47f9 HTTP/1.1" status: 204 len: 168 time: 0.2807903 Aug 20 13:17:37.065902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daab39-b4a6-41ec-a5c2-5a13e636d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc2613-3bce-4620-9806-362d759e47f9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:37.114266 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.171972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd37dc-ab2f-45c6-a8df-ff31a51729eb req-f21b3f0d-11ba-417a-ac58-3955140022b6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:37.173940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52dd37dc-ab2f-45c6-a8df-ff31a51729eb req-f21b3f0d-11ba-417a-ac58-3955140022b6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 936 time: 0.0582438 Aug 20 13:17:37.184180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Transition to ACTIVE for port object 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:37.208058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-e1fb6b22-b87c-409d-9f32-c33f91045bae service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691437 Aug 20 13:17:37.218011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52dd37dc-ab2f-45c6-a8df-ff31a51729eb req-b682b550-f970-43a5-8ff9-7db2cf0d0ea3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Aug 20 13:17:37.228965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.342590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.391715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39630) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:37.424663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-873f2003-2985-40fd-9939-2ee5cf3fcf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.451184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:37.466288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:37.523092 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.561769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94edc1d-16ac-456e-acb6-2b38a0516864 req-dff58e4f-5f06-4916-8c45-4da6ed57c21b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:37.563330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c94edc1d-16ac-456e-acb6-2b38a0516864 req-dff58e4f-5f06-4916-8c45-4da6ed57c21b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 950 time: 0.0787976 Aug 20 13:17:37.584489 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-873f2003-2985-40fd-9939-2ee5cf3fcf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.594752 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-873f2003-2985-40fd-9939-2ee5cf3fcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.595325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:37.647267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c94edc1d-16ac-456e-acb6-2b38a0516864 req-01a29af3-620b-4ca5-885f-72982d94c529 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761454 Aug 20 13:17:37.647826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:37.647941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f2003-2985-40fd-9939-2ee5cf3fcf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439f6359-d7db-41a2-99dd-fbd941410490,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:37.648464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.650360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] 10.222.0.13 "PUT /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 1092 time: 4.2387102 Aug 20 13:17:37.654508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-873f2003-2985-40fd-9939-2ee5cf3fcf1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4aa7c6f9a9b45af99b79e633379b991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467477 Aug 20 13:17:37.660888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39634) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:37.676574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:37.677698 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9582c1-4191-44a1-a224-2f9778d9136a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:37.720599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4e18-1244-4992-9022-4ae8695c3743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.726696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-2d60bcb3-6689-43d5-a8b4-2a8bd649f5c8 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:37.728474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-2d60bcb3-6689-43d5-a8b4-2a8bd649f5c8 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.3721645 Aug 20 13:17:37.745468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4e18-1244-4992-9022-4ae8695c3743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.780757 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f765c76-8382-4830-95ef-84d0f8fd8852 x-openstack-request-id: req-7f765c76-8382-4830-95ef-84d0f8fd8852 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:37.781043 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:37.781299 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f765c76-8382-4830-95ef-84d0f8fd8852 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:37.781679 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43', 'status': 'completed', 'code': 200} Aug 20 13:17:37.796614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4e18-1244-4992-9022-4ae8695c3743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.800680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4e18-1244-4992-9022-4ae8695c3743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:37.801932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ef7f4e18-1244-4992-9022-4ae8695c3743 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/439f6359-d7db-41a2-99dd-fbd941410490 HTTP/1.1" status: 204 len: 168 time: 0.1403511 Aug 20 13:17:37.822464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4e18-1244-4992-9022-4ae8695c3743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f6359-d7db-41a2-99dd-fbd941410490,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:37.856344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804232-5'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:37.868185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c489f-eb5e-4297-b21a-a3ba5bb261c4 req-33d51fe7-2dbe-4fde-89aa-a77c2cae1efa tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:37.870376 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb5c489f-eb5e-4297-b21a-a3ba5bb261c4 req-33d51fe7-2dbe-4fde-89aa-a77c2cae1efa tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.0673957 Aug 20 13:17:37.893411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:37.905916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:37.922607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:37.923806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb5c489f-eb5e-4297-b21a-a3ba5bb261c4 req-90041603-2053-4bf7-b79c-33b9a1351f4d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Aug 20 13:17:37.928726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96d572c3-d237-45f1-82eb-47eac78081e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/82d3b594-1f4f-4061-95cf-ffa9dbf036a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9130919 Aug 20 13:17:37.936080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:37.947682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679540d-049c-4adb-afe9-d090bd46f430 service neutron] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:38.084467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:38.091518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-eee3c4c3-d63f-4892-927e-f0a78e07b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:38.093435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-eee3c4c3-d63f-4892-927e-f0a78e07b984 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1095 time: 0.3721962 Aug 20 13:17:38.137492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:38.183063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Attempting to bind port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:38.183666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Attempting to bind port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:38.184282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Attempting to bind port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:38.200697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-315e8812-faa3-496b-9905-470b043c6ce7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.0773299 Aug 20 13:17:38.217871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:38.218568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Attempting to bind port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:38.229703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:17:38.274764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae0a23-2408-4120-922b-9e408c612f93 req-a7c34540-6ff4-459d-afed-6d4e68a19415 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:38.279504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:38.279823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:38.280213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:38.280698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Bound port: 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:38.281057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:38.286903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4bae0a23-2408-4120-922b-9e408c612f93 req-a7c34540-6ff4-459d-afed-6d4e68a19415 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 945 time: 0.1000271 Aug 20 13:17:38.348431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4bae0a23-2408-4120-922b-9e408c612f93 req-2f6cb888-8bec-4ed1-8fac-35d294efa166 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575278 Aug 20 13:17:38.457790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 2, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:38.462639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-63103b95-e540-491f-a397-39b5b6a19a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:38.464128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-63103b95-e540-491f-a397-39b5b6a19a48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.2508364 Aug 20 13:17:38.488009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:38.488368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Updating router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:17:38.509065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482001a8-6e2a-46cc-a321-5461f8e2806c req-ffd616eb-3ab3-48a9-b729-04bb93f61ea5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:38.511339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-482001a8-6e2a-46cc-a321-5461f8e2806c req-ffd616eb-3ab3-48a9-b729-04bb93f61ea5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 936 time: 0.0632129 Aug 20 13:17:38.542217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:38.560294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-482001a8-6e2a-46cc-a321-5461f8e2806c req-b254ba43-8cb6-402f-be9c-50dcfc4b9b16 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Aug 20 13:17:38.568957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-b20ae6c9-5fc9-4416-8737-8cf3d093247c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802572 Aug 20 13:17:38.850533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c2d01-e807-485d-89db-8e95a2fc8af8 req-cc7ee840-1710-41ff-ac5a-7f38f6ed064b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:38.852152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a62c2d01-e807-485d-89db-8e95a2fc8af8 req-cc7ee840-1710-41ff-ac5a-7f38f6ed064b tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 950 time: 0.0881348 Aug 20 13:17:38.933493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a62c2d01-e807-485d-89db-8e95a2fc8af8 req-c0d83923-e87b-480e-892e-e0adc7525bd8 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712881 Aug 20 13:17:38.944653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:38.973414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:39.007266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:39.022522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.027833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.041876 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.067725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Transition to ACTIVE for port object 32cd0406-93f6-4f2a-a606-5b91cb82aab9 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:39.076276 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.117910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39698) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:39.124218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:39.125720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-network', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:39.139448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Transition to ACTIVE for port object 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:39.144111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.146823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:39.147524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.148958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] 10.222.0.13 "PUT /v2.0/ports/4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 HTTP/1.1" status: 200 len: 1095 time: 4.6382604 Aug 20 13:17:39.154036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:39.170155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:39.189323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf0ed-4873-4204-853e-3cd7fdf6e218 None None] Pushing event updated for resources: {'Port': ['ID=32cd0406-93f6-4f2a-a606-5b91cb82aab9,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:39.191803 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:39.192540 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:39.208142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Made reservation on behalf of ea79839724ff4feeac771bc69131d2e9 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:39.212200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.212389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.226166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.264437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd368637-e6fa-4d08-865c-9c1a20f7a363 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:39.287844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-cf5b576d-8908-4726-9376-e016430b67ac service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004943 Aug 20 13:17:39.295472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-f16fb89c-6db2-4dfc-8006-5402a46fe577 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "PUT /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 1015 time: 5.6171067 Aug 20 13:17:39.366103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Attempting to bind port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:39.367240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Attempting to bind port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:39.367808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Attempting to bind port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:39.377907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:39.379616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Checking segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:39.380469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.381121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Bound using segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:39.381865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Bound port: 32cd0406-93f6-4f2a-a606-5b91cb82aab9, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:39.382500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.405108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.410893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.449254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:17:39.467346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba8d478-bf34-44f1-8e50-2be4c1356ffa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:39.500672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.503226 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Added segment 280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5 of type vlan for network 2c829b6e-2ae3-495a-b930-cf5175c856b3 Aug 20 13:17:39.553450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] For port 32cd0406-93f6-4f2a-a606-5b91cb82aab9, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:39.557480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] For port 32cd0406-93f6-4f2a-a606-5b91cb82aab9, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=32cd0406-93f6-4f2a-a606-5b91cb82aab9,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:39.570744 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.591167 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:39.622466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fc41a-c617-4d4e-adfa-51a3ad00c6e2 req-3c0251c4-945b-4e1c-893e-f6ca6e9baca1 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:39.624473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b89fc41a-c617-4d4e-adfa-51a3ad00c6e2 req-3c0251c4-945b-4e1c-893e-f6ca6e9baca1 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.1183429 Aug 20 13:17:39.657958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:39.671862 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.711803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b89fc41a-c617-4d4e-adfa-51a3ad00c6e2 req-0701b4e0-b87b-483b-8f89-61f1ac32793c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728803 Aug 20 13:17:39.726867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:39.727603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:39.755073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.756157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:39.761802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:39.784727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}, {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:39.787444 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ddb91f-02f8-4a8f-a587-300240872e39" -d '{"events": [{"name": "network-changed", "server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}, {"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:39.823897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Pushing event updated for resources: {'Port': ['ID=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:39.904898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] Pushing event updated for resources: {'Network': ['ID=2c829b6e-2ae3-495a-b930-cf5175c856b3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:39.957515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d62dd07c-d134-41fa-9c22-f9a0fe68a4fa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8378184 Aug 20 13:17:39.974363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-6efad5c8-5edc-4d20-b5e1-08c0c43b2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:39.976058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-6efad5c8-5edc-4d20-b5e1-08c0c43b2c26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1098 time: 0.7205930 Aug 20 13:17:39.978910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39718) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:39.991139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Request body: {'subnet': {'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-subnet', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:39.999226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:40.009818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f7d7-346a-4715-a323-d571e4521737 req-b5e53ad6-9d27-46fc-ad9b-0714d537035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.013152 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-b5e53ad6-9d27-46fc-ad9b-0714d537035e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.5756245 Aug 20 13:17:40.041549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7c15-caf8-408c-a0a1-60a879fe7a5e req-ebbaf678-7914-4b41-aa0f-6069a8d3c517 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.049933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-637d7c15-caf8-408c-a0a1-60a879fe7a5e req-ebbaf678-7914-4b41-aa0f-6069a8d3c517 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 950 time: 0.1165054 Aug 20 13:17:40.102566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:17:40.108972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-637d7c15-caf8-408c-a0a1-60a879fe7a5e req-2abb1ad3-8af4-4b14-875e-e3340e3d6687 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082b8bd-817f-4d95-accb-a582ec36d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577350 Aug 20 13:17:40.131820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:40.206902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-3c38c64f-39ce-4535-a404-6fa5783e929f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 HTTP/1.1" status: 200 len: 217 time: 0.1854734 Aug 20 13:17:40.209690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:40.274783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c0453eb-4acd-4031-a806-ca43e925fec7 req-45f26435-5844-4e16-b794-cb0b97169a43 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419556 Aug 20 13:17:40.275419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Attempting to bind port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:40.275658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Attempting to bind port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:40.275986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Attempting to bind port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:40.293241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44718-e770-4324-b05a-b86443207390 req-82a2f6c7-e2ab-48d8-9da1-e850a0c023fa tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.310869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07c44718-e770-4324-b05a-b86443207390 req-82a2f6c7-e2ab-48d8-9da1-e850a0c023fa tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.0956364 Aug 20 13:17:40.352198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:40.352530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Attempting to bind port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:40.363059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Made reservation on behalf of ea79839724ff4feeac771bc69131d2e9 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:17:40.366260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:40.376584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07c44718-e770-4324-b05a-b86443207390 req-09728906-6a96-4a79-b073-f7a9f22f0596 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687585 Aug 20 13:17:40.408145 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:35Z', 'revision_number': 1, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:40.440472 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:40.450423 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:40.451280 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:40.467786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:40.468141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:40.468559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:40.469069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Bound port: 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:40.469436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:40.507677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f0a3-2c44-4fa4-9757-1513ca275db8 req-6b06022b-6cd6-4fcf-9f63-977f6458ddb1 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.517666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da62f0a3-2c44-4fa4-9757-1513ca275db8 req-6b06022b-6cd6-4fcf-9f63-977f6458ddb1 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 948 time: 0.0702145 Aug 20 13:17:40.540711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf0ed-4873-4204-853e-3cd7fdf6e218 None None] Pushing event updated for resources: {'Port': ['ID=32cd0406-93f6-4f2a-a606-5b91cb82aab9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:40.578459 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:40.605201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:39Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:40.622178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:40.632498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-5ce597dc-6dd8-42a6-a0ac-929dcc6f04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.633924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-5ce597dc-6dd8-42a6-a0ac-929dcc6f04cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.4159858 Aug 20 13:17:40.638423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ba3c9-811a-492a-973d-7fd137b43a7a None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:39Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:40.641375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da62f0a3-2c44-4fa4-9757-1513ca275db8 req-4c3688fd-df34-4a0a-97ad-8dd8c2e59c3f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122146 Aug 20 13:17:40.686992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722524d-d379-4d90-b71a-3c50592c82aa req-141ec120-e7d0-448f-8b67-14007aedf99f tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.688831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e722524d-d379-4d90-b71a-3c50592c82aa req-141ec120-e7d0-448f-8b67-14007aedf99f tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 950 time: 0.1412220 Aug 20 13:17:40.764301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f7d7-346a-4715-a323-d571e4521737 req-30d3b1a5-fba6-4820-af7d-0a769084393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.765849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-30d3b1a5-fba6-4820-af7d-0a769084393b service neutron] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.7268858 Aug 20 13:17:40.775097 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0af1cce-0b12-4592-9899-d350e41a2bf1 x-openstack-request-id: req-d0af1cce-0b12-4592-9899-d350e41a2bf1 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:40.775411 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:40.775671 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0af1cce-0b12-4592-9899-d350e41a2bf1 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:40.776076 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'status': 'completed', 'code': 200} Aug 20 13:17:40.776333 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'status': 'completed', 'code': 200} Aug 20 13:17:40.778754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.53', 49351) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:40.805265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-5f15486f-2abc-4dac-a06b-32f7b3ca97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.805858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-5f15486f-2abc-4dac-a06b-32f7b3ca97b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1095 time: 0.4733715 Aug 20 13:17:40.869307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] For port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:40.875197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] For port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:40.886034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:40.886448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:40.886794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:40.940640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-5fc13830-d7d1-48ce-8e18-eea6fb9b78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:40.942700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-5fc13830-d7d1-48ce-8e18-eea6fb9b78dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.1629143 Aug 20 13:17:40.975476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 32cd0406-93f6-4f2a-a606-5b91cb82aab9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:41.003467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.044160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:35Z', 'revision_number': 1, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:41.086577 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95189db2-e070-4a07-b125-5ea4a82705c6 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:35Z', 'revision_number': 1, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:41.094821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:41.107060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:41.108591 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.129846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Deleting port dddbfdde-7002-495d-a44f-80e06b10ba7e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:17:41.130197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.258332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-67f313e8-1ed0-42c8-96a8-9e6767bec2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.259848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-67f313e8-1ed0-42c8-96a8-9e6767bec2f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.3057227 Aug 20 13:17:41.311316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.316015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:41.316544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Attempting to bind port e4168def-363b-42cd-a3b1-06ffd5907b14 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:41.365915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Pushing event updated for resources: {'Port': ['ID=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:41.371432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-2522ca85-5673-41b3-87a1-3eda51458823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.374665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-2522ca85-5673-41b3-87a1-3eda51458823 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.4770629 Aug 20 13:17:41.385089 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-6a54fe19-aa5c-44d3-91c9-b72acaecfb44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 1018 time: 0.5784366 Aug 20 13:17:41.385853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:41.386197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:41.386584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:41.387034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Bound port: e4168def-363b-42cd-a3b1-06ffd5907b14, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:41.387543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.417015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 32cd0406-93f6-4f2a-a606-5b91cb82aab9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=32cd0406-93f6-4f2a-a606-5b91cb82aab9,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:41.424614 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.441257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.442815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.443827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-1ecdc336-715a-41ef-bd78-d7580a1be611 service neutron] 10.222.0.53 "PUT /v2.0/ports/1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 HTTP/1.1" status: 200 len: 1096 time: 4.4619267 Aug 20 13:17:41.443938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39752) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:41.447872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] For port dddbfdde-7002-495d-a44f-80e06b10ba7e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dddbfdde-7002-495d-a44f-80e06b10ba7e,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:41.447872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.452955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-93fc3cf5-f349-4ef2-83cb-62866fe8bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.454536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-93fc3cf5-f349-4ef2-83cb-62866fe8bcb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7631180 Aug 20 13:17:41.571633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Calling delete_port for dddbfdde-7002-495d-a44f-80e06b10ba7e owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:17:41.586147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-c6b658c8-b82f-449e-881d-40d59a14ab1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 1018 time: 0.3184748 Aug 20 13:17:41.586599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=32cd0406-93f6-4f2a-a606-5b91cb82aab9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:41.609133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b7a77-0e44-4209-9a75-ada1ff4ccf22 None None] New status for floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:17:41.612363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-d11e05a8-3bd3-412d-b1a5-d655849d8a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.2096405 Aug 20 13:17:41.682748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-250b8cab-9e4d-4136-baca-5599ef142bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.688873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-250b8cab-9e4d-4136-baca-5599ef142bd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.0948451 Aug 20 13:17:41.828889 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-653f0938-897e-48f2-943c-da95ed6d2e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:41.857086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f7d7-346a-4715-a323-d571e4521737 req-e0d6d195-17ca-4881-8ddb-21bf035df75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.858619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-e0d6d195-17ca-4881-8ddb-21bf035df75e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.4515753 Aug 20 13:17:41.895844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c90fb1-7e99-4131-ad93-8617feaf0d32 req-49df160f-7b52-4cd0-84c6-f7850aa2f987 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.904102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1c90fb1-7e99-4131-ad93-8617feaf0d32 req-49df160f-7b52-4cd0-84c6-f7850aa2f987 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.2256043 Aug 20 13:17:41.928736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-babcd7e8-5247-48f5-9890-bb99453327b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.931081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-babcd7e8-5247-48f5-9890-bb99453327b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234352 Aug 20 13:17:41.981007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:41.984152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-fefc4dac-ed2c-4d09-949f-3a9e8dda2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:41.985690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-fefc4dac-ed2c-4d09-949f-3a9e8dda2aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.3633015 Aug 20 13:17:42.008116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-f0d17eed-4883-4971-9313-0779899e423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:42.009661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-f0d17eed-4883-4971-9313-0779899e423e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 1099 time: 0.4664943 Aug 20 13:17:42.018297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:42.054920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.057274 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.067715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-c928b5dc-c392-4e53-8323-6213e954b651 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515978 Aug 20 13:17:42.069838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-d609c549-3cfa-45cf-a801-497cd8f7efb7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255373 Aug 20 13:17:42.075831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1c90fb1-7e99-4131-ad93-8617feaf0d32 req-289218dd-1e22-45c2-9fb7-6f63d8f76949 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708672 Aug 20 13:17:42.135334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.153372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dddbfdde-7002-495d-a44f-80e06b10ba7e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:42.193954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Pushing event deleted for resources: {'Port': ['ID=dddbfdde-7002-495d-a44f-80e06b10ba7e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:42.244017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-bdf4987c-4b01-41cf-a6b8-bdfaf92f84e4 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863419 Aug 20 13:17:42.260614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-591d0c47-2ad2-4d9d-91a3-42ad20cf10b4 req-48191242-bf07-4ca5-85e1-49d93094ca57 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd03a189-4434-40b5-8e8b-dcdd8a993ef8 HTTP/1.1" status: 200 len: 210 time: 0.0821421 Aug 20 13:17:42.286978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-653f0938-897e-48f2-943c-da95ed6d2e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.374770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] No DVR routers for this DVR port dddbfdde-7002-495d-a44f-80e06b10ba7e on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:42.380316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-653f0938-897e-48f2-943c-da95ed6d2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.386111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.388578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e722524d-d379-4d90-b71a-3c50592c82aa req-af565903-e218-4aec-b8ec-f2f01f982113 tempest-ImagesNegativeTestJSON-334896831 tempest-ImagesNegativeTestJSON-334896831-project] 10.222.0.13 "DELETE /v2.0/ports/dddbfdde-7002-495d-a44f-80e06b10ba7e HTTP/1.1" status: 204 len: 173 time: 1.6895356 Aug 20 13:17:42.390733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'name': 'network-vif-deleted', 'tag': 'dddbfdde-7002-495d-a44f-80e06b10ba7e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:42.394213 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6be61e6-6785-4d0e-a1b7-a32ec65e8727" -d '{"events": [{"server_uuid": "cd03a189-4434-40b5-8e8b-dcdd8a993ef8", "name": "network-vif-deleted", "tag": "dddbfdde-7002-495d-a44f-80e06b10ba7e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:42.464865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:42.469603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-899ad3b2-90d6-4f56-8ce3-3152d3666ea6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 HTTP/1.1" status: 200 len: 217 time: 0.4407821 Aug 20 13:17:42.501701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f7d7-346a-4715-a323-d571e4521737 req-189c51cb-d281-4b10-bb0d-ec770892e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:42.503696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-189c51cb-d281-4b10-bb0d-ec770892e124 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6023941 Aug 20 13:17:42.575948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-30babbe0-3b02-4711-bbed-00107bfc595b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:17:42.576971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-30babbe0-3b02-4711-bbed-00107bfc595b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224218 Aug 20 13:17:42.719204 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-653f0938-897e-48f2-943c-da95ed6d2e07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b627d19184d94bed8a9ba893d07ca82f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2402213 Aug 20 13:17:42.720493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f0938-897e-48f2-943c-da95ed6d2e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7e720-12e1-4d54-903e-6a00d0871e7e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:42.728141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:42.739012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ebdf1e-deec-4851-9c9a-53eeaa3270c9,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:42.755322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-57358655-757c-4d89-abc0-3c0306dfef1b service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906499 Aug 20 13:17:42.765639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12e6ea-191a-4627-b95f-5e7e33f1db78 req-6888e111-5981-417d-9d2b-d0132c17ebd2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:42.767156 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f12e6ea-191a-4627-b95f-5e7e33f1db78 req-6888e111-5981-417d-9d2b-d0132c17ebd2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.3881986 Aug 20 13:17:42.772710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:42.773399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.774836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-114bd162-ff49-4e47-803f-bac6445ef00d service neutron] 10.222.0.53 "PUT /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 1121 time: 4.9958227 Aug 20 13:17:42.779139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Checking segment: {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:42.779528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Network hostable DHCP agents. Network: 2c829b6e-2ae3-495a-b930-cf5175c856b3, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:17:42.781989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14'}, {'name': 'network-changed', 'server_uuid': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'tag': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'}, {'name': 'network-changed', 'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:42.784953 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72963732-21aa-4971-9622-bf7ce8e58207" -d '{"events": [{"server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "name": "network-vif-unplugged", "status": "completed", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14"}, {"name": "network-changed", "server_uuid": "90207f8e-50d3-4be6-9165-5cf3a1b67200", "tag": "1376d44c-dbe8-49e8-a5b6-9091dccf9ac0"}, {"name": "network-changed", "server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:42.800340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-35d89f43-347f-419d-8eb7-05c28f6fe60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:42.801923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-35d89f43-347f-419d-8eb7-05c28f6fe60c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2857008 Aug 20 13:17:42.824105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e4168def-363b-42cd-a3b1-06ffd5907b14'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:42.875258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-1e663030-9b38-4116-aaf7-8366115fbab2 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270560 Aug 20 13:17:42.890808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-769d9edf-6d0f-4905-b47b-e27dbe64c882 req-a2d97103-659b-477a-8624-c2a639d98c61 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415054 Aug 20 13:17:42.900035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:17:42.908069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f12e6ea-191a-4627-b95f-5e7e33f1db78 req-7d283a3d-e712-40bb-baa6-67af3f37f331 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179962 Aug 20 13:17:42.909783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857aee5-e290-466a-8cac-458a4e0de999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.922590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-13f35a6b-e040-40b3-b217-f5be073bc0e5 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075235 Aug 20 13:17:42.935869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 32cd0406-93f6-4f2a-a606-5b91cb82aab9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:42.952615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857aee5-e290-466a-8cac-458a4e0de999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.977528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2c829b6e-2ae3-495a-b930-cf5175c856b3) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:43.008021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.009197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.010268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee012d84-6147-4105-afc2-86359202b04f None None] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:43.024591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857aee5-e290-466a-8cac-458a4e0de999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.032417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857aee5-e290-466a-8cac-458a4e0de999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.035447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6857aee5-e290-466a-8cac-458a4e0de999 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ca7e720-12e1-4d54-903e-6a00d0871e7e HTTP/1.1" status: 204 len: 168 time: 0.3057621 Aug 20 13:17:43.058393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857aee5-e290-466a-8cac-458a4e0de999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7e720-12e1-4d54-903e-6a00d0871e7e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:43.116337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:43.116807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b36fd6d-15c0-47ad-bbfd-1a237424c025 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1330941 Aug 20 13:17:43.121966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:43.125839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-c1b9a891-24d7-48ce-bad1-053512ab048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.127920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-c1b9a891-24d7-48ce-bad1-053512ab048b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904301 Aug 20 13:17:43.168691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.170049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.197031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:43.198017 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.278548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-0d771c8e-1f2a-4eba-940a-668fcf0a1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.280686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-0d771c8e-1f2a-4eba-940a-668fcf0a1f3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1098 time: 0.2987416 Aug 20 13:17:43.291329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9582c1-4191-44a1-a224-2f9778d9136a req-11e077dd-4447-4d11-bbfb-f15d8a0a8bdf service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852377 Aug 20 13:17:43.307896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.327612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f157f7d7-346a-4715-a323-d571e4521737 req-a5afc7ad-7cd3-48de-9570-e71544ef79a0 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917761 Aug 20 13:17:43.387638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-50344727-3d30-47e5-a92c-83e7c2c85955 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469308 Aug 20 13:17:43.446837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2c829b6e-2ae3-495a-b930-cf5175c856b3', 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'fixed_ips': [{'subnet_id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:17:43.447697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.525246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.534242 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efddc75-be30-4d26-8e10-439ef9de2030 x-openstack-request-id: req-4efddc75-be30-4d26-8e10-439ef9de2030 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:43.534417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-0205b11e-884a-48f8-98c8-ef322ffea3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.535311 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03a189-4434-40b5-8e8b-dcdd8a993ef8", "name": "network-vif-deleted", "tag": "dddbfdde-7002-495d-a44f-80e06b10ba7e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:43.535789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-0205b11e-884a-48f8-98c8-ef322ffea3e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2420084 Aug 20 13:17:43.536059 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4efddc75-be30-4d26-8e10-439ef9de2030 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:43.536701 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03a189-4434-40b5-8e8b-dcdd8a993ef8', 'name': 'network-vif-deleted', 'tag': 'dddbfdde-7002-495d-a44f-80e06b10ba7e', 'status': 'completed', 'code': 200} Aug 20 13:17:43.605772 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c3be9d-4d28-4b11-912c-e0e52ed0e703 x-openstack-request-id: req-62c3be9d-4d28-4b11-912c-e0e52ed0e703 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:43.606070 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "name": "network-vif-unplugged", "status": "completed", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14", "code": 200}, {"name": "network-changed", "server_uuid": "90207f8e-50d3-4be6-9165-5cf3a1b67200", "tag": "1376d44c-dbe8-49e8-a5b6-9091dccf9ac0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:43.606326 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62c3be9d-4d28-4b11-912c-e0e52ed0e703 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:43.606718 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'code': 200} Aug 20 13:17:43.606969 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'tag': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0', 'status': 'completed', 'code': 200} Aug 20 13:17:43.607368 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'status': 'completed', 'code': 200} Aug 20 13:17:43.621399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-491f81e5-ebe1-44c9-9026-879bfa667374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 HTTP/1.1" status: 200 len: 217 time: 0.0762763 Aug 20 13:17:43.625944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ad981d5-679f-45c1-8eec-35c52166bad7 req-fb340c4f-8c50-4f62-9723-1ba19c1caa31 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173789 Aug 20 13:17:43.657239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:43.670003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d9be8-34b2-4e2e-8a5e-5329f13ce6d4 req-5d36eeb4-a112-4cf4-9e7f-127112d6d51c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.671571 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a94d9be8-34b2-4e2e-8a5e-5329f13ce6d4 req-5d36eeb4-a112-4cf4-9e7f-127112d6d51c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 948 time: 0.2050145 Aug 20 13:17:43.676069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Allocated IP 172.20.0.2 (2c829b6e-2ae3-495a-b930-cf5175c856b3/44ebdf1e-deec-4851-9c9a-53eeaa3270c9/2fecb806-2b10-455e-918f-c64df944dab6) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:43.688159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e784c99e-94b3-4231-bedd-300af57d85f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.755326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-bd0685bb-db4d-4aeb-9b5e-7cbd3734c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.757121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-bd0685bb-db4d-4aeb-9b5e-7cbd3734c66b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1124 time: 0.1471062 Aug 20 13:17:43.762082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fa1a8-388b-4071-94e6-1c603d76b2a3 req-f98a7828-75ac-4f29-8a2a-d45dd1920c5f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.763588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c48fa1a8-388b-4071-94e6-1c603d76b2a3 req-f98a7828-75ac-4f29-8a2a-d45dd1920c5f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.1113238 Aug 20 13:17:43.766698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-6b257fab-94b7-4221-9f9e-e3a939bf797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.768726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-6b257fab-94b7-4221-9f9e-e3a939bf797b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1271541 Aug 20 13:17:43.841612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-8e96dee8-8d4f-4eb2-8938-bcd03155bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.843115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-8e96dee8-8d4f-4eb2-8938-bcd03155bde1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 1099 time: 0.1473479 Aug 20 13:17:43.847302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c48fa1a8-388b-4071-94e6-1c603d76b2a3 req-76f7ac8e-92f2-4376-bd70-cbc4fbfb47d9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694215 Aug 20 13:17:43.874742 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.876471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a94d9be8-34b2-4e2e-8a5e-5329f13ce6d4 req-edc94672-6d54-4c08-9be4-ad6562c0c4f7 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820209 Aug 20 13:17:43.885333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Transition to ACTIVE for port object 2fecb806-2b10-455e-918f-c64df944dab6 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:43.914989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Transition to ACTIVE for port object 2fecb806-2b10-455e-918f-c64df944dab6 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:43.922106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.968741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e784c99e-94b3-4231-bedd-300af57d85f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:43.969336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:43.970500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-d4558225-d3d1-4d55-a946-600c66cf602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:43.972413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-d4558225-d3d1-4d55-a946-600c66cf602a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1904640 Aug 20 13:17:43.973278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:43.984408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:43.988785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Pushing event updated for resources: {'Port': ['ID=2fecb806-2b10-455e-918f-c64df944dab6,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:43.991185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e784c99e-94b3-4231-bedd-300af57d85f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.011960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-b57cc8b5-1835-459d-830c-4fbc8a9c711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:44.013895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-b57cc8b5-1835-459d-830c-4fbc8a9c711b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.2443073 Aug 20 13:17:44.046885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.050075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784c99e-94b3-4231-bedd-300af57d85f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0683a8ab-3cdd-49c5-9328-cdffd625b844,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:44.054373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e784c99e-94b3-4231-bedd-300af57d85f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6aa2be012977417ebd286604114d25b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956439 Aug 20 13:17:44.059206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39792) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:44.064273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Attempting to bind port 2fecb806-2b10-455e-918f-c64df944dab6 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:44.065532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Attempting to bind port 2fecb806-2b10-455e-918f-c64df944dab6 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:44.065686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Attempting to bind port 2fecb806-2b10-455e-918f-c64df944dab6 on network 2c829b6e-2ae3-495a-b930-cf5175c856b3 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:44.075146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.075557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:44.075950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Checking segment: {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:44.077083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.077513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Bound using segment: {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:44.078027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Bound port: 2fecb806-2b10-455e-918f-c64df944dab6, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:44.078552 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.118453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-814c4385-28e5-447c-b3f2-adbd0676e1bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.0721831 Aug 20 13:17:44.155023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-417e10dd-a20d-4ed8-a592-9da824a6ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:44.156463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-417e10dd-a20d-4ed8-a592-9da824a6ee3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2943139 Aug 20 13:17:44.174378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] For port 2fecb806-2b10-455e-918f-c64df944dab6, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:44.178473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] For port 2fecb806-2b10-455e-918f-c64df944dab6, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2fecb806-2b10-455e-918f-c64df944dab6,segment=NetworkSegment(280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5),segment_id=280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:44.183384 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.233843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a3bea-5262-419a-a8e9-f1fa21b6a431 req-471dff06-391b-4bec-8c2e-547c8bd91c5b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:44.235632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-260a3bea-5262-419a-a8e9-f1fa21b6a431 req-471dff06-391b-4bec-8c2e-547c8bd91c5b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.0958974 Aug 20 13:17:44.246487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Allocated IP 172.25.6.181 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/33a5256a-f6a0-4765-8481-8436c56ed735) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:44.280455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-004c4e27-0817-4596-bde0-389d47475cdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 HTTP/1.1" status: 200 len: 217 time: 0.1057410 Aug 20 13:17:44.293614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-eab14627-eb43-4b25-ab37-e37c7035c538 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115208 Aug 20 13:17:44.321677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:44.323572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dddbfdde-7002-495d-a44f-80e06b10ba7e no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:44.337291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-260a3bea-5262-419a-a8e9-f1fa21b6a431 req-b0ffaf59-56dc-4bba-a84e-8c663f28228b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923676 Aug 20 13:17:44.340971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-45421774-4946-4af7-a259-38dae1b62508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:44.342609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-45421774-4946-4af7-a259-38dae1b62508 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.2048578 Aug 20 13:17:44.367827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-e9110d5c-88ac-4740-9c4d-1dd943f14cb2 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:44.370338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-e9110d5c-88ac-4740-9c4d-1dd943f14cb2 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2624662 Aug 20 13:17:44.420890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-872afe68-b13a-4b72-a7ea-91a8112d0316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493317 Aug 20 13:17:44.431514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.458142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: dddbfdde-7002-495d-a44f-80e06b10ba7e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:17:44.458494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dddbfdde-7002-495d-a44f-80e06b10ba7e not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:44.501143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.504100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb42c8-2900-436c-8df8-a8da56ce8772 None None] Pushing event updated for resources: {'Port': ['ID=2fecb806-2b10-455e-918f-c64df944dab6,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:44.554672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:44.564169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:44.565578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:44.574073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:44.582478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '898579ac-57a8-4044-a09a-1932dfe23c43', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'port_id': '898579ac-57a8-4044-a09a-1932dfe23c43', 'mac_address': 'fa:16:3e:ee:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcd4207-91be-48d8-ac09-dc58f9e0dc9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:44.586004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Pushing event updated for resources: {'Port': ['ID=33a5256a-f6a0-4765-8481-8436c56ed735,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:44.675654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.701775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898579ac-57a8-4044-a09a-1932dfe23c43 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:44.738592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:44.743975 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.870964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05955703-5f05-4090-a779-88e19a2da8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.918678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:44.931897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-bd9bde9e-ab30-4705-b0a1-04b17ccccfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:44.931897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-bd9bde9e-ab30-4705-b0a1-04b17ccccfe4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.6397085 Aug 20 13:17:44.966226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['898579ac-57a8-4044-a09a-1932dfe23c43'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:45.074031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05955703-5f05-4090-a779-88e19a2da8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.076612 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.100693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-580d007c-7ac6-47a3-833d-d86efa2deb44 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1020 time: 0.6520493 Aug 20 13:17:45.142324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'floatingip': {'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:45.155757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-86e45a14-4556-4802-8832-90b2f94ffb9f service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031496 Aug 20 13:17:45.173423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead0a1f-6213-4cf6-ab93-924455b5c3e0 req-c3436338-b29b-4e0b-937b-fab8fbb74251 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:45.175677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ead0a1f-6213-4cf6-ab93-924455b5c3e0 req-c3436338-b29b-4e0b-937b-fab8fbb74251 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.1295166 Aug 20 13:17:45.193961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59ddb91f-02f8-4a8f-a587-300240872e39 req-e0cd1a95-6e2b-431b-8680-95b8a8210245 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8847377 Aug 20 13:17:45.266677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963732-21aa-4971-9622-bf7ce8e58207 req-bb76a269-f086-4397-945e-20434c54695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:45.268238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-bb76a269-f086-4397-945e-20434c54695b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3228047 Aug 20 13:17:45.307016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.319322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39822) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:45.333045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ead0a1f-6213-4cf6-ab93-924455b5c3e0 req-eaaaa81f-b3fa-4e6e-bf15-6d7b3e37da20 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023829 Aug 20 13:17:45.384294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05955703-5f05-4090-a779-88e19a2da8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.387035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05955703-5f05-4090-a779-88e19a2da8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.388293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-05955703-5f05-4090-a779-88e19a2da8c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0683a8ab-3cdd-49c5-9328-cdffd625b844 HTTP/1.1" status: 204 len: 168 time: 1.3254061 Aug 20 13:17:45.434526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05955703-5f05-4090-a779-88e19a2da8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0683a8ab-3cdd-49c5-9328-cdffd625b844,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:45.485210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.530944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-772303ae-bbcb-43e0-961f-36d51de6afdf service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355873 Aug 20 13:17:45.554624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-f4397000-48c8-4790-a7a6-d5868b254d1e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776885 Aug 20 13:17:45.570162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954eee21-706f-45f5-9487-9d6e1f94a379 req-84538fb8-3dfe-4ea5-88e8-72e6c66c1673 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:45.571707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-954eee21-706f-45f5-9487-9d6e1f94a379 req-84538fb8-3dfe-4ea5-88e8-72e6c66c1673 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 948 time: 0.1258576 Aug 20 13:17:45.663173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-424069a3-a766-421b-9efb-b851452b70f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f207458225646438b5826349d4a36ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401396 Aug 20 13:17:45.664503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:45.668867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:45.793881 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d28a14c3-a6d2-4b15-aecd-858a93f61216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.798320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72963732-21aa-4971-9622-bf7ce8e58207 req-069a3c7a-4da0-41dc-9f95-25442db01d65 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236857 Aug 20 13:17:45.799582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-954eee21-706f-45f5-9487-9d6e1f94a379 req-a99e29d0-003d-418b-88fe-3f4d9ac2ef25 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036843 Aug 20 13:17:45.809418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b88a239-ae3f-47b1-bc04-dce28431b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.844401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b88a239-ae3f-47b1-bc04-dce28431b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:45.847546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Router 00debb3b-8a45-4820-b04a-b0782378734a is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:17:45.904476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:45.933289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:17:46.049704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62783c8e-e1bc-4359-9b9d-83b55360b833 None None] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:17:46.135969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e4ac38e7-5ae2-4f2c-a627-e8fa9d100b63 None None] Provisioning for port 2fecb806-2b10-455e-918f-c64df944dab6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:46.250702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b88a239-ae3f-47b1-bc04-dce28431b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.254372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b88a239-ae3f-47b1-bc04-dce28431b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.257971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5b88a239-ae3f-47b1-bc04-dce28431b87a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a082b8bd-817f-4d95-accb-a582ec36d8fc HTTP/1.1" status: 204 len: 168 time: 0.5863407 Aug 20 13:17:46.274546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88a239-ae3f-47b1-bc04-dce28431b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082b8bd-817f-4d95-accb-a582ec36d8fc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:46.276985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:46.283753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:46.284750 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.288711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:46.290514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.292148 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Sync routers for ids ['00debb3b-8a45-4820-b04a-b0782378734a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:46.313499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.315322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-323d14c0-a332-4eda-bf2e-2101c8327301 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1965430 Aug 20 13:17:46.318217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:46.338042 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Routers {'00debb3b-8a45-4820-b04a-b0782378734a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:46.339920 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['00debb3b-8a45-4820-b04a-b0782378734a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:46.467901 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1 associated. External IP: 172.25.6.6, port: 264c0996-cc91-4492-b4bd-bce423815f77. Aug 20 13:17:46.555101 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Set router 00debb3b-8a45-4820-b04a-b0782378734a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:46.581862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 898579ac-57a8-4044-a09a-1932dfe23c43 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:46.595833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 898579ac-57a8-4044-a09a-1932dfe23c43 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:46.596812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.604073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:46.649954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'mac_address': 'fa:16:3e:d3:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:46.762332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e2e56-457f-4b7c-a9bb-44e4676d5c89 req-65c04761-262a-4bd8-a0c1-0bf701c6b2e5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:46.775468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c7e2e56-457f-4b7c-a9bb-44e4676d5c89 req-65c04761-262a-4bd8-a0c1-0bf701c6b2e5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.2772498 Aug 20 13:17:46.910522 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.973921 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:46.976926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:47.044401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c7e2e56-457f-4b7c-a9bb-44e4676d5c89 req-1022f4d0-557e-49ce-bb4e-407a553d39e5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648332 Aug 20 13:17:47.054513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2fecb806-2b10-455e-918f-c64df944dab6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:47.060662 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:17:44Z', 'revision_number': 3, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:47.065346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:47.084382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:17:47.153827 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.155523 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Checking router: 00debb3b-8a45-4820-b04a-b0782378734a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:47.156198 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Updating router 00debb3b-8a45-4820-b04a-b0782378734a port 33a5256a-f6a0-4765-8481-8436c56ed735 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:17:47.164856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:47.169342 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267cc2b-c4ab-4647-8993-df73bf0bea4c" -d '{"events": [{"server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "name": "network-vif-plugged", "status": "completed", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:47.209990 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.264438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:47.282189 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.296986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249bc1-d858-4fe9-9c45-577d915b457a req-fa7bca3a-58d6-4c84-8911-ef21ff2eec14 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:47.306756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3249bc1-d858-4fe9-9c45-577d915b457a req-fa7bca3a-58d6-4c84-8911-ef21ff2eec14 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.1487749 Aug 20 13:17:47.323250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:47.334803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.335183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.335649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.336015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.336340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.336705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.337042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.337374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.337705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.338033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.338359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.338683 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:47.354620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 2fecb806-2b10-455e-918f-c64df944dab6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:47.356626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:47.385203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:47.387615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:47.394712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2fecb806-2b10-455e-918f-c64df944dab6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:47.395096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.460434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3249bc1-d858-4fe9-9c45-577d915b457a req-18ff41e1-f9cb-4c98-8856-5404e01a9ce2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498492 Aug 20 13:17:47.487211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:47.488156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:47.575170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:47.695100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:17:47.695869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.726187 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.746758 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Transition to ACTIVE for port object 33a5256a-f6a0-4765-8481-8436c56ed735 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:47.760059 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.792477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:47.825983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae0faf-9c2d-4be7-aa28-b1ea2debc201 req-4ac4deb8-ae90-44d8-aafb-beaa0f4d0f03 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:47.833626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7dae0faf-9c2d-4be7-aa28-b1ea2debc201 req-4ac4deb8-ae90-44d8-aafb-beaa0f4d0f03 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 948 time: 0.1456404 Aug 20 13:17:47.883634 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30146e0-b33d-44f1-886f-54253fd330ff None None] Pushing event updated for resources: {'Port': ['ID=33a5256a-f6a0-4765-8481-8436c56ed735,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:47.905482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.908147 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Attempting to bind port 33a5256a-f6a0-4765-8481-8436c56ed735 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:47.909761 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Attempting to bind port 33a5256a-f6a0-4765-8481-8436c56ed735 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:47.910061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Attempting to bind port 33a5256a-f6a0-4765-8481-8436c56ed735 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:47.918089 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:47.918608 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:47.919130 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.919536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:47.920017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Bound port: 33a5256a-f6a0-4765-8481-8436c56ed735, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:47.920423 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:47.947850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:17:48.001099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7dae0faf-9c2d-4be7-aa28-b1ea2debc201 req-0fede151-2193-4a7d-8f3d-f04288d43dde tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664429 Aug 20 13:17:48.004517 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] For port 33a5256a-f6a0-4765-8481-8436c56ed735, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:48.009521 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] For port 33a5256a-f6a0-4765-8481-8436c56ed735, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33a5256a-f6a0-4765-8481-8436c56ed735,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:48.014873 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.094231 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30146e0-b33d-44f1-886f-54253fd330ff None None] Pushing event updated for resources: {'Port': ['ID=33a5256a-f6a0-4765-8481-8436c56ed735,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:48.145060 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Routers {'00debb3b-8a45-4820-b04a-b0782378734a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:48.148163 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['00debb3b-8a45-4820-b04a-b0782378734a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:48.182752 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e577550-5187-45f7-b830-a5f0251f39c3 x-openstack-request-id: req-9e577550-5187-45f7-b830-a5f0251f39c3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:48.183793 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "name": "network-vif-plugged", "status": "completed", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:48.185243 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e577550-5187-45f7-b830-a5f0251f39c3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:48.185757 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43', 'code': 200} Aug 20 13:17:48.198542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Allocated IP 172.20.0.1 (2c829b6e-2ae3-495a-b930-cf5175c856b3/44ebdf1e-deec-4851-9c9a-53eeaa3270c9/dd339ce2-8d23-4dca-827c-2da67549c3fc) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:17:48.284357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 2fecb806-2b10-455e-918f-c64df944dab6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2fecb806-2b10-455e-918f-c64df944dab6,segment=NetworkSegment(280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5),segment_id=280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:48.318905 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.334589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:48.388408 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] Set router 00debb3b-8a45-4820-b04a-b0782378734a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:48.394130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0', 'mac_address': 'fa:16:3e:62:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:17:48.427799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.458522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Transition to ACTIVE for port object dd339ce2-8d23-4dca-827c-2da67549c3fc will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:48.526444 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.608983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=2fecb806-2b10-455e-918f-c64df944dab6,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:48.628458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43a00ae6-0588-495b-82b3-547249acb572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.638225 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.644335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd339ce2-8d23-4dca-827c-2da67549c3fc,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:48.652705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.677490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:48.680413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:48.682029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:48.703634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:17:48.730751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:48.738485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.750725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2463-3fe6-4ae2-af1f-91dae4f9f4e5 req-ee0a39a8-e2f3-457b-925c-d127fe86e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:48.752530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae3c2463-3fe6-4ae2-af1f-91dae4f9f4e5 req-ee0a39a8-e2f3-457b-925c-d127fe86e8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1097 time: 0.2052863 Aug 20 13:17:48.781693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:48.807934 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:17:44Z', 'revision_number': 3, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:48.823586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:48.832611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:46Z', 'revision_number': 3, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:48.869108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:48.880195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:48.880889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:48.898192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-2a8539d2-e701-4d8f-990b-4461a10d7977 service neutron] 10.222.0.13 "GET /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.3582795 Aug 20 13:17:48.923556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2fecb806-2b10-455e-918f-c64df944dab6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:48.985163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae3c2463-3fe6-4ae2-af1f-91dae4f9f4e5 req-ddde214e-a11f-40cb-ab52-4a01a8bacc67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121305 Aug 20 13:17:48.997294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:49.004581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.060316 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d05f42-cf25-452a-8fc3-02803c53ad3e None None] The sync data for ids ['00debb3b-8a45-4820-b04a-b0782378734a'] in n-d-804232-5 is: [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:17:44Z', 'revision_number': 3, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:49.062535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:17:49.065645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d5791-28c3-485b-b8b5-c5e9bf0330fe req-7a5a222d-9f5d-40df-aef2-bfe131079795 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:49.067424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-339d5791-28c3-485b-b8b5-c5e9bf0330fe req-7a5a222d-9f5d-40df-aef2-bfe131079795 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 943 time: 0.1023850 Aug 20 13:17:49.076921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:49.079565 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac9c2a-0a97-48bf-a0e1-36090dce7451" -d '{"events": [{"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:49.117946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:17:49.136693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.141924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-339d5791-28c3-485b-b8b5-c5e9bf0330fe req-03ee3154-b1dd-4b54-aadd-d98322dcf7db tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626545 Aug 20 13:17:49.148598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-bc7ee7af-f7bd-4aec-bcb2-af68afdb5a26 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "PUT /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 997 time: 4.0236952 Aug 20 13:17:49.260140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-12a287e6-8479-42b9-9ba1-2be6c47566ba tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:49.261616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-12a287e6-8479-42b9-9ba1-2be6c47566ba tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports/264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 963 time: 0.0829644 Aug 20 13:17:49.299590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d775f045-4fd5-49a6-94c9-22510545dde5 None None] Provisioning for port dd339ce2-8d23-4dca-827c-2da67549c3fc completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:49.307921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:49.327333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:49.329711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d775f045-4fd5-49a6-94c9-22510545dde5 None None] Provisioning complete for port dd339ce2-8d23-4dca-827c-2da67549c3fc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:49.329711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d775f045-4fd5-49a6-94c9-22510545dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.354707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d336ca-3b90-440f-b99d-b5d06a4e8918 req-fbfb2c71-c1cf-44d9-8f8b-f46cce90231d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:49.356432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2d336ca-3b90-440f-b99d-b5d06a4e8918 req-fbfb2c71-c1cf-44d9-8f8b-f46cce90231d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 946 time: 0.1047814 Aug 20 13:17:49.357056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:49.419623 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.421947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d775f045-4fd5-49a6-94c9-22510545dde5 None None] Port dd339ce2-8d23-4dca-827c-2da67549c3fc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:49.424541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2fecb806-2b10-455e-918f-c64df944dab6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:49.424993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.427774 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.434825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2d336ca-3b90-440f-b99d-b5d06a4e8918 req-a52013af-d577-4015-bc7a-5eaf3306a35a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670028 Aug 20 13:17:49.467776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4168def-363b-42cd-a3b1-06ffd5907b14 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:17:49.477037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:49.495548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-578b6155-e79f-4a8a-b6de-834753394bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:49.509080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-578b6155-e79f-4a8a-b6de-834753394bcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.1158659 Aug 20 13:17:49.510043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.529445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.542213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd339ce2-8d23-4dca-827c-2da67549c3fc,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:49.649168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-c302c571-19d1-4c5a-8eae-3506d94e2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:49.651422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-c302c571-19d1-4c5a-8eae-3506d94e2fc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.1243508 Aug 20 13:17:49.692837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:17:49.694904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:17:49.698950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:49.738342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-c5c818aa-9f71-4cce-996a-99ad2493ba0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 217 time: 0.0551400 Aug 20 13:17:49.815650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:46Z', 'revision_number': 3, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:49.862292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-b4821eb8-ebfa-440f-bd90-997c6ecf38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:49.868541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-b4821eb8-ebfa-440f-bd90-997c6ecf38f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.1182723 Aug 20 13:17:49.875656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e295a-dadd-4101-8a25-8636016e4607 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:46Z', 'revision_number': 3, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:50.046032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Router 00debb3b-8a45-4820-b04a-b0782378734a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:17:50.121118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-8e147bce-cdf6-46c6-85e5-64a9d73ab5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:50.126713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-8e147bce-cdf6-46c6-85e5-64a9d73ab5c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495599 Aug 20 13:17:50.157801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-77b45cb1-feb7-4eac-b505-6cfff57b344b None None] Provisioning complete for port dd339ce2-8d23-4dca-827c-2da67549c3fc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:50.159051 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-77b45cb1-feb7-4eac-b505-6cfff57b344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:50.233728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-77b45cb1-feb7-4eac-b505-6cfff57b344b None None] Port dd339ce2-8d23-4dca-827c-2da67549c3fc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:17:50.258489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] Transition to ACTIVE for port object e4168def-363b-42cd-a3b1-06ffd5907b14 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:50.273443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:50.304651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:50.306604 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ef97c-7163-4c7e-aa9a-30407d979b33 None None] New status for floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:17:50.355857 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-70ba8432-e718-4704-87a6-1ffca8624603 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219114 Aug 20 13:17:50.382608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b300c4-60fe-4b21-a6bb-abae68f2bcbb req-eb536392-262e-4b20-9ec2-fda6e5f65f39 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:50.389918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b300c4-60fe-4b21-a6bb-abae68f2bcbb req-eb536392-262e-4b20-9ec2-fda6e5f65f39 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 949 time: 0.2105389 Aug 20 13:17:50.407333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:50.415908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] No DVR routers for this DVR port e4168def-363b-42cd-a3b1-06ffd5907b14 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:17:50.418166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:50.419280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:50.422028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:50.435457 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d2d85e4-21f0-4f51-9538-d7e018fa10f0 admin admin] 10.222.0.59 "PUT /v2.0/routers/00debb3b-8a45-4820-b04a-b0782378734a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1159623 Aug 20 13:17:50.484489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] Pushing event updated for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:50.502165 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b300c4-60fe-4b21-a6bb-abae68f2bcbb req-51262dc6-8883-4950-9b58-d23088e5c818 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112466 Aug 20 13:17:50.545329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0cf57508-8a9a-4be6-82e9-2a4d5200a685 service neutron] 10.222.0.13 "PUT /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14/bindings/n-h1-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6330562 Aug 20 13:17:50.578684 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21746ef1-57b5-4334-806c-68a21adbb14d x-openstack-request-id: req-21746ef1-57b5-4334-806c-68a21adbb14d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:50.585029 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:50.585366 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21746ef1-57b5-4334-806c-68a21adbb14d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:50.585802 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'status': 'completed', 'code': 200} Aug 20 13:17:50.646011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:50.699207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:50.708778 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deb592f-2aec-4bc7-ac40-f4bc1c5c2f16" -d '{"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:50.734723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:50.741149 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:50.773523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-422ef9c2-3ad4-496e-9ae8-977b608d7933 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166772 Aug 20 13:17:50.791437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-ba3ab892-e0d6-4fa1-964f-fcc76783a5ca tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:50.805436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-ba3ab892-e0d6-4fa1-964f-fcc76783a5ca tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.1678345 Aug 20 13:17:50.827399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:50.866804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-8be1088b-f351-4269-b19d-b2980d408377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:50.868241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-8be1088b-f351-4269-b19d-b2980d408377 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.2631621 Aug 20 13:17:50.933547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a5256a-f6a0-4765-8481-8436c56ed735 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:50.980529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-e72ffab8-5828-4e50-968b-128c71a4ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:50.982096 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-e72ffab8-5828-4e50-968b-128c71a4ac29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1097 time: 0.1756926 Aug 20 13:17:50.986345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-7abbb3c0-df36-404e-972d-87dd45f2b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:50.988530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-7abbb3c0-df36-404e-972d-87dd45f2b1fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08&tenant_id=90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 1095 time: 0.1705089 Aug 20 13:17:51.002536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 33a5256a-f6a0-4765-8481-8436c56ed735 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:51.005381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c766-dc89-43e3-ae38-8c6e510cf9f7 req-36f0cb2c-ec85-463f-9ec0-61c92a13ddf4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.006410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 33a5256a-f6a0-4765-8481-8436c56ed735 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:51.006780 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:51.009012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da18c766-dc89-43e3-ae38-8c6e510cf9f7 req-36f0cb2c-ec85-463f-9ec0-61c92a13ddf4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 944 time: 0.0646784 Aug 20 13:17:51.050092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da18c766-dc89-43e3-ae38-8c6e510cf9f7 req-529902e4-b513-4bd1-a037-b58d9db2f3f5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 Aug 20 13:17:51.098592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-c476ef81-b5c5-42db-b343-cdf472c6b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.099985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-c476ef81-b5c5-42db-b343-cdf472c6b60f service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.2150340 Aug 20 13:17:51.108798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:51.131703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 33a5256a-f6a0-4765-8481-8436c56ed735, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33a5256a-f6a0-4765-8481-8436c56ed735,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:51.136100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:51.167252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-73309ae9-190c-403b-8ce2-2273753b0a2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 217 time: 0.0558996 Aug 20 13:17:51.171409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-e3b1e850-cecc-40c4-9944-21ffa8dd0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.172869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-e3b1e850-cecc-40c4-9944-21ffa8dd0e0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1095 time: 0.1278739 Aug 20 13:17:51.176534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-dce40802-7db3-49ea-abea-ce8a101288e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.178097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-dce40802-7db3-49ea-abea-ce8a101288e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.1826215 Aug 20 13:17:51.205384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=33a5256a-f6a0-4765-8481-8436c56ed735,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:51.289606 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:51.350300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-31268b9b-3cd9-4888-8346-dd708f2d68f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 1000 time: 0.1593368 Aug 20 13:17:51.351639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-e4c61b0c-83b2-4073-b4e8-da7a8e382580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.353050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-e4c61b0c-83b2-4073-b4e8-da7a8e382580 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.1723843 Aug 20 13:17:51.383068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e3b3-2c28-4fda-88a2-74ae1af4aac3 req-e85f4381-13ac-4471-a5d4-f4c2e4a901d2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.384685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5112e3b3-2c28-4fda-88a2-74ae1af4aac3 req-e85f4381-13ac-4471-a5d4-f4c2e4a901d2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Aug 20 13:17:51.435693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5112e3b3-2c28-4fda-88a2-74ae1af4aac3 req-5ecb7b20-fd5a-4c02-94d8-de2a12e65a03 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Aug 20 13:17:51.447450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-c3164346-6271-4d69-ab3e-bf297a1abeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.449016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-c3164346-6271-4d69-ab3e-bf297a1abeba service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.2598219 Aug 20 13:17:51.456528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-ef37300d-a81b-4bf5-8117-24545d862284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.458012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-ef37300d-a81b-4bf5-8117-24545d862284 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.0954821 Aug 20 13:17:51.497486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-f4e21c0a-bbdb-4861-9ca1-bb8ee24f0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.498984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-f4e21c0a-bbdb-4861-9ca1-bb8ee24f0012 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351695 Aug 20 13:17:51.507754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-dd22bbb1-e2b9-48b2-9641-e8a7383caae5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.0487983 Aug 20 13:17:51.628623 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e1321-ac8a-4c3a-9a24-951bb201bfc1 x-openstack-request-id: req-6c2e1321-ac8a-4c3a-9a24-951bb201bfc1 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:51.629164 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:51.629665 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c2e1321-ac8a-4c3a-9a24-951bb201bfc1 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:51.630513 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'code': 200} Aug 20 13:17:51.641733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-511e6b7e-08f1-41bc-bd3d-6f86b7d0eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.643338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-511e6b7e-08f1-41bc-bd3d-6f86b7d0eab1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485043 Aug 20 13:17:51.647915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a6b33622-022c-4890-9c81-e585b61e9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:51.649387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-a6b33622-022c-4890-9c81-e585b61e9ce5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1322963 Aug 20 13:17:51.678024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-9415aec3-d628-4628-80d2-296d1599a9df service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688285 Aug 20 13:17:51.731023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:51.734820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:51.739960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-ba9f000d-154b-4eb5-8900-f7e5a58ba9e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736198 Aug 20 13:17:51.792332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:51.793003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:52.005276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:52.018517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:52.018517 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:52.134141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:52.227811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38905c6f-87b8-4af2-8787-689aa605919b req-18afc64d-e39c-4e2b-8de1-dfd87648ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:52.229352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38905c6f-87b8-4af2-8787-689aa605919b req-18afc64d-e39c-4e2b-8de1-dfd87648ef86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1100 time: 0.5232327 Aug 20 13:17:52.252184 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:52.263469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-f3b72779-e059-4502-8cce-7e9f53547684 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052670 Aug 20 13:17:52.275033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-caac9c2a-0a97-48bf-a0e1-36090dce7451 req-de066a9b-222f-431f-9051-0f4bd561d33f service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701180 Aug 20 13:17:52.292926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-09e8bc1f-0aef-48cd-b15b-72fff9473992 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298591 Aug 20 13:17:52.308163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:17:52.364890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:52.400867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38905c6f-87b8-4af2-8787-689aa605919b req-5d228af6-984a-40c5-a517-92c46162f859 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547444 Aug 20 13:17:52.407612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74036fc-501b-4309-9dd0-895208b31646 req-0795cc05-5603-41a8-bb4b-36e65e752c2e tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:52.419461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:17:52.424539 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d74036fc-501b-4309-9dd0-895208b31646 req-0795cc05-5603-41a8-bb4b-36e65e752c2e tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1097 time: 0.1137486 Aug 20 13:17:52.424866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:52.463896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edba19b-1750-4e26-bd39-d1a41b176e90 req-9cfe511a-f53d-4ba0-8118-5345ea05d7d3 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878963 Aug 20 13:17:52.473945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-2e527b2b-a138-4e7c-bf94-0d2e361af6de service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673932 Aug 20 13:17:52.493150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d74036fc-501b-4309-9dd0-895208b31646 req-00de4c86-1d42-41fd-a1b3-25473307ec0d tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613737 Aug 20 13:17:52.530740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:52.587411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:52.592924 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94db34a-545f-40d6-a3aa-d131783f37b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:52.615167 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Sync routers for ids ['00debb3b-8a45-4820-b04a-b0782378734a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:52.625725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:52.654279 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Routers {'00debb3b-8a45-4820-b04a-b0782378734a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:52.656254 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['00debb3b-8a45-4820-b04a-b0782378734a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:52.658454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:52.659429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcacd5-eb8f-4a67-ba15-caac0f2b9465 req-d3eec2c9-99c1-44f6-a5a1-f8127f5a837e tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:52.667786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65bcacd5-eb8f-4a67-ba15-caac0f2b9465 req-d3eec2c9-99c1-44f6-a5a1-f8127f5a837e tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 950 time: 0.0704834 Aug 20 13:17:52.670255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:52.670826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:52.721769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65bcacd5-eb8f-4a67-ba15-caac0f2b9465 req-4c5ee0fd-807d-442a-bf4d-7dfe651e2997 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Aug 20 13:17:52.835155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Set router 00debb3b-8a45-4820-b04a-b0782378734a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:52.839773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:52.871548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0d1fd22f-f6dc-472a-bfdf-c6a7a71c43f9 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:52.873863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-0d1fd22f-f6dc-472a-bfdf-c6a7a71c43f9 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.1511700 Aug 20 13:17:52.919973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a5256a-f6a0-4765-8481-8436c56ed735 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:53.096665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbd10d-35c5-4b35-ace9-28b624ea3c28 req-606ea185-697f-4763-86c9-80d7ef1690a6 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.105235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51bbd10d-35c5-4b35-ace9-28b624ea3c28 req-606ea185-697f-4763-86c9-80d7ef1690a6 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 944 time: 0.1398051 Aug 20 13:17:53.111043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 33a5256a-f6a0-4765-8481-8436c56ed735 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:53.112083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.131486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-8612d252-b31d-4178-8a3c-9b15fbfe3e93 service neutron] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:53.139728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-8612d252-b31d-4178-8a3c-9b15fbfe3e93 service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.140621 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:17:49Z', 'revision_number': 4, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'dd339ce2-8d23-4dca-827c-2da67549c3fc', 'name': '', 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'mac_address': 'fa:16:3e:e6:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:47Z', 'updated_at': '2021-08-20T13:17:49Z', 'revision_number': 2, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'subnets': [{'id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:53.141438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fb637cb-a7da-4e47-8023-317c1d7d9b26 req-8612d252-b31d-4178-8a3c-9b15fbfe3e93 service neutron] 10.222.0.53 "DELETE /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14/bindings/n-h2-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.2598464 Aug 20 13:17:53.179527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51bbd10d-35c5-4b35-ace9-28b624ea3c28 req-6eedcbac-d6f2-4e5e-aad2-293a53878bf4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729346 Aug 20 13:17:53.207798 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Checking router: 00debb3b-8a45-4820-b04a-b0782378734a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:53.209605 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Updating router 00debb3b-8a45-4820-b04a-b0782378734a port dd339ce2-8d23-4dca-827c-2da67549c3fc binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:17:53.256836 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.311023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:53.348089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301346a2-e22b-47a4-ba6f-a03974f681f3 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:fd:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:53.369717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-f285054e-7303-4ff4-a5d9-76ce537c0e4a tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1000 time: 0.3688769 Aug 20 13:17:53.449664 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20bc3d5-4b39-46b6-a86f-88d32c381434 x-openstack-request-id: req-c20bc3d5-4b39-46b6-a86f-88d32c381434 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:53.450626 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:53.451139 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c20bc3d5-4b39-46b6-a86f-88d32c381434 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:53.451680 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'status': 'completed', 'code': 200} Aug 20 13:17:53.465022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-b5da8abd-a13a-4cde-ab33-62c26c8d9794 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.468046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-b5da8abd-a13a-4cde-ab33-62c26c8d9794 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports/9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 943 time: 0.0713294 Aug 20 13:17:53.555667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-f25109bd-12b0-42a3-9c2d-01553006d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.557385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-f25109bd-12b0-42a3-9c2d-01553006d370 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0809827 Aug 20 13:17:53.586015 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.597816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Transition to ACTIVE for port object dd339ce2-8d23-4dca-827c-2da67549c3fc will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:17:53.605287 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.631516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:53.634019 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15766ebc-a014-418b-9b65-0f3fd6983460" -d '{"events": [{"server_uuid": "90207f8e-50d3-4be6-9165-5cf3a1b67200", "name": "network-vif-plugged", "status": "completed", "tag": "1376d44c-dbe8-49e8-a5b6-9091dccf9ac0"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:53.706058 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Pushing event updated for resources: {'Port': ['ID=dd339ce2-8d23-4dca-827c-2da67549c3fc,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:53.727193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf4f63-b561-462e-b0c2-24800b71b59a req-867f9cd6-7a42-4380-8bef-a30d1191ff2d tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.727939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-3027d5ea-3219-4ba4-b975-43d1fc93bc50 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1000 time: 0.0870266 Aug 20 13:17:53.728756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4abf4f63-b561-462e-b0c2-24800b71b59a req-867f9cd6-7a42-4380-8bef-a30d1191ff2d tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1097 time: 0.0946653 Aug 20 13:17:53.741650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.741973 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.742413 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.742848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.743589 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.743589 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.744087 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.744508 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.744949 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.745367 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.745818 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.746353 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:17:53.751840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Attempting to bind port dd339ce2-8d23-4dca-827c-2da67549c3fc on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:53.752346 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Attempting to bind port dd339ce2-8d23-4dca-827c-2da67549c3fc by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:53.752829 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Attempting to bind port dd339ce2-8d23-4dca-827c-2da67549c3fc on network 2c829b6e-2ae3-495a-b930-cf5175c856b3 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:53.753102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-0e8780e5-cfaa-4200-bf2e-b4a1bf81034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.754920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-0e8780e5-cfaa-4200-bf2e-b4a1bf81034d service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.1889706 Aug 20 13:17:53.758685 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:53.759176 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Checking segment: {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:53.759665 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.760141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Bound using segment: {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:53.760746 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Bound port: dd339ce2-8d23-4dca-827c-2da67549c3fc, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:53.761236 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.831350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4abf4f63-b561-462e-b0c2-24800b71b59a req-5f6378c6-7b75-409a-9baf-1b1d7080c314 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887790 Aug 20 13:17:53.841111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] For port dd339ce2-8d23-4dca-827c-2da67549c3fc, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:17:53.844711 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] For port dd339ce2-8d23-4dca-827c-2da67549c3fc, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dd339ce2-8d23-4dca-827c-2da67549c3fc,segment=NetworkSegment(280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5),segment_id=280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:53.850288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-638fc0e4-d047-4658-bfad-7d5ffec766c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 1000 time: 0.0876398 Aug 20 13:17:53.854727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-6d4fcd74-f6d5-4039-8e06-8aeff93ecfba tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.855170 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:53.862675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-6d4fcd74-f6d5-4039-8e06-8aeff93ecfba tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1248407 Aug 20 13:17:53.868316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-13cd1f17-ecdb-4c16-b132-dcdd85e42d5e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:17:53.881186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5403477d-fb50-4e2f-b7f9-fdc5b7fa3be5 req-13cd1f17-ecdb-4c16-b132-dcdd85e42d5e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175297 Aug 20 13:17:53.939957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-8450ff2a-254b-4aaf-901e-c8f17ce588cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:53.941623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-8450ff2a-254b-4aaf-901e-c8f17ce588cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.0832608 Aug 20 13:17:54.004254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-1bae7864-f3ba-4869-b6a5-9472d575a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:54.006241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-1bae7864-f3ba-4869-b6a5-9472d575a4f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557590 Aug 20 13:17:54.032149 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Routers {'00debb3b-8a45-4820-b04a-b0782378734a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:54.032818 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['00debb3b-8a45-4820-b04a-b0782378734a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:54.052057 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92693eaf-4aeb-48af-9edc-c6e5e67cab8e x-openstack-request-id: req-92693eaf-4aeb-48af-9edc-c6e5e67cab8e {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:54.052564 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90207f8e-50d3-4be6-9165-5cf3a1b67200", "name": "network-vif-plugged", "status": "completed", "tag": "1376d44c-dbe8-49e8-a5b6-9091dccf9ac0", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:54.052564 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92693eaf-4aeb-48af-9edc-c6e5e67cab8e {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:54.052940 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0', 'code': 200} Aug 20 13:17:54.128713 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85eced-1853-413e-878a-2c53068a51eb None None] Pushing event updated for resources: {'Port': ['ID=dd339ce2-8d23-4dca-827c-2da67549c3fc,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:54.269698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc6025-1e84-4cbc-a515-55d3a529e9fd req-664f9573-106b-4162-a733-9e2e99d7f4b5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:54.280922 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32fc6025-1e84-4cbc-a515-55d3a529e9fd req-664f9573-106b-4162-a733-9e2e99d7f4b5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 950 time: 0.1189716 Aug 20 13:17:54.285254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c7743-4880-477e-bfa7-b3ed625b30c0 req-b11e93ae-454a-44ef-a364-677976183e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:54.286645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-871c7743-4880-477e-bfa7-b3ed625b30c0 req-b11e93ae-454a-44ef-a364-677976183e16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 1101 time: 0.1615174 Aug 20 13:17:54.288623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-b65b777f-1f52-4bee-b02c-f3cc3ff9fae9 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729349 Aug 20 13:17:54.290819 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] Set router 00debb3b-8a45-4820-b04a-b0782378734a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:54.327442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32fc6025-1e84-4cbc-a515-55d3a529e9fd req-2e5ed48d-2770-4133-ac8e-8bf6a995073d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Aug 20 13:17:54.449805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-871c7743-4880-477e-bfa7-b3ed625b30c0 req-2af65253-0f24-43c5-ae06-7ae0527d0710 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476517 Aug 20 13:17:54.482546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d94db34a-545f-40d6-a3aa-d131783f37b2 req-b449c1f0-7af7-48de-9839-f7787ca9f362 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775458 Aug 20 13:17:54.508925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-db5d0c94-b112-41f2-9ad5-1c45b9362edf tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1000 time: 0.1172633 Aug 20 13:17:54.569157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638310f-7665-407f-99f6-bca7e5340e90 req-65285ae5-f934-4a63-bebe-00e66a96a243 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:54.570742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-65285ae5-f934-4a63-bebe-00e66a96a243 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports/9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 943 time: 0.0552609 Aug 20 13:17:54.605374 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:17:49Z', 'revision_number': 4, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'dd339ce2-8d23-4dca-827c-2da67549c3fc', 'name': '', 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'mac_address': 'fa:16:3e:e6:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:47Z', 'updated_at': '2021-08-20T13:17:53Z', 'revision_number': 4, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'subnets': [{'id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:54.717188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-0f3b43d5-b5c2-4ccd-9e19-d96ac3e1ce29 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1000 time: 0.0962529 Aug 20 13:17:54.738951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ebdd3-b281-4312-a8ca-7c5ae01bc675 None None] The sync data for ids ['00debb3b-8a45-4820-b04a-b0782378734a'] in n-d-804232-5 is: [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:17:49Z', 'revision_number': 4, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'dd339ce2-8d23-4dca-827c-2da67549c3fc', 'name': '', 'network_id': '2c829b6e-2ae3-495a-b930-cf5175c856b3', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'mac_address': 'fa:16:3e:e6:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:47Z', 'updated_at': '2021-08-20T13:17:53Z', 'revision_number': 4, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'subnets': [{'id': '44ebdf1e-deec-4851-9c9a-53eeaa3270c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:54.762283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bdee6-4caa-4f93-acf7-9ee49144e969 req-5fb02b01-68ac-49ee-8929-0e82b612defe tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:54.764176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-604bdee6-4caa-4f93-acf7-9ee49144e969 req-5fb02b01-68ac-49ee-8929-0e82b612defe tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1095 time: 0.0497770 Aug 20 13:17:54.830391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-604bdee6-4caa-4f93-acf7-9ee49144e969 req-a79d7ffe-fb48-41b5-bada-e1179188dff8 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539563 Aug 20 13:17:54.888643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638310f-7665-407f-99f6-bca7e5340e90 req-3d5df171-41c1-4474-a9a9-408d13069b0e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:54.898168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-3d5df171-41c1-4474-a9a9-408d13069b0e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1742249 Aug 20 13:17:54.918428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dd339ce2-8d23-4dca-827c-2da67549c3fc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:54.975919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-aa4897fd-6fe2-4cd5-a5d0-f0a73bde0345 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1000 time: 0.0768394 Aug 20 13:17:54.993240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:55.002111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port dd339ce2-8d23-4dca-827c-2da67549c3fc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:17:55.008029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port dd339ce2-8d23-4dca-827c-2da67549c3fc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:55.008408 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.119774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.133272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.166910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port dd339ce2-8d23-4dca-827c-2da67549c3fc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dd339ce2-8d23-4dca-827c-2da67549c3fc,segment=NetworkSegment(280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5),segment_id=280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:17:55.172445 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.231032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=dd339ce2-8d23-4dca-827c-2da67549c3fc,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:55.294711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.298170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.298600 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1 disassociated. External IP: 172.25.6.6, port: 9be65ef5-66c1-4e56-b724-b8e72b6e8288. Aug 20 13:17:55.573125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:17:55.718633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:17:55.727861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40130) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:55.732180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:17:55.733289 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.752936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:55.753611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:55.768779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-10235932-075f-497e-96db-3a4c752b76a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "PUT /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 693 time: 0.7798803 Aug 20 13:17:55.769470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:17:55.772992 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73673b65-6269-4076-9547-a8a9a5e3d5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:17:55.854364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638310f-7665-407f-99f6-bca7e5340e90 req-48b6606c-0f1b-4599-9fb4-4e74aff279e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:55.856385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-48b6606c-0f1b-4599-9fb4-4e74aff279e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0632765 Aug 20 13:17:55.924941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-af8c4339-9e5c-477e-9c20-0daea4d026a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.930979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:55.986913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638310f-7665-407f-99f6-bca7e5340e90 req-5b9f007c-cb82-4561-88cd-db5dd1397ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:55.989441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-5b9f007c-cb82-4561-88cd-db5dd1397ca2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.1240990 Aug 20 13:17:56.044417 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-f96dc1c0-b0e3-4785-905c-60e51104cf4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 217 time: 0.0461986 Aug 20 13:17:56.071698 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-af8c4339-9e5c-477e-9c20-0daea4d026a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.077539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-af8c4339-9e5c-477e-9c20-0daea4d026a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.133649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638310f-7665-407f-99f6-bca7e5340e90 req-23f367e5-1bf9-4848-8492-caad36a5334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:56.141086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-23f367e5-1bf9-4848-8492-caad36a5334f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.0861301 Aug 20 13:17:56.163713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-af8c4339-9e5c-477e-9c20-0daea4d026a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=123d90c8db1c4af385c5903891ad7b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320669 Aug 20 13:17:56.164511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:56.165536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c4339-9e5c-477e-9c20-0daea4d026a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929faab5-1502-4eb0-8055-6cd2c9cd9f5f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:56.196690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:56.206370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638310f-7665-407f-99f6-bca7e5340e90 req-bfcab0b7-a9a7-45a0-b76b-05048ff6ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:56.213091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-bfcab0b7-a9a7-45a0-b76b-05048ff6ce48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711246 Aug 20 13:17:56.244170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4377-bbcd-45af-a4e5-c220311ab89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.252004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:17:56.269241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:17:56.270237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:56.274832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4377-bbcd-45af-a4e5-c220311ab89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.342758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-584dff3a-e297-4fc1-9c13-dd73bafcb12e service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250243 Aug 20 13:17:56.357279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4377-bbcd-45af-a4e5-c220311ab89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.360045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4377-bbcd-45af-a4e5-c220311ab89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.364455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf9d4377-bbcd-45af-a4e5-c220311ab89d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/929faab5-1502-4eb0-8055-6cd2c9cd9f5f HTTP/1.1" status: 204 len: 168 time: 0.1952727 Aug 20 13:17:56.372935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4377-bbcd-45af-a4e5-c220311ab89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929faab5-1502-4eb0-8055-6cd2c9cd9f5f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:56.412707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:17:56.522007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7638310f-7665-407f-99f6-bca7e5340e90 req-fcb2d044-130a-446c-87fe-7710a6a07ec9 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780360 Aug 20 13:17:56.658907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:17:56.694564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924cc21-0341-48a1-8a59-3d4d4e10da24 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:17:56.750524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40186) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:56.769499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f11e9f94-7371-4a16-b0b1-0a320a829b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.845859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-d02f4a55-5be1-4376-b64e-5e0709702a36 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:56.847407 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-d02f4a55-5be1-4376-b64e-5e0709702a36 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.1452806 Aug 20 13:17:56.870743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-1e1c4a17-7967-4388-b9cd-e46e1a46990b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/quotas/90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 375 time: 0.0174417 Aug 20 13:17:56.881718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dd339ce2-8d23-4dca-827c-2da67549c3fc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:17:56.909473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f11e9f94-7371-4a16-b0b1-0a320a829b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.919387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f11e9f94-7371-4a16-b0b1-0a320a829b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.922118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40192) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:56.942187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port dd339ce2-8d23-4dca-827c-2da67549c3fc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:17:56.942565 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.962641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-f69c7ad9-bd7d-4220-ba3a-7fe6cfb9ed20 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863185 Aug 20 13:17:56.978946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e9f94-7371-4a16-b0b1-0a320a829b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19bd42-0cc6-4fe0-87a6-7f7fdfc82990,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:56.986573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f11e9f94-7371-4a16-b0b1-0a320a829b73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ff0bf06816944b6989249ff10be5853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348154 Aug 20 13:17:56.987311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40196) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:57.046753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-36dcbaaa-0a3c-45f5-b7bc-7babd82a30e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:57.073732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-36dcbaaa-0a3c-45f5-b7bc-7babd82a30e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:57.080871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-af3b30eb-8abe-476e-96df-8af31df70487 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:17:57.081958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-af3b30eb-8abe-476e-96df-8af31df70487 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1565261 Aug 20 13:17:57.097828 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbb0d5-bfe7-4d23-b6cd-50748590bb98 None None] New status for floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:17:57.124240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-c01b38ba-e1a5-4486-bc86-9072634e0a6e service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494875 Aug 20 13:17:57.147598 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-36dcbaaa-0a3c-45f5-b7bc-7babd82a30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:57.150213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-36dcbaaa-0a3c-45f5-b7bc-7babd82a30e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:57.152589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-36dcbaaa-0a3c-45f5-b7bc-7babd82a30e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f19bd42-0cc6-4fe0-87a6-7f7fdfc82990 HTTP/1.1" status: 204 len: 168 time: 0.1630194 Aug 20 13:17:57.166166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcbaaa-0a3c-45f5-b7bc-7babd82a30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19bd42-0cc6-4fe0-87a6-7f7fdfc82990,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:57.210333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Request body: {'binding': {'host': 'n-h1-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:57.210850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Unknown quota resources ['binding']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:17:57.289345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-29b994db-b295-412f-bcf1-40f083a40912 service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572268 Aug 20 13:17:57.369736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on host n-h1-804232-5 for vnic_type normal with profile None {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:17:57.370316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:17:57.370650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:57.382211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:17:57.382609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:17:57.388311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:17:57.388837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:17:57.389305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:17:57.389802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Bound port: 898579ac-57a8-4044-a09a-1932dfe23c43, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:17:57.464328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:17:57.471776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:57.473204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f90c88b5-749f-4c69-b60e-61f612bf3af6 service neutron] 10.222.0.59 "POST /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43/bindings HTTP/1.1" status: 201 len: 389 time: 0.3205948 Aug 20 13:17:57.568376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bfa1c-2848-4eb3-a67d-204cddd596c7 req-de1ac64e-6fdf-40bb-8fc7-d1c34abe56ac tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:57.580948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef2bfa1c-2848-4eb3-a67d-204cddd596c7 req-de1ac64e-6fdf-40bb-8fc7-d1c34abe56ac tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 950 time: 0.0815947 Aug 20 13:17:57.646732 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef2bfa1c-2848-4eb3-a67d-204cddd596c7 req-b7e2a594-d96c-4acc-958a-50097b253aa1 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647597 Aug 20 13:17:57.676893 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915fba9-0972-41b7-ab6a-ac50ed18165f x-openstack-request-id: req-7915fba9-0972-41b7-ab6a-ac50ed18165f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:17:57.677189 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:17:57.677456 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7915fba9-0972-41b7-ab6a-ac50ed18165f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:17:57.677867 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'status': 'completed', 'code': 200} Aug 20 13:17:57.863450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-13a458dd-3e12-42e4-83f2-fb1214d4e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:57.879898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-13a458dd-3e12-42e4-83f2-fb1214d4e2e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 1097 time: 0.1725140 Aug 20 13:17:57.997332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-0205781a-18f6-4dda-9245-3876b26bcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:57.998883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-0205781a-18f6-4dda-9245-3876b26bcf35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1097 time: 0.2349842 Aug 20 13:17:58.103910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7e8e903-2365-4838-b606-608f2aa86005 req-cd87feeb-f964-49a7-b168-83f007024ead tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 210 time: 0.0420382 Aug 20 13:17:58.122616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-be1a3a44-3093-419d-be96-13038deba95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.124297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-be1a3a44-3093-419d-be96-13038deba95a service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.1082852 Aug 20 13:17:58.228086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-8f02229f-0f21-40b6-90ee-9aaac8ed2c01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.0907590 Aug 20 13:17:58.228086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40252) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:58.243193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313277125', 'description': 'tempest-description--1354319914'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:58.247122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd668dac-761f-4ba8-b917-9ffe53293302 req-732f6284-f00b-45df-ba2c-96e7e87631aa tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.250028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd668dac-761f-4ba8-b917-9ffe53293302 req-732f6284-f00b-45df-ba2c-96e7e87631aa tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 946 time: 0.0761027 Aug 20 13:17:58.328217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd668dac-761f-4ba8-b917-9ffe53293302 req-16d860a1-6ee1-4bd6-a904-7f7abf055d3b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Aug 20 13:17:58.333375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-19d1bee7-1134-4cec-896e-1c38aec33642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.336483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-19d1bee7-1134-4cec-896e-1c38aec33642 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.4432631 Aug 20 13:17:58.387728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:58.445681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-b5c3dea0-0d32-41a1-a9b8-34fed11d9c32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 200 len: 217 time: 0.0692022 Aug 20 13:17:58.447115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-ad156420-9218-407a-93b7-e4a18f3c2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.448490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-ad156420-9218-407a-93b7-e4a18f3c2b3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1980619 Aug 20 13:17:58.487434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1a85a3c5-cd22-4dd9-8c99-c8234e42297c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.488999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1a85a3c5-cd22-4dd9-8c99-c8234e42297c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423&device_owner=compute%3Atempest-test_az-183176581 HTTP/1.1" status: 200 len: 966 time: 0.0818765 Aug 20 13:17:58.495541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac213ac1-a88f-46ba-90b7-90df5893caf1 req-f401e3a5-d520-4f7f-a127-e4a431f01162 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.497109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac213ac1-a88f-46ba-90b7-90df5893caf1 req-f401e3a5-d520-4f7f-a127-e4a431f01162 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1878815 Aug 20 13:17:58.540121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-0a17d61b-89ac-4e3b-a536-1be5064067a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766416 Aug 20 13:17:58.546519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-05959b3f-6b71-4a90-a848-bbf0af55875b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0511839 Aug 20 13:17:58.561156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'floatingip': {'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:58.606205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:58.652056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-20074c17-6999-42bb-8396-ddd4aa022d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.653605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-20074c17-6999-42bb-8396-ddd4aa022d66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.1891487 Aug 20 13:17:58.701534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:58.761356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac213ac1-a88f-46ba-90b7-90df5893caf1 req-4e8106ee-b3c5-4424-a556-67a77399bc15 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297268 Aug 20 13:17:58.852238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:58.872208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:58.914916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-07e60750-1b70-401b-89ca-8e0ecca81655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:58.916658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-07e60750-1b70-401b-89ca-8e0ecca81655 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495587 Aug 20 13:17:59.042472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-20afff17-040e-4b98-a2d8-b15cb76d665f service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891570 Aug 20 13:17:59.043182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.044285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8164096 Aug 20 13:17:59.045032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cf278-f9d4-46a2-a2dd-958c34355c86 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275183d6-c638-4396-9fc2-38150fe35fbd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:17:59.072726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:59.119469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'security_group_rule': {'security_group_id': '275183d6-c638-4396-9fc2-38150fe35fbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:59.147905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-80a23076-cfc0-4818-8941-07789dfbde06 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156068 Aug 20 13:17:59.226995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-15fd4ea2-1f6d-48a1-a580-93065d19a525 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:59.228978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-15fd4ea2-1f6d-48a1-a580-93065d19a525 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.5105178 Aug 20 13:17:59.270092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40302) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:17:59.286203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Request body: {'port': {'device_id': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'admin_state_up': True, 'tenant_id': '90de83ae2dc3418fbfb508e4371c0202'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:17:59.664217 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.669091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-cbb58175-3e4d-486d-9165-048fa46da3c5 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342339 Aug 20 13:17:59.681325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbce4d4-5174-401b-b807-646b2a954796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.696782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:17:59.759812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-c0103a37-11cf-4a60-a32c-a0921fbd8225 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:59.761305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-c0103a37-11cf-4a60-a32c-a0921fbd8225 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "GET /v2.0/ports?device_id=1895b976-8605-46e4-bae0-9be33ec51fb3 HTTP/1.1" status: 200 len: 946 time: 0.1407077 Aug 20 13:17:59.783393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-f554d6cf-2184-42c2-a345-8acca5e737bc service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108259 Aug 20 13:17:59.788164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.814382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.836803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-09d8122f-d7e3-427a-a64c-9b2aa7fa46fb tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:59.838264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-09d8122f-d7e3-427a-a64c-9b2aa7fa46fb tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6894841 Aug 20 13:17:59.906689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-d1be6f41-a334-4551-be37-f7711c162dd4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/quotas/2487c3044f124cf2a88f7501bf6da7c1 HTTP/1.1" status: 200 len: 375 time: 0.0576396 Aug 20 13:17:59.935935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.949624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:59.952748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73673b65-6269-4076-9547-a8a9a5e3d5ed req-16d240b9-ebbf-4863-96c2-a8b745682b28 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710218 Aug 20 13:17:59.995551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-1ccc8d0c-c635-4999-a1d9-bbe5e8ed4797 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:17:59.999282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-1ccc8d0c-c635-4999-a1d9-bbe5e8ed4797 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1097 time: 0.1493151 Aug 20 13:18:00.001252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc8b6f5-7354-4da7-9683-1e332014ddd3,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:00.004753 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1 associated. External IP: 172.25.6.6, port: 264c0996-cc91-4492-b4bd-bce423815f77. Aug 20 13:18:00.011919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804232-5'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:00.016670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbce4d4-5174-401b-b807-646b2a954796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.053373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-47ab4c8f-d6a2-4660-8e57-6e37b4c21793 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319935 Aug 20 13:18:00.065615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbce4d4-5174-401b-b807-646b2a954796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.070480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Deleting port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:00.070951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.087234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Made reservation on behalf of 90de83ae2dc3418fbfb508e4371c0202 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:00.090997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.106764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.110359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cc9f1ce0-6bb2-417e-822a-453d8179f8f5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0326564 Aug 20 13:18:00.110596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40324) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:00.117562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'security_group_rule': {'security_group_id': '275183d6-c638-4396-9fc2-38150fe35fbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:00.131204 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.173968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cbbce4d4-5174-401b-b807-646b2a954796 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38c91a6c9b404e42be53c7fb4d0a33d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8998346 Aug 20 13:18:00.174612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40326) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:00.177868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbce4d4-5174-401b-b807-646b2a954796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaff4e9-6d34-4226-b31f-80fab4482778,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:00.272983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.291346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] For port 9be65ef5-66c1-4e56-b724-b8e72b6e8288, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9be65ef5-66c1-4e56-b724-b8e72b6e8288,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:00.291855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.312703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Calling delete_port for 9be65ef5-66c1-4e56-b724-b8e72b6e8288 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:00.383606 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae83e26e-3aa7-4322-b473-a11b52a4631c req-82da2b46-701e-479b-a06c-4a53631af54c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 210 time: 0.0840642 Aug 20 13:18:00.456200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2c009cd-00f6-480a-b5d6-7ae97a2ad8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.468040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Allocated IP 172.20.0.9 (cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd/8bb1c2e7-b41a-4a44-a10b-3f47a0add02b/490a3de7-1ff1-4b76-9d63-28c1efb4025f) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:00.521555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:00.538440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2c009cd-00f6-480a-b5d6-7ae97a2ad8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.569233 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.600830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.651161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:00.669075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.675890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97070ac7-2ffb-4fea-8c07-28027c1fd9eb,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:00.683899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['264c0996-cc91-4492-b4bd-bce423815f77', '9be65ef5-66c1-4e56-b724-b8e72b6e8288'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:00.698828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b836efd-6e8e-42af-b994-d9c63e2af2b6 req-79c4c078-3b74-4308-b322-f15df55359b2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:00.700494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b836efd-6e8e-42af-b994-d9c63e2af2b6 req-79c4c078-3b74-4308-b322-f15df55359b2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 946 time: 0.2211213 Aug 20 13:18:00.713716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:00.716799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.717080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event deleted for resources: {'Port': ['ID=9be65ef5-66c1-4e56-b724-b8e72b6e8288,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:00.718045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b95aba41-e11c-461b-9bb6-e831ad3b43b6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6058714 Aug 20 13:18:00.730673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.732771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40338) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:00.739023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:00.819289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:00.828459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2c009cd-00f6-480a-b5d6-7ae97a2ad8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.831805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2c009cd-00f6-480a-b5d6-7ae97a2ad8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.833025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f2c009cd-00f6-480a-b5d6-7ae97a2ad8bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bcaff4e9-6d34-4226-b31f-80fab4482778 HTTP/1.1" status: 204 len: 168 time: 0.6541359 Aug 20 13:18:00.863830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-1b6c503a-04a9-4506-899c-6cf7b338520c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "PUT /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 1015 time: 2.3076982 Aug 20 13:18:00.870781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:00.873152 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4439ef-6074-4571-8dce-b66b2c2639d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:00.894391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b836efd-6e8e-42af-b994-d9c63e2af2b6 req-1dbb1b49-cfd2-4cf4-9798-8a1758318192 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736453 Aug 20 13:18:00.913354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c009cd-00f6-480a-b5d6-7ae97a2ad8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaff4e9-6d34-4226-b31f-80fab4482778,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:00.937598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.945795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:00.948277 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f738b-8de9-43ae-bb7c-d61f008ab573" -d '{"events": [{"server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "name": "network-vif-unplugged", "status": "completed", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:00.960946 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.964833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] No DVR routers for this DVR port 9be65ef5-66c1-4e56-b724-b8e72b6e8288 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:00.974884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.981103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:00.983530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da454e4c-430b-4081-bba8-ccde0c8bbf4e req-31ba7e72-d5df-40b9-9718-b499b7daebe0 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "DELETE /v2.0/ports/9be65ef5-66c1-4e56-b724-b8e72b6e8288 HTTP/1.1" status: 204 len: 173 time: 1.2107763 Aug 20 13:18:00.995947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.056936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-a4616bdd-1cdd-43fd-a12c-5b3a867645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:01.058567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-a4616bdd-1cdd-43fd-a12c-5b3a867645c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.1759953 Aug 20 13:18:01.099738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:01.152961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:01.154345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:01.284116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:01.292366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.336833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:01.375625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:01.376148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:01.377372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:01.383265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-dd6ea3df-966d-41b8-9efc-e8d2c95422d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:01.387325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.390935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-dd6ea3df-966d-41b8-9efc-e8d2c95422d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.3237605 Aug 20 13:18:01.405013 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.409210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:01.409541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Attempting to bind port 898579ac-57a8-4044-a09a-1932dfe23c43 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:01.463573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:01.463900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:01.464319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:01.464818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Bound port: 898579ac-57a8-4044-a09a-1932dfe23c43, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:01.465208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.486918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:01.495049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:01.505519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:01.530291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:01.637430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40356) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:01.697990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:01.704044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.710995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d786c8de-8371-4ebb-8e7e-b72d61230630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.719583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-e93c8526-6179-41a3-9a78-0cbf77cab9ee tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811450 Aug 20 13:18:01.727466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:01.740276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-6ba2198a-5fc8-4d36-a968-2fb0be5a83e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 1018 time: 0.3217764 Aug 20 13:18:01.757403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:01.789689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:59Z', 'revision_number': 8, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:01.810732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:01.814344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-2e36060c-381f-40b5-a067-e418d98572ee tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5674627 Aug 20 13:18:01.845764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Request body: {'port': {'device_id': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:01.869707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:01.895447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:01.896153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:01.995785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Allocated IP 172.25.6.121 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/2553f337-2347-4936-b333-1d56b6b5dd97) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:01.999000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-ded12c8e-bdc6-44d9-aef8-51940aac5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.007342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-ded12c8e-bdc6-44d9-aef8-51940aac5b68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.2195246 Aug 20 13:18:02.068447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4bb5dfc-7b30-435f-a2c2-d59288e85075 req-49260898-e4c8-4dcc-8499-f33bd1329be8 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 210 time: 0.1105628 Aug 20 13:18:02.117318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:02.150096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-f953feb3-0d13-4fd1-819c-27dd5d0d8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.150418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.151857 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-f953feb3-0d13-4fd1-819c-27dd5d0d8dea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436901 Aug 20 13:18:02.160691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:02.162167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] 10.222.0.53 "PUT /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 1122 time: 2.1543624 Aug 20 13:18:02.181769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-136355de-a1e8-4043-8ae4-19beff475a37 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.183321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-136355de-a1e8-4043-8ae4-19beff475a37 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4500744 Aug 20 13:18:02.183992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b520d-2cb4-4827-8a1e-da09ba1839fa service neutron] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:02.216360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Request body: {'port': {'device_id': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '2487c3044f124cf2a88f7501bf6da7c1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:02.236360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:02.245291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['898579ac-57a8-4044-a09a-1932dfe23c43'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:02.251657 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec254e0-665d-448c-b8a4-f3504592b9c7 x-openstack-request-id: req-fec254e0-665d-448c-b8a4-f3504592b9c7 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:02.252349 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:02.252686 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fec254e0-665d-448c-b8a4-f3504592b9c7 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:02.253091 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'status': 'completed', 'code': 200} Aug 20 13:18:02.320072 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57011bbb-9f65-4052-a3d2-8421b4a0c75e x-openstack-request-id: req-57011bbb-9f65-4052-a3d2-8421b4a0c75e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:02.320442 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "name": "network-vif-unplugged", "status": "completed", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:02.320668 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57011bbb-9f65-4052-a3d2-8421b4a0c75e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:02.321084 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43', 'code': 200} Aug 20 13:18:02.333459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-cdb22bc2-66b5-4b0c-9fdf-a027519b7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.335057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-cdb22bc2-66b5-4b0c-9fdf-a027519b7e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1125 time: 0.2797556 Aug 20 13:18:02.466594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-c532b25b-224a-4bc0-8182-fdebb194842c service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312336 Aug 20 13:18:02.506263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:02.508777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-ddfcb060-74d6-44fd-9f91-359287b694e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.510313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-ddfcb060-74d6-44fd-9f91-359287b694e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.2416220 Aug 20 13:18:02.585821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-5f5634fe-b508-4a08-b6b3-c37076e64a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.587938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-5f5634fe-b508-4a08-b6b3-c37076e64a53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.2162669 Aug 20 13:18:02.588785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d413a8-a092-43f8-ba94-222edee22948 req-5d1a064d-5bc7-49e3-a3f9-1ea35e064f25 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.590341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d413a8-a092-43f8-ba94-222edee22948 req-5d1a064d-5bc7-49e3-a3f9-1ea35e064f25 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 931 time: 0.2291243 Aug 20 13:18:02.598573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:59Z', 'revision_number': 8, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:02.601970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d786c8de-8371-4ebb-8e7e-b72d61230630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:02.636691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d3bcd2-d87d-4f5b-8600-e68660840824 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9d468d22-6fe8-4396-8f54-5f76e9089ac1', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'port_id': '264c0996-cc91-4492-b4bd-bce423815f77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'mac_address': 'fa:16:3e:e4:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'device_owner': 'compute:tempest-test_az-183176581'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:17:11Z', 'updated_at': '2021-08-20T13:17:59Z', 'revision_number': 8, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:02.646379 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d786c8de-8371-4ebb-8e7e-b72d61230630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:02.809740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786c8de-8371-4ebb-8e7e-b72d61230630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0621d75f-b717-4d23-aae8-57eaa71772e7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:02.817113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d786c8de-8371-4ebb-8e7e-b72d61230630 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdd49f5178ab49978b3fe50fe0b47268&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1749959 Aug 20 13:18:02.821877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:02.827008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Made reservation on behalf of 2487c3044f124cf2a88f7501bf6da7c1 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:02.830622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:02.842944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d413a8-a092-43f8-ba94-222edee22948 req-83afa3ca-31bc-4425-8ced-71e1440cd306 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975765 Aug 20 13:18:02.889789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-49c86c7a-7a61-4e49-b27b-b02536f04538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:02.891299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-49c86c7a-7a61-4e49-b27b-b02536f04538 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.3293374 Aug 20 13:18:02.920790 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-5f318a9d-fcf2-4477-9eb9-393ad94b02de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.3193047 Aug 20 13:18:02.952909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eca18c70-3d23-43bd-ac0d-cd71e3554a7a req-e5decb7f-00eb-4a5f-b5dc-09dab6b8c757 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761467 Aug 20 13:18:02.978505 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.007302 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35fd67-83a0-4319-91ea-e2bb96c053b1 None None] New status for floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:18:03.033811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:03.035937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-c9d29a36-af51-44d9-b05a-80b86330fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:03.037894 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-c9d29a36-af51-44d9-b05a-80b86330fb5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1030529 Aug 20 13:18:03.040177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:03.042823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:03.108880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-71505eab-2299-4ce6-8987-bd2ad19d883b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616887 Aug 20 13:18:03.109526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'Port': ['ID=2553f337-2347-4936-b333-1d56b6b5dd97,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:03.519291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-14e6844c-5e2a-41dd-ac56-e1a946612bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011087 Aug 20 13:18:03.525325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.627888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e661d47-9a14-40e1-b092-f3adfcd335a1 req-45ef99a6-c214-4090-8eed-8ea82b33b499 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:03.629681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e661d47-9a14-40e1-b092-f3adfcd335a1 req-45ef99a6-c214-4090-8eed-8ea82b33b499 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.3919485 Aug 20 13:18:03.641576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.662940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-cd50504c-b082-4c4c-aad3-90172046add6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 1018 time: 0.7454183 Aug 20 13:18:03.715409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-59e2908e-c2ad-488a-a4e1-75fb87dc9b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.730377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e661d47-9a14-40e1-b092-f3adfcd335a1 req-0ea41506-c014-4cdb-b4ed-afccd43b3e7b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919454 Aug 20 13:18:03.739341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce7136e4-0953-4490-a7d5-b72b0650f8b5 req-64b164f7-2262-4ca2-af25-05b7afb8af3d service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064841 Aug 20 13:18:03.740232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9be65ef5-66c1-4e56-b724-b8e72b6e8288 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:03.804937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490a3de7-1ff1-4b76-9d63-28c1efb4025f {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:03.831977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-59e2908e-c2ad-488a-a4e1-75fb87dc9b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.834678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 9be65ef5-66c1-4e56-b724-b8e72b6e8288 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:03.835504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9be65ef5-66c1-4e56-b724-b8e72b6e8288 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:03.836596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.869792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a56946b1-220b-421b-afab-6cdc1afd5e18 req-6420741d-7839-47e4-9c54-4d342d953be3 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 1017 time: 0.2432208 Aug 20 13:18:03.880122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.886122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.895885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Transition to ACTIVE for port object 490a3de7-1ff1-4b76-9d63-28c1efb4025f will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:03.919199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-cd930e41-bb62-4523-8863-e860aed9f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:03.920881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-cd930e41-bb62-4523-8863-e860aed9f6cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.2080836 Aug 20 13:18:03.922416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Allocated IP 192.168.233.42 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/5d8d9145-8cc5-4111-a673-4253774866cb) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:03.940609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:03.976616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e17bc6e7-2686-4cea-82d2-96b15032c5f0 req-fa4b7038-6f1a-49e8-8920-c1fa013718da tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 210 time: 0.0621066 Aug 20 13:18:03.998692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'Port': ['ID=2553f337-2347-4936-b333-1d56b6b5dd97,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:04.007124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.021663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.026826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-984e5a9b-8e47-487f-881c-beae5a06ac19 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2893744 Aug 20 13:18:04.101806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-a0c37ff2-1f49-4f4d-ac65-8b341502dcf6 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=549a59785e95417db1427e7f1cfca443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290864 Aug 20 13:18:04.164543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:04.207450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-59e2908e-c2ad-488a-a4e1-75fb87dc9b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.209965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-59e2908e-c2ad-488a-a4e1-75fb87dc9b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.211122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-59e2908e-c2ad-488a-a4e1-75fb87dc9b5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0621d75f-b717-4d23-aae8-57eaa71772e7 HTTP/1.1" status: 204 len: 168 time: 1.3851383 Aug 20 13:18:04.240669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-6e2e2ab6-1625-48bb-b387-721577d2fa07 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:04.242300 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-6e2e2ab6-1625-48bb-b387-721577d2fa07 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340790 Aug 20 13:18:04.260618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'name': 'network-vif-deleted', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:04.264124 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bed8ef9-1497-45b5-b9f0-10ecc4c0fec4" -d '{"events": [{"server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "name": "network-vif-deleted", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:04.271268 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-1203cc07-2663-44ed-a499-a23ae3fde5b9 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/quotas/549a59785e95417db1427e7f1cfca443 HTTP/1.1" status: 200 len: 375 time: 0.0202534 Aug 20 13:18:04.286196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-a4da1624-c947-4efc-a0b4-a144a26b12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:04.287735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-a4da1624-c947-4efc-a0b4-a144a26b12c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3497112 Aug 20 13:18:04.318774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-219b4497-d0af-4daa-a22b-1f090b7b8e6e tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=549a59785e95417db1427e7f1cfca443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413551 Aug 20 13:18:04.324193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2908e-c2ad-488a-a4e1-75fb87dc9b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0621d75f-b717-4d23-aae8-57eaa71772e7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:04.325749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:04.333830 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517681e2-bf4e-4354-92a4-7a4419f9c25d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:04.362862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56946b1-220b-421b-afab-6cdc1afd5e18 req-7031b8b4-998c-4bdb-9f91-2ca032ec2ecc tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:04.364663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a56946b1-220b-421b-afab-6cdc1afd5e18 req-7031b8b4-998c-4bdb-9f91-2ca032ec2ecc tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.4787498 Aug 20 13:18:04.431591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-a56946b1-220b-421b-afab-6cdc1afd5e18 req-5df875c4-01fc-4f55-b2c1-4cd1880e002f tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:18:04.432637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a56946b1-220b-421b-afab-6cdc1afd5e18 req-5df875c4-01fc-4f55-b2c1-4cd1880e002f tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490916 Aug 20 13:18:04.524056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:04.524401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:04.526287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:04.544286 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.546512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:04.546778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:04.582191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:04.582834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:04.582965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:04.583550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Bound port: 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:04.583920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.602775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-a3359c1a-7af5-404a-aa59-32aedbad38f9 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922459 Aug 20 13:18:04.603856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Transition to ACTIVE for port object 5d8d9145-8cc5-4111-a673-4253774866cb will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:04.625700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6f310-d1da-4e70-9dd2-f9e5d08a6e4f req-2f7dfe7e-a195-4253-8a25-95dfe5834451 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:04.628092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89b6f310-d1da-4e70-9dd2-f9e5d08a6e4f req-2f7dfe7e-a195-4253-8a25-95dfe5834451 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.0626669 Aug 20 13:18:04.709651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89b6f310-d1da-4e70-9dd2-f9e5d08a6e4f req-6f667c5e-6c50-4a2c-9174-1876bdb2284c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712667 Aug 20 13:18:04.727469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:04.780326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:04.797377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.896683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.913988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:04.920197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:04.935861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:04.936479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:04.937917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] 10.222.0.13 "PUT /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 1091 time: 3.1044075 Aug 20 13:18:04.953109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-e9cd0f36-9566-4975-a851-4e33b69e4977 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--313277125&fields=id&tenant_id=6fbb5aba20534aeeab76ca43aa7505d7 HTTP/1.1" status: 200 len: 267 time: 0.0928988 Aug 20 13:18:04.958052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f4439ef-6074-4571-8dce-b66b2c2639d4 req-ff85212a-827d-4ddc-b72b-73be594acad8 service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084002 Aug 20 13:18:04.961985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfba7d6-8462-49d5-9cc8-859cb73d57bb service neutron] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:04.965898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:04.971105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:04.991472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:05.170279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event updated for resources: {'Port': ['ID=5d8d9145-8cc5-4111-a673-4253774866cb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:05.200370 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15e4e72-cc24-4e44-a47a-cfde83f94b5f x-openstack-request-id: req-d15e4e72-cc24-4e44-a47a-cfde83f94b5f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:05.200818 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895b976-8605-46e4-bae0-9be33ec51fb3", "name": "network-vif-deleted", "tag": "9be65ef5-66c1-4e56-b724-b8e72b6e8288", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:05.201159 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d15e4e72-cc24-4e44-a47a-cfde83f94b5f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:05.201770 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895b976-8605-46e4-bae0-9be33ec51fb3', 'name': 'network-vif-deleted', 'tag': '9be65ef5-66c1-4e56-b724-b8e72b6e8288', 'status': 'completed', 'code': 200} Aug 20 13:18:05.206887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.207571 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:05.220861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-fa4ee09f-048e-46e7-ab60-c614e24517a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3145933 Aug 20 13:18:05.255981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-e8c9fc1b-58c7-4a01-bc64-e6b73d1af860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.257778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-e8c9fc1b-58c7-4a01-bc64-e6b73d1af860 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1094 time: 0.2291341 Aug 20 13:18:05.259415 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad9f3a-ec3b-4586-800c-60c5299aee08 x-openstack-request-id: req-22ad9f3a-ec3b-4586-800c-60c5299aee08 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:05.260923 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:05.266810 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22ad9f3a-ec3b-4586-800c-60c5299aee08 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:05.267463 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43', 'status': 'completed', 'code': 200} Aug 20 13:18:05.283108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-bd2a6398-3587-4fe0-b729-0abc6792d8d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0768404 Aug 20 13:18:05.342349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Request body: {'port': {'device_id': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:05.380596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-af528988-e412-435b-a05f-a8b1593d17e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 217 time: 0.1104519 Aug 20 13:18:05.465452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-de93a99e-f00d-4370-af2c-ca120e12c016 None None] Provisioning for port 5d8d9145-8cc5-4111-a673-4253774866cb completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:05.469719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-de93a99e-f00d-4370-af2c-ca120e12c016 None None] Provisioning complete for port 5d8d9145-8cc5-4111-a673-4253774866cb triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:05.470652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-de93a99e-f00d-4370-af2c-ca120e12c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:05.475882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-1253f24a-5f1c-449b-98b6-0ed076cdb1e2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.486969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-1253f24a-5f1c-449b-98b6-0ed076cdb1e2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 824 time: 0.4803379 Aug 20 13:18:05.519192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-50545454-528d-40d3-8c00-2433b895bcc6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/quotas/6fbb5aba20534aeeab76ca43aa7505d7 HTTP/1.1" status: 200 len: 375 time: 0.0308349 Aug 20 13:18:05.525027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-131f0b4d-322c-4e19-911f-6988e9e6de3e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1020 time: 0.2556601 Aug 20 13:18:05.531328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-878e5094-edc2-4ee5-8061-8f2ba550b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.533544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-878e5094-edc2-4ee5-8061-8f2ba550b1c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.1851921 Aug 20 13:18:05.540632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-cb9fa6c4-0367-4a4e-846e-b3d1463a545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.541636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-cb9fa6c4-0367-4a4e-846e-b3d1463a545c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1215994 Aug 20 13:18:05.549694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:05.560381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-de93a99e-f00d-4370-af2c-ca120e12c016 None None] Port 5d8d9145-8cc5-4111-a673-4253774866cb cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:05.588687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-71ce9769-337c-42f8-89c7-cb9dd3b8aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.589691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-71ce9769-337c-42f8-89c7-cb9dd3b8aae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1125 time: 0.2772477 Aug 20 13:18:05.612523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-26002021-3dc8-4dbd-b3f6-ff588a24b520 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577390 Aug 20 13:18:05.621836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-0e41d271-e5fc-476e-84b2-3083498be0c1 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.627108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-0e41d271-e5fc-476e-84b2-3083498be0c1 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports/264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 963 time: 0.0897794 Aug 20 13:18:05.742850 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-118d23ad-f59d-46a8-a876-3dd909ee5a0d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211959 Aug 20 13:18:05.753884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:05.870359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-34e91e73-70ba-4987-bfeb-bc7beb445f68 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1020 time: 0.1961520 Aug 20 13:18:05.880579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:05.880806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-bf20c50f-4552-4086-8883-7408b8ab27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:05.882290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-bf20c50f-4552-4086-8883-7408b8ab27af service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.2807944 Aug 20 13:18:05.890205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-a6e06812-9a2d-43a1-802c-84f1d25f08e9 service neutron] 10.222.0.59 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023047 Aug 20 13:18:05.896829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:18:05.947891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-82901889-e5fe-4a3e-beba-11c74e29ca23 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195496 Aug 20 13:18:06.039310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-15b25938-f4c1-46d6-a692-dc8d63cbf05a service neutron] 10.222.0.59 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481524 Aug 20 13:18:06.040858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-be8f8583-480c-416a-b0fc-145285fdcd42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.0502207 Aug 20 13:18:06.084090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-d643e357-d89e-45e4-b363-3164759feec1 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=549a59785e95417db1427e7f1cfca443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720992 Aug 20 13:18:06.119244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-840783f1-c83c-40dc-8839-3ed05af5c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.120893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-840783f1-c83c-40dc-8839-3ed05af5c21f service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.5300257 Aug 20 13:18:06.127396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-41d4111c-060a-44a9-846e-d78326e0be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.129181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-41d4111c-060a-44a9-846e-d78326e0be95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0793521 Aug 20 13:18:06.246765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-6bd058da-eebd-40aa-a396-1272a6b98c22 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.247757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-e8ec36ca-407a-474c-be76-4da0e33b2e22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 1020 time: 0.1175690 Aug 20 13:18:06.255121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-6bd058da-eebd-40aa-a396-1272a6b98c22 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.3579369 Aug 20 13:18:06.280852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73c67f46-aa47-45cf-b708-68790e8ef463 req-4269818a-d3cc-4ccc-8246-a2ace79e0759 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207164 Aug 20 13:18:06.315133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-cd6c7e7e-9928-49da-8980-a49a2fe140fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647836 Aug 20 13:18:06.405965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-d3561497-a5ed-4378-bb5a-e260dcbd1757 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.408139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-d3561497-a5ed-4378-bb5a-e260dcbd1757 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172264 Aug 20 13:18:06.424737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-3c80d629-69c6-4b88-90bf-48d34444781c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 1020 time: 0.1675582 Aug 20 13:18:06.430082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8d9145-8cc5-4111-a673-4253774866cb {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:06.438354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Request body: {'port': {'device_id': '65ed3f61-c066-401b-828a-1b99acee15a2', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '549a59785e95417db1427e7f1cfca443'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:06.447439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:06.452107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:06.471994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-94ce0529-a00c-45fb-a6d4-e5fad2e12337 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=549a59785e95417db1427e7f1cfca443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812416 Aug 20 13:18:06.491334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-db4de618-d1b3-4ede-9b68-9d90008820a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.492848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-db4de618-d1b3-4ede-9b68-9d90008820a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.1767647 Aug 20 13:18:06.641335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-1b5f8c5d-8d7c-4ca1-ba80-56f265feb1e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968225 Aug 20 13:18:06.721428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-c8d018bc-94bd-44cf-a427-d5082bfe1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.723117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-c8d018bc-94bd-44cf-a427-d5082bfe1708 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113526 Aug 20 13:18:06.758456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-d8f0883b-ac8b-4a9a-a0e9-be7a39a68087 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:06.759970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-d8f0883b-ac8b-4a9a-a0e9-be7a39a68087 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729063 Aug 20 13:18:06.830832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6f4030e3-5133-4118-a082-fc96c0438590 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/quotas/549a59785e95417db1427e7f1cfca443 HTTP/1.1" status: 200 len: 375 time: 0.0516543 Aug 20 13:18:06.839895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-517681e2-bf4e-4354-92a4-7a4419f9c25d req-3fcf0458-979e-4739-92d8-1171b455ecc3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898773 Aug 20 13:18:06.844140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Transition to ACTIVE for port object 5d8d9145-8cc5-4111-a673-4253774866cb will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:06.857968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:06.873918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:06.886404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-c94a7bad-0bac-490b-b29d-ae8b651e2ac8 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=549a59785e95417db1427e7f1cfca443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420668 Aug 20 13:18:06.903667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-5a97550e-586e-42ed-a77f-37da63ad813f service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628873 Aug 20 13:18:07.072268 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27e53216-cb97-4e5b-bbb7-aefa081512e7 req-a0367797-cb43-49c9-a78d-f84d5e5d21ee service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577590 Aug 20 13:18:07.079953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8d9145-8cc5-4111-a673-4253774866cb,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:07.147526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80fb4-2a8d-45e1-9514-20b3314957a6 req-319f4ba7-de4f-411e-954a-98be0eabbc02 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:07.148706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.156913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29c80fb4-2a8d-45e1-9514-20b3314957a6 req-319f4ba7-de4f-411e-954a-98be0eabbc02 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 944 time: 0.0646126 Aug 20 13:18:07.189284 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.189749 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1 disassociated. External IP: 172.25.6.6, port: 264c0996-cc91-4492-b4bd-bce423815f77. Aug 20 13:18:07.210888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29c80fb4-2a8d-45e1-9514-20b3314957a6 req-aa076b61-5ed4-4776-ad36-775e7f801567 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Aug 20 13:18:07.269183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:07.271414 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c86eeb5-99c4-4045-a818-a73504600e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:07.307286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Made reservation on behalf of 549a59785e95417db1427e7f1cfca443 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:07.310798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.351098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.377222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Attempting to bind port 5d8d9145-8cc5-4111-a673-4253774866cb on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:07.377736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Attempting to bind port 5d8d9145-8cc5-4111-a673-4253774866cb by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:07.378075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Attempting to bind port 5d8d9145-8cc5-4111-a673-4253774866cb on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:07.399125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Port 5d8d9145-8cc5-4111-a673-4253774866cb on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:07.404580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Attempting to bind port 5d8d9145-8cc5-4111-a673-4253774866cb on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:07.408086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c75d3-8c4b-4898-b389-18fa4d3aa7c0 req-04e009dc-a7d8-4fbf-871c-56933c20fbf5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:07.411286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e28c75d3-8c4b-4898-b389-18fa4d3aa7c0 req-04e009dc-a7d8-4fbf-871c-56933c20fbf5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 947 time: 0.1097233 Aug 20 13:18:07.415659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-14423755-d241-4ecd-b22c-b6a58c5300d5 service neutron] 10.222.0.13 "GET /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.1674180 Aug 20 13:18:07.418576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:07.418917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:07.419299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:07.419738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Bound port: 5d8d9145-8cc5-4111-a673-4253774866cb, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:07.420092 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.588710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e28c75d3-8c4b-4898-b389-18fa4d3aa7c0 req-fd36d7af-fbfe-4a45-acf6-0d1d09a23f1d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996237 Aug 20 13:18:07.639170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] For port 5d8d9145-8cc5-4111-a673-4253774866cb, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:07.646079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] For port 5d8d9145-8cc5-4111-a673-4253774866cb, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5d8d9145-8cc5-4111-a673-4253774866cb,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:07.648299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:07.652309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-d8c09b6a-7154-4ba4-a190-136f89dea72d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:07.655526 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-d8c09b6a-7154-4ba4-a190-136f89dea72d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 824 time: 0.2421989 Aug 20 13:18:07.663095 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.682179 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.712001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.725588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:07.726064 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:07.727458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d8d9145-8cc5-4111-a673-4253774866cb HTTP/1.1" status: 200 len: 1095 time: 2.3909645 Aug 20 13:18:07.905417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15a0217-f045-46d9-8b41-df994b8951fc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:07.908837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a097-23d7-4727-8971-7c2aeb0cb3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8d9145-8cc5-4111-a673-4253774866cb,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:08.042508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-320f9401-d997-484d-9b19-dd7c929ef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.044045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-320f9401-d997-484d-9b19-dd7c929ef4ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 1098 time: 0.1944242 Aug 20 13:18:08.055045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:08.067215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:08.068294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:08.085702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:08.086689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:08.103224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-2d562158-324b-4bd1-b436-4bd54917661a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fbb5aba20534aeeab76ca43aa7505d7 HTTP/1.1" status: 200 len: 379 time: 0.4236064 Aug 20 13:18:08.118847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'port': {'device_id': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'admin_state_up': True, 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'security_groups': ['275183d6-c638-4396-9fc2-38150fe35fbd']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:08.128503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-a7af5e64-8614-4629-93d9-052710b8897d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5d8d9145-8cc5-4111-a673-4253774866cb HTTP/1.1" status: 200 len: 217 time: 0.0714066 Aug 20 13:18:08.129634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Allocated IP 192.168.233.72 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/27043e1f-7b8f-4d39-a29b-47db388a466d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:08.154969 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-68967d1c-fa10-41f6-ba21-48408cd36f2b tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "PUT /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 694 time: 1.7304487 Aug 20 13:18:08.274412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-0dac318c-fec0-476c-a433-ef90b3fce61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.275854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-0dac318c-fec0-476c-a433-ef90b3fce61b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1337066 Aug 20 13:18:08.283756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:08.296452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:08.341990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365cb09-c109-41d0-9e8b-02afff45fb88 req-f8b248a6-27f7-4e8b-afcb-c3f25fe20503 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.343508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1365cb09-c109-41d0-9e8b-02afff45fb88 req-f8b248a6-27f7-4e8b-afcb-c3f25fe20503 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.1653481 Aug 20 13:18:08.357057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:08.381262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-3c6484f3-78df-453a-83ec-d46276d64b58 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=549a59785e95417db1427e7f1cfca443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889494 Aug 20 13:18:08.395883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-19de39e7-8fad-4225-a442-b18f85fe811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.397432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-19de39e7-8fad-4225-a442-b18f85fe811b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.2198765 Aug 20 13:18:08.447306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898579ac-57a8-4044-a09a-1932dfe23c43 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:08.466230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Made reservation on behalf of 6fbb5aba20534aeeab76ca43aa7505d7 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:08.474624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:08.504733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:08.520855 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1365cb09-c109-41d0-9e8b-02afff45fb88 req-29663a5c-0e57-494f-a91d-d45bd8a6724f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616535 Aug 20 13:18:08.576811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de2c-0ded-43d7-b759-fa038860403c req-7745e509-c2d2-4fd3-8980-77a57cea9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.578326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-7745e509-c2d2-4fd3-8980-77a57cea9a81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2761996 Aug 20 13:18:08.614493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:08.656486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:08.664350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:08.669120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:08.669926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:17:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:08.716596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:08.729538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-9df23ea7-e15d-4c23-9aee-7bf4feaf1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.731033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-9df23ea7-e15d-4c23-9aee-7bf4feaf1ae1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.2890141 Aug 20 13:18:08.755503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Transition to ACTIVE for port object 27043e1f-7b8f-4d39-a29b-47db388a466d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:08.763164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-04c5fbce-7d09-45e4-9862-7b9ab1dfca62 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:08.764694 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-04c5fbce-7d09-45e4-9862-7b9ab1dfca62 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367686 Aug 20 13:18:08.787893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] Transition to ACTIVE for port object 898579ac-57a8-4044-a09a-1932dfe23c43 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:08.802149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1beadd51-1bc3-4077-96e8-65ec8bf91636 req-8f2b01a6-fd0c-4d52-85c1-a9304acc79c9 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 210 time: 0.1198995 Aug 20 13:18:08.807792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Request body: {'port': {'device_id': '5177c082-0848-4d02-81ca-74805a492926', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '549a59785e95417db1427e7f1cfca443'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:08.809644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:08.813362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-283806af-039f-42d0-b679-fb149c27926b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 217 time: 0.0690629 Aug 20 13:18:08.937953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-a387db78-c802-461e-9686-00182bbce7ee service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477054 Aug 20 13:18:08.964480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:09.007789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Allocated IP 172.20.0.6 (9f041ca0-5fdd-43d8-98cb-90793276cda4/9ce2c322-98b3-4185-986a-48dac3990fe8/785721e2-fa88-4f31-a340-dac130a6ebd8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:09.017353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-021e1bdd-a122-44dc-b394-f56687fe1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:09.024668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-021e1bdd-a122-44dc-b394-f56687fe1dd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.1932099 Aug 20 13:18:09.049100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.148488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:09.149116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40544) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:09.166143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:09.178795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:09.210341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:09.242684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] Pushing event updated for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=10']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:09.245995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:09.247245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d82de2c-0ded-43d7-b759-fa038860403c req-031b83e8-8155-43d8-93c7-1dc9411f7925 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956200 Aug 20 13:18:09.247898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Made reservation on behalf of 549a59785e95417db1427e7f1cfca443 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:09.251984 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.255543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-72c09951-3b86-488f-b6bd-0f25ee6d81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:09.274270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-72c09951-3b86-488f-b6bd-0f25ee6d81a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486768 Aug 20 13:18:09.306005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea2bb3-a06c-4588-8fcc-485cb83c9785 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:16:50Z', 'revision_number': 4, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '80dd0398-8d88-4874-ad04-88bd1b9c522d', 'name': '', 'network_id': '52b28c3a-ae74-429e-b4d6-bee7070c2d29', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'mac_address': 'fa:16:3e:4f:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:48Z', 'updated_at': '2021-08-20T13:16:55Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'subnets': [{'id': 'e82c2b53-3454-432c-85d2-9cc1d8c974fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:09.324119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc964833-620b-48ea-ae8d-0c716603960e req-8a2e6062-c610-4b5b-9c03-e76b248d5a7d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 210 time: 0.0663497 Aug 20 13:18:09.357258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] No DVR routers for this DVR port 898579ac-57a8-4044-a09a-1932dfe23c43 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:09.458771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-48168505-5afd-4b5a-8a00-aea60b48e918 service neutron] 10.222.0.13 "PUT /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43/bindings/n-h1-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9710190 Aug 20 13:18:09.477807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.524247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Transition to ACTIVE for port object 785721e2-fa88-4f31-a340-dac130a6ebd8 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:09.560693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14711fb8-b74b-47e5-8ccf-d0ee7bdbc91c req-3fc2f4c3-e520-4914-aaf6-ead1626844b9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:09.568759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14711fb8-b74b-47e5-8ccf-d0ee7bdbc91c req-3fc2f4c3-e520-4914-aaf6-ead1626844b9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.0970180 Aug 20 13:18:09.578737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e82d5dce-a384-4515-8f2d-dea9af2cd520 None None] Provisioning for port 27043e1f-7b8f-4d39-a29b-47db388a466d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:09.584461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e82d5dce-a384-4515-8f2d-dea9af2cd520 None None] Provisioning complete for port 27043e1f-7b8f-4d39-a29b-47db388a466d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:09.584873 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e82d5dce-a384-4515-8f2d-dea9af2cd520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.609464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.633099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e82d5dce-a384-4515-8f2d-dea9af2cd520 None None] Port 27043e1f-7b8f-4d39-a29b-47db388a466d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:09.647887 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14711fb8-b74b-47e5-8ccf-d0ee7bdbc91c req-d7213519-3fcd-4ba9-a5bd-21eba204eb92 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782068 Aug 20 13:18:09.661495 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db1b4a8-e289-4edf-ba7c-72181c9dff38 x-openstack-request-id: req-3db1b4a8-e289-4edf-ba7c-72181c9dff38 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:09.661832 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:09.662111 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3db1b4a8-e289-4edf-ba7c-72181c9dff38 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:09.662431 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'status': 'completed', 'code': 200} Aug 20 13:18:09.662899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:09.666026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:09.669592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:09.672048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:09.672701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.709108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'Port': ['ID=785721e2-fa88-4f31-a340-dac130a6ebd8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:09.719614 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4641d-9b80-4a2d-9c1f-2d5c46fba836 None None] New status for floating IP 9d468d22-6fe8-4396-8f54-5f76e9089ac1: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:18:09.731155 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4bed008-6e9b-4dac-b62b-030bfa03d51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.736889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:09.737553 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.800226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-380c9ffa-96a0-40c9-8173-8158c0044544 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6884954 Aug 20 13:18:09.819693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Request body: {'port': {'device_id': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:09.849182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae57f0-f331-4419-800e-8cf89d28206e req-7af5c956-2acd-4914-858c-4bb6bb992408 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:09.857129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20ae57f0-f331-4419-800e-8cf89d28206e req-7af5c956-2acd-4914-858c-4bb6bb992408 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 947 time: 0.0926597 Aug 20 13:18:09.873923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Allocated IP 192.168.233.63 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:09.924908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20ae57f0-f331-4419-800e-8cf89d28206e req-bd49edee-9da3-4cfb-9db0-0b7993325506 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666330 Aug 20 13:18:09.929863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:09.973178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-692377a6-e537-48bb-8d17-a8c55322f143 None None] Provisioning for port 785721e2-fa88-4f31-a340-dac130a6ebd8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:09.995067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-692377a6-e537-48bb-8d17-a8c55322f143 None None] Provisioning complete for port 785721e2-fa88-4f31-a340-dac130a6ebd8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:09.995834 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-692377a6-e537-48bb-8d17-a8c55322f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.021548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-d57d92d9-7175-44fb-bdfd-abb5468c0473 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.023088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-d57d92d9-7175-44fb-bdfd-abb5468c0473 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.3599122 Aug 20 13:18:10.034532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-8a2b65b6-4144-4328-9700-1fd8948799bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.036276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-8a2b65b6-4144-4328-9700-1fd8948799bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1094 time: 0.3704987 Aug 20 13:18:10.072436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-692377a6-e537-48bb-8d17-a8c55322f143 None None] Port 785721e2-fa88-4f31-a340-dac130a6ebd8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:10.178454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-e7289005-09b6-4690-be62-55d565456330 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9031944 Aug 20 13:18:10.267281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-ad292f6f-c2a0-4b6b-a2c6-20393661a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.268859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-ad292f6f-c2a0-4b6b-a2c6-20393661a64b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 1096 time: 0.2185669 Aug 20 13:18:10.286541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7969-2dcb-4224-898e-828584c2eee9 req-b39178f2-7c1f-47c8-9ab8-f6ce9df19bc3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.289613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbde7969-2dcb-4224-898e-828584c2eee9 req-b39178f2-7c1f-47c8-9ab8-f6ce9df19bc3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.0973423 Aug 20 13:18:10.310250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785721e2-fa88-4f31-a340-dac130a6ebd8 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:10.325624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.349333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Transition to ACTIVE for port object 785721e2-fa88-4f31-a340-dac130a6ebd8 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:10.352890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbde7969-2dcb-4224-898e-828584c2eee9 req-a20930e2-3c56-4da5-8a99-e1f4b05dbd9a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Aug 20 13:18:10.357768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.400151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:10.431812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Pushing event updated for resources: {'Port': ['ID=785721e2-fa88-4f31-a340-dac130a6ebd8,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:10.448635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-12cb4885-3b2c-4157-8894-74fc392117ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.450292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-12cb4885-3b2c-4157-8894-74fc392117ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.3654583 Aug 20 13:18:10.466785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4bed008-6e9b-4dac-b62b-030bfa03d51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.501804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-04beeef6-a950-4a4a-9dbe-f53f430b6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.503443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-04beeef6-a950-4a4a-9dbe-f53f430b6560 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1096 time: 0.1993282 Aug 20 13:18:10.504083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4bed008-6e9b-4dac-b62b-030bfa03d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.511126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Attempting to bind port 785721e2-fa88-4f31-a340-dac130a6ebd8 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:10.511563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Attempting to bind port 785721e2-fa88-4f31-a340-dac130a6ebd8 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:10.511956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Attempting to bind port 785721e2-fa88-4f31-a340-dac130a6ebd8 on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:10.520224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Port 785721e2-fa88-4f31-a340-dac130a6ebd8 on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:10.520692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Attempting to bind port 785721e2-fa88-4f31-a340-dac130a6ebd8 on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:10.528136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:10.528619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Checking segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:10.529242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Bound using segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:10.529553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Bound port: 785721e2-fa88-4f31-a340-dac130a6ebd8, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:10.529972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.538126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.548497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-9c8cb4e0-2145-4fe7-b07a-d91265728596 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1138761 Aug 20 13:18:10.572132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:10.582957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0d34-4075-41d3-b1f9-3985289ca432 req-b3070186-a209-417c-9592-60aa5ab66b9a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.584546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e0c0d34-4075-41d3-b1f9-3985289ca432 req-b3070186-a209-417c-9592-60aa5ab66b9a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 943 time: 0.1164367 Aug 20 13:18:10.589412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'port_id': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'mac_address': 'fa:16:3e:bf:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb1c2e7-b41a-4a44-a10b-3f47a0add02b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:10.605820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-e0bb49b1-f8f1-4b67-93ee-404057395f1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 217 time: 0.1378584 Aug 20 13:18:10.609548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f4bed008-6e9b-4dac-b62b-030bfa03d51e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e9795d5ddb140f3873f400e9240f8af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4580815 Aug 20 13:18:10.613067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40560) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:10.618477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f2c21f-7dac-438d-98e7-1697179c29a3 req-08f737e5-b450-4d9f-8707-227653a6f9b0 service neutron] 10.222.0.59 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168460 Aug 20 13:18:10.622348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Request body: {'port': {'device_id': '65ed3f61-c066-401b-828a-1b99acee15a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:10.678684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] For port 785721e2-fa88-4f31-a340-dac130a6ebd8, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:10.692060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.708124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] For port 785721e2-fa88-4f31-a340-dac130a6ebd8, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=785721e2-fa88-4f31-a340-dac130a6ebd8,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:10.714689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490a3de7-1ff1-4b76-9d63-28c1efb4025f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:10.722404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e0c0d34-4075-41d3-b1f9-3985289ca432 req-29b732f0-fa31-4aeb-ac80-7713e36bafe4 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255696 Aug 20 13:18:10.734860 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.749440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Transition to ACTIVE for port object 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:10.759289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:10.761074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-305bea78-34bc-4ad3-bf80-f4f83d88ba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.765886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.836161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:10.854855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-305bea78-34bc-4ad3-bf80-f4f83d88ba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.857429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.858051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:10.859430 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] 10.222.0.53 "PUT /v2.0/ports/785721e2-fa88-4f31-a340-dac130a6ebd8 HTTP/1.1" status: 200 len: 1091 time: 1.0454614 Aug 20 13:18:10.863343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bed008-6e9b-4dac-b62b-030bfa03d51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81362bce-bbb1-41e2-ba8e-526f0c48e4c8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:10.864233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:10.865990 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967c2143-3bbc-480e-aced-11e303249080" -d '{"events": [{"name": "network-changed", "server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:10.914998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-355221b8-6124-48c2-86cd-b48bb2ec3a02 req-215accc8-8793-4eb2-930f-b222da5190e8 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 210 time: 0.0947199 Aug 20 13:18:10.944981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-5800a417-1e4b-4f9d-937a-ca112ed7584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:10.946701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-5800a417-1e4b-4f9d-937a-ca112ed7584a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.3211551 Aug 20 13:18:11.014372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['490a3de7-1ff1-4b76-9d63-28c1efb4025f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:11.035595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-52e6779c-e0f6-40aa-92a9-31862d7051e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629871 Aug 20 13:18:11.040200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.043721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-ca37b448-7bc2-4339-abde-96d16af655ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.043874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fdff-9e3b-4110-a21c-c4f77668a89c service neutron] Pushing event updated for resources: {'Port': ['ID=785721e2-fa88-4f31-a340-dac130a6ebd8,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:11.045346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-ca37b448-7bc2-4339-abde-96d16af655ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.5034459 Aug 20 13:18:11.066371 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbf1475-47ae-43df-a8a7-3a0c9fcffb63 x-openstack-request-id: req-ddbf1475-47ae-43df-a8a7-3a0c9fcffb63 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:11.066655 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:11.066973 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ddbf1475-47ae-43df-a8a7-3a0c9fcffb63 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:11.067380 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'status': 'completed', 'code': 200} Aug 20 13:18:11.071765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:11.087383 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.112132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca098-46b2-43fe-a9dc-5a6bf0ae3df1 req-70012b8e-c2b4-45be-8893-fbe65e14db9c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.120401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88fca098-46b2-43fe-a9dc-5a6bf0ae3df1 req-70012b8e-c2b4-45be-8893-fbe65e14db9c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.2677841 Aug 20 13:18:11.130346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-add77fa9-efcd-4004-9088-5f31054b1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.136310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-add77fa9-efcd-4004-9088-5f31054b1ccf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 1094 time: 0.1923373 Aug 20 13:18:11.156744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-305bea78-34bc-4ad3-bf80-f4f83d88ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.160618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-305bea78-34bc-4ad3-bf80-f4f83d88ba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.161910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-305bea78-34bc-4ad3-bf80-f4f83d88ba80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81362bce-bbb1-41e2-ba8e-526f0c48e4c8 HTTP/1.1" status: 204 len: 168 time: 0.5462012 Aug 20 13:18:11.221236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-7b22e7e9-1da2-4a1a-9fa2-bc07f7c7a12b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.1608624 Aug 20 13:18:11.230459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-38f397f2-3f67-466e-9800-9494d5c89c55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=785721e2-fa88-4f31-a340-dac130a6ebd8 HTTP/1.1" status: 200 len: 217 time: 0.0782318 Aug 20 13:18:11.231872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bea78-34bc-4ad3-bf80-f4f83d88ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81362bce-bbb1-41e2-ba8e-526f0c48e4c8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:11.299564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:11.325832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88fca098-46b2-43fe-a9dc-5a6bf0ae3df1 req-bd863d1d-7e69-48b6-a518-852b2760b546 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978807 Aug 20 13:18:11.342361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4e34a49-598e-4d5e-b0e3-335cd3c93c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.359489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-32b15c21-5cb8-4f82-94a6-bf340f978496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.361005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:11.362115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-32b15c21-5cb8-4f82-94a6-bf340f978496 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 200 len: 863 time: 0.1161640 Aug 20 13:18:11.365764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:11.383148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:11.400111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-1c8ffd8c-ea7d-4224-aac7-04be036b1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.401815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-1c8ffd8c-ea7d-4224-aac7-04be036b1810 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1575925 Aug 20 13:18:11.462160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.463074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.539467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-ff00ef75-8dd8-4890-a347-f5304332e4dd tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 200 len: 692 time: 0.1752720 Aug 20 13:18:11.594394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db93c2-25fd-4b44-9201-02fe1288849e req-bc36b209-7191-43fb-8f1b-a34828b1d4c9 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.596881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-77db93c2-25fd-4b44-9201-02fe1288849e req-bc36b209-7191-43fb-8f1b-a34828b1d4c9 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 947 time: 0.3870153 Aug 20 13:18:11.599429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-9ca22560-53a0-48d9-982e-cb0c004a404f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119323 Aug 20 13:18:11.609055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40588) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:11.609355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-421cb262-4262-4bbb-b030-735a1b390b37 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621948 Aug 20 13:18:11.627552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-26baf326-8e97-4b90-8adb-e50b84e6d02b None None] Provisioning for port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:11.628135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4e34a49-598e-4d5e-b0e3-335cd3c93c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.633010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-26baf326-8e97-4b90-8adb-e50b84e6d02b None None] Provisioning complete for port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:11.633710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26baf326-8e97-4b90-8adb-e50b84e6d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.644592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e771249a-3e89-4a27-b23a-d4807e2b5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.646631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4e34a49-598e-4d5e-b0e3-335cd3c93c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:11.679265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-26baf326-8e97-4b90-8adb-e50b84e6d02b None None] Port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:11.692083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-4c0655bc-a692-48e0-af1d-c2093d146637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.693910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-4c0655bc-a692-48e0-af1d-c2093d146637 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f041ca0-5fdd-43d8-98cb-90793276cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083036 Aug 20 13:18:11.697217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'tag': '5d8d9145-8cc5-4111-a673-4253774866cb'}, {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:11.699410 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4bf1ba-bf69-4b14-87d4-98405e15871c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed", "tag": "5d8d9145-8cc5-4111-a673-4253774866cb"}, {"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:11.735353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-6d1c235d-0b59-4dfc-8a2b-2a4a3514777b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9384632 Aug 20 13:18:11.755019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Request body: {'port': {'device_id': '5177c082-0848-4d02-81ca-74805a492926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:11.778791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4e34a49-598e-4d5e-b0e3-335cd3c93c93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af4282b74107404e8b84c45f6627350d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7059977 Aug 20 13:18:11.779632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e34a49-598e-4d5e-b0e3-335cd3c93c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea4b2fb-20bc-48a6-b2d8-61033d9dc1f5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:11.793386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40594) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:11.833894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-64798ada-4a66-4310-921f-46d7e78653e4 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:11.835235 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-64798ada-4a66-4310-921f-46d7e78653e4 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.2948418 Aug 20 13:18:11.852274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-77db93c2-25fd-4b44-9201-02fe1288849e req-629c8738-22e0-4c26-9067-ebdbc0001ea4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385032 Aug 20 13:18:11.859715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-4b9db72f-ccb7-479b-92e9-5624e028948e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:18:11.860801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-4b9db72f-ccb7-479b-92e9-5624e028948e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172079 Aug 20 13:18:11.975479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-975ceadc-7583-4e7b-8026-d1770a3edb3e tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 695 time: 0.0969505 Aug 20 13:18:11.985090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-fa73760f-45e8-4cb8-9384-6d9fb5df2274 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740142 Aug 20 13:18:11.989625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea53b15d-e6ec-4541-b7e1-f007da136899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.111458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-019fd4e1-37fe-4b52-8fbf-e484b779aef8 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 695 time: 0.1227500 Aug 20 13:18:12.144903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e771249a-3e89-4a27-b23a-d4807e2b5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.147179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea53b15d-e6ec-4541-b7e1-f007da136899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.191264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e771249a-3e89-4a27-b23a-d4807e2b5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.206515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c86eeb5-99c4-4045-a818-a73504600e9b req-3f9c9670-0937-4aea-a6e9-ca3b4bb000d7 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843778 Aug 20 13:18:12.212674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-0e5de78b-a617-4fda-bbd6-8ab0fcfc1e2c service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978703 Aug 20 13:18:12.249557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.304870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e771249a-3e89-4a27-b23a-d4807e2b5f83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d53451c386c84d8685c5c18be1361958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946971 Aug 20 13:18:12.308890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771249a-3e89-4a27-b23a-d4807e2b5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d58626-4ee3-44ca-b3dd-62af054aa05c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:12.316581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40598) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:12.343924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-527c422b-f996-4322-8d1b-9b2c5bc8d099 req-08d2a67e-43bf-4f26-a8d9-2b597c087e38 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397756 Aug 20 13:18:12.366746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea53b15d-e6ec-4541-b7e1-f007da136899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.369399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea53b15d-e6ec-4541-b7e1-f007da136899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.370631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ea53b15d-e6ec-4541-b7e1-f007da136899 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bea4b2fb-20bc-48a6-b2d8-61033d9dc1f5 HTTP/1.1" status: 204 len: 168 time: 0.5763950 Aug 20 13:18:12.384409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Deleting port cbee2609-1e24-4bb8-a792-e8812e4804e1 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:12.384824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.387732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53b15d-e6ec-4541-b7e1-f007da136899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea4b2fb-20bc-48a6-b2d8-61033d9dc1f5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:12.398483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446f780-15e1-4f84-aba8-52403ee39283 req-32baa1c4-1a7d-4423-849d-73a0dcb85081 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:12.401924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c446f780-15e1-4f84-aba8-52403ee39283 req-32baa1c4-1a7d-4423-849d-73a0dcb85081 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.2183557 Aug 20 13:18:12.423737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5d8d9145-8cc5-4111-a673-4253774866cb details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:12.428098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:12.503673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2143-3bbc-480e-aced-11e303249080 req-e22355b4-0d04-47bb-aebd-99c2d493f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:12.505296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-e22355b4-0d04-47bb-aebd-99c2d493f31a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 1094 time: 0.0882187 Aug 20 13:18:12.522969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.522969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.533721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-1e7932d7-a6fc-49e2-b630-d0e1d02398fa service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018589 Aug 20 13:18:12.588911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Calling delete_port for cbee2609-1e24-4bb8-a792-e8812e4804e1 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:12.598525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27043e1f-7b8f-4d39-a29b-47db388a466d {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:12.604053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 490a3de7-1ff1-4b76-9d63-28c1efb4025f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:12.612998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 490a3de7-1ff1-4b76-9d63-28c1efb4025f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:12.613373 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.622998 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.630794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c446f780-15e1-4f84-aba8-52403ee39283 req-b0a26850-b579-464f-a571-c8e47897452b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053456 Aug 20 13:18:12.637227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b199fac-d74e-40ef-afa0-270d69509b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.665669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Transition to ACTIVE for port object 27043e1f-7b8f-4d39-a29b-47db388a466d will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:12.682550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.710675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 5d8d9145-8cc5-4111-a673-4253774866cb, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5d8d9145-8cc5-4111-a673-4253774866cb,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:12.755249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b199fac-d74e-40ef-afa0-270d69509b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.756442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '5d8d9145-8cc5-4111-a673-4253774866cb', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '5d8d9145-8cc5-4111-a673-4253774866cb', 'mac_address': 'fa:16:3e:bd:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:12.800687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2143-3bbc-480e-aced-11e303249080 req-649c2024-0c8f-41e3-8ac2-37d732a779bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:12.801167 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8dc93-4756-41c1-9ceb-d0ebbfdebe0c x-openstack-request-id: req-20d8dc93-4756-41c1-9ceb-d0ebbfdebe0c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:12.803352 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed", "tag": "5d8d9145-8cc5-4111-a673-4253774866cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:12.803610 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20d8dc93-4756-41c1-9ceb-d0ebbfdebe0c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:12.804596 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'tag': '5d8d9145-8cc5-4111-a673-4253774866cb', 'status': 'completed', 'code': 200} Aug 20 13:18:12.804786 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'status': 'completed', 'code': 200} Aug 20 13:18:12.806080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-649c2024-0c8f-41e3-8ac2-37d732a779bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 925 time: 0.2770433 Aug 20 13:18:12.871585 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.875263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.886516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.53', 49359) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:12.898908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-f4c5609e-b816-48c6-b130-783030650f61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=785721e2-fa88-4f31-a340-dac130a6ebd8 HTTP/1.1" status: 200 len: 217 time: 0.0841274 Aug 20 13:18:12.904280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8d9145-8cc5-4111-a673-4253774866cb {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:12.920220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:12.924765 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01811a-f985-476c-abdf-9cb85e065014" -d '{"events": [{"server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "name": "network-vif-plugged", "status": "completed", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:12.964643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:12.966960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 5d8d9145-8cc5-4111-a673-4253774866cb, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5d8d9145-8cc5-4111-a673-4253774866cb,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:12.989381 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.990901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:12.995020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40610) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:13.033782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.046067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41014ea3-ade3-45b9-8814-bfb30d3dcf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.066024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:13.073155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2143-3bbc-480e-aced-11e303249080 req-052820df-44a4-41a2-b0d9-90d9aa4f73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.074641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-052820df-44a4-41a2-b0d9-90d9aa4f73a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 200 len: 863 time: 0.1417029 Aug 20 13:18:13.102465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-86472360-10e5-4360-9d21-16001826d9f3 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.103984 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-86472360-10e5-4360-9d21-16001826d9f3 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.2164390 Aug 20 13:18:13.104213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.115878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.176050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.185413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=5d8d9145-8cc5-4111-a673-4253774866cb,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.215830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03e7b7-33cd-41c1-85fc-a3470bfb26be req-ffa541b9-dcf2-4e04-8158-768156cf1ea6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.217421 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb03e7b7-33cd-41c1-85fc-a3470bfb26be req-ffa541b9-dcf2-4e04-8158-768156cf1ea6 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 943 time: 0.3486340 Aug 20 13:18:13.230083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-fcb29f6a-4b9e-4fa1-8710-ba9617adac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.231574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-fcb29f6a-4b9e-4fa1-8710-ba9617adac34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 1098 time: 0.3941133 Aug 20 13:18:13.232182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b199fac-d74e-40ef-afa0-270d69509b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.234732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b199fac-d74e-40ef-afa0-270d69509b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.238784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b199fac-d74e-40ef-afa0-270d69509b31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1d58626-4ee3-44ca-b3dd-62af054aa05c HTTP/1.1" status: 204 len: 168 time: 0.9176836 Aug 20 13:18:13.257044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-da9806cc-1fa7-41d4-8c49-7bdac1855cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.259224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-da9806cc-1fa7-41d4-8c49-7bdac1855cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 1117 time: 0.4026709 Aug 20 13:18:13.286413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['5d8d9145-8cc5-4111-a673-4253774866cb'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:13.299483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:13.347060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b199fac-d74e-40ef-afa0-270d69509b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d58626-4ee3-44ca-b3dd-62af054aa05c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.423987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.494844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Transition to ACTIVE for port object 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:13.496266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Attempting to bind port 27043e1f-7b8f-4d39-a29b-47db388a466d on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:13.496675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Attempting to bind port 27043e1f-7b8f-4d39-a29b-47db388a466d by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:13.497002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Attempting to bind port 27043e1f-7b8f-4d39-a29b-47db388a466d on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:13.506746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event deleted for resources: {'Port': ['ID=cbee2609-1e24-4bb8-a792-e8812e4804e1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.510536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb03e7b7-33cd-41c1-85fc-a3470bfb26be req-a4cfce8a-51eb-471a-a850-956018244915 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827349 Aug 20 13:18:13.538682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2143-3bbc-480e-aced-11e303249080 req-9c9ef609-92b2-4365-a8aa-14095b70e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.540199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-9c9ef609-92b2-4365-a8aa-14095b70e218 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f041ca0-5fdd-43d8-98cb-90793276cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4523804 Aug 20 13:18:13.547260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.573986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Port 27043e1f-7b8f-4d39-a29b-47db388a466d on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:13.575285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Attempting to bind port 27043e1f-7b8f-4d39-a29b-47db388a466d on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:13.644535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:13.644912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:13.645534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:13.645844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Bound port: 27043e1f-7b8f-4d39-a29b-47db388a466d, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:13.646186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.681785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-26bdeb97-42e0-4731-9bf7-047acfe71f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.683237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-26bdeb97-42e0-4731-9bf7-047acfe71f58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.4163904 Aug 20 13:18:13.707801 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.710445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.711610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b83a8d-3849-426b-9c33-241ef22ba466 req-7cef21a4-f23a-48fc-bd05-f002f546a999 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "DELETE /v2.0/floatingips/9d468d22-6fe8-4396-8f54-5f76e9089ac1 HTTP/1.1" status: 204 len: 173 time: 1.5825119 Aug 20 13:18:13.727331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-652ac2b5-33e6-43de-af89-f65fc7e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:13.728880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-652ac2b5-33e6-43de-af89-f65fc7e9aec9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 200 len: 921 time: 0.4482884 Aug 20 13:18:13.765859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.779876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41014ea3-ade3-45b9-8814-bfb30d3dcf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.789345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-c85b96c7-dc1d-4958-9dde-a25a7a5a31b6 service neutron] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:13.794939 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41014ea3-ade3-45b9-8814-bfb30d3dcf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.801152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-c85b96c7-dc1d-4958-9dde-a25a7a5a31b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:13.802559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-263768c2-582a-4ee2-90a6-8944c3a1dcab req-c85b96c7-dc1d-4958-9dde-a25a7a5a31b6 service neutron] 10.222.0.53 "DELETE /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43/bindings/n-h2-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.6783290 Aug 20 13:18:13.803337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-855bbfe3-6456-4dce-9a79-036f56cfe066 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5d8d9145-8cc5-4111-a673-4253774866cb HTTP/1.1" status: 200 len: 217 time: 0.1020086 Aug 20 13:18:13.881736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-17e91d68-c0de-4cf5-a9f5-70b31b05c484 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183339 Aug 20 13:18:13.948142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-32cde242-259c-4f70-8ba5-4208d4f6859d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 200 len: 217 time: 0.1846395 Aug 20 13:18:13.972057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41014ea3-ade3-45b9-8814-bfb30d3dcf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e881c9-0734-44ed-a228-341569594eb1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:13.991757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-41014ea3-ade3-45b9-8814-bfb30d3dcf93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c27e2a9465044422aef1ce8cd32099e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9940512 Aug 20 13:18:13.995634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40632) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:14.007673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:14.016305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45326a-7362-4b95-a72d-6eef7c1a6cd6 req-44559dfa-2f97-4083-aa43-1c24a48f6adf tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.024215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c45326a-7362-4b95-a72d-6eef7c1a6cd6 req-44559dfa-2f97-4083-aa43-1c24a48f6adf tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.2301736 Aug 20 13:18:14.029334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079566fb-51d1-4a2f-afd0-e70ef0483b4c req-44d0d058-6dc9-4bb7-82a4-7dc9d6ef9014 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.033681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-079566fb-51d1-4a2f-afd0-e70ef0483b4c req-44d0d058-6dc9-4bb7-82a4-7dc9d6ef9014 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.4136510 Aug 20 13:18:14.058705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:14.083049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.099238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c45326a-7362-4b95-a72d-6eef7c1a6cd6 req-f2e44d1d-8f76-4d38-a0a3-5204db4310cf tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740228 Aug 20 13:18:14.132192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-967c2143-3bbc-480e-aced-11e303249080 req-85d6466f-9d78-41aa-b560-b16f4ff305b3 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383082 Aug 20 13:18:14.149837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-330e5129-bda1-4b6f-9c0e-abadeafbf3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.151381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-330e5129-bda1-4b6f-9c0e-abadeafbf3de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2840681 Aug 20 13:18:14.160478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Attempting to bind port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:14.160850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Attempting to bind port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:14.161186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Attempting to bind port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:14.171978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba28fea-9cbe-4f4d-8058-f55fa1e9c45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.180893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-e2b92fd0-ab2b-4ab2-a9d6-22dee4cd5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.182286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-e2b92fd0-ab2b-4ab2-a9d6-22dee4cd5613 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 200 len: 859 time: 0.2028239 Aug 20 13:18:14.196919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.197557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.198968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] 10.222.0.53 "PUT /v2.0/ports/27043e1f-7b8f-4d39-a29b-47db388a466d HTTP/1.1" status: 200 len: 1095 time: 3.5831673 Aug 20 13:18:14.202470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:14.202791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Attempting to bind port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:14.244236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba28fea-9cbe-4f4d-8058-f55fa1e9c45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.261204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-079566fb-51d1-4a2f-afd0-e70ef0483b4c req-83f7bc8c-5926-434b-ae61-7fba871f8313 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948080 Aug 20 13:18:14.339467 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2094804d-0287-4d60-b37f-1a943637f42f x-openstack-request-id: req-2094804d-0287-4d60-b37f-1a943637f42f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:14.340014 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "name": "network-vif-plugged", "status": "completed", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:14.340014 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2094804d-0287-4d60-b37f-1a943637f42f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:14.340424 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'code': 200} Aug 20 13:18:14.372383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:14.372691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:14.373085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:14.373627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Bound port: 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:14.374050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.387233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba28fea-9cbe-4f4d-8058-f55fa1e9c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.389810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba28fea-9cbe-4f4d-8058-f55fa1e9c45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.390957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bba28fea-9cbe-4f4d-8058-f55fa1e9c45a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0e881c9-0734-44ed-a228-341569594eb1 HTTP/1.1" status: 204 len: 168 time: 0.3927488 Aug 20 13:18:14.420264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970394a-3458-4d78-9ee7-18b61abb1d60 service neutron] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:14.427530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5d8d9145-8cc5-4111-a673-4253774866cb up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:14.430968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba28fea-9cbe-4f4d-8058-f55fa1e9c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e881c9-0734-44ed-a228-341569594eb1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:14.464230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3bab-01d7-4f3d-8b41-7f10070a5edc req-2fe0ba05-58e3-4c36-ab99-7dd1322c0d36 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.472965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14ab3bab-01d7-4f3d-8b41-7f10070a5edc req-2fe0ba05-58e3-4c36-ab99-7dd1322c0d36 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 948 time: 0.1800704 Aug 20 13:18:14.554928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 5d8d9145-8cc5-4111-a673-4253774866cb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:14.560430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 5d8d9145-8cc5-4111-a673-4253774866cb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:14.560839 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.561006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14ab3bab-01d7-4f3d-8b41-7f10070a5edc req-689fe392-a928-497d-b12f-d7c7fbeeaadb tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846112 Aug 20 13:18:14.567954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f447-0072-4486-a105-e3ee42506bb0 req-a28c44ee-98fd-4461-a718-03c1263d4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.569478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d595f447-0072-4486-a105-e3ee42506bb0 req-a28c44ee-98fd-4461-a718-03c1263d4df5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1096 time: 0.0938993 Aug 20 13:18:14.599322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:14.603662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:14.642419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-fc17d46a-36c2-4a02-8746-7fe09755c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.644635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-fc17d46a-36c2-4a02-8746-7fe09755c465 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=549a59785e95417db1427e7f1cfca443&device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 1098 time: 0.3778784 Aug 20 13:18:14.646571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-c38658a5-6f5d-414e-b664-46328ccb36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.647986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-c38658a5-6f5d-414e-b664-46328ccb36fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52b28c3a-ae74-429e-b4d6-bee7070c2d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4468024 Aug 20 13:18:14.648258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d595f447-0072-4486-a105-e3ee42506bb0 req-c159ff1a-2bef-410f-bd9e-6f50b1f0f856 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618997 Aug 20 13:18:14.653937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.669892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-939c567b-504a-4fb6-b34c-9ce7b366a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.671501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-939c567b-504a-4fb6-b34c-9ce7b366a8ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4928000 Aug 20 13:18:14.714096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.725931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:14.726898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.728438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] 10.222.0.13 "PUT /v2.0/ports/6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a HTTP/1.1" status: 200 len: 1095 time: 2.9838116 Aug 20 13:18:14.731562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-0251bc3e-50f0-42ba-ab2d-830458ea4556 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=27043e1f-7b8f-4d39-a29b-47db388a466d HTTP/1.1" status: 200 len: 217 time: 0.0589468 Aug 20 13:18:14.785058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 5d8d9145-8cc5-4111-a673-4253774866cb, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5d8d9145-8cc5-4111-a673-4253774866cb,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:14.794934 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.891578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=5d8d9145-8cc5-4111-a673-4253774866cb,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:15.096083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d0f5-ddf5-49a1-b838-f1b7e4b0b5ea req-b3b5548c-8e55-4c95-91e4-3aa791bf5f0d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.098149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93c4d0f5-ddf5-49a1-b838-f1b7e4b0b5ea req-b3b5548c-8e55-4c95-91e4-3aa791bf5f0d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 943 time: 0.1353614 Aug 20 13:18:15.150349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93c4d0f5-ddf5-49a1-b838-f1b7e4b0b5ea req-b701d14b-f1c2-4806-94d3-bea4c4ad1796 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431597 Aug 20 13:18:15.207453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}, {'name': 'network-changed', 'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:15.209734 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24044b27-331f-4236-a760-9de0f955fbae" -d '{"events": [{"name": "network-changed", "server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}, {"name": "network-changed", "server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:15.220291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b8bb-0807-4350-b81f-e823548b38ae req-1a646893-cba5-434b-933d-171b3cc57245 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.222066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0111b8bb-0807-4350-b81f-e823548b38ae req-1a646893-cba5-434b-933d-171b3cc57245 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 945 time: 0.7689965 Aug 20 13:18:15.322658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b288ab-1d9f-4fd5-b043-10a14e1bd257 req-8cdef62e-9ce6-4c74-8f11-9726b52454eb tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.324291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00b288ab-1d9f-4fd5-b043-10a14e1bd257 req-8cdef62e-9ce6-4c74-8f11-9726b52454eb tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 966 time: 0.0699348 Aug 20 13:18:15.372351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00b288ab-1d9f-4fd5-b043-10a14e1bd257 req-c4f00929-7aae-48a5-95e7-f6d7eff81680 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Aug 20 13:18:15.384517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e554858-4061-4d0b-8e0a-0a1dcd704a2d service neutron] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:15.413864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-df45e968-8253-413c-a30c-adfb7cb5820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.415466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-df45e968-8253-413c-a30c-adfb7cb5820d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.6660335 Aug 20 13:18:15.476940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0111b8bb-0807-4350-b81f-e823548b38ae req-edb5afe2-7ebb-4d0f-803f-4d035cb5995d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036064 Aug 20 13:18:15.485002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-8676b8e0-458c-43aa-8057-c3d44c91808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.487084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-8676b8e0-458c-43aa-8057-c3d44c91808d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549a59785e95417db1427e7f1cfca443&device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 1098 time: 0.2640929 Aug 20 13:18:15.500139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-fd1deed3-1612-4a29-8d54-5befe63e343d service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820098 Aug 20 13:18:15.515147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b86869-f45e-4ef7-bae1-46555ac34ca8 req-67e43b60-65da-45a3-8c5c-6449e97114b2 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.525510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85b86869-f45e-4ef7-bae1-46555ac34ca8 req-67e43b60-65da-45a3-8c5c-6449e97114b2 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1096 time: 0.0748014 Aug 20 13:18:15.559084 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b56622c-3bea-417f-8b49-e591294f890c x-openstack-request-id: req-2b56622c-3bea-417f-8b49-e591294f890c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:15.559302 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:15.559498 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b56622c-3bea-417f-8b49-e591294f890c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:15.559910 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'status': 'completed', 'code': 200} Aug 20 13:18:15.560168 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'status': 'completed', 'code': 200} Aug 20 13:18:15.568633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85b86869-f45e-4ef7-bae1-46555ac34ca8 req-4065352b-f021-4c9b-9c81-23f9d3ae110f tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Aug 20 13:18:15.602838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-8debc7a2-474e-4bc0-b3b1-c6d9043e170b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a HTTP/1.1" status: 200 len: 217 time: 0.1042416 Aug 20 13:18:15.611741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-8ab6b960-d2b0-4ad4-8d3c-78cef7be35d1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765230 Aug 20 13:18:15.662759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad7e-d233-4377-84d5-16d0db969088 req-76f0c3f3-987d-4fbb-be85-183e15a078e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.664260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-76f0c3f3-987d-4fbb-be85-183e15a078e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2358179 Aug 20 13:18:15.717616 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7e64c867-5ddc-4d51-95da-2d48f8214800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:15.810215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 785721e2-fa88-4f31-a340-dac130a6ebd8 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:15.833465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-9f39ec2a-3111-4e17-9009-6478a4b6cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.834869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-9f39ec2a-3111-4e17-9009-6478a4b6cf10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2135224 Aug 20 13:18:15.873759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621f6c8-bb1d-4ca8-9301-cb0ed8514a29 req-aa1f9b2e-59b0-470e-9f27-18b1bd0ceee7 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:15.889702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5621f6c8-bb1d-4ca8-9301-cb0ed8514a29 req-aa1f9b2e-59b0-470e-9f27-18b1bd0ceee7 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.2807171 Aug 20 13:18:15.919156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-b95788d8-81ca-4be1-b8b8-e5513048d47e service neutron] 10.222.0.53 "GET /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156742 Aug 20 13:18:15.943621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 785721e2-fa88-4f31-a340-dac130a6ebd8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=785721e2-fa88-4f31-a340-dac130a6ebd8,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:15.961093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'port_id': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'mac_address': 'fa:16:3e:8c:b8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:15.981233 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4bf1ba-bf69-4b14-87d4-98405e15871c req-257d29b3-2393-4bd4-8c54-b02f916d5da6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538766 Aug 20 13:18:16.003005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-8113e632-bb4b-4acf-a932-a29a3ad20e51 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799077 Aug 20 13:18:16.007313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:16.017134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5621f6c8-bb1d-4ca8-9301-cb0ed8514a29 req-8ad3c92b-4492-44ce-89b0-74d76038b3dc tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228802 Aug 20 13:18:16.024752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785721e2-fa88-4f31-a340-dac130a6ebd8 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:16.053681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 785721e2-fa88-4f31-a340-dac130a6ebd8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=785721e2-fa88-4f31-a340-dac130a6ebd8,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:16.060037 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:16.103032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-f0988d30-8760-4339-90ae-bdc40cbf665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.104882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-f0988d30-8760-4339-90ae-bdc40cbf665b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538304 Aug 20 13:18:16.137144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=785721e2-fa88-4f31-a340-dac130a6ebd8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:16.260169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649ad7e-d233-4377-84d5-16d0db969088 req-db73830f-8aa2-4e19-a5c5-cfbcc9b4424e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417068 Aug 20 13:18:16.273074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91f3c-50ce-4b3a-8079-3b3824402b93 req-8e4ca60d-d00a-4161-bc2a-7925d4538231 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.274568 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61f91f3c-50ce-4b3a-8079-3b3824402b93 req-8e4ca60d-d00a-4161-bc2a-7925d4538231 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 949 time: 0.1398892 Aug 20 13:18:16.298359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-060e2c0a-3fc7-4f57-a020-900bfac06b71 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837661 Aug 20 13:18:16.314299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-20475683-085b-4d95-85f2-69f356a6a65c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.316097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-20475683-085b-4d95-85f2-69f356a6a65c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.1286826 Aug 20 13:18:16.333751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-fd08cafe-a702-4a0d-b4f8-7c14eae72eb6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/quotas/b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 375 time: 0.0111046 Aug 20 13:18:16.340152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['785721e2-fa88-4f31-a340-dac130a6ebd8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:16.343639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8d9145-8cc5-4111-a673-4253774866cb'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:16.346388 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1274f3c-3b33-45c7-86e9-9ae885afa2a4" -d '{"events": [{"server_uuid": "c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d8d9145-8cc5-4111-a673-4253774866cb"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:16.416938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-2cd75c1f-1f49-49f5-b4c7-95739f87e870 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708885 Aug 20 13:18:16.444095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61f91f3c-50ce-4b3a-8079-3b3824402b93 req-fc764e8a-6322-42a2-9a68-abd6bbcbe36b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636031 Aug 20 13:18:16.458341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-1f7387ec-5786-485d-abe2-e593492933a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.459898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-1f7387ec-5786-485d-abe2-e593492933a6 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 966 time: 0.1758273 Aug 20 13:18:16.517458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-c9eb70c8-b523-4acf-99da-59be6badb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.519404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-c9eb70c8-b523-4acf-99da-59be6badb054 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=549a59785e95417db1427e7f1cfca443&device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 1098 time: 0.1830912 Aug 20 13:18:16.560043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-8eec6442-8752-49a1-ac93-de38364454fa service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340551 Aug 20 13:18:16.593069 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbdf0769-d3f8-4c85-bd93-086b50904c5f req-c8b460d3-33e5-4085-93f8-cba9ef5bbc8c service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843671 Aug 20 13:18:16.687140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-5f000a9e-2782-4c09-8344-6b5cbce59e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.688941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-5f000a9e-2782-4c09-8344-6b5cbce59e4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1554353 Aug 20 13:18:16.694549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-bb43ba48-bba8-4414-9783-b79d16066986 service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332066 Aug 20 13:18:16.719057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Deleting port 264c0996-cc91-4492-b4bd-bce423815f77 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:16.719463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:16.760225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-685e0fd3-0e1b-4171-a4bf-c435277e1c76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=27043e1f-7b8f-4d39-a29b-47db388a466d HTTP/1.1" status: 200 len: 217 time: 0.0550096 Aug 20 13:18:16.861309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-1c688497-6d75-42b1-96b2-58b4b7b836c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.862822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-1c688497-6d75-42b1-96b2-58b4b7b836c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549a59785e95417db1427e7f1cfca443&device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 1098 time: 0.1963735 Aug 20 13:18:16.946727 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b557c-c873-42ae-a853-de0a0ce6f469 x-openstack-request-id: req-e14b557c-c873-42ae-a853-de0a0ce6f469 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:16.947241 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d8d9145-8cc5-4111-a673-4253774866cb", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:16.947363 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e14b557c-c873-42ae-a853-de0a0ce6f469 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:16.947769 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8d9145-8cc5-4111-a673-4253774866cb', 'code': 200} Aug 20 13:18:16.951255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e4e2b-6d27-41c4-b037-e03f6806ef0d req-3918564b-f9b8-47f3-8e57-27130d0838f1 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.957702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0e4e2b-6d27-41c4-b037-e03f6806ef0d req-3918564b-f9b8-47f3-8e57-27130d0838f1 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 944 time: 0.1039770 Aug 20 13:18:16.995988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-b55e0f16-b923-4f3b-b2f1-298cb4b69856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:16.998794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-b55e0f16-b923-4f3b-b2f1-298cb4b69856 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1795263 Aug 20 13:18:17.037965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0e4e2b-6d27-41c4-b037-e03f6806ef0d req-f08d6aa5-4943-4d09-a41a-a9c5c0bf1abd tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744591 Aug 20 13:18:17.073917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] For port 264c0996-cc91-4492-b4bd-bce423815f77, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=264c0996-cc91-4492-b4bd-bce423815f77,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:17.074391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:17.155886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421b538-de5a-44be-93a1-7050b18ea59f req-f21019e1-fef6-45b7-bb75-984964cb5edb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.158231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3421b538-de5a-44be-93a1-7050b18ea59f req-f21019e1-fef6-45b7-bb75-984964cb5edb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 945 time: 0.0532391 Aug 20 13:18:17.164818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Calling delete_port for 264c0996-cc91-4492-b4bd-bce423815f77 owned by compute:tempest-test_az-183176581 {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:17.180787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-c4c32aaa-bf8d-4dff-90dc-37280609b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.182311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-c4c32aaa-bf8d-4dff-90dc-37280609b2fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670630 Aug 20 13:18:17.183317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-410a7c23-fdad-41fa-af19-e7c17e067409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.184842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-410a7c23-fdad-41fa-af19-e7c17e067409 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3091934 Aug 20 13:18:17.200582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3421b538-de5a-44be-93a1-7050b18ea59f req-a07149f1-896e-4674-8eca-e18f8d7d8112 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Aug 20 13:18:17.448422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df7929b0-da12-49d8-9085-f4050a1df205 req-e763f6dc-773e-4b62-8144-769d2b8c87bc tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 210 time: 0.0307174 Aug 20 13:18:17.569917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0d5ec-28f2-4536-b057-1895b6e76022 req-d955b6d9-0498-4e19-9e8a-51dc4bfdb7b4 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.571504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5e0d5ec-28f2-4536-b057-1895b6e76022 req-d955b6d9-0498-4e19-9e8a-51dc4bfdb7b4 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.0588005 Aug 20 13:18:17.605957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87395e1-52d8-4942-997f-21c3f54880c4 req-9688155e-0822-4c2c-b93d-94073b550f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.607763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e87395e1-52d8-4942-997f-21c3f54880c4 req-9688155e-0822-4c2c-b93d-94073b550f79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 1100 time: 0.5425317 Aug 20 13:18:17.611700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5e0d5ec-28f2-4536-b057-1895b6e76022 req-0d28fac3-89b9-4f42-a5ae-8c88ef5c0823 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Aug 20 13:18:17.622011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f169817-0dd9-4f94-b6b4-314333c3642d req-adac9fea-e159-4b56-98ea-439eaf59708c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.623680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f169817-0dd9-4f94-b6b4-314333c3642d req-adac9fea-e159-4b56-98ea-439eaf59708c tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bce0029-382a-472f-ad5e-fd9742ec3423 HTTP/1.1" status: 200 len: 966 time: 0.5623782 Aug 20 13:18:17.629923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-df972c39-e330-4c94-a7e8-dbae440e97c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a HTTP/1.1" status: 200 len: 217 time: 0.4236374 Aug 20 13:18:17.764128 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ea1d15c-1d94-4e86-9383-f6c2b524666f req-b2cda777-5955-4e25-96bb-271d955f0f4a tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=52192b1f01924681984c6f87b52c19f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258415 Aug 20 13:18:17.773313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e87395e1-52d8-4942-997f-21c3f54880c4 req-881dd385-59fb-4a06-8068-66aa23417438 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469204 Aug 20 13:18:17.793770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f169817-0dd9-4f94-b6b4-314333c3642d req-67be0c12-6699-41a6-8d74-67de12e337b5 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.59 "GET /v2.0/security-groups?id=a103d8ee-7fdb-4be7-ad94-ee79d660799b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536846 Aug 20 13:18:17.798674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-5612f452-749f-4f97-b121-4855554c8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.800372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-5612f452-749f-4f97-b121-4855554c8f68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1593246 Aug 20 13:18:17.805394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-aa1bd3e2-ad26-40df-8464-907439a4a743 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114199 Aug 20 13:18:17.826294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 785721e2-fa88-4f31-a340-dac130a6ebd8 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:17.897297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 785721e2-fa88-4f31-a340-dac130a6ebd8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:17.903304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 785721e2-fa88-4f31-a340-dac130a6ebd8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:17.904299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:17.906460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d15c-1d94-4e86-9383-f6c2b524666f req-79bafcac-ca00-4e71-830d-016414648797 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:17.914717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ea1d15c-1d94-4e86-9383-f6c2b524666f req-79bafcac-ca00-4e71-830d-016414648797 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442204 Aug 20 13:18:17.926188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ea1d15c-1d94-4e86-9383-f6c2b524666f req-da082c46-fdc2-4d49-ae4b-f02562c48667 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/quotas/52192b1f01924681984c6f87b52c19f2 HTTP/1.1" status: 200 len: 375 time: 0.0106113 Aug 20 13:18:18.012268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.026525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ea1d15c-1d94-4e86-9383-f6c2b524666f req-ca6d537f-375b-40a2-b2f3-6a7f059b663e tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=52192b1f01924681984c6f87b52c19f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825758 Aug 20 13:18:18.052393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.058707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca515a-158b-436d-9724-813002d3778c req-47b048d1-34c4-4309-894f-7934ee6c25af tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:18.065919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 785721e2-fa88-4f31-a340-dac130a6ebd8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=785721e2-fa88-4f31-a340-dac130a6ebd8,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:18.067075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca515a-158b-436d-9724-813002d3778c req-47b048d1-34c4-4309-894f-7934ee6c25af tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1096 time: 0.1609557 Aug 20 13:18:18.071775 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.073072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 264c0996-cc91-4492-b4bd-bce423815f77 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:18.091976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-9e50f110-1019-426a-81ca-be30414f054e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:18.093911 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-9e50f110-1019-426a-81ca-be30414f054e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.1632867 Aug 20 13:18:18.105974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-3d9abae4-75a7-4580-805d-641828a15d8b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834022 Aug 20 13:18:18.110223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Request body: {'port': {'device_id': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'admin_state_up': True, 'tenant_id': 'b237fe2e3e5642cbaaa43dad922c0da3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:18.113786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Pushing event deleted for resources: {'Port': ['ID=264c0996-cc91-4492-b4bd-bce423815f77,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:18.125071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 264c0996-cc91-4492-b4bd-bce423815f77 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:18.125445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 264c0996-cc91-4492-b4bd-bce423815f77 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:18.132306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044b27-331f-4236-a760-9de0f955fbae req-6b624799-e619-4294-ae94-f7d1e3f2a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:18.134113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-6b624799-e619-4294-ae94-f7d1e3f2a4e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442945 Aug 20 13:18:18.142695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.143295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.143828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.144415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.145734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.146266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.146614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.146951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.150661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.151095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.151448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.151800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.191295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=785721e2-fa88-4f31-a340-dac130a6ebd8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:18.263243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Made reservation on behalf of b237fe2e3e5642cbaaa43dad922c0da3 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:18.267612 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.278812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] No DVR routers for this DVR port 264c0996-cc91-4492-b4bd-bce423815f77 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:18.283139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca515a-158b-436d-9724-813002d3778c req-dcd361c4-0c03-414d-8f58-b920d0a4cf05 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149394 Aug 20 13:18:18.286720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.288695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7400c644-e0e9-463c-8114-c1bc1f8f2a2e req-daa0a353-3c05-4118-9ac6-01871a74c293 tempest-FloatingIPsAssociationTestJSON-1194681761 tempest-FloatingIPsAssociationTestJSON-1194681761-project] 10.222.0.53 "DELETE /v2.0/ports/264c0996-cc91-4492-b4bd-bce423815f77 HTTP/1.1" status: 204 len: 173 time: 1.8117282 Aug 20 13:18:18.289146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'name': 'network-vif-deleted', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:18.291375 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e83075-9b7f-4d6a-8a32-e71e2b3c6664" -d '{"events": [{"server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "name": "network-vif-deleted", "tag": "264c0996-cc91-4492-b4bd-bce423815f77"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:18.338713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-e69c60b0-fe44-45ba-a813-738cbf29b0db service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638207 Aug 20 13:18:18.403653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b959c-9ad6-4757-ab8b-7e181508ace6 req-13ed30e5-4e3c-4db3-ab84-ae54581e3f9d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:18.411450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f5b959c-9ad6-4757-ab8b-7e181508ace6 req-13ed30e5-4e3c-4db3-ab84-ae54581e3f9d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 949 time: 0.1235571 Aug 20 13:18:18.435252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f177110-4333-4127-8727-4579f71ef35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.478224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f10d9b-486d-4845-a4f2-75732ef11c59 req-c3a3a2e2-772f-4ae4-a578-0b3f53f905cf tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:18.479704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4f10d9b-486d-4845-a4f2-75732ef11c59 req-c3a3a2e2-772f-4ae4-a578-0b3f53f905cf tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 945 time: 0.1236367 Aug 20 13:18:18.486463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24044b27-331f-4236-a760-9de0f955fbae req-15403553-d969-4905-add7-5b759931d67c service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399698 Aug 20 13:18:18.489428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.507574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f5b959c-9ad6-4757-ab8b-7e181508ace6 req-5c063759-ea81-47f5-90d1-45f982c26dcf tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Aug 20 13:18:18.525463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Allocated IP 172.20.0.8 (6f3db025-91a5-4bd9-be46-2dd2de5b7c85/1fcd4207-91be-48d8-ac09-dc58f9e0dc9b/657f5423-e4b9-415b-934f-94574e55198d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:18.537249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4f10d9b-486d-4845-a4f2-75732ef11c59 req-9c7fa2be-8501-49e0-ad82-c3742d893b21 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466683 Aug 20 13:18:18.640320 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dff9c4-5183-47ff-bf87-d29e4e658ec5 x-openstack-request-id: req-40dff9c4-5183-47ff-bf87-d29e4e658ec5 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:18.640969 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bce0029-382a-472f-ad5e-fd9742ec3423", "name": "network-vif-deleted", "tag": "264c0996-cc91-4492-b4bd-bce423815f77", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:18.640969 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40dff9c4-5183-47ff-bf87-d29e4e658ec5 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:18.641886 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce0029-382a-472f-ad5e-fd9742ec3423', 'name': 'network-vif-deleted', 'tag': '264c0996-cc91-4492-b4bd-bce423815f77', 'status': 'completed', 'code': 200} Aug 20 13:18:18.745944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b3930-ff60-4f42-9f31-1247a5b70eac req-a4be9f8d-022f-4af4-b032-25329293b9d1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:18.749053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-679b3930-ff60-4f42-9f31-1247a5b70eac req-a4be9f8d-022f-4af4-b032-25329293b9d1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1096 time: 0.0460017 Aug 20 13:18:18.759133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.780849 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-361ab85b-4df1-4686-9023-367a037bc9ff req-8d26ced9-be03-45db-adc6-855584727743 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 210 time: 0.0430198 Aug 20 13:18:18.785085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-679b3930-ff60-4f42-9f31-1247a5b70eac req-ce0984c6-5e1e-4081-aac3-fd573e25f7f5 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Aug 20 13:18:18.855725 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:18.903548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:18.906839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:18.911180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:18.949059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:18.954920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:18.956699 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9663789f-01cc-44e4-84b6-a7a8793c1981" -d '{"events": [{"server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "name": "network-vif-plugged", "status": "completed", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:18.968299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.968680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.969022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.970094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.970516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.970856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.971193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.971538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.971889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.972187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.972508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:18.973142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:19.015865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:19.016877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:19.037641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad71fd-1390-4354-901e-073d2b8182b7 req-30dff999-82d3-4606-a049-ac706d5dacb4 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:19.039412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:19.044770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cfad71fd-1390-4354-901e-073d2b8182b7 req-30dff999-82d3-4606-a049-ac706d5dacb4 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.1055713 Aug 20 13:18:19.067071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-b1f899ae-d5ed-442e-8abb-9c2f65cba524 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620273 Aug 20 13:18:19.087979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Request body: {'port': {'device_id': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:19.097787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cfad71fd-1390-4354-901e-073d2b8182b7 req-5d01f02d-9aff-46f0-a6aa-09481994161b tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Aug 20 13:18:19.162851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:19.171906 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2cdf41-3e96-4a86-b640-accc1063e612 x-openstack-request-id: req-0e2cdf41-3e96-4a86-b640-accc1063e612 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:19.172772 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "name": "network-vif-plugged", "status": "completed", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:19.173231 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e2cdf41-3e96-4a86-b640-accc1063e612 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:19.174745 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'code': 200} Aug 20 13:18:19.343699 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:19.441673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f548-87b7-47ab-b563-12aa295cae50 req-36008ad3-4507-49fc-b3d1-4cb967a45f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:19.443386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0be8f548-87b7-47ab-b563-12aa295cae50 req-36008ad3-4507-49fc-b3d1-4cb967a45f17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 1096 time: 0.1835656 Aug 20 13:18:19.487995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0cd91-8ffd-4118-a38a-62fc931e106d req-90b06e29-2da4-4fdf-b5b7-e11399078310 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:19.489561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83e0cd91-8ffd-4118-a38a-62fc931e106d req-90b06e29-2da4-4fdf-b5b7-e11399078310 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1096 time: 0.1000769 Aug 20 13:18:19.613762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0be8f548-87b7-47ab-b563-12aa295cae50 req-fce3acbe-c8fa-427f-bcd2-807b18504159 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398966 Aug 20 13:18:19.623914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657f5423-e4b9-415b-934f-94574e55198d {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:19.629460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e9f4c3-9afd-4d0b-8269-76162bbf8a5c req-35156658-98fc-4528-931f-2ed80b6afb9f tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=52192b1f01924681984c6f87b52c19f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397482 Aug 20 13:18:19.633730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:19.635707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83e0cd91-8ffd-4118-a38a-62fc931e106d req-feb55133-dfea-4ed5-9eb0-90aee659d30b tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360235 Aug 20 13:18:19.650358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Transition to ACTIVE for port object 657f5423-e4b9-415b-934f-94574e55198d will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:19.677566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:19.795927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:19.823616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fed67-38a4-4013-aa22-f08d7ed53bda req-c09afd3d-1e46-437f-a682-f2391a58f6e5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:19.825160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e03fed67-38a4-4013-aa22-f08d7ed53bda req-c09afd3d-1e46-437f-a682-f2391a58f6e5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 949 time: 0.1068618 Aug 20 13:18:19.836863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:19.857456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:19.863383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:19.876921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f4c3-9afd-4d0b-8269-76162bbf8a5c req-399764b8-f106-40a3-9e04-7822b5533fce tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:19.878742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e9f4c3-9afd-4d0b-8269-76162bbf8a5c req-399764b8-f106-40a3-9e04-7822b5533fce tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260625 Aug 20 13:18:19.905480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e9f4c3-9afd-4d0b-8269-76162bbf8a5c req-b235f867-b157-4d37-bc01-7c800e610968 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/quotas/52192b1f01924681984c6f87b52c19f2 HTTP/1.1" status: 200 len: 375 time: 0.0159986 Aug 20 13:18:19.949188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e03fed67-38a4-4013-aa22-f08d7ed53bda req-bbaa8465-8ea9-4038-a4b0-db07c6f5a91d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053433 Aug 20 13:18:19.956628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:19.968264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e9f4c3-9afd-4d0b-8269-76162bbf8a5c req-f34ef06c-05df-4061-86a9-d5c0b0f78bbb tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=52192b1f01924681984c6f87b52c19f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575249 Aug 20 13:18:19.971329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:19.971786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:19.972217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:19.973779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'mac_address': 'fa:16:3e:59:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:19.982363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:19.987937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:20.001315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:20.002120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:20.002713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:20.004443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Bound port: 657f5423-e4b9-415b-934f-94574e55198d, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:20.005081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.053768 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.073708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27043e1f-7b8f-4d39-a29b-47db388a466d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:20.087098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661d7e13-452f-44c3-8974-58eb9847e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.089155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:20.092739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:20.102165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:20.105776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.109541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.157206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:20.158023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.159303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 1091 time: 1.0785997 Aug 20 13:18:20.161762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'tag': '657f5423-e4b9-415b-934f-94574e55198d'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:20.164064 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962cf2cd-1def-42b4-bd11-a841224de923" -d '{"events": [{"name": "network-changed", "server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "tag": "657f5423-e4b9-415b-934f-94574e55198d"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:20.170230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:20.199193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a572f47-fd7f-42e1-97a3-e70273c49805 req-400a2eda-4e26-48db-9b16-fa0e49ed8d53 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:20.200776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a572f47-fd7f-42e1-97a3-e70273c49805 req-400a2eda-4e26-48db-9b16-fa0e49ed8d53 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.1066365 Aug 20 13:18:20.208257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18305d1d-3cdd-46ba-b77e-f7f2b62642a4 service neutron] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:20.235837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356aa2-a743-4447-92fb-8793c1c91fa8 req-c4af7434-1272-43c6-af51-634edbeca530 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:20.237512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec356aa2-a743-4447-92fb-8793c1c91fa8 req-c4af7434-1272-43c6-af51-634edbeca530 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 945 time: 0.2027843 Aug 20 13:18:20.279131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a572f47-fd7f-42e1-97a3-e70273c49805 req-703c1c34-7843-45cd-a54b-ac0546a1f471 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Aug 20 13:18:20.293290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-702e9285-6940-43bf-a15c-a02e8b8da604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:20.295077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-702e9285-6940-43bf-a15c-a02e8b8da604 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1094 time: 0.0695398 Aug 20 13:18:20.333593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec356aa2-a743-4447-92fb-8793c1c91fa8 req-530567fb-81ca-4195-ba8e-db8723edc921 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842667 Aug 20 13:18:20.357367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-a66e986e-7dc5-45cd-84a2-b1492f88dd7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.0432756 Aug 20 13:18:20.392794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['27043e1f-7b8f-4d39-a29b-47db388a466d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:20.426835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-ea036b3c-1c85-41db-a14f-b8e2099fe7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:20.428340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-ea036b3c-1c85-41db-a14f-b8e2099fe7a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0704446 Aug 20 13:18:20.449380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661d7e13-452f-44c3-8974-58eb9847e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.457535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661d7e13-452f-44c3-8974-58eb9847e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.464566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:20.482414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-ce0aaeee-fea4-4733-88a3-ed4756a72930 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458152 Aug 20 13:18:20.507553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-661d7e13-452f-44c3-8974-58eb9847e4f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cfc7745bc0245b8a16dcf9357ab37e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406279 Aug 20 13:18:20.507553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d7e13-452f-44c3-8974-58eb9847e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5113be1d-4a4d-4bc8-ab00-bcc954a90b45,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:20.508695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40876) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:20.530506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Deleting port 80dd0398-8d88-4874-ad04-88bd1b9c522d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:20.530849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.626195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f14c3f25-cfff-453d-a903-369a30693812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.639903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-f81c1d11-a39e-42fd-b8dc-63d216e5c109 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474447 Aug 20 13:18:20.659257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] For port 80dd0398-8d88-4874-ad04-88bd1b9c522d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=80dd0398-8d88-4874-ad04-88bd1b9c522d,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:20.659625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.704845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f14c3f25-cfff-453d-a903-369a30693812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.709576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:20.726884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Calling delete_port for 80dd0398-8d88-4874-ad04-88bd1b9c522d owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:20.742907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'mac_address': 'fa:16:3e:2a:4a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:20.780512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c6e00f1-fa8c-41ae-9e79-0880bfa60862 req-990ea0dc-eb1f-45b3-841a-1b0a02b5e98a service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268353 Aug 20 13:18:20.825068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f14c3f25-cfff-453d-a903-369a30693812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.828068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f14c3f25-cfff-453d-a903-369a30693812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.831851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f14c3f25-cfff-453d-a903-369a30693812 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5113be1d-4a4d-4bc8-ab00-bcc954a90b45 HTTP/1.1" status: 204 len: 168 time: 0.3196766 Aug 20 13:18:20.843864 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea0b9c-6e54-4a13-a755-e99ac9112fe9 x-openstack-request-id: req-11ea0b9c-6e54-4a13-a755-e99ac9112fe9 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:20.844914 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "tag": "657f5423-e4b9-415b-934f-94574e55198d", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:20.845449 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11ea0b9c-6e54-4a13-a755-e99ac9112fe9 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:20.845872 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'tag': '657f5423-e4b9-415b-934f-94574e55198d', 'status': 'completed', 'code': 200} Aug 20 13:18:20.907870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:20.914095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c3f25-cfff-453d-a903-369a30693812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5113be1d-4a4d-4bc8-ab00-bcc954a90b45,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:20.948921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:20.960989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233a599-e7a9-4af1-b7c1-063e7875835b req-5e74f903-c56f-4054-af52-7792c724f62d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:20.962546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c233a599-e7a9-4af1-b7c1-063e7875835b req-5e74f903-c56f-4054-af52-7792c724f62d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.1319454 Aug 20 13:18:20.979451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:20.990984 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.045147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2cd-1def-42b4-bd11-a841224de923 req-42468d15-924b-4b15-83cc-dcd1f4cb4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.048263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-42468d15-924b-4b15-83cc-dcd1f4cb4396 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1094 time: 0.1523616 Aug 20 13:18:21.063123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:21.064769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c233a599-e7a9-4af1-b7c1-063e7875835b req-3bf1519e-339b-4b53-a811-a1b752c4889e tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Aug 20 13:18:21.079963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53de6-d71c-4ec4-9689-f6d1ededb8ca req-cbcf9d3b-a44e-4173-af96-60cda105fae1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.088820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43a53de6-d71c-4ec4-9689-f6d1ededb8ca req-cbcf9d3b-a44e-4173-af96-60cda105fae1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1096 time: 0.1192076 Aug 20 13:18:21.170955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.182119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43a53de6-d71c-4ec4-9689-f6d1ededb8ca req-f3f6bf9f-121f-47a2-9e21-51dc76910d38 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922620 Aug 20 13:18:21.201788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=80dd0398-8d88-4874-ad04-88bd1b9c522d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:21.203290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2cd-1def-42b4-bd11-a841224de923 req-12ead957-1144-42d4-875e-34a8de2aa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.205529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-12ead957-1144-42d4-875e-34a8de2aa8eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.1392133 Aug 20 13:18:21.242547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:21.306110 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-6810b647-c12c-4b2e-9041-36ca5f132551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.0884891 Aug 20 13:18:21.350103 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.369248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40896) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:21.390571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74683f27-44ab-4610-8337-a6578456c6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.440470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2cd-1def-42b4-bd11-a841224de923 req-568ed8d8-095e-4940-97a6-3b6ccdaf692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.445384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-568ed8d8-095e-4940-97a6-3b6ccdaf692b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1290541 Aug 20 13:18:21.501570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-7175c1e4-0b3c-4185-8f3d-cfe2a5e421aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457571 Aug 20 13:18:21.509057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.670787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-97de6057-d897-4e20-8110-22f537410dfa service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599753 Aug 20 13:18:21.815814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74683f27-44ab-4610-8337-a6578456c6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.825872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74683f27-44ab-4610-8337-a6578456c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.845274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:21.859353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.860640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.861084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.861882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.862373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.862849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.863323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.863787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.864254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.864760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:21.873231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-08cb5759-366c-4d5c-a6c5-7eef6719b2d2 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&device_id=5177c082-0848-4d02-81ca-74805a492926&device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a&device_id=65ed3f61-c066-401b-828a-1b99acee15a2&device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed&device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27&device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769&device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 9087 time: 0.1674035 Aug 20 13:18:21.910942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 27043e1f-7b8f-4d39-a29b-47db388a466d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:21.915925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 27043e1f-7b8f-4d39-a29b-47db388a466d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:21.916182 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.927359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-2255a970-d43d-481c-ad61-b0ca5f722eae tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.930628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962cf2cd-1def-42b4-bd11-a841224de923 req-5f5a3fff-2c5a-4596-9a06-2e4a60123044 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512965 Aug 20 13:18:21.942140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-74683f27-44ab-4610-8337-a6578456c6e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fa0482341ee46fbb490c8d4fe15acd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714922 Aug 20 13:18:21.946377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683f27-44ab-4610-8337-a6578456c6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bda95-429e-4cc8-957a-6815b0b4db67,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:21.950035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40912) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:22.013647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.040023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:22.043450 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334c04f5-8e9b-4511-8148-1aa4578e1c76" -d '{"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-plugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:22.054793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17c954f3-76be-4abe-97b3-d3a26e10938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.067892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:22.072278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.094492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17c954f3-76be-4abe-97b3-d3a26e10938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.102457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Router c1728e99-1344-4bdb-a7c0-d0d980af8085 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:22.144702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:22.153755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-2255a970-d43d-481c-ad61-b0ca5f722eae tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.162692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-2255a970-d43d-481c-ad61-b0ca5f722eae tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.209572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255a970-d43d-481c-ad61-b0ca5f722eae tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76c3a6-1676-4c84-9fbd-2d8752d3136f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:22.220189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-888ba20c-e823-4d9c-8da7-04a602d1c91b req-2255a970-d43d-481c-ad61-b0ca5f722eae tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&id=275183d6-c638-4396-9fc2-38150fe35fbd&id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3455868 Aug 20 13:18:22.220928 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17c954f3-76be-4abe-97b3-d3a26e10938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.225426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17c954f3-76be-4abe-97b3-d3a26e10938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.227148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-17c954f3-76be-4abe-97b3-d3a26e10938a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e1bda95-429e-4cc8-957a-6815b0b4db67 HTTP/1.1" status: 204 len: 168 time: 0.2746794 Aug 20 13:18:22.236893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c954f3-76be-4abe-97b3-d3a26e10938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bda95-429e-4cc8-957a-6815b0b4db67,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:22.247632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:22.258009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8dedc79b-829d-4763-9cef-27db41a59e32 admin admin] 10.222.0.59 "PUT /v2.0/routers/c1728e99-1344-4bdb-a7c0-d0d980af8085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143586 Aug 20 13:18:22.258349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40932) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:22.263182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] Sync routers for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:22.283958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:22.284805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:22.406484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.474256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ba0e-adff-466f-b6cb-11e651197dad req-95f84566-2ab0-40fe-9949-56df381ffe7e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:22.476093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1aa6ba0e-adff-466f-b6cb-11e651197dad req-95f84566-2ab0-40fe-9949-56df381ffe7e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.1249919 Aug 20 13:18:22.555079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:22.568258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1aa6ba0e-adff-466f-b6cb-11e651197dad req-1fec1f73-3f0f-4f15-b8d8-82d6813ddf2c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586216 Aug 20 13:18:22.575002 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.644596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:22.789437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:22.802741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:22.803754 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.902108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-4ca95d17-6f34-4800-b845-60433b7f67d1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:18:22.903079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-4ca95d17-6f34-4800-b845-60433b7f67d1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081892 Aug 20 13:18:22.917267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Request body: {'binding': {'host': 'n-h1-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:22.917713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Unknown quota resources ['binding']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:18:22.920772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:18:21Z', 'revision_number': 5, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port': {'id': '94e12fd3-ea55-41a0-bbe2-909b3a27cf9c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:16:45Z', 'updated_at': '2021-08-20T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:22.953479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] Checking router: c1728e99-1344-4bdb-a7c0-d0d980af8085 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:22.962645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:22.986090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] Routers {'c1728e99-1344-4bdb-a7c0-d0d980af8085'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:22.986729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c1728e99-1344-4bdb-a7c0-d0d980af8085'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:23.036214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a7e3-72e5-49e2-a76f-bb1c2256cafc req-21f01c07-b7b4-45b7-b168-81d3d9b14d82 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.037756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7895a7e3-72e5-49e2-a76f-bb1c2256cafc req-21f01c07-b7b4-45b7-b168-81d3d9b14d82 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 945 time: 0.1439426 Aug 20 13:18:23.044126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Deleting port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:23.044465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.067935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:23.073346 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.113181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] Set router c1728e99-1344-4bdb-a7c0-d0d980af8085 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:23.157205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7895a7e3-72e5-49e2-a76f-bb1c2256cafc req-d98fb7aa-96ac-46a4-8ffb-b9f71765e01f tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106548 Aug 20 13:18:23.172587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:18:22Z', 'revision_number': 6, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:23.198888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] For port 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:23.199500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.210527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f2fdd-27ce-4407-bd3a-15eead31a167 None None] The sync data for ids ['c1728e99-1344-4bdb-a7c0-d0d980af8085'] in n-d-804232-5 is: [{'id': 'c1728e99-1344-4bdb-a7c0-d0d980af8085', 'name': 'tempest-FloatingIPsAssociationTestJSON-207583990-router', 'tenant_id': '1e2e95a73c964ed3b4aa17032511d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:16:44Z', 'updated_at': '2021-08-20T13:18:22Z', 'revision_number': 6, 'project_id': '1e2e95a73c964ed3b4aa17032511d92b', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:23.221662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:23.228407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on host n-h1-804232-5 for vnic_type normal with profile None {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:23.228761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:23.229088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:23.231438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Calling delete_port for 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:23.239136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:23.239468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:23.250134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:23.250998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:23.251376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:23.251991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Bound port: 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:23.354095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:23.385975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.387150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2388c82-a56d-4f91-9d50-cd644661d898 service neutron] 10.222.0.59 "POST /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4744511 Aug 20 13:18:23.485918 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.501221 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461a4629-2aa3-4a16-a928-e73e463d8013 x-openstack-request-id: req-461a4629-2aa3-4a16-a928-e73e463d8013 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:23.501581 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-plugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:23.501906 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-461a4629-2aa3-4a16-a928-e73e463d8013 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:23.503144 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'code': 200} Aug 20 13:18:23.524258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Pushing event deleted for resources: {'Port': ['ID=94e12fd3-ea55-41a0-bbe2-909b3a27cf9c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:23.690474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.718115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-b1b71f7c-77ff-4c82-85d3-b935c6ee24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.719760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-b1b71f7c-77ff-4c82-85d3-b935c6ee24d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1096 time: 0.0599341 Aug 20 13:18:23.780309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a3dc1-d02e-460e-9043-2660838e2bf5 req-5a055c7c-38e6-4082-bd5d-4b108cf79d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.782419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c00a3dc1-d02e-460e-9043-2660838e2bf5 req-5a055c7c-38e6-4082-bd5d-4b108cf79d61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 1100 time: 0.1825964 Aug 20 13:18:23.820996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74054-4c88-4504-b5b7-2dd47f1d1642 req-9f7052ab-8303-49e8-b304-f62d5cccffe5 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.822444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22b74054-4c88-4504-b5b7-2dd47f1d1642 req-9f7052ab-8303-49e8-b304-f62d5cccffe5 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 949 time: 0.1956930 Aug 20 13:18:23.828214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.831041 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.845664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f184e-4021-4b77-af54-c366e3a3ba67 req-c2763cfa-7b38-46b2-a677-743f433f9f0e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.847191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-533f184e-4021-4b77-af54-c366e3a3ba67 req-c2763cfa-7b38-46b2-a677-743f433f9f0e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 945 time: 0.0771492 Aug 20 13:18:23.857275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40970) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:23.861418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 657f5423-e4b9-415b-934f-94574e55198d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:23.865037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-c5719232-d359-474c-851d-bf4d1ca311e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.866588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-c5719232-d359-474c-851d-bf4d1ca311e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1394379 Aug 20 13:18:23.911180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'floatingip': {'port_id': '785721e2-fa88-4f31-a340-dac130a6ebd8'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:23.914009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-94c5227e-b130-47b7-b74c-e96de59042e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 217 time: 0.0395153 Aug 20 13:18:23.968197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.968458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1728e99-1344-4bdb-a7c0-d0d980af8085 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:18:23.975709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-a93d08d1-e17d-4359-963c-46f4e8b29026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:23.977548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-a93d08d1-e17d-4359-963c-46f4e8b29026 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.0555427 Aug 20 13:18:23.981715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.987884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:23.996792 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-02dd67b7-a938-4c2f-89a7-68b56b7ec34a admin admin] 10.222.0.59 "DELETE /v2.0/routers/c1728e99-1344-4bdb-a7c0-d0d980af8085 HTTP/1.1" status: 204 len: 168 time: 1.7297645 Aug 20 13:18:23.996792 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c00a3dc1-d02e-460e-9043-2660838e2bf5 req-23b80238-4c28-4b82-8560-750df9db5ee1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817586 Aug 20 13:18:23.996792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40976) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:24.005339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:24.015018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-f1f7037c-1aa7-4b61-a4ee-cde82c7d7408 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287616 Aug 20 13:18:24.021670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '657f5423-e4b9-415b-934f-94574e55198d', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'port_id': '657f5423-e4b9-415b-934f-94574e55198d', 'mac_address': 'fa:16:3e:0d:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcd4207-91be-48d8-ac09-dc58f9e0dc9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:24.045589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22b74054-4c88-4504-b5b7-2dd47f1d1642 req-1a47f153-4bce-4e34-9b4f-34ecafaf2ea5 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126274 Aug 20 13:18:24.096590 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.128318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657f5423-e4b9-415b-934f-94574e55198d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:24.168455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:24.176795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.185529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c949-6b88-4b7b-92df-f01e4d28577c req-6aeea008-eca0-452b-bdb8-55f446a641d3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.188128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8669c949-6b88-4b7b-92df-f01e4d28577c req-6aeea008-eca0-452b-bdb8-55f446a641d3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 945 time: 0.0873566 Aug 20 13:18:24.222938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Deleting subnet e82c2b53-3454-432c-85d2-9cc1d8c974fe {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:18:24.231345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.244586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:24.295000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8669c949-6b88-4b7b-92df-f01e4d28577c req-6c084861-1aa4-44a6-b97b-9c4eb4a65bf2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995531 Aug 20 13:18:24.320991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ede60-dbe6-4841-8296-d71220a2adb3 req-69bd7272-f05f-4cd4-9503-dc4ede3a4f59 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.329785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a80ede60-dbe6-4841-8296-d71220a2adb3 req-69bd7272-f05f-4cd4-9503-dc4ede3a4f59 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.1853518 Aug 20 13:18:24.349425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.380862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40982) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:24.416637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-644f4a8a-a6b8-4465-8f15-e4800fde5341 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569726 Aug 20 13:18:24.470733 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a80ede60-dbe6-4841-8296-d71220a2adb3 req-816643c0-7e5f-499c-88f5-3b6e37253437 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375721 Aug 20 13:18:24.483278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['657f5423-e4b9-415b-934f-94574e55198d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:24.615353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-ad422091-e0de-4f6a-bf96-3843ca2390a6 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682105 Aug 20 13:18:24.617482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26e277f9-6380-4590-9dc7-c7c2975a07bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.704315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f27937f-b194-4274-bf9b-51e9dcb841a1 req-b5ad089a-efd2-4d1e-86a7-fe117d947e9d tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=52192b1f01924681984c6f87b52c19f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876651 Aug 20 13:18:24.712514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200f585-1779-432c-81b1-adb825573684 req-40c99316-d096-41d0-9255-c88953926f87 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.712514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200f585-1779-432c-81b1-adb825573684 req-40c99316-d096-41d0-9255-c88953926f87 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.712818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200f585-1779-432c-81b1-adb825573684 req-40c99316-d096-41d0-9255-c88953926f87 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.714813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5200f585-1779-432c-81b1-adb825573684 req-40c99316-d096-41d0-9255-c88953926f87 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed&device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200&device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 2882 time: 0.0835819 Aug 20 13:18:24.749653 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.800202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5200f585-1779-432c-81b1-adb825573684 req-db7e7bb4-2ca4-48fb-b45a-496e9b9bfa22 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629871 Aug 20 13:18:24.803272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-ada7ff25-d31c-4b7c-9e1b-72492d84cc61 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.805112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-ada7ff25-d31c-4b7c-9e1b-72492d84cc61 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.1113706 Aug 20 13:18:24.821226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804232-5'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:24.871105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26e277f9-6380-4590-9dc7-c7c2975a07bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.880108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26e277f9-6380-4590-9dc7-c7c2975a07bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.909261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 80dd0398-8d88-4874-ad04-88bd1b9c522d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:24.941332 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.957896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.959954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e277f9-6380-4590-9dc7-c7c2975a07bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b828ec69-6d51-4992-a385-6497caa16a87,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:24.962088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 80dd0398-8d88-4874-ad04-88bd1b9c522d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:24.962792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 80dd0398-8d88-4874-ad04-88bd1b9c522d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:24.963470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:24.965971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-26e277f9-6380-4590-9dc7-c7c2975a07bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=584bb2f48a2243a897bf30be8df2661a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833905 Aug 20 13:18:24.970002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:24.980420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27937f-b194-4274-bf9b-51e9dcb841a1 req-faf3f74a-a9a2-4904-8ac1-b2e86b8a1883 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:24.981980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f27937f-b194-4274-bf9b-51e9dcb841a1 req-faf3f74a-a9a2-4904-8ac1-b2e86b8a1883 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389998 Aug 20 13:18:24.998849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:24.999428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 94e12fd3-ea55-41a0-bbe2-909b3a27cf9c not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:25.017247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82c2b53-3454-432c-85d2-9cc1d8c974fe,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:25.020377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b60da-dea9-4f51-b427-ce55b98e8218 None None] Network 52b28c3a-ae74-429e-b4d6-bee7070c2d29 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:25.022684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.022859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-71c860d8-5584-4720-8146-b25ada6411cb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e82c2b53-3454-432c-85d2-9cc1d8c974fe HTTP/1.1" status: 204 len: 168 time: 1.0026972 Aug 20 13:18:25.026849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41002) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:25.037422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:18:25.085386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f27937f-b194-4274-bf9b-51e9dcb841a1 req-6047e2c3-48ec-4770-ade2-0d74b205b146 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/quotas/52192b1f01924681984c6f87b52c19f2 HTTP/1.1" status: 200 len: 375 time: 0.0782673 Aug 20 13:18:25.131506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f27937f-b194-4274-bf9b-51e9dcb841a1 req-b46d846d-9c98-49b0-87bc-79dc1fcb4603 tempest-QuotasAdminNegativeTest-1261918677 tempest-QuotasAdminNegativeTest-1261918677-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=52192b1f01924681984c6f87b52c19f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374997 Aug 20 13:18:25.133627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.145534 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.171200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.188730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de242c3b-981b-4c5e-b1cf-3535e4b9c67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.223656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:25.339949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] DHCP port deletion for 52b28c3a-ae74-429e-b4d6-bee7070c2d29 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:18:25.346441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:25.357066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338f961-2681-4829-80e8-b828fc97649a req-9037de56-aa2f-4dc2-abb0-40b0a104de3a tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:25.359217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7338f961-2681-4829-80e8-b828fc97649a req-9037de56-aa2f-4dc2-abb0-40b0a104de3a tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 949 time: 0.1389887 Aug 20 13:18:25.387155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Deleting port 64f934f6-4667-4ab7-9f25-345d37ef372f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:25.387882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.429344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] Deleting port 64f934f6-4667-4ab7-9f25-345d37ef372f {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:25.429755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.473289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:25.475913 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35068ebf-c141-447e-8464-7f6d3e3657af" -d '{"events": [{"server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "name": "network-vif-unplugged", "status": "completed", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:25.482626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.505815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] For port 64f934f6-4667-4ab7-9f25-345d37ef372f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=64f934f6-4667-4ab7-9f25-345d37ef372f,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:25.506265 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.511642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de242c3b-981b-4c5e-b1cf-3535e4b9c67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.520815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.521489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] Calling delete_port for 64f934f6-4667-4ab7-9f25-345d37ef372f owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:25.526433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] For port 64f934f6-4667-4ab7-9f25-345d37ef372f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=64f934f6-4667-4ab7-9f25-345d37ef372f,segment=NetworkSegment(ff8f9721-605b-489c-b5dd-95544b832dd2),segment_id=ff8f9721-605b-489c-b5dd-95544b832dd2)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:25.527089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.586193 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Floating IP 56357d30-6b03-4149-8e29-40a11f462db1 associated. External IP: 172.25.6.121, port: 785721e2-fa88-4f31-a340-dac130a6ebd8. Aug 20 13:18:25.587200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:25.611545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7338f961-2681-4829-80e8-b828fc97649a req-fb4cb7cb-6c72-4768-b7d4-ee2e8ee4bdc5 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231517 Aug 20 13:18:25.623419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Calling delete_port for 64f934f6-4667-4ab7-9f25-345d37ef372f owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:25.660536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:25.663367 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af3b76-66b0-45b4-974d-acd5210b2351" -d '{"events": [{"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-plugged", "status": "completed", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:25.680799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.714187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] Pushing event deleted for resources: {'Port': ['ID=64f934f6-4667-4ab7-9f25-345d37ef372f,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:25.717774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599e915-a61c-448f-8968-07ffa6c9b3c7 None None] No DVR routers for this DVR port 64f934f6-4667-4ab7-9f25-345d37ef372f on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:25.750178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:25.752208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:25.752775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:25.763412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:25.764229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Attempting to bind port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:25.776714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:25.777082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:25.777443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:25.777898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Bound port: 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:25.778258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.808655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de242c3b-981b-4c5e-b1cf-3535e4b9c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.811751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de242c3b-981b-4c5e-b1cf-3535e4b9c67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.814035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de242c3b-981b-4c5e-b1cf-3535e4b9c67b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b828ec69-6d51-4992-a385-6497caa16a87 HTTP/1.1" status: 204 len: 168 time: 0.8396122 Aug 20 13:18:25.820193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.853961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Pushing event deleted for resources: {'Port': ['ID=64f934f6-4667-4ab7-9f25-345d37ef372f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:25.868387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] No DVR routers for this DVR port 64f934f6-4667-4ab7-9f25-345d37ef372f on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:25.881221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 657f5423-e4b9-415b-934f-94574e55198d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:25.900409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de242c3b-981b-4c5e-b1cf-3535e4b9c67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b828ec69-6d51-4992-a385-6497caa16a87,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:25.918920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bec5ad-f3f2-4dde-9adb-d8a44527f0b7 req-95a6a290-1b07-4c42-ac53-db4f0ac148c0 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:25.926866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04bec5ad-f3f2-4dde-9adb-d8a44527f0b7 req-95a6a290-1b07-4c42-ac53-db4f0ac148c0 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.2002714 Aug 20 13:18:25.955581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:25.988028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04bec5ad-f3f2-4dde-9adb-d8a44527f0b7 req-6872b474-2253-4f5a-8bb2-a90607f285c5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Aug 20 13:18:25.994279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 657f5423-e4b9-415b-934f-94574e55198d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:26.003094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 657f5423-e4b9-415b-934f-94574e55198d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:26.003547 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.007342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:26.067576 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f1f8b-88ee-41a0-8224-161a6a68d6dc x-openstack-request-id: req-5e8f1f8b-88ee-41a0-8224-161a6a68d6dc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:26.071605 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "name": "network-vif-unplugged", "status": "completed", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:26.071994 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e8f1f8b-88ee-41a0-8224-161a6a68d6dc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:26.072485 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'code': 200} Aug 20 13:18:26.074393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.091580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:26.102853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b28c3a-ae74-429e-b4d6-bee7070c2d29']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:26.119319 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:18:26.127925 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.144670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.164934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:26.170067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.181430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8f9721-605b-489c-b5dd-95544b832dd2') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:26.181729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8f9721-605b-489c-b5dd-95544b832dd2') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:26.198416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:26.205700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.214060 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:26.233061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:26.233946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:26.236866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:26.247249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64af066e-018d-4363-9ba6-c35e9ce69fc2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "PUT /v2.0/floatingips/56357d30-6b03-4149-8e29-40a11f462db1 HTTP/1.1" status: 200 len: 991 time: 2.3661702 Aug 20 13:18:26.247249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:26.247249 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:26.263866 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.295148 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85607979-c690-41b1-a143-3ecd1b4b6d86 x-openstack-request-id: req-85607979-c690-41b1-a143-3ecd1b4b6d86 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:26.295297 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-plugged", "status": "completed", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:26.295513 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85607979-c690-41b1-a143-3ecd1b4b6d86 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:26.295985 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'code': 200} Aug 20 13:18:26.307600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.339404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:18:26.339800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:18:26.342146 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:18:26.362716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6018d-0510-4434-aefa-215731fe0853 req-0696f6dd-6163-44cc-af03-a35272a013d5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:26.364546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1db6018d-0510-4434-aefa-215731fe0853 req-0696f6dd-6163-44cc-af03-a35272a013d5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 944 time: 0.2638526 Aug 20 13:18:26.385980 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:26.413356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:26.452987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:26.454950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.456732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-c2b2a2f3-fd61-4c6b-a7ce-274c1586483a service neutron] 10.222.0.53 "PUT /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 1121 time: 1.6406741 Aug 20 13:18:26.505249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.522121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1db6018d-0510-4434-aefa-215731fe0853 req-06060c7a-4800-4423-8258-a1ab08f2d2f7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052253 Aug 20 13:18:26.527360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['490a3de7-1ff1-4b76-9d63-28c1efb4025f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:26.554052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:26.557292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] 10.222.0.59 "DELETE /v2.0/networks/52b28c3a-ae74-429e-b4d6-bee7070c2d29 HTTP/1.1" status: 204 len: 168 time: 1.5292146 Aug 20 13:18:26.559309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08603d16-3ed6-4b42-b19d-614f39be0507 req-c6160e42-221e-461f-be97-334b5d8994cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:26.560787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08603d16-3ed6-4b42-b19d-614f39be0507 req-c6160e42-221e-461f-be97-334b5d8994cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 1100 time: 0.1755233 Aug 20 13:18:26.564766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742d567-bddf-4f32-b892-4ed4f4aaf69c admin admin] Pushing event deleted for resources: {'Network': ['ID=52b28c3a-ae74-429e-b4d6-bee7070c2d29,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:26.584637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f228c9-f81a-4cfb-8061-a6469129b898 req-e4f3e410-58d1-43ef-a2ae-7d2999534f84 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:26.588383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5f228c9-f81a-4cfb-8061-a6469129b898 req-e4f3e410-58d1-43ef-a2ae-7d2999534f84 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1100 time: 0.1282036 Aug 20 13:18:26.634753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08603d16-3ed6-4b42-b19d-614f39be0507 req-3b1cf5b5-0db5-486b-a1a7-ca30d4710866 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Aug 20 13:18:26.683600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5f228c9-f81a-4cfb-8061-a6469129b898 req-c087ef95-ee15-4d17-8957-7189d30b02ed tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859146 Aug 20 13:18:26.744988 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf8bdbe-1cea-4b90-995f-3384c1797a52 x-openstack-request-id: req-daf8bdbe-1cea-4b90-995f-3384c1797a52 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:26.745210 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:26.745466 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-daf8bdbe-1cea-4b90-995f-3384c1797a52 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:26.745872 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'status': 'completed', 'code': 200} Aug 20 13:18:26.886475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bc6c2-6836-4589-ad48-34202c162277 req-fbabb991-95af-4454-bf7c-c1fd3314ad52 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:26.895521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41060) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:26.896054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41062) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:26.897590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d6bc6c2-6836-4589-ad48-34202c162277 req-fbabb991-95af-4454-bf7c-c1fd3314ad52 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 949 time: 0.1028349 Aug 20 13:18:26.913691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 64f934f6-4667-4ab7-9f25-345d37ef372f no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:26.917362 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '56357d30-6b03-4149-8e29-40a11f462db1', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'port_id': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'mac_address': 'fa:16:3e:8c:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:03Z', 'updated_at': '2021-08-20T13:18:24Z', 'revision_number': 1, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:26.941280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d6bc6c2-6836-4589-ad48-34202c162277 req-8ce47053-0ff8-43ac-848a-7338ad171939 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Aug 20 13:18:26.946401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 64f934f6-4667-4ab7-9f25-345d37ef372f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:26.947146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 64f934f6-4667-4ab7-9f25-345d37ef372f not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:26.960248 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:26.971113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:26.971853 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:27.008980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-198aa66d-b182-43a7-a082-30bfa6a625db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.010915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-198aa66d-b182-43a7-a082-30bfa6a625db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 1096 time: 0.2339807 Aug 20 13:18:27.057264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f20eba-f9c5-44f5-8b46-f5de82aa27fb req-75115ccd-db9c-47f2-9553-de27e1fc3ee7 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.058873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f20eba-f9c5-44f5-8b46-f5de82aa27fb req-75115ccd-db9c-47f2-9553-de27e1fc3ee7 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1100 time: 0.1927800 Aug 20 13:18:27.115043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:27.138310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-788ffbc5-7c07-46b5-981e-0234f2a80277 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e2e95a73c964ed3b4aa17032511d92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379229 Aug 20 13:18:27.145646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41072) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:27.148515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c497680-7092-4a57-9f8b-d36f02435f76 req-4141e6ee-7345-4f00-b3a4-d5912b09db1e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.152234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c497680-7092-4a57-9f8b-d36f02435f76 req-4141e6ee-7345-4f00-b3a4-d5912b09db1e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.0933647 Aug 20 13:18:27.166617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f20eba-f9c5-44f5-8b46-f5de82aa27fb req-6d269cd5-0e57-44b8-9a91-8b1121a18377 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Aug 20 13:18:27.228849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ac3d21c-89f7-43c1-99a1-453cbf2e4393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.257075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c497680-7092-4a57-9f8b-d36f02435f76 req-c55f6466-c4f7-48fd-90cf-7e27eb3f3b32 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966570 Aug 20 13:18:27.332196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-6f7c76e7-7b79-4ed8-83b3-efd85db977a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.333060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-6f7c76e7-7b79-4ed8-83b3-efd85db977a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 925 time: 0.3131723 Aug 20 13:18:27.345349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41076) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:27.353061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f58462a-6ed2-4379-bda8-2816179f3110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.427135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f58462a-6ed2-4379-bda8-2816179f3110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.437359 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '56357d30-6b03-4149-8e29-40a11f462db1', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'port_id': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'mac_address': 'fa:16:3e:8c:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:03Z', 'updated_at': '2021-08-20T13:18:24Z', 'revision_number': 1, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:27.469623 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ac3d21c-89f7-43c1-99a1-453cbf2e4393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.471302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1422963959-network', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:27.473603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-7fc5f218-95de-4ddf-8e76-6174c5644e1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=785721e2-fa88-4f31-a340-dac130a6ebd8 HTTP/1.1" status: 200 len: 999 time: 0.1299486 Aug 20 13:18:27.479516 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ac3d21c-89f7-43c1-99a1-453cbf2e4393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.495448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Made reservation on behalf of 0455d6a72121423aad6ce99c1c6b3012 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:27.498465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.510383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.574067 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ac3d21c-89f7-43c1-99a1-453cbf2e4393 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52192b1f01924681984c6f87b52c19f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725585 Aug 20 13:18:27.575315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41086) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:27.577138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3d21c-89f7-43c1-99a1-453cbf2e4393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a4e18-3954-4307-a9b4-1ab3fc2333c1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:27.587018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-ed1e98af-e7db-44bb-b9eb-a645bbf82eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.588505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-ed1e98af-e7db-44bb-b9eb-a645bbf82eb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 200 len: 863 time: 0.0945039 Aug 20 13:18:27.595219 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f58462a-6ed2-4379-bda8-2816179f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.598206 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f58462a-6ed2-4379-bda8-2816179f3110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.599614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0f58462a-6ed2-4379-bda8-2816179f3110 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a103d8ee-7fdb-4be7-ad94-ee79d660799b HTTP/1.1" status: 204 len: 168 time: 0.4531176 Aug 20 13:18:27.646564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58462a-6ed2-4379-bda8-2816179f3110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a103d8ee-7fdb-4be7-ad94-ee79d660799b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:27.677751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-c743b4b5-f4c7-4d5b-bce0-5d09a8f4e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.679742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-c743b4b5-f4c7-4d5b-bce0-5d09a8f4e626 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f041ca0-5fdd-43d8-98cb-90793276cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790355 Aug 20 13:18:27.702361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d943a-e48b-42a8-9e8b-f4f157dac32a None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '56357d30-6b03-4149-8e29-40a11f462db1', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'port_id': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'mac_address': 'fa:16:3e:8c:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:03Z', 'updated_at': '2021-08-20T13:18:24Z', 'revision_number': 1, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:27.787195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d58c1e3-36ff-49e3-8952-87a0425b3ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.799344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.806130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.817920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c724e7-01bf-4043-baf7-4bb256e65241 req-a136b8c0-8753-4c23-b849-a691be2a0e4c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:27.826119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14c724e7-01bf-4043-baf7-4bb256e65241 req-a136b8c0-8753-4c23-b849-a691be2a0e4c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 945 time: 0.1443303 Aug 20 13:18:27.879762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-5a37fcea-c440-4dff-8759-9476a6434109 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863382 Aug 20 13:18:27.884000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:18:27.897712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14c724e7-01bf-4043-baf7-4bb256e65241 req-d3508ab0-cbb2-4dc1-8a48-726d3744e8ea tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652888 Aug 20 13:18:27.912433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d58c1e3-36ff-49e3-8952-87a0425b3ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.951005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.952667 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Added segment 158112df-a816-4139-bcc3-307b2d741714 of type vlan for network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e Aug 20 13:18:28.003035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8521cba5-3c12-47ed-b467-f2f6a73def33,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:28.089071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.094241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fcd0dd-8114-48c0-9d6b-bafb73a853b3 req-2065ebe4-5e37-4394-9e7e-5841ec3e1d5f service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947708 Aug 20 13:18:28.094668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:28.101451 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57" -d '{"events": [{"name": "network-changed", "server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:28.104830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d303e8-5819-41b0-a805-8cf5266800cc None None] New status for floating IP 56357d30-6b03-4149-8e29-40a11f462db1: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:18:28.179642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d58c1e3-36ff-49e3-8952-87a0425b3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.182416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea760-9dd9-4077-b16d-9db7cb934db6 req-8036799a-cfee-48a1-b0b8-d971bf5b0c42 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:28.184214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d58c1e3-36ff-49e3-8952-87a0425b3ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.190898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2efea760-9dd9-4077-b16d-9db7cb934db6 req-8036799a-cfee-48a1-b0b8-d971bf5b0c42 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 949 time: 0.1474693 Aug 20 13:18:28.197623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d58c1e3-36ff-49e3-8952-87a0425b3ae7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c51a4e18-3954-4307-a9b4-1ab3fc2333c1 HTTP/1.1" status: 204 len: 168 time: 0.6210637 Aug 20 13:18:28.228726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58c1e3-36ff-49e3-8952-87a0425b3ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a4e18-3954-4307-a9b4-1ab3fc2333c1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:28.230529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.231441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:28.240833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2efea760-9dd9-4077-b16d-9db7cb934db6 req-f1d3c29d-761a-4e03-99a4-937f91bb773d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Aug 20 13:18:28.245076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.323446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9764123 Aug 20 13:18:28.326527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:28.332711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Request body: {'subnet': {'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1422963959-subnet', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:28.337519 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e725f50-24cf-4b97-a74e-d834f21a2d5a x-openstack-request-id: req-7e725f50-24cf-4b97-a74e-d834f21a2d5a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:28.337785 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:28.338023 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e725f50-24cf-4b97-a74e-d834f21a2d5a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:28.338406 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'status': 'completed', 'code': 200} Aug 20 13:18:28.349093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657f5423-e4b9-415b-934f-94574e55198d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:28.355343 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073ce0d0-d2d3-4bed-b37a-18750c77d4be" -d '{"events": [{"server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "name": "network-vif-plugged", "status": "completed", "tag": "657f5423-e4b9-415b-934f-94574e55198d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:28.452419 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b005a4c-3e0d-40d5-b35a-f1717ee394f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:28.458036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Made reservation on behalf of 0455d6a72121423aad6ce99c1c6b3012 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:28.465289 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.465863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:18:28.542162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efba9d-27a1-4bf4-b062-2ec58e0d46e1 req-f5a90a65-e20f-4cae-8a45-0634ccbd287f tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:28.556811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-03efba9d-27a1-4bf4-b062-2ec58e0d46e1 req-f5a90a65-e20f-4cae-8a45-0634ccbd287f tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 949 time: 0.0940254 Aug 20 13:18:28.587695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-f6a50259-1ef1-4659-befb-b3b6ae6c5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:28.589665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-f6a50259-1ef1-4659-befb-b3b6ae6c5f37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1124 time: 0.2212615 Aug 20 13:18:28.625985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc58d2-5b44-4e0c-9036-1d892310fe00 req-5d2b76b6-2861-4c49-b817-1112664ad428 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:28.627808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1bcc58d2-5b44-4e0c-9036-1d892310fe00 req-5d2b76b6-2861-4c49-b817-1112664ad428 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1887279 Aug 20 13:18:28.629029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-03efba9d-27a1-4bf4-b062-2ec58e0d46e1 req-942fadfe-7859-41e8-87a0-87ef0c091c48 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Aug 20 13:18:28.690656 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.771409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1bcc58d2-5b44-4e0c-9036-1d892310fe00 req-1834de3f-5a00-4336-b259-26e4864bab8a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260598 Aug 20 13:18:28.805566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840a6cf-89a6-4688-b1a7-b2197a59d79c req-085ce387-49c1-4837-aa87-b22ae26d7527 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:28.816542 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d06ac4-fe26-4dbe-8cbf-2e1190c472f3 x-openstack-request-id: req-51d06ac4-fe26-4dbe-8cbf-2e1190c472f3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:28.816954 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "name": "network-vif-plugged", "status": "completed", "tag": "657f5423-e4b9-415b-934f-94574e55198d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:28.817596 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51d06ac4-fe26-4dbe-8cbf-2e1190c472f3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:28.817713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7840a6cf-89a6-4688-b1a7-b2197a59d79c req-085ce387-49c1-4837-aa87-b22ae26d7527 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.0890443 Aug 20 13:18:28.818158 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657f5423-e4b9-415b-934f-94574e55198d', 'code': 200} Aug 20 13:18:28.871836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41146) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:28.902447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a864e61-0f42-40cc-9a9e-81ed659dbea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:28.910269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7840a6cf-89a6-4688-b1a7-b2197a59d79c req-e77212ef-f75e-4c55-a0ce-210dfddf7a19 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916467 Aug 20 13:18:29.049632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a864e61-0f42-40cc-9a9e-81ed659dbea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.054856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41160) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:29.064450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a864e61-0f42-40cc-9a9e-81ed659dbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.135614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864e61-0f42-40cc-9a9e-81ed659dbea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc70690-64ea-4cf7-ac96-b0ce5d7e4fca,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:29.194185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a864e61-0f42-40cc-9a9e-81ed659dbea3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e64483b0c13148d9b2c9a73f5ee08fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211310 Aug 20 13:18:29.197515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41164) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:29.210957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-e287f910-dd42-4965-b403-2e0535ab2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:29.223134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-e287f910-dd42-4965-b403-2e0535ab2359 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.6227748 Aug 20 13:18:29.229625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8638a75-7b2a-4504-bbe3-5c9f8fac37be req-4e0e6117-966c-49ce-abaa-51009962bd96 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:29.230864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.238599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8638a75-7b2a-4504-bbe3-5c9f8fac37be req-4e0e6117-966c-49ce-abaa-51009962bd96 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 945 time: 0.1169674 Aug 20 13:18:29.284209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94e3a97-6807-49e6-b4d3-b4a530790f67,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:29.320486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8638a75-7b2a-4504-bbe3-5c9f8fac37be req-4aa9a956-ee3e-4e7a-9141-89ecba4ba39a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808520 Aug 20 13:18:29.327953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12d1d6a0-b15b-4ea7-a98a-7ec790adfb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.329870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-236a00a0-127c-42c5-81df-b95ad7b05392 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 217 time: 0.0947053 Aug 20 13:18:29.351348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790df71-64c7-43f4-90a4-33bd4ec2a17b req-cea4af42-f18b-4dfb-bd9a-0b667f1ed521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:29.353824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b790df71-64c7-43f4-90a4-33bd4ec2a17b req-cea4af42-f18b-4dfb-bd9a-0b667f1ed521 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1096 time: 0.1939666 Aug 20 13:18:29.363665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12d1d6a0-b15b-4ea7-a98a-7ec790adfb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.378286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-network', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:29.419915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Made reservation on behalf of 4524157fb26c42eeb34f83d84d9bf890 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:29.423279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.432464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.450652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b790df71-64c7-43f4-90a4-33bd4ec2a17b req-3c88dd1d-aa93-409e-b17b-8af824620864 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Aug 20 13:18:29.452026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-0e478d6f-48f7-4dd5-b9af-87b43cb733bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:29.452207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12d1d6a0-b15b-4ea7-a98a-7ec790adfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.453636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-0e478d6f-48f7-4dd5-b9af-87b43cb733bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1075597 Aug 20 13:18:29.454637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Checking segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:29.454976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12d1d6a0-b15b-4ea7-a98a-7ec790adfb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.455083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Network hostable DHCP agents. Network: 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:18:29.458765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-12d1d6a0-b15b-4ea7-a98a-7ec790adfb42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2dc70690-64ea-4cf7-ac96-b0ce5d7e4fca HTTP/1.1" status: 204 len: 168 time: 0.2579420 Aug 20 13:18:29.472072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1d6a0-b15b-4ea7-a98a-7ec790adfb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc70690-64ea-4cf7-ac96-b0ce5d7e4fca,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:29.521097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-713319c4-2f0d-451c-a8d9-fb2bc1b6f174 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508547 Aug 20 13:18:29.541668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:18:29.559293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.566194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.592357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:29.596087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:18:29.602415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554bc1ac-faac-4671-9261-be2fe6ba1a6d None None] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:29.604272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:29.604894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.606487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b78d6cc-02a1-4b54-953f-43ae00184529,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:29.627422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.627782 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Added segment 537485e5-c31f-4cb2-ac83-b3d7627179a7 of type vlan for network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 Aug 20 13:18:29.631531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d5f4f3b-bb06-47f8-84d1-91ad72798b55 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3037992 Aug 20 13:18:29.634176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41180) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:29.642319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:29.668708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-c414e90e-152e-400d-b4f7-e9b0b499cd59 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346636 Aug 20 13:18:29.684295 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.688372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.689452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.713631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.715962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:29.716925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.747821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6919630 Aug 20 13:18:29.757589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41182) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:29.768360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Request body: {'subnet': {'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-subnet', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:29.816139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.819280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc9e25-7aa4-47dc-9c25-f5c07ef49a13 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3b4db5-1362-4205-a8b3-82034c18f5f1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:29.833473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:18:29.834732 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:29.840268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:18:29.892645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:29.898228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Made reservation on behalf of 4524157fb26c42eeb34f83d84d9bf890 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:29.900624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.056467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aee225-9ac9-4dad-b9d7-97dc039163a0 req-a95bd721-bc08-448f-b081-f54072125efe tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:30.061158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86aee225-9ac9-4dad-b9d7-97dc039163a0 req-a95bd721-bc08-448f-b081-f54072125efe tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.0678918 Aug 20 13:18:30.061762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60365d59-8c90-4d1e-8eaf-abbe3e28ad57 req-16c4ff4e-f298-4872-90e5-8ee398abf485 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836632 Aug 20 13:18:30.120590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86aee225-9ac9-4dad-b9d7-97dc039163a0 req-0e53cb88-1786-4baa-a02d-103cd2586213 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492971 Aug 20 13:18:30.149170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.resource_extend [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:18:30.176626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11785f33-512f-495c-aaf8-34ca55a6e708 req-110e655f-b25b-44fd-a598-1ff9293872d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:30.178168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11785f33-512f-495c-aaf8-34ca55a6e708 req-110e655f-b25b-44fd-a598-1ff9293872d4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.2949214 Aug 20 13:18:30.180640 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.309552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:30.323851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Allocated IP 172.20.0.2 (2101f767-f5e7-4f6d-8c0f-4d916cf28a5e/f94e3a97-6807-49e6-b4d3-b4a530790f67/1a53307e-02c7-4042-990c-8542f09243a8) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:30.333357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:18:30.334017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11785f33-512f-495c-aaf8-34ca55a6e708 req-c770c644-2a37-4c29-ae35-44bc8e6e5f2d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426318 Aug 20 13:18:30.367152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.431352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:30.471185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ee359b-7108-4303-9ed4-5a0103fa1701,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:30.504484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Checking segment: {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:30.504878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Network hostable DHCP agents. Network: 7c3b4db5-1362-4205-a8b3-82034c18f5f1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:18:30.516389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.518345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867952f-97eb-4be4-a770-8501bf0d9b19 req-7fe5706e-df39-4d99-b2b5-578c9859b793 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:30.519885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7867952f-97eb-4be4-a770-8501bf0d9b19 req-7fe5706e-df39-4d99-b2b5-578c9859b793 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 945 time: 0.0953567 Aug 20 13:18:30.526772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Transition to ACTIVE for port object 1a53307e-02c7-4042-990c-8542f09243a8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:30.546580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Transition to ACTIVE for port object 1a53307e-02c7-4042-990c-8542f09243a8 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:30.548118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-55409232-network', 'tenant_id': '251826f7d7574f1594f10b3b48739332'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:30.554406 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.554827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:18:30.581340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Made reservation on behalf of 251826f7d7574f1594f10b3b48739332 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:30.584283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.592879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.603703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:30.606916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:30.614770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:30.625187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Pushing event updated for resources: {'Port': ['ID=1a53307e-02c7-4042-990c-8542f09243a8,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:30.638884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7c3b4db5-1362-4205-a8b3-82034c18f5f1) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:30.647612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:30.648213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.654087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7867952f-97eb-4be4-a770-8501bf0d9b19 req-315875cf-5baa-47dc-8fc9-b95779b72a13 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255510 Aug 20 13:18:30.658402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca182c-dda1-4c4e-a12d-3a99274ba0f2 None None] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:30.698937 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.705993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.726417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:18:30.739398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-309e2e0e-8d01-4fe4-9841-30b550795654 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9765790 Aug 20 13:18:30.742366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41222) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:30.746470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Attempting to bind port 1a53307e-02c7-4042-990c-8542f09243a8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:30.746846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Attempting to bind port 1a53307e-02c7-4042-990c-8542f09243a8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:30.747211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Attempting to bind port 1a53307e-02c7-4042-990c-8542f09243a8 on network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:30.748975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:30.753035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.756389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.756753 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Added segment 1b22c374-d5a5-4123-9f8b-7b8f950595e4 of type vlan for network a323a4a3-93a8-4b9d-984c-6246942a5080 Aug 20 13:18:30.763864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:30.764242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Checking segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:30.764672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.765069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Bound using segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:30.765544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Bound port: 1a53307e-02c7-4042-990c-8542f09243a8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:30.766419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.768830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:30.803838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.811647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.816500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.817816 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.865868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-9d383cf9-759b-4daf-ac3f-bf927665b4e2 service neutron] 10.222.0.13 "GET /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.1721246 Aug 20 13:18:30.877876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] For port 1a53307e-02c7-4042-990c-8542f09243a8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:30.881884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] For port 1a53307e-02c7-4042-990c-8542f09243a8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1a53307e-02c7-4042-990c-8542f09243a8,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:30.887352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.899039 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.901055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.902103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:30.903138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:30.934158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7c3b4db5-1362-4205-a8b3-82034c18f5f1', 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'fixed_ips': [{'subnet_id': '05ee359b-7108-4303-9ed4-5a0103fa1701'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:18:30.935427 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.029686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Allocated IP 172.25.6.240 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/4e37ed1a-52e8-4595-aaa2-c6f1d2b03056) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:31.049400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6124904 Aug 20 13:18:31.064587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41224) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:31.079784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224251a-880b-4a60-8ff1-0c5fc1ef0d39 None None] Pushing event updated for resources: {'Port': ['ID=1a53307e-02c7-4042-990c-8542f09243a8,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:31.084785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b767a57-2dc2-4d3c-957a-35db2f1153a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a323a4a3-93a8-4b9d-984c-6246942a5080,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:31.099669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Request body: {'subnet': {'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-55409232-subnet', 'tenant_id': '251826f7d7574f1594f10b3b48739332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:31.105156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network a323a4a3-93a8-4b9d-984c-6246942a5080 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:18:31.131538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.193636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Allocated IP 172.20.0.2 (7c3b4db5-1362-4205-a8b3-82034c18f5f1/05ee359b-7108-4303-9ed4-5a0103fa1701/6933780e-2107-451c-8e54-b6c99a5dc3dd) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:31.326174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Made reservation on behalf of 251826f7d7574f1594f10b3b48739332 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:31.328705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.336722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.447166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3c91-1311-481c-b0b2-a3b3e3230ee5 req-536da018-79b1-456c-8286-4f9ab08797d6 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:31.455672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9ca3c91-1311-481c-b0b2-a3b3e3230ee5 req-536da018-79b1-456c-8286-4f9ab08797d6 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 943 time: 0.1896913 Aug 20 13:18:31.510338 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.521933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Transition to ACTIVE for port object 6933780e-2107-451c-8e54-b6c99a5dc3dd will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:31.536468 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.539951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Transition to ACTIVE for port object 6933780e-2107-451c-8e54-b6c99a5dc3dd will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:31.546869 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.550620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:31.551696 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.577113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.587307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:31.588806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:31.592641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:31.598221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:31.598416 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9ca3c91-1311-481c-b0b2-a3b3e3230ee5 req-ac32f086-1060-4c7c-acee-3dd7612b36ac tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415226 Aug 20 13:18:31.608144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Pushing event updated for resources: {'Port': ['ID=6933780e-2107-451c-8e54-b6c99a5dc3dd,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:31.683793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Attempting to bind port 6933780e-2107-451c-8e54-b6c99a5dc3dd on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:31.684402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Attempting to bind port 6933780e-2107-451c-8e54-b6c99a5dc3dd by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:31.684804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Attempting to bind port 6933780e-2107-451c-8e54-b6c99a5dc3dd on network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:31.687518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad7d84-3e35-4dd0-858e-76329c925469 req-05d893f8-f328-452b-b3fd-5d629c85c6e4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:31.689927 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33ad7d84-3e35-4dd0-858e-76329c925469 req-05d893f8-f328-452b-b3fd-5d629c85c6e4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.2359309 Aug 20 13:18:31.690419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:31.690980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Checking segment: {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:31.691530 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.692327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Bound using segment: {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:31.692996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Bound port: 6933780e-2107-451c-8e54-b6c99a5dc3dd, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:31.693544 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.716142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490a3de7-1ff1-4b76-9d63-28c1efb4025f {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:31.760892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:31.763203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] For port 6933780e-2107-451c-8e54-b6c99a5dc3dd, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:31.767232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] For port 6933780e-2107-451c-8e54-b6c99a5dc3dd, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6933780e-2107-451c-8e54-b6c99a5dc3dd,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:31.771856 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.794456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4f496-71c3-4655-965c-cccfe7f475e8 req-c1c5322d-c049-4ca9-b1fe-21f4108fcfa7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:31.795999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4c4f496-71c3-4655-965c-cccfe7f475e8 req-c1c5322d-c049-4ca9-b1fe-21f4108fcfa7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 945 time: 0.0554891 Aug 20 13:18:31.833973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.851658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1e0e-a41d-4af0-a656-f9cde4f3b58e None None] Pushing event updated for resources: {'Port': ['ID=6933780e-2107-451c-8e54-b6c99a5dc3dd,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:31.862764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33ad7d84-3e35-4dd0-858e-76329c925469 req-3d725ce3-360d-42f6-b43f-ee13e1916da9 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592000 Aug 20 13:18:31.865757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.880983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4c4f496-71c3-4655-965c-cccfe7f475e8 req-9ee09241-42b1-430a-9173-aefbedd0a55b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731621 Aug 20 13:18:31.886936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:31.932734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Allocated IP 172.25.6.17 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a60dfda7-4883-44f2-844b-973acf9cc9e2) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:31.946046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:31.988511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:31.991875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:32.071929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:32.113167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Pushing event updated for resources: {'Port': ['ID=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:32.129223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8100e0-30eb-483a-a404-4a2ac3fe8799,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:32.164439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:32.213510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:32.217453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:32.224769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:32.261954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Pushing event updated for resources: {'Port': ['ID=a60dfda7-4883-44f2-844b-973acf9cc9e2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:32.327580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058791e-753a-4034-a7e9-bcc4e011982c None None] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:32.458405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7caddc7f-e092-47cd-bc74-269d0463f50b None None] Provisioning for port 1a53307e-02c7-4042-990c-8542f09243a8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:32.524816 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:32.549320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Checking segment: {'id': '1b22c374-d5a5-4123-9f8b-7b8f950595e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:32.549790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Network hostable DHCP agents. Network: a323a4a3-93a8-4b9d-984c-6246942a5080, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:18:32.557240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8a3e2-94e8-41f5-a370-fe926d3b0b98 req-c181d207-f397-4827-aac8-738bc415306f tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:32.559193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4a8a3e2-94e8-41f5-a370-fe926d3b0b98 req-c181d207-f397-4827-aac8-738bc415306f tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1096 time: 0.5720050 Aug 20 13:18:32.560250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] Transition to ACTIVE for port object 490a3de7-1ff1-4b76-9d63-28c1efb4025f will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:32.591905 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:32.688049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Network a323a4a3-93a8-4b9d-984c-6246942a5080 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:18:32.761523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, a323a4a3-93a8-4b9d-984c-6246942a5080) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:32.770332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] No DVR routers for this DVR port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:32.773580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ba1b2-ace0-46bd-89af-700f316f4bc3 None None] Network a323a4a3-93a8-4b9d-984c-6246942a5080 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:32.864699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4a8a3e2-94e8-41f5-a370-fe926d3b0b98 req-06ead01d-74e5-4b89-9747-66882682ef61 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740479 Aug 20 13:18:32.876321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] Pushing event updated for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:32.881141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:32.882401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:32.966902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d6ea1aaf-87f7-4a4d-bc33-d378c8efd078 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9003539 Aug 20 13:18:32.975476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-d8388593-d630-44e4-ba3c-2dcca7fe5640 service neutron] 10.222.0.13 "PUT /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f/bindings/n-h1-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 2.0946927 Aug 20 13:18:33.166640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6933780e-2107-451c-8e54-b6c99a5dc3dd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:33.212948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410e121-6efe-4d91-b174-4b4136f02643 None None] Network a323a4a3-93a8-4b9d-984c-6246942a5080 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:33.287182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.410107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fe35e-e118-48a4-9957-94039f21100a None None] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:33.477328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-db64186a-e887-4a4c-8060-9153e6a9a524 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:33.479589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-db64186a-e887-4a4c-8060-9153e6a9a524 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.3739004 Aug 20 13:18:33.521093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35508e3a-a175-4540-b966-6564fa66e8f4 req-b09aa5a7-101f-402d-8203-9548532a8f17 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:33.538353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35508e3a-a175-4540-b966-6564fa66e8f4 req-b09aa5a7-101f-402d-8203-9548532a8f17 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.3392270 Aug 20 13:18:33.540741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e65984-e374-4cbc-b1a0-89bcfb43fdbd req-d73cf302-74b3-4821-839e-b4a27de1312f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:33.550311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-42d053f6-c70e-43f3-a170-6235d90b9254 None None] Provisioning for port 6933780e-2107-451c-8e54-b6c99a5dc3dd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:33.552425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9e65984-e374-4cbc-b1a0-89bcfb43fdbd req-d73cf302-74b3-4821-839e-b4a27de1312f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.8418748 Aug 20 13:18:33.582241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6933780e-2107-451c-8e54-b6c99a5dc3dd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:33.591894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6933780e-2107-451c-8e54-b6c99a5dc3dd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:33.592266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.620610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9e65984-e374-4cbc-b1a0-89bcfb43fdbd req-c24cb3b8-4d4a-48c4-ba80-64218ef6302c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565920 Aug 20 13:18:33.620610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.771038 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.814819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6933780e-2107-451c-8e54-b6c99a5dc3dd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6933780e-2107-451c-8e54-b6c99a5dc3dd,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:33.824582 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.825462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1a53307e-02c7-4042-990c-8542f09243a8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:33.884658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.909472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:33.911143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:18:33.916852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-6dec10a9-db9f-4bbb-a1a5-53349177cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:33.918743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-6dec10a9-db9f-4bbb-a1a5-53349177cceb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27&tenant_id=90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 1095 time: 0.4289236 Aug 20 13:18:33.939671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35508e3a-a175-4540-b966-6564fa66e8f4 req-00d2e74f-2827-44c8-98e2-4ca3918d3b06 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999233 Aug 20 13:18:33.948859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38162e-6197-4c33-b50d-c13cb0d26677 req-6cc9035e-e000-4e76-a517-5107b7d35ed5 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:33.951485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad38162e-6197-4c33-b50d-c13cb0d26677 req-6cc9035e-e000-4e76-a517-5107b7d35ed5 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1096 time: 0.1396301 Aug 20 13:18:34.026251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41298) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:34.032161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1423136702-network', 'tenant_id': '251fda16af0741bfbf23e713912c9c05'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:34.041530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6933780e-2107-451c-8e54-b6c99a5dc3dd,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:34.093143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad38162e-6197-4c33-b50d-c13cb0d26677 req-e457b249-2a76-4486-ac57-4e5aa972ca03 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321468 Aug 20 13:18:34.118982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 1a53307e-02c7-4042-990c-8542f09243a8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:34.135149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1a53307e-02c7-4042-990c-8542f09243a8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:34.135804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.191915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Made reservation on behalf of 251fda16af0741bfbf23e713912c9c05 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:34.194544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.204885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:34.212836 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Sync routers for ids ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:34.225827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Routers {'72c787bd-cce4-4c74-bcca-0e64b3cd0308'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:34.228771 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:34.244928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:34.248184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.249631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9fd011b1-158f-4b36-af3f-d776cd61fc2f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5048597 Aug 20 13:18:34.253252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41316) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:34.299473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-198d75b6-a348-4513-ad8e-13c4088193ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:34.301642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-198d75b6-a348-4513-ad8e-13c4088193ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1095 time: 0.2762108 Aug 20 13:18:34.304085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3bd48be1-c6db-49cd-8944-7ef51affa561 None None] Provisioning complete for port 6933780e-2107-451c-8e54-b6c99a5dc3dd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:34.304085 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bd48be1-c6db-49cd-8944-7ef51affa561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.309039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.325349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'mac_address': 'fa:16:3e:59:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:34.434746 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Set router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:34.524853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.569468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:34.629900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27043e1f-7b8f-4d39-a29b-47db388a466d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:34.692480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:34.699838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.708955 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.714527 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:32Z', 'revision_number': 3, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:34.736384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:34.763290 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Checking router: 72c787bd-cce4-4c74-bcca-0e64b3cd0308 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:34.768621 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Updating router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 port a60dfda7-4883-44f2-844b-973acf9cc9e2 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:18:34.874768 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:34.943846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-93b2bfab-ba5a-4f70-a3a2-b50c2e973907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:34.947233 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-93b2bfab-ba5a-4f70-a3a2-b50c2e973907 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.6223087 Aug 20 13:18:35.036229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.189493 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.199808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 1a53307e-02c7-4042-990c-8542f09243a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1a53307e-02c7-4042-990c-8542f09243a8,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:35.205876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:35.210583 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.256681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['27043e1f-7b8f-4d39-a29b-47db388a466d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:35.296040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-9a146623-7dad-4a73-898d-765399772513 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 200 len: 217 time: 0.1560283 Aug 20 13:18:35.331410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:18:35.358408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=1a53307e-02c7-4042-990c-8542f09243a8,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:35.419163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6933780e-2107-451c-8e54-b6c99a5dc3dd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:35.440410 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.442740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa292b2e-b6d7-4d07-9e5a-30fa323d6ff2 req-b335b2d7-aabe-46b4-a25f-aeb7e87376ae tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:35.451195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa292b2e-b6d7-4d07-9e5a-30fa323d6ff2 req-b335b2d7-aabe-46b4-a25f-aeb7e87376ae tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1096 time: 0.1840663 Aug 20 13:18:35.457029 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Transition to ACTIVE for port object a60dfda7-4883-44f2-844b-973acf9cc9e2 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:35.464962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02eca68-9493-4895-916b-2fab0c8c94e5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:35.475417 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.477856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.480125 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Added segment 3c61d925-f49f-4bad-bbce-312c4e81eb9d of type vlan for network 1b0c602e-afa3-4fab-926a-192861e84a3a Aug 20 13:18:35.506884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa292b2e-b6d7-4d07-9e5a-30fa323d6ff2 req-ceb965e5-c376-4dc0-99f3-08837905192b tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481696 Aug 20 13:18:35.514640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Router 19c1b567-5369-40ab-8af8-60895a6270da is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:18:35.533729 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f712-6951-464b-b137-56f7c4c87eb6 None None] Pushing event updated for resources: {'Port': ['ID=a60dfda7-4883-44f2-844b-973acf9cc9e2,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:35.555184 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Attempting to bind port a60dfda7-4883-44f2-844b-973acf9cc9e2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:35.555552 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Attempting to bind port a60dfda7-4883-44f2-844b-973acf9cc9e2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:35.555914 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Attempting to bind port a60dfda7-4883-44f2-844b-973acf9cc9e2 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:35.558059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b102a1-35e1-4b01-9876-67ac8a3449ea req-24b88ae7-229c-412c-bf9c-95b2a390dedd tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:35.559745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05b102a1-35e1-4b01-9876-67ac8a3449ea req-24b88ae7-229c-412c-bf9c-95b2a390dedd tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.6973417 Aug 20 13:18:35.562375 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:35.563271 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:35.563857 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.564249 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:35.564751 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Bound port: a60dfda7-4883-44f2-844b-973acf9cc9e2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:35.565150 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.610886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.629394 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] For port a60dfda7-4883-44f2-844b-973acf9cc9e2, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:35.634367 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] For port a60dfda7-4883-44f2-844b-973acf9cc9e2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a60dfda7-4883-44f2-844b-973acf9cc9e2,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:35.645551 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.675407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6933780e-2107-451c-8e54-b6c99a5dc3dd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:35.675407 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.728249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05b102a1-35e1-4b01-9876-67ac8a3449ea req-0bbab458-f09d-4177-883d-a713e67b9048 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016910 Aug 20 13:18:35.730387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.733671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-e061480e-7bc9-41ce-85c7-15f224ddb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:35.736832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-e061480e-7bc9-41ce-85c7-15f224ddb551 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.4065335 Aug 20 13:18:35.810232 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f712-6951-464b-b137-56f7c4c87eb6 None None] Pushing event updated for resources: {'Port': ['ID=a60dfda7-4883-44f2-844b-973acf9cc9e2,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:35.813377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Routers {'72c787bd-cce4-4c74-bcca-0e64b3cd0308'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:35.813800 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:35.848026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b84af-a233-424c-840c-c9f3d8bd30a0 req-551ba588-2e00-4847-9bd9-5f2d9534d474 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:35.855750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf8b84af-a233-424c-840c-c9f3d8bd30a0 req-551ba588-2e00-4847-9bd9-5f2d9534d474 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1939306 Aug 20 13:18:35.916685 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.918401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:35.918536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:35.974125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf8b84af-a233-424c-840c-c9f3d8bd30a0 req-214d0c10-b440-424a-88d7-21aff95fa58b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116385 Aug 20 13:18:35.997927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Allocated IP 172.20.0.1 (7c3b4db5-1362-4205-a8b3-82034c18f5f1/05ee359b-7108-4303-9ed4-5a0103fa1701/423d6215-3a17-41f3-a26a-83c8b9540e66) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:36.008061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] Set router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:36.116215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-d5abe748-c754-4db9-a3a5-60615f17853b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2443676 Aug 20 13:18:36.117236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:36.124201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0946047 Aug 20 13:18:36.125432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:36.125432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10559fc5-8e0e-45d6-9ebf-bf2b0334200d admin admin] Pushing event updated for resources: {'Network': ['ID=1b0c602e-afa3-4fab-926a-192861e84a3a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:36.129485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Sync routers for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:36.139239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1b0c602e-afa3-4fab-926a-192861e84a3a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:18:36.145341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Request body: {'subnet': {'network_id': '1b0c602e-afa3-4fab-926a-192861e84a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1423136702-subnet', 'tenant_id': '251fda16af0741bfbf23e713912c9c05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:36.195967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.216392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Transition to ACTIVE for port object 423d6215-3a17-41f3-a26a-83c8b9540e66 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:36.265078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:36.266166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:36.288483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.316520 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:32Z', 'revision_number': 3, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:36.334730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:36.339337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Made reservation on behalf of 251fda16af0741bfbf23e713912c9c05 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:36.339876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:36.341711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.345869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:36.360180 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.367999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f1e5919f-8f88-4356-8b47-b0e84d0aacf8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7325220 Aug 20 13:18:36.388344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41342) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:36.395436 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c484e2-49d9-4029-ab22-d50878173be0 None None] The sync data for ids ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'] in n-d-804232-5 is: [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:32Z', 'revision_number': 3, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:36.428733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Pushing event updated for resources: {'Port': ['ID=423d6215-3a17-41f3-a26a-83c8b9540e66,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:36.442263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.563381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:36.689449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.845992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06d76c6b-451a-4174-bbbb-532def887932 None None] Provisioning for port 423d6215-3a17-41f3-a26a-83c8b9540e66 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:36.871640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06d76c6b-451a-4174-bbbb-532def887932 None None] Provisioning complete for port 423d6215-3a17-41f3-a26a-83c8b9540e66 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:36.871640 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-06d76c6b-451a-4174-bbbb-532def887932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:36.966838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.005188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-06d76c6b-451a-4174-bbbb-532def887932 None None] Port 423d6215-3a17-41f3-a26a-83c8b9540e66 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:37.039411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-5cf34fdb-b38f-4680-88d9-bc7cc826e11b service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8905857 Aug 20 13:18:37.045286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:32Z', 'revision_number': 3, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:37.063225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f330-c897-4aef-be34-52cb8d296c69 req-153dc90a-1de7-4363-a125-bee080e69d6d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:37.066853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c43f330-c897-4aef-be34-52cb8d296c69 req-153dc90a-1de7-4363-a125-bee080e69d6d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.1668696 Aug 20 13:18:37.112659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Checking router: 19c1b567-5369-40ab-8af8-60895a6270da for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:37.113358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Updating router 19c1b567-5369-40ab-8af8-60895a6270da port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:18:37.149044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.192616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.216346 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.278180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e5e39-eb9e-4d82-ac5b-36989a0c95d3 req-b122b980-8563-4532-abe0-97bda6ba7576 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:37.291336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff0e5e39-eb9e-4d82-ac5b-36989a0c95d3 req-b122b980-8563-4532-abe0-97bda6ba7576 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1096 time: 0.6052723 Aug 20 13:18:37.325943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c43f330-c897-4aef-be34-52cb8d296c69 req-a0493a5f-8660-472d-ad77-5c4ce441b26a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528431 Aug 20 13:18:37.331353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Pushing event updated for resources: {'Port': ['ID=423d6215-3a17-41f3-a26a-83c8b9540e66,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:37.365012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.482800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff0e5e39-eb9e-4d82-ac5b-36989a0c95d3 req-3c160fa9-bd15-4974-a6e8-11f55b9fea0d tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585429 Aug 20 13:18:37.542717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:37.545756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:37.550362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1a53307e-02c7-4042-990c-8542f09243a8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:37.551693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007c314d-81c8-4654-9eec-dfec4305b542,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:37.621341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-2e7c2994-6972-4e47-a4ab-0c284aa822f2 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618961 Aug 20 13:18:37.635696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Checking segment: {'id': '3c61d925-f49f-4bad-bbce-312c4e81eb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1b0c602e-afa3-4fab-926a-192861e84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:37.636066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Network hostable DHCP agents. Network: 1b0c602e-afa3-4fab-926a-192861e84a3a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:18:37.756900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1a53307e-02c7-4042-990c-8542f09243a8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:37.757737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.874163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:37.908632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:37.991643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Transition to ACTIVE for port object 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:37.998657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a60dfda7-4883-44f2-844b-973acf9cc9e2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:38.045238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:38.079236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.146487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Attempting to bind port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:38.147254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Attempting to bind port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:38.148156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Attempting to bind port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:38.159671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:38.160471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:38.161129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.161775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:38.162508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Bound port: 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:38.163150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.166306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Network 1b0c602e-afa3-4fab-926a-192861e84a3a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:18:38.191498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:38.198961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1b0c602e-afa3-4fab-926a-192861e84a3a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:38.209158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:38.209755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.217420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7b74168f-2827-4633-8918-9a92bc01cdae admin admin] 10.222.0.59 "PUT /v2.0/routers/72c787bd-cce4-4c74-bcca-0e64b3cd0308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9628255 Aug 20 13:18:38.233803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] For port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:38.237887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] For port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:38.245088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfb9c1-d8cb-4a62-a964-63c2070a84e3 None None] Network 1b0c602e-afa3-4fab-926a-192861e84a3a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:38.381737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.390123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-68956463-d462-4284-bb19-05b2d580538d None None] Provisioning complete for port 423d6215-3a17-41f3-a26a-83c8b9540e66 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:38.390123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68956463-d462-4284-bb19-05b2d580538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.486327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facdd5c-9863-48e0-97b9-51b4257175a3 None None] Pushing event updated for resources: {'Port': ['ID=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:38.541646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c9813-d90c-47fd-bf70-2083bee154d2 None None] Network 1b0c602e-afa3-4fab-926a-192861e84a3a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:38.577194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a60dfda7-4883-44f2-844b-973acf9cc9e2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:38.668856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a60dfda7-4883-44f2-844b-973acf9cc9e2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:38.669416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.684045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e4892-60c8-4dd8-b529-128871174454 req-fe158f27-0c47-46b8-9f35-7926fe2e59fa tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:38.685571 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-fe158f27-0c47-46b8-9f35-7926fe2e59fa tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.6393480 Aug 20 13:18:38.697290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fafc0-1216-44f5-87d8-2fd6600cb4a1 req-966b574f-33dc-41f3-a993-c8e7a80faed3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:38.699326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-939fafc0-1216-44f5-87d8-2fd6600cb4a1 req-966b574f-33dc-41f3-a993-c8e7a80faed3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.8915896 Aug 20 13:18:38.763725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8402bc94-c099-4f0b-a33c-2e05eb5c6880 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6226776 Aug 20 13:18:38.763964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 27043e1f-7b8f-4d39-a29b-47db388a466d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:38.763964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:38.891928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-939fafc0-1216-44f5-87d8-2fd6600cb4a1 req-01d7bc9b-da6f-45dd-9f84-71eb98a032a3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792417 Aug 20 13:18:39.160843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d88e4892-60c8-4dd8-b529-128871174454 req-ff276e6d-1b8a-4c15-a159-37b011cbf481 service neutron] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:39.163645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:39.170660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d88e4892-60c8-4dd8-b529-128871174454 req-ff276e6d-1b8a-4c15-a159-37b011cbf481 service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:39.172775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d88e4892-60c8-4dd8-b529-128871174454 req-ff276e6d-1b8a-4c15-a159-37b011cbf481 service neutron] 10.222.0.53 "DELETE /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f/bindings/n-h2-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.4718568 Aug 20 13:18:39.180898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Sync routers for ids ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:39.200044 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Routers {'72c787bd-cce4-4c74-bcca-0e64b3cd0308'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:39.201683 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:39.319549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facdd5c-9863-48e0-97b9-51b4257175a3 None None] Pushing event updated for resources: {'Port': ['ID=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:39.337595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcf9de-64a1-48cd-9879-5c64c80bd356 req-718bf62b-9186-403c-b02d-6a25a8a1c219 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:39.339438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90dcf9de-64a1-48cd-9879-5c64c80bd356 req-718bf62b-9186-403c-b02d-6a25a8a1c219 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.2884343 Aug 20 13:18:39.346393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-73c66e37-53ee-4fbe-9f56-f941debb8771 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:18:39.353650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-73c66e37-53ee-4fbe-9f56-f941debb8771 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124178 Aug 20 13:18:39.358190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Request body: {'binding': {'host': 'n-h2-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:39.358642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Unknown quota resources ['binding']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:18:39.393053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:39.398203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:39.401544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:39.437993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Set router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:39.575371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:39.583952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90dcf9de-64a1-48cd-9879-5c64c80bd356 req-74f67237-59e5-4b2b-8ba3-73f1f626985e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575089 Aug 20 13:18:39.644151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on host n-h2-804232-5 for vnic_type normal with profile None {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:39.644151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:39.644151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:39.655275 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:36Z', 'revision_number': 4, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '423d6215-3a17-41f3-a26a-83c8b9540e66', 'name': '', 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'mac_address': 'fa:16:3e:37:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05ee359b-7108-4303-9ed4-5a0103fa1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:35Z', 'updated_at': '2021-08-20T13:18:36Z', 'revision_number': 2, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'subnets': [{'id': '05ee359b-7108-4303-9ed4-5a0103fa1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:39.659051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:39.659380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:39.668888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:39.669139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:39.669530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:39.669964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Bound port: 657f5423-e4b9-415b-934f-94574e55198d, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:39.686965 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Checking router: 72c787bd-cce4-4c74-bcca-0e64b3cd0308 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:39.689832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-68956463-d462-4284-bb19-05b2d580538d None None] Port 423d6215-3a17-41f3-a26a-83c8b9540e66 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:39.694760 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Updating router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 port 423d6215-3a17-41f3-a26a-83c8b9540e66 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:18:39.712183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Allocated IP 172.20.0.1 (2101f767-f5e7-4f6d-8c0f-4d916cf28a5e/f94e3a97-6807-49e6-b4d3-b4a530790f67/297d6278-75bf-42f4-924a-547a843207a2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:39.750250 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:39.814772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:39.831738 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:39.837219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-00353188-a4fd-44df-b2f0-f7298dda22be service neutron] 10.222.0.59 "POST /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4814906 Aug 20 13:18:40.013731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.041317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Transition to ACTIVE for port object 297d6278-75bf-42f4-924a-547a843207a2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:40.213985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a60dfda7-4883-44f2-844b-973acf9cc9e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a60dfda7-4883-44f2-844b-973acf9cc9e2,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:40.230803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.248374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c15bbe8a-3a42-4617-ab4d-e84a987a893d req-17786b92-c0cb-41ae-b69c-2276cb809594 tempest-FloatingIPsNegativeTestJSON-436415057 tempest-FloatingIPsNegativeTestJSON-436415057-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=4524157fb26c42eeb34f83d84d9bf890 HTTP/1.1" status: 200 len: 217 time: 0.1424110 Aug 20 13:18:40.302712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-b6410c9c-e203-429b-86a6-3282292a8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:40.309870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-b6410c9c-e203-429b-86a6-3282292a8877 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0750301 Aug 20 13:18:40.316367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.522919 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.543080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=297d6278-75bf-42f4-924a-547a843207a2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:40.673881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-948683e7-840c-4270-8cd5-d669999c95e8 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:40.682123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-948683e7-840c-4270-8cd5-d669999c95e8 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/networks?id=a323a4a3-93a8-4b9d-984c-6246942a5080 HTTP/1.1" status: 200 len: 813 time: 0.1981776 Aug 20 13:18:40.701297 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.706949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:40.708171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-d1248b05-9814-46fd-8794-26d5a0e932c8 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/quotas/251826f7d7574f1594f10b3b48739332 HTTP/1.1" status: 200 len: 375 time: 0.0238848 Aug 20 13:18:40.711852 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973efd1-ae7c-4452-9318-4022a89f2c03" -d '{"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-plugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:40.712897 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Transition to ACTIVE for port object 423d6215-3a17-41f3-a26a-83c8b9540e66 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:40.721439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:40.724898 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.739976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a60dfda7-4883-44f2-844b-973acf9cc9e2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:40.748437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:40.748605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:40.763270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:40.766267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e6af9f9b-b556-4ece-86cd-38842d28f186 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=251826f7d7574f1594f10b3b48739332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557039 Aug 20 13:18:40.787408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:40.841652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:32Z', 'revision_number': 3, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:40.951403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae030453-a922-48d1-a5c3-3f852e7df385 None None] The sync data for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 is: [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:32Z', 'revision_number': 3, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:40.954711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-af6b0a3d-f6e9-4873-a578-83ca44c03a25 service neutron] 10.222.0.59 "GET /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860700 Aug 20 13:18:40.962399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:40.991159 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Attempting to bind port 423d6215-3a17-41f3-a26a-83c8b9540e66 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:40.991531 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Attempting to bind port 423d6215-3a17-41f3-a26a-83c8b9540e66 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:40.991900 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Attempting to bind port 423d6215-3a17-41f3-a26a-83c8b9540e66 on network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:41.005389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f053d-ac7d-4366-bfbf-7f1d348bf50c req-a13957fe-b8cd-4e02-adfd-28ab7f4aac16 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:41.015610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-395f053d-ac7d-4366-bfbf-7f1d348bf50c req-a13957fe-b8cd-4e02-adfd-28ab7f4aac16 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.4654036 Aug 20 13:18:41.026120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:41.026501 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Checking segment: {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:41.026902 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:41.027299 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Bound using segment: {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:41.027930 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Bound port: 423d6215-3a17-41f3-a26a-83c8b9540e66, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537485e5-c31f-4cb2-ac83-b3d7627179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:41.028181 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:41.048307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:41.063238 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bc006-db3f-44d8-a689-d3e419eb8c10 None None] Pushing event updated for resources: {'Port': ['ID=423d6215-3a17-41f3-a26a-83c8b9540e66,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:41.211927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-ec7d57e9-ff34-4100-8882-cf080e64673c service neutron] 10.222.0.59 "GET /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550752 Aug 20 13:18:41.251642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-19992374-3d3e-416a-bf87-eed0fe732b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:41.253204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-19992374-3d3e-416a-bf87-eed0fe732b9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.9284935 Aug 20 13:18:41.306974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-1314fcd3-7a60-4077-8dc0-9511fd7273d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.0432968 Aug 20 13:18:41.320096 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] For port 423d6215-3a17-41f3-a26a-83c8b9540e66, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:41.327323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-395f053d-ac7d-4366-bfbf-7f1d348bf50c req-7f4e81d6-0e53-4817-867a-43c9251da33c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051984 Aug 20 13:18:41.331602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] For port 423d6215-3a17-41f3-a26a-83c8b9540e66, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=423d6215-3a17-41f3-a26a-83c8b9540e66,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:41.343001 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:41.591140 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bc006-db3f-44d8-a689-d3e419eb8c10 None None] Pushing event updated for resources: {'Port': ['ID=423d6215-3a17-41f3-a26a-83c8b9540e66,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:41.605727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-80630126-88dd-426e-9405-fdb0d7b0538d None None] Provisioning for port 297d6278-75bf-42f4-924a-547a843207a2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:41.609930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa0bfb3a-c703-4148-81e4-bba4e2a91e0a req-e8a3069f-57df-4d74-8d5e-16713712c785 tempest-FloatingIPsNegativeTestJSON-436415057 tempest-FloatingIPsNegativeTestJSON-436415057-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0881763 Aug 20 13:18:41.640516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-80630126-88dd-426e-9405-fdb0d7b0538d None None] Provisioning complete for port 297d6278-75bf-42f4-924a-547a843207a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:41.649239 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-80630126-88dd-426e-9405-fdb0d7b0538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:41.651937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:41.656854 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Routers {'72c787bd-cce4-4c74-bcca-0e64b3cd0308'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:41.664611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:41.768238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-80630126-88dd-426e-9405-fdb0d7b0538d None None] Port 297d6278-75bf-42f4-924a-547a843207a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:41.864126 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] Set router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:41.870400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-6cfc2453-10fc-42f3-8418-171df28c25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:41.874180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-6cfc2453-10fc-42f3-8418-171df28c25fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.5455880 Aug 20 13:18:41.899035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a6fff-d2c7-47e6-a81e-cdd14b4965dc req-a7bf8329-f3c3-4992-ba24-ec5203814440 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:41.911304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103a6fff-d2c7-47e6-a81e-cdd14b4965dc req-a7bf8329-f3c3-4992-ba24-ec5203814440 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 1095 time: 0.1573439 Aug 20 13:18:42.009243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb61839-b024-4dbc-82c8-b33a8a8021c1 req-d883d3cc-20a9-4572-bafb-be0287628e24 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:42.020175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ceb61839-b024-4dbc-82c8-b33a8a8021c1 req-d883d3cc-20a9-4572-bafb-be0287628e24 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 945 time: 0.5457401 Aug 20 13:18:42.041267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103a6fff-d2c7-47e6-a81e-cdd14b4965dc req-eca7f600-08d1-41e3-8389-e5fcefafae2d tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194108 Aug 20 13:18:42.047794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-6a771fe1-5df8-4bf2-b04a-39823da97b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443384 Aug 20 13:18:42.161920 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb473c4-1d3a-41e5-addd-ef1379e7bf59 x-openstack-request-id: req-2cb473c4-1d3a-41e5-addd-ef1379e7bf59 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:42.162555 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-plugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:42.163111 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2cb473c4-1d3a-41e5-addd-ef1379e7bf59 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:42.163795 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'code': 200} Aug 20 13:18:42.292162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-64771f12-c86a-4302-879e-fea7711f8763 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275910 Aug 20 13:18:42.481963 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:36Z', 'revision_number': 4, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '423d6215-3a17-41f3-a26a-83c8b9540e66', 'name': '', 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'mac_address': 'fa:16:3e:37:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05ee359b-7108-4303-9ed4-5a0103fa1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:35Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'subnets': [{'id': '05ee359b-7108-4303-9ed4-5a0103fa1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:42.528595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ceb61839-b024-4dbc-82c8-b33a8a8021c1 req-193e04ee-3824-493c-8f47-f10a4b1b03d7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040271 Aug 20 13:18:42.561135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-e691f74a-0e93-40c3-b7ea-4b70d6bda1ff service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465951 Aug 20 13:18:42.590779 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea44eed-0c5b-4fb7-85c4-3ed9c46b550e None None] The sync data for ids ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'] in n-d-804232-5 is: [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:36Z', 'revision_number': 4, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '423d6215-3a17-41f3-a26a-83c8b9540e66', 'name': '', 'network_id': '7c3b4db5-1362-4205-a8b3-82034c18f5f1', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'mac_address': 'fa:16:3e:37:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05ee359b-7108-4303-9ed4-5a0103fa1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:35Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'subnets': [{'id': '05ee359b-7108-4303-9ed4-5a0103fa1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:42.655245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:42.743674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73dd0e6b-1c40-424b-87c8-ca9472ea0e20 req-da6fd46e-51e7-47b0-be0c-df0b306a1527 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 210 time: 0.1341553 Aug 20 13:18:42.817747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:42.826087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:42.827200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:42.839087 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-2ff232c7-a394-4b81-8389-7c93ba78b99a req-61489555-2aa7-478b-a969-564dd3ba600d tempest-FloatingIPsNegativeTestJSON-436415057 tempest-FloatingIPsNegativeTestJSON-436415057-project] show failed (client error): The resource could not be found. Aug 20 13:18:42.840149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ff232c7-a394-4b81-8389-7c93ba78b99a req-61489555-2aa7-478b-a969-564dd3ba600d tempest-FloatingIPsNegativeTestJSON-436415057 tempest-FloatingIPsNegativeTestJSON-436415057-project] 10.222.0.59 "GET /v2.0/floatingips/df7bd824-7445-4c8a-b950-8c69599c8f96 HTTP/1.1" status: 404 len: 350 time: 0.2373912 Aug 20 13:18:42.850639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41468) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:42.955382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-05941d0e-e4ea-4a82-8508-17f9d838f249 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:42.957755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-05941d0e-e4ea-4a82-8508-17f9d838f249 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.3017290 Aug 20 13:18:42.988763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804232-5'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:43.013062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.037306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:43.045133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.046975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a60dfda7-4883-44f2-844b-973acf9cc9e2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:43.123101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.179524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a60dfda7-4883-44f2-844b-973acf9cc9e2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:43.180219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.183635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:43.233077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.272963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa9394-063e-4220-bd08-2cb8c23387c7 req-4a0949b3-7507-4e27-b7ac-cabeb364391b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:43.274760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-affa9394-063e-4220-bd08-2cb8c23387c7 req-4a0949b3-7507-4e27-b7ac-cabeb364391b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.2143836 Aug 20 13:18:43.284590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.406429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-0b0dbb58-fa3a-4889-bc32-fe321833031b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:43.414185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-0b0dbb58-fa3a-4889-bc32-fe321833031b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.4325545 Aug 20 13:18:43.482191 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-87c18d65-1f4d-4239-b560-23ee3d2afb75 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/quotas/90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 375 time: 0.0667324 Aug 20 13:18:43.673716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:43.675751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=297d6278-75bf-42f4-924a-547a843207a2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:43.696724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-d6d3606b-d728-448a-8bfa-c572ab62d935 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2129707 Aug 20 13:18:43.700820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-affa9394-063e-4220-bd08-2cb8c23387c7 req-c715a0ba-d2cb-4168-8b3f-2d191ba0488a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380013 Aug 20 13:18:43.885950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-15477799-f648-4b51-aa92-2790a825034c service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877632 Aug 20 13:18:43.886214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:43.970312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-92012f36-bd95-4113-b03d-e342eaca4f96 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:43.976095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-92012f36-bd95-4113-b03d-e342eaca4f96 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.13 "GET /v2.0/networks?id=a323a4a3-93a8-4b9d-984c-6246942a5080 HTTP/1.1" status: 200 len: 813 time: 0.5975659 Aug 20 13:18:44.021832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Request body: {'port': {'device_id': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080', 'admin_state_up': True, 'tenant_id': '251826f7d7574f1594f10b3b48739332'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:44.032506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-ac95eb55-8b40-47ba-8a7d-645cba650030 service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450722 Aug 20 13:18:44.183132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:44.193860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:44.201970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:44.475717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864373c1-f14c-4af9-b9dd-68ffc457a2c5 req-c0a08271-e3a4-4f78-bc0d-8feb16ac2669 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:44.487870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-864373c1-f14c-4af9-b9dd-68ffc457a2c5 req-c0a08271-e3a4-4f78-bc0d-8feb16ac2669 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 945 time: 0.4331889 Aug 20 13:18:44.579622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:44.600427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:44.620593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:44.639049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657f5423-e4b9-415b-934f-94574e55198d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:44.642925 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5471d81-457e-47ea-8d2a-04ac6fe2e063" -d '{"events": [{"server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "657f5423-e4b9-415b-934f-94574e55198d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:44.719335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Router 19c1b567-5369-40ab-8af8-60895a6270da has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:44.766706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:44.767695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 423d6215-3a17-41f3-a26a-83c8b9540e66 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:44.877495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-79e35b97-9d08-434e-b0b9-57c165f2cf43 None None] Provisioning complete for port 297d6278-75bf-42f4-924a-547a843207a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:44.878261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-79e35b97-9d08-434e-b0b9-57c165f2cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:44.898800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:44.903145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Made reservation on behalf of 251826f7d7574f1594f10b3b48739332 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:44.907567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:44.972875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'mac_address': 'fa:16:3e:d3:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:44.993469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-864373c1-f14c-4af9-b9dd-68ffc457a2c5 req-cc34d2b7-53a0-4ea2-98cc-58d4f56ac8e0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043087 Aug 20 13:18:45.013444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 423d6215-3a17-41f3-a26a-83c8b9540e66 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:45.018637 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89acc89d-01ea-4173-980a-1b893fe59a69 req-d078a01c-4514-47e0-b608-376463204a6c tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 210 time: 0.0792849 Aug 20 13:18:45.023449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-79e35b97-9d08-434e-b0b9-57c165f2cf43 None None] Port 297d6278-75bf-42f4-924a-547a843207a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:18:45.031930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 423d6215-3a17-41f3-a26a-83c8b9540e66 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:45.032483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.082848 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.117608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.154908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:45.156327 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48bfc9e-fd88-408a-a313-48fe0385f0ed" -d '{"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:45.163137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:45.179972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:45.204853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.219474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2b566f89-7e90-4362-a47b-90f924d8d195 req-96df929d-d4aa-43f6-8d15-3fdb1507531c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 210 time: 0.1032665 Aug 20 13:18:45.235482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.288999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.341343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:45.354340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:18:45.355082 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:18:45.376713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 423d6215-3a17-41f3-a26a-83c8b9540e66, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=423d6215-3a17-41f3-a26a-83c8b9540e66,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:45.387877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.389191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:45.481918 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef5f5a-7846-4f0b-a08a-624fc9e9eb63 x-openstack-request-id: req-59ef5f5a-7846-4f0b-a08a-624fc9e9eb63 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:45.482563 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:45.483067 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59ef5f5a-7846-4f0b-a08a-624fc9e9eb63 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:45.483721 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'code': 200} Aug 20 13:18:45.489306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=423d6215-3a17-41f3-a26a-83c8b9540e66,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:45.509464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:45.510274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.650477 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2697014f-bee9-499c-b284-30882e37d59f x-openstack-request-id: req-2697014f-bee9-499c-b284-30882e37d59f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:45.651172 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "657f5423-e4b9-415b-934f-94574e55198d", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:45.651649 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2697014f-bee9-499c-b284-30882e37d59f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:45.652299 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657f5423-e4b9-415b-934f-94574e55198d', 'code': 200} Aug 20 13:18:45.736520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:45.763785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7505-51e0-4152-83bc-7424e6035fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.852483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on host n-h1-804232-5 for vnic_type normal with profile {"migrating_to": "n-h2-804232-5"} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:45.853234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:45.853798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:45.879711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfe947-33af-4ee2-b1cd-6bfbaa224842 req-5a343554-080a-4c71-b6ef-86d4e3a6f781 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:45.887320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1edfe947-33af-4ee2-b1cd-6bfbaa224842 req-5a343554-080a-4c71-b6ef-86d4e3a6f781 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 947 time: 0.2401948 Aug 20 13:18:45.894881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:45.895458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Attempting to bind port 657f5423-e4b9-415b-934f-94574e55198d on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:45.928192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:45.928500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.929016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:45.929609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:45.930232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Bound port: 657f5423-e4b9-415b-934f-94574e55198d, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:45.930756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.945762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:45.972990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:45.973423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:45.982525 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-87c94ef6-802b-4529-a654-bbd2ea0c8fa0 admin admin] 10.222.0.59 "PUT /v2.0/routers/19c1b567-5369-40ab-8af8-60895a6270da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3335593 Aug 20 13:18:45.983687 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:45.994585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Sync routers for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:45.996286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Deleting port 423d6215-3a17-41f3-a26a-83c8b9540e66 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:45.996915 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:46.038755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:46.039672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:46.121170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1edfe947-33af-4ee2-b1cd-6bfbaa224842 req-526bf228-6fb7-49d2-b4eb-f52433653eec tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324407 Aug 20 13:18:46.163489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Allocated IP 172.20.0.10 (a323a4a3-93a8-4b9d-984c-6246942a5080/9f8100e0-30eb-483a-a404-4a2ac3fe8799/d9c96d21-fbca-4b00-82d3-47a07031d3db) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:46.226119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:46.293357 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6778ae8-2b6f-4240-a1e9-97f8902777db req-5bda98de-edab-454b-9d66-d871fa1caf1b tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 210 time: 0.1379778 Aug 20 13:18:46.313298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:46.322573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:46.432629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] For port 423d6215-3a17-41f3-a26a-83c8b9540e66, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=423d6215-3a17-41f3-a26a-83c8b9540e66,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:46.433078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:46.460003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Calling delete_port for 423d6215-3a17-41f3-a26a-83c8b9540e66 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:46.506444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778525c2-1c34-4f98-a450-e1e4edf4a7f4 req-8648c263-0826-4d25-9f2a-efa9d390a624 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:46.508403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-778525c2-1c34-4f98-a450-e1e4edf4a7f4 req-8648c263-0826-4d25-9f2a-efa9d390a624 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.2783291 Aug 20 13:18:46.514495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:46.514902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:46.523574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 423d6215-3a17-41f3-a26a-83c8b9540e66 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:46.568525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-2c4c6850-a5b5-43a7-ad56-548010934b7a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:46.570509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-2c4c6850-a5b5-43a7-ad56-548010934b7a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.3612258 Aug 20 13:18:46.584078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:46.585115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:46.586739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-28c77aa2-11eb-4f98-94b9-4e1c6913a56f service neutron] 10.222.0.13 "PUT /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 1121 time: 3.6030631 Aug 20 13:18:46.591747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Request body: {'port': {'device_id': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'admin_state_up': True, 'tenant_id': '90de83ae2dc3418fbfb508e4371c0202'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:46.644622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-778525c2-1c34-4f98-a450-e1e4edf4a7f4 req-91d222d3-b1ad-4b10-8172-3fbcb1f906e6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056828 Aug 20 13:18:46.670502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:46.677844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:46.755788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:46.798217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35523de9-7b2f-41f0-8307-eb873059a42e req-15042132-f443-4443-8cea-18c0cc62795b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 210 time: 0.0525217 Aug 20 13:18:46.830607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:46.893381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:46.901164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['657f5423-e4b9-415b-934f-94574e55198d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:46.920787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Network a323a4a3-93a8-4b9d-984c-6246942a5080 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:46.923435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--578516342', 'description': 'tempest-description--351060144'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:46.925672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:46.933396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:46.938777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Pushing event updated for resources: {'Port': ['ID=d9c96d21-fbca-4b00-82d3-47a07031d3db,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:46.980120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.023576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:47.026133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.071101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Made reservation on behalf of 90de83ae2dc3418fbfb508e4371c0202 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:47.076390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.163297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 423d6215-3a17-41f3-a26a-83c8b9540e66 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:47.163678 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.206667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Port 423d6215-3a17-41f3-a26a-83c8b9540e66 was deleted so its status cannot be updated. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 13:18:47.245150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:42Z', 'revision_number': 2, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:47.290431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b350-8f6e-4f9a-8f88-3cb7cf2f3e56 req-cae13b63-67fd-4356-9bb5-30b92b04d1bd tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:47.290995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Checking router: 19c1b567-5369-40ab-8af8-60895a6270da for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:47.291354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Updating router 19c1b567-5369-40ab-8af8-60895a6270da port 297d6278-75bf-42f4-924a-547a843207a2 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:18:47.304341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be62b350-8f6e-4f9a-8f88-3cb7cf2f3e56 req-cae13b63-67fd-4356-9bb5-30b92b04d1bd tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 948 time: 0.1102545 Aug 20 13:18:47.325245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Allocated IP 172.20.0.11 (cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd/8bb1c2e7-b41a-4a44-a10b-3f47a0add02b/56f9320a-b75f-4042-93a6-1bcbd5bf3370) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:47.373062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.394455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be62b350-8f6e-4f9a-8f88-3cb7cf2f3e56 req-0c5aecd4-3a43-4660-a84d-b876d3deea08 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887151 Aug 20 13:18:47.443885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.516147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=423d6215-3a17-41f3-a26a-83c8b9540e66,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:47.649817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0b324-3ff6-418d-a5fd-c48749905fbd req-22bceb20-3330-4b66-8ff3-faafb6b58d80 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:47.651481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-60f0b324-3ff6-418d-a5fd-c48749905fbd req-22bceb20-3330-4b66-8ff3-faafb6b58d80 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 932 time: 0.2035027 Aug 20 13:18:47.654034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'tag': '657f5423-e4b9-415b-934f-94574e55198d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:47.657719 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743bf59-4b8e-4330-ac45-40d071971b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "tag": "657f5423-e4b9-415b-934f-94574e55198d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:47.722614 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b93bdd-8905-4503-9e2b-17d67ef848da x-openstack-request-id: req-37b93bdd-8905-4503-9e2b-17d67ef848da {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:47.723136 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "tag": "657f5423-e4b9-415b-934f-94574e55198d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:47.723562 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37b93bdd-8905-4503-9e2b-17d67ef848da {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:47.724338 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'tag': '657f5423-e4b9-415b-934f-94574e55198d', 'status': 'completed', 'code': 200} Aug 20 13:18:47.757523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.762500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.873264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-37ec58f6-0929-40a8-b224-5b0594bd0639 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8684940 Aug 20 13:18:47.893548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Request body: {'port': {'device_id': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:47.897616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.906544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-def09016-ca63-4484-8d1b-084b5383f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:47.908776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-def09016-ca63-4484-8d1b-084b5383f1fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1124 time: 0.1594415 Aug 20 13:18:47.915891 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.933619 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:47.947770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Transition to ACTIVE for port object 297d6278-75bf-42f4-924a-547a843207a2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:47.966676 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.015829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Pushing event updated for resources: {'Port': ['ID=297d6278-75bf-42f4-924a-547a843207a2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:48.040520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.040897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.041239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.041574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.041909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.042240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.042568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.043209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.048872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.050128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.050498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.051602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:18:48.051797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-d62f08d7-69f9-41c5-a29a-e726add3d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:48.053817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-d62f08d7-69f9-41c5-a29a-e726add3d31d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.1136138 Aug 20 13:18:48.056119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-60f0b324-3ff6-418d-a5fd-c48749905fbd req-993765f5-621f-4721-9e95-8dbf08f92239 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851194 Aug 20 13:18:48.070333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd205598-64d3-47ad-b1b2-dec6fcf5d435 req-e54f83ca-df72-49ff-8c39-336503ed559c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:48.072286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd205598-64d3-47ad-b1b2-dec6fcf5d435 req-e54f83ca-df72-49ff-8c39-336503ed559c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.2563789 Aug 20 13:18:48.074339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34995f5-4e42-4f47-92cb-5386bea0f7bb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:48.133843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-a709d6e5-9bd2-4e11-aa8a-2d6256c3e04b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.0602098 Aug 20 13:18:48.183660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.184886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e93f49f-2992-454a-8056-e363163ca488 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2775676 Aug 20 13:18:48.190192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41562) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:48.223384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Request body: {'security_group_rule': {'security_group_id': 'b34995f5-4e42-4f47-92cb-5386bea0f7bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:48.236245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Attempting to bind port 297d6278-75bf-42f4-924a-547a843207a2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:48.236659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Attempting to bind port 297d6278-75bf-42f4-924a-547a843207a2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:48.237061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Attempting to bind port 297d6278-75bf-42f4-924a-547a843207a2 on network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:48.237876 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7ce0d59-611f-4649-aa84-5d9a3a22f3f8 req-936dd911-e39a-4162-83c8-5c4bf38b30fa tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 210 time: 0.0604131 Aug 20 13:18:48.244007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:48.244675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Checking segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:48.245235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.245810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Bound using segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:48.246308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Bound port: 297d6278-75bf-42f4-924a-547a843207a2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:48.246814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.295367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd205598-64d3-47ad-b1b2-dec6fcf5d435 req-cc3c5d0e-3685-4702-99be-ebb434d608ea tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602542 Aug 20 13:18:48.300637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.336584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.451137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.459074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] For port 297d6278-75bf-42f4-924a-547a843207a2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:48.463312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] For port 297d6278-75bf-42f4-924a-547a843207a2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=297d6278-75bf-42f4-924a-547a843207a2,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:48.487959 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.514871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-e9ca2ce5-1239-46f1-82ff-177608ec89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:48.516405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-e9ca2ce5-1239-46f1-82ff-177608ec89f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.3680940 Aug 20 13:18:48.544433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:48.585250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.591848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:48.594903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbda2f-daf7-4ac1-b503-e8f3a1f75032 None None] Pushing event updated for resources: {'Port': ['ID=297d6278-75bf-42f4-924a-547a843207a2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:48.609655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:18:48.610447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6b9-94b4-49ad-9414-59a0dfcfbcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.619508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:48.620416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:48.684721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:48.685465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:48.696800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:48.711853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-5a60d5c8-60b3-4cd7-b59b-a60fff13ab87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636938 Aug 20 13:18:48.758462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35be344-d35e-4acb-8e45-74d71bc390bc req-83e74ac9-cb31-4ba8-aa7c-825ab08ca28a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:48.764636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:48.766322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.771319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b35be344-d35e-4acb-8e45-74d71bc390bc req-83e74ac9-cb31-4ba8-aa7c-825ab08ca28a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 948 time: 0.2370803 Aug 20 13:18:48.868192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:48.894055 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-8880e721-50f5-4408-a008-3cfb8fc6ecb3 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689458 Aug 20 13:18:48.923924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:48.924892 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:48.941003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:18:48.953323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-30ee91bd-9b02-4f48-bf07-b398ebdddd57 admin admin] 10.222.0.59 "PUT /v2.0/routers/72c787bd-cce4-4c74-bcca-0e64b3cd0308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1003950 Aug 20 13:18:48.957249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41574) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:48.957675 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] Sync routers for ids ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:18:48.980444 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] Routers {'72c787bd-cce4-4c74-bcca-0e64b3cd0308'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:48.981416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:49.140539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.225351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:49.227867 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0329be2-41c6-4c1a-a7cd-661ad6e4c079" -d '{"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:49.248579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:49.256608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.293948 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] Set router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:49.317985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.323594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:49.370921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:48Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:49.392686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-f7245596-2415-4534-bf8d-51efc5a6aaf3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8071198 Aug 20 13:18:49.413786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.414952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4057e2-ac9a-4af7-8c8e-de17cf0cccf6 None None] The sync data for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 is: [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:48Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:49.432315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Request body: {'port': {'device_id': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:49.451023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.474471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b35be344-d35e-4acb-8e45-74d71bc390bc req-d0c59b2e-cf57-4cb2-9d82-f0641b5fc0b5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943784 Aug 20 13:18:49.566256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c96d21-fbca-4b00-82d3-47a07031d3db {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:49.588133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72091576-1874-4047-802e-cc814d514324,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:49.596903 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98400c8b-c4a9-4e41-bc7e-d3743596d82c x-openstack-request-id: req-98400c8b-c4a9-4e41-bc7e-d3743596d82c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:49.597472 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:49.597976 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98400c8b-c4a9-4e41-bc7e-d3743596d82c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:49.598617 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'code': 200} Aug 20 13:18:49.624369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.644667 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.649326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41588) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:49.650738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-854a60b6-f963-48ef-9238-c5f89c732117 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4558997 Aug 20 13:18:49.658558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Request body: {'security_group_rule': {'security_group_id': 'b34995f5-4e42-4f47-92cb-5386bea0f7bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:49.688698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.735431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e63c3-773f-461b-9bc8-8b95464f120a req-b199c7a1-6a19-43b0-9a35-2aa898ddc31b tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:49.737465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e45e63c3-773f-461b-9bc8-8b95464f120a req-b199c7a1-6a19-43b0-9a35-2aa898ddc31b tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 932 time: 0.4014454 Aug 20 13:18:49.751927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.760911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.771082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Transition to ACTIVE for port object d9c96d21-fbca-4b00-82d3-47a07031d3db will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:49.798656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:47Z', 'revision_number': 5, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:49.810364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:49.855509 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] Checking router: 72c787bd-cce4-4c74-bcca-0e64b3cd0308 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:18:49.866361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] Routers {'72c787bd-cce4-4c74-bcca-0e64b3cd0308'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:18:49.867001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:49.908926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4743bf59-4b8e-4330-ac45-40d071971b8e req-79fb541e-1186-41b6-89e7-57e73c4e56e2 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9831464 Aug 20 13:18:50.011487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e45e63c3-773f-461b-9bc8-8b95464f120a req-763ae52d-340f-493d-904c-504d6a592e4b tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619786 Aug 20 13:18:50.018526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c96d21-fbca-4b00-82d3-47a07031d3db,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:50.069409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] Set router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:18:50.290553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79dfb6-5777-4144-b2d0-19c8b9a1874c req-dca50bb1-c64a-4578-b4f4-f041ab2845a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:50.292042 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c79dfb6-5777-4144-b2d0-19c8b9a1874c req-dca50bb1-c64a-4578-b4f4-f041ab2845a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1100 time: 0.3670297 Aug 20 13:18:50.295527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Attempting to bind port d9c96d21-fbca-4b00-82d3-47a07031d3db on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:50.295864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Attempting to bind port d9c96d21-fbca-4b00-82d3-47a07031d3db by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1b22c374-d5a5-4123-9f8b-7b8f950595e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:50.296234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Attempting to bind port d9c96d21-fbca-4b00-82d3-47a07031d3db on network a323a4a3-93a8-4b9d-984c-6246942a5080 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:50.332320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b425-5dc1-42f8-a9c0-3eb25e989fe4 req-347596d1-3384-4240-b764-c4144458d858 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:50.354130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ad4b425-5dc1-42f8-a9c0-3eb25e989fe4 req-347596d1-3384-4240-b764-c4144458d858 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 932 time: 0.5913665 Aug 20 13:18:50.375595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Port d9c96d21-fbca-4b00-82d3-47a07031d3db on network a323a4a3-93a8-4b9d-984c-6246942a5080 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:50.387665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Attempting to bind port d9c96d21-fbca-4b00-82d3-47a07031d3db on network a323a4a3-93a8-4b9d-984c-6246942a5080 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:50.399537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:50.399537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Checking segment: {'id': '1b22c374-d5a5-4123-9f8b-7b8f950595e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:50.399537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Bound using segment: {'id': '1b22c374-d5a5-4123-9f8b-7b8f950595e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:50.399537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Bound port: d9c96d21-fbca-4b00-82d3-47a07031d3db, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b22c374-d5a5-4123-9f8b-7b8f950595e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:50.400031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.462302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c79dfb6-5777-4144-b2d0-19c8b9a1874c req-83e1a592-79a3-4dac-a05b-35551295ebce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578708 Aug 20 13:18:50.508473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4922d8b-6560-4d62-bcbb-23b43a9fa29d req-501bf8c9-7e79-45e1-a833-7aaf0ca5ab1f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:50.510381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b4922d8b-6560-4d62-bcbb-23b43a9fa29d req-501bf8c9-7e79-45e1-a833-7aaf0ca5ab1f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.3139560 Aug 20 13:18:50.574833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] For port d9c96d21-fbca-4b00-82d3-47a07031d3db, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:50.594700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 297d6278-75bf-42f4-924a-547a843207a2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:50.595510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ad4b425-5dc1-42f8-a9c0-3eb25e989fe4 req-f5a9014f-a24b-4e60-8729-3dcc26382917 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433889 Aug 20 13:18:50.611872 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:47Z', 'revision_number': 5, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:50.615267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] For port d9c96d21-fbca-4b00-82d3-47a07031d3db, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db,segment=NetworkSegment(1b22c374-d5a5-4123-9f8b-7b8f950595e4),segment_id=1b22c374-d5a5-4123-9f8b-7b8f950595e4)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:50.620064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b4922d8b-6560-4d62-bcbb-23b43a9fa29d req-0df3f128-2413-44ac-9aee-44376d7f3aec tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898638 Aug 20 13:18:50.622950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.628936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.633944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.651821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.680454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:50.681271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.683132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] 10.222.0.13 "PUT /v2.0/ports/d9c96d21-fbca-4b00-82d3-47a07031d3db HTTP/1.1" status: 200 len: 1092 time: 2.7968087 Aug 20 13:18:50.683688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'tag': 'd9c96d21-fbca-4b00-82d3-47a07031d3db'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:50.686080 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c4c89-3655-415e-9ea1-84951353ac9e" -d '{"events": [{"name": "network-changed", "server_uuid": "51ea699a-75c9-4e2b-95db-53b31dbcacec", "tag": "d9c96d21-fbca-4b00-82d3-47a07031d3db"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:50.694123 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf5f50-432e-493f-a694-54776a6a8989 None None] The sync data for ids ['72c787bd-cce4-4c74-bcca-0e64b3cd0308'] in n-d-804232-5 is: [{'id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'name': 'tempest-FloatingIPsNegativeTestJSON-1993603830-router', 'tenant_id': '4524157fb26c42eeb34f83d84d9bf890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:47Z', 'revision_number': 5, 'project_id': '4524157fb26c42eeb34f83d84d9bf890', 'gw_port': {'id': 'a60dfda7-4883-44f2-844b-973acf9cc9e2', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c787bd-cce4-4c74-bcca-0e64b3cd0308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:31Z', 'updated_at': '2021-08-20T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:18:50.718437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 657f5423-e4b9-415b-934f-94574e55198d details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:50.869769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6209a798-1200-4872-9754-04f71a310ffc,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:50.893925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:50.895236 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-138c9312-4f8b-42ef-abd6-4d8a74d68d29 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2430811 Aug 20 13:18:50.900462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41598) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:50.906274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:50.955558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:50.963736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-28e28132-3c6a-42ce-929a-25d4567a97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:50.965848 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-28e28132-3c6a-42ce-929a-25d4567a97dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=251826f7d7574f1594f10b3b48739332&device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 1095 time: 0.2086344 Aug 20 13:18:50.969864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58195d7-b04f-4d67-b066-cc77deaf0e57 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c96d21-fbca-4b00-82d3-47a07031d3db,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:51.022962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Deleting port a60dfda7-4883-44f2-844b-973acf9cc9e2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:51.023274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.023614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-a705be5d-7658-4d0e-b156-7db66a5cff69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db HTTP/1.1" status: 200 len: 217 time: 0.0458853 Aug 20 13:18:51.056678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 657f5423-e4b9-415b-934f-94574e55198d has no active binding in host n-h2-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:18:51.098995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-846cca64-3ae6-46dc-97d9-ed798887c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:51.099595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 297d6278-75bf-42f4-924a-547a843207a2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:51.109842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-846cca64-3ae6-46dc-97d9-ed798887c4eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8100e0-30eb-483a-a404-4a2ac3fe8799 HTTP/1.1" status: 200 len: 853 time: 0.0751734 Aug 20 13:18:51.114055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373be0-9ef0-477a-b9f0-2982752d4278 req-d920c7fd-bad7-4041-b369-8efbe66b8986 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:51.115685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c373be0-9ef0-477a-b9f0-2982752d4278 req-d920c7fd-bad7-4041-b369-8efbe66b8986 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1990807 Aug 20 13:18:51.119772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.148807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 297d6278-75bf-42f4-924a-547a843207a2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:51.149653 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.157277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-d7747c22-4886-4a6c-bafa-d60dca275bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a323a4a3-93a8-4b9d-984c-6246942a5080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376179 Aug 20 13:18:51.168728 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac0ee60-9e4e-4c3b-8cf3-366878133404 x-openstack-request-id: req-6ac0ee60-9e4e-4c3b-8cf3-366878133404 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:51.169113 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ea699a-75c9-4e2b-95db-53b31dbcacec", "tag": "d9c96d21-fbca-4b00-82d3-47a07031d3db", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:51.169430 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ac0ee60-9e4e-4c3b-8cf3-366878133404 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:51.170010 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'tag': 'd9c96d21-fbca-4b00-82d3-47a07031d3db', 'status': 'completed', 'code': 200} Aug 20 13:18:51.302995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c373be0-9ef0-477a-b9f0-2982752d4278 req-3dc54dc6-ab77-418c-9cdd-d40ad238448c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541045 Aug 20 13:18:51.332418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-0b4aa7c7-8321-4a90-a96f-1f4b6a8dff58 service neutron] 10.222.0.13 "GET /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614976 Aug 20 13:18:51.338335 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.343845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] For port a60dfda7-4883-44f2-844b-973acf9cc9e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a60dfda7-4883-44f2-844b-973acf9cc9e2,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:51.344536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.376211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f9320a-b75f-4042-93a6-1bcbd5bf3370 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:51.407572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Calling delete_port for a60dfda7-4883-44f2-844b-973acf9cc9e2 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:51.415035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.430365 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-064e34a6-4762-4076-b3c1-bde81fa19f12 service neutron] 10.222.0.53 "GET /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d/bindings/n-h2-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.5892899 Aug 20 13:18:51.440105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.505798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Transition to ACTIVE for port object 56f9320a-b75f-4042-93a6-1bcbd5bf3370 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:51.517607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.524995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 297d6278-75bf-42f4-924a-547a843207a2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=297d6278-75bf-42f4-924a-547a843207a2,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:51.538800 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.549784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b199ca-cf27-44ba-812b-622f836bb844 req-9907d008-f129-4064-bf6e-74ea2bfc9d2a tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:51.550390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2b199ca-cf27-44ba-812b-622f836bb844 req-9907d008-f129-4064-bf6e-74ea2bfc9d2a tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 944 time: 0.2157147 Aug 20 13:18:51.599998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=297d6278-75bf-42f4-924a-547a843207a2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:51.681402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2b199ca-cf27-44ba-812b-622f836bb844 req-fbc4ba02-5136-4167-b6c4-c36755c855de tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047065 Aug 20 13:18:51.697107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5a5c539-df3d-4b6c-a20b-a05c88583b53 req-2f48171d-0a2e-48fb-adb2-76d2c6bc1934 service neutron] 10.222.0.13 "GET /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179433 Aug 20 13:18:51.794634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.879845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:51.959514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-00b2b467-f237-435d-8bcc-4c38cd6d2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:51.961470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-00b2b467-f237-435d-8bcc-4c38cd6d2f94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=251826f7d7574f1594f10b3b48739332&device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 1095 time: 0.1479192 Aug 20 13:18:51.988181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:52.055402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3938d6-4240-42dd-86ee-908286458697 req-7a76a46b-4834-40c7-b6c1-8f8ffc7681df tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:52.057408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c3938d6-4240-42dd-86ee-908286458697 req-7a76a46b-4834-40c7-b6c1-8f8ffc7681df tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.3773007 Aug 20 13:18:52.079961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e772f-c439-46ce-9476-e48e7e254de0 req-f581db21-379b-4b65-a3e2-a7458591646f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:52.088284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d1e772f-c439-46ce-9476-e48e7e254de0 req-f581db21-379b-4b65-a3e2-a7458591646f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 943 time: 0.2265513 Aug 20 13:18:52.107169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Allocated IP 172.25.6.176 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/338f5e17-7139-4d21-b15a-60465274a804) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:52.117162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:52.122614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:18:52.123107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:18:52.123655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:52.182005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:18:52.182005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:18:52.189343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d1e772f-c439-46ce-9476-e48e7e254de0 req-c363d001-6558-442e-9cdf-338917152740 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999334 Aug 20 13:18:52.218624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:18:52.218624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:18:52.218624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:18:52.218624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Bound port: 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:18:52.218624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.229041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657f5423-e4b9-415b-934f-94574e55198d {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:52.247707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:52.285106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.339518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-dc89af6b-7755-4a78-8a70-1fb9fbf18943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:52.341363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-dc89af6b-7755-4a78-8a70-1fb9fbf18943 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a323a4a3-93a8-4b9d-984c-6246942a5080 HTTP/1.1" status: 200 len: 914 time: 0.3689039 Aug 20 13:18:52.369722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c3938d6-4240-42dd-86ee-908286458697 req-5a2d993b-9ab8-4869-9ef0-b48875934fdd tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966332 Aug 20 13:18:52.418126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 297d6278-75bf-42f4-924a-547a843207a2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:52.419978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-c279278e-f498-45ec-b916-9057d3446105 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db HTTP/1.1" status: 200 len: 217 time: 0.0704331 Aug 20 13:18:52.481430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.503172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] Transition to ACTIVE for port object 657f5423-e4b9-415b-934f-94574e55198d will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:52.505608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-b487c8b3-22d1-4db2-9035-2dabb5456695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:52.507602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-b487c8b3-22d1-4db2-9035-2dabb5456695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8100e0-30eb-483a-a404-4a2ac3fe8799 HTTP/1.1" status: 200 len: 853 time: 0.0770125 Aug 20 13:18:52.532192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60dfda7-4883-44f2-844b-973acf9cc9e2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:52.534018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.569884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 297d6278-75bf-42f4-924a-547a843207a2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:52.574032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.632215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-516f7d1f-2771-4e2b-864e-d35eeff57659 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a323a4a3-93a8-4b9d-984c-6246942a5080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135275 Aug 20 13:18:52.640529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] Pushing event updated for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:52.669526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] No DVR routers for this DVR port 657f5423-e4b9-415b-934f-94574e55198d on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:52.677426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.696967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:52.733267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:18:52.756114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9806f-0cfd-475e-8578-ee29acd93a04 req-dc57fdcc-d1f6-4b1e-8242-88fa8015a2d6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:52.760110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 423d6215-3a17-41f3-a26a-83c8b9540e66 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:52.763859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8b9806f-0cfd-475e-8578-ee29acd93a04 req-dc57fdcc-d1f6-4b1e-8242-88fa8015a2d6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.2158184 Aug 20 13:18:52.778169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.781900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 423d6215-3a17-41f3-a26a-83c8b9540e66 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:52.782433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 423d6215-3a17-41f3-a26a-83c8b9540e66 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:52.798325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.943791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:52.944442 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.945940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 1092 time: 3.5206096 Aug 20 13:18:52.954851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:52.957347 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6738c58-7f6e-4047-adb3-f07186057f23" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:52.974231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:52.981242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:53.029308 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8b9806f-0cfd-475e-8578-ee29acd93a04 req-d87db73e-b4fb-479a-87bb-7ca5e522b77d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643282 Aug 20 13:18:53.079872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-321bc01f-a7a2-4134-8b6b-0f8e4f7e0b4f service neutron] 10.222.0.53 "PUT /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d/bindings/n-h2-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6160994 Aug 20 13:18:53.139811 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7150e-d1f8-4755-8e53-efb3e663bb86 x-openstack-request-id: req-50d7150e-d1f8-4755-8e53-efb3e663bb86 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:53.141129 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:53.141437 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50d7150e-d1f8-4755-8e53-efb3e663bb86 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:53.142457 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'status': 'completed', 'code': 200} Aug 20 13:18:53.147415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f54f9-e0b0-4d8d-8487-9056f0e3d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:53.149694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c98f2-3a9e-48f6-901f-cf9e606e19d9 req-9b68bb13-0c57-47c0-8b70-5e077898e380 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.153547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:53.154660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c787bd-cce4-4c74-bcca-0e64b3cd0308 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:18:53.158103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-312c98f2-3a9e-48f6-901f-cf9e606e19d9 req-9b68bb13-0c57-47c0-8b70-5e077898e380 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 944 time: 0.0970736 Aug 20 13:18:53.171608 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:53.173661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b075c7af-94a3-4d74-8750-e71f11336bd6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/72c787bd-cce4-4c74-bcca-0e64b3cd0308 HTTP/1.1" status: 204 len: 168 time: 4.2147834 Aug 20 13:18:53.175796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:53.179718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41636) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:53.264533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-312c98f2-3a9e-48f6-901f-cf9e606e19d9 req-97bda7a1-d240-4ed5-be6f-f4334c30f933 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053693 Aug 20 13:18:53.290322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-10e33064-417c-4527-9385-467ae447f5c9 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.295286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-10e33064-417c-4527-9385-467ae447f5c9 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.1118274 Aug 20 13:18:53.300847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-388d4b52-a329-4df6-a9c0-9c7c9764baa0 service neutron] 10.222.0.13 "GET /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550519 Aug 20 13:18:53.335984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:53.341949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-4d592455-9faa-4c67-baf8-ecfb258a632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.343935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-4d592455-9faa-4c67-baf8-ecfb258a632c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1095 time: 0.3329141 Aug 20 13:18:53.363725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:53.369344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event updated for resources: {'Port': ['ID=338f5e17-7139-4d21-b15a-60465274a804,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:53.372161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:53.429186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-4172fce2-5ba3-4c20-bcdf-25a1558f99ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 217 time: 0.0720007 Aug 20 13:18:53.535626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-7d5dd129-8276-4735-bdc2-705e21ca7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.537208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-7d5dd129-8276-4735-bdc2-705e21ca7f97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 1095 time: 0.2280519 Aug 20 13:18:53.559954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dd5f1-169f-44de-8c40-f13315f6cc30 req-c06ca5e1-dbf5-4fd1-b9d8-08f9304e6d38 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.562470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-619dd5f1-169f-44de-8c40-f13315f6cc30 req-c06ca5e1-dbf5-4fd1-b9d8-08f9304e6d38 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 944 time: 0.1787343 Aug 20 13:18:53.564513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e4c4c89-3655-415e-9ea1-84951353ac9e req-8934b664-8dc4-4ae2-9045-dd00e01e49bc service neutron] 10.222.0.13 "GET /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329733 Aug 20 13:18:53.657930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-619dd5f1-169f-44de-8c40-f13315f6cc30 req-14fc79fc-97ea-430b-a3a7-432ac527fcb5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874186 Aug 20 13:18:53.678743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-1d07e579-5287-4bef-aa03-8362ecea47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.678743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-1d07e579-5287-4bef-aa03-8362ecea47da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1095 time: 0.0752366 Aug 20 13:18:53.804394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Deleting subnet 05ee359b-7108-4303-9ed4-5a0103fa1701 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:18:53.820680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-e0871f7b-8310-4ee4-bf94-1873f6da0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.822426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-e0871f7b-8310-4ee4-bf94-1873f6da0705 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.1366053 Aug 20 13:18:53.831882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:53.888404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7a2e-3b9c-401f-afaf-b9709922f6e7 req-f067247d-b38d-49ce-b1f0-441bb2fa25da tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.894556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-ee2e23a8-8523-4d8b-9d34-881cb976def0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.0615056 Aug 20 13:18:53.896781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3bb7a2e-3b9c-401f-afaf-b9709922f6e7 req-f067247d-b38d-49ce-b1f0-441bb2fa25da tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.7020564 Aug 20 13:18:53.976853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:53.985600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14b87e-b66c-4bff-9545-5f7d509397e1 req-8495ddf4-eba6-45fe-af20-d3c14c9b79b1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.987506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e14b87e-b66c-4bff-9545-5f7d509397e1 req-8495ddf4-eba6-45fe-af20-d3c14c9b79b1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.1057889 Aug 20 13:18:53.991819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-e7054664-80ad-47d8-b020-7c958a8f591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:53.993548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-e7054664-80ad-47d8-b020-7c958a8f591d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0794883 Aug 20 13:18:54.004942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-d60ebb94-c0e6-4004-9d56-0926d5eb9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:54.006541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-d60ebb94-c0e6-4004-9d56-0926d5eb9b46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1935704 Aug 20 13:18:54.033631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 657f5423-e4b9-415b-934f-94574e55198d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:54.049175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-1a846362-cfe0-45c5-9574-1e826ab61962 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368679 Aug 20 13:18:54.067916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3bb7a2e-3b9c-401f-afaf-b9709922f6e7 req-0ecf4cd8-a4e3-4866-ae40-f179de3670e6 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696985 Aug 20 13:18:54.097101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e14b87e-b66c-4bff-9545-5f7d509397e1 req-868016a8-2e9d-40a8-be05-6bdcc214c33c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020424 Aug 20 13:18:54.111142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 657f5423-e4b9-415b-934f-94574e55198d not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:54.125627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-28b9f685-ffa4-44a2-bc8d-cc9b43494825 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894141 Aug 20 13:18:54.180928 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:54.263028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-6455c5a4-57b9-489c-883f-59c8de1a4faa service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900005 Aug 20 13:18:54.366562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:54.409423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:54.471812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a60dfda7-4883-44f2-844b-973acf9cc9e2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:54.477836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-6f82182a-5e2b-49f9-8bb9-02c7ea3e454c service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340559 Aug 20 13:18:54.538361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a60dfda7-4883-44f2-844b-973acf9cc9e2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:54.538837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a60dfda7-4883-44f2-844b-973acf9cc9e2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:54.598802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-3b84f32a-c7d5-4b1c-b82f-69689f4c1037 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282127 Aug 20 13:18:54.645988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d9c96d21-fbca-4b00-82d3-47a07031d3db details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:54.667615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1700-c499-4ae8-abdb-7c350e52109b req-86447eac-f189-45bd-a266-8de020554f6d tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:54.675985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f5f1700-c499-4ae8-abdb-7c350e52109b req-86447eac-f189-45bd-a266-8de020554f6d tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 944 time: 0.2165196 Aug 20 13:18:54.690122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:54.721947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dabc-3bed-4756-9685-3203cc477814 req-a7a2a0f4-3d3d-4d85-899f-71c616889047 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:54.728464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a14dabc-3bed-4756-9685-3203cc477814 req-a7a2a0f4-3d3d-4d85-899f-71c616889047 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1524599 Aug 20 13:18:54.747195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ee359b-7108-4303-9ed4-5a0103fa1701,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:54.754701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:54.756940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5259a1c8-98b2-4fa0-9168-248432e19d97 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/05ee359b-7108-4303-9ed4-5a0103fa1701 HTTP/1.1" status: 204 len: 168 time: 1.5739076 Aug 20 13:18:54.766489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41674) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:54.766736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e87d0-ae57-4dad-a994-b10e6e90ad43 None None] Network 7c3b4db5-1362-4205-a8b3-82034c18f5f1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:18:54.799639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a14dabc-3bed-4756-9685-3203cc477814 req-84a409f8-3cd6-45e4-91b7-9c287fa1027b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625224 Aug 20 13:18:54.870228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a911f2a-4af5-4a64-ae40-da36d6df2a12 req-e58f90eb-48fd-4ce5-ba7a-dc10274e3e7c service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725021 Aug 20 13:18:54.887275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f5f1700-c499-4ae8-abdb-7c350e52109b req-4ac9e641-2bf9-443e-87f0-2c4cf4cbf042 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080946 Aug 20 13:18:54.950177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9705e3-9292-414f-9d93-a8621e3358ad req-c851c2e5-4699-40f0-871e-e365fac3a872 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:54.959896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae9705e3-9292-414f-9d93-a8621e3358ad req-c851c2e5-4699-40f0-871e-e365fac3a872 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 944 time: 0.0956759 Aug 20 13:18:55.047372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae9705e3-9292-414f-9d93-a8621e3358ad req-d6949c80-ae39-4bbc-a52c-fbef0c4e8378 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863183 Aug 20 13:18:55.056032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.081231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.101448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.154142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-f4a0d41c-96ba-4840-8f97-966434adfd78 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:55.156851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-f4a0d41c-96ba-4840-8f97-966434adfd78 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.1083384 Aug 20 13:18:55.193814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-cd70617a-d046-4cf2-b4be-f5f5d6a2a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:55.195344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-cd70617a-d046-4cf2-b4be-f5f5d6a2a42f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1095 time: 0.2373722 Aug 20 13:18:55.210907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d9c96d21-fbca-4b00-82d3-47a07031d3db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db,segment=NetworkSegment(1b22c374-d5a5-4123-9f8b-7b8f950595e4),segment_id=1b22c374-d5a5-4123-9f8b-7b8f950595e4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:55.227496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'd9c96d21-fbca-4b00-82d3-47a07031d3db', 'network_id': 'a323a4a3-93a8-4b9d-984c-6246942a5080', 'port_id': 'd9c96d21-fbca-4b00-82d3-47a07031d3db', 'mac_address': 'fa:16:3e:07:f2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8100e0-30eb-483a-a404-4a2ac3fe8799', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:55.307857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.365344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-114c4d16-ba1d-4ffe-8037-f801e5fffc72 service neutron] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:18:55.368732 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.370338 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-114c4d16-ba1d-4ffe-8037-f801e5fffc72 service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.372302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fffeeec9-88bd-4457-964d-8a6eeb190cd7 req-114c4d16-ba1d-4ffe-8037-f801e5fffc72 service neutron] 10.222.0.13 "DELETE /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d/bindings/n-h1-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.2060072 Aug 20 13:18:55.403501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event updated for resources: {'Port': ['ID=338f5e17-7139-4d21-b15a-60465274a804,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:55.408819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c96d21-fbca-4b00-82d3-47a07031d3db {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:55.438077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d9c96d21-fbca-4b00-82d3-47a07031d3db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db,segment=NetworkSegment(1b22c374-d5a5-4123-9f8b-7b8f950595e4),segment_id=1b22c374-d5a5-4123-9f8b-7b8f950595e4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:55.445942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.446178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.447175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3817b4ad-195b-436a-8c70-133f3938aaef tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5456369 Aug 20 13:18:55.463258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] DHCP port deletion for 7c3b4db5-1362-4205-a8b3-82034c18f5f1 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:18:55.493552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d022e9-49d3-4370-8271-f270f0da3323 req-d2df1c43-c2b9-4914-be12-60f5b7bbd29d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:55.495149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37d022e9-49d3-4370-8271-f270f0da3323 req-d2df1c43-c2b9-4914-be12-60f5b7bbd29d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.2704160 Aug 20 13:18:55.502422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Deleting port 6933780e-2107-451c-8e54-b6c99a5dc3dd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:55.502768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.546187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=d9c96d21-fbca-4b00-82d3-47a07031d3db,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:55.613825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] Deleting port 6933780e-2107-451c-8e54-b6c99a5dc3dd {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:18:55.614243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.643986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-71bf2b28-db23-4bc1-8735-5c8d4684f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:55.645527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-71bf2b28-db23-4bc1-8735-5c8d4684f395 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.4373772 Aug 20 13:18:55.656425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37d022e9-49d3-4370-8271-f270f0da3323 req-98884f22-33d9-40d0-814e-8e163f06a173 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495411 Aug 20 13:18:55.697758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-216f7451-2aca-43f7-90b0-6e4b8a7be93e tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--578516342&fields=id&tenant_id=0455d6a72121423aad6ce99c1c6b3012 HTTP/1.1" status: 200 len: 267 time: 0.0757010 Aug 20 13:18:55.714638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] For port 6933780e-2107-451c-8e54-b6c99a5dc3dd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6933780e-2107-451c-8e54-b6c99a5dc3dd,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:55.714638 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.722163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-fe5dad6d-3481-436a-922f-e46edd779838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 217 time: 0.0626688 Aug 20 13:18:55.728255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] For port 6933780e-2107-451c-8e54-b6c99a5dc3dd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6933780e-2107-451c-8e54-b6c99a5dc3dd,segment=NetworkSegment(537485e5-c31f-4cb2-ac83-b3d7627179a7),segment_id=537485e5-c31f-4cb2-ac83-b3d7627179a7)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:55.731350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.751436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] Calling delete_port for 6933780e-2107-451c-8e54-b6c99a5dc3dd owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:55.780208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['d9c96d21-fbca-4b00-82d3-47a07031d3db'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:55.823249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Calling delete_port for 6933780e-2107-451c-8e54-b6c99a5dc3dd owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:18:55.921780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9f4584f6-4a0c-4de9-acc7-98727d5a9f9a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:55.923937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9f4584f6-4a0c-4de9-acc7-98727d5a9f9a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/networks?id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e HTTP/1.1" status: 200 len: 812 time: 0.2064390 Aug 20 13:18:55.944323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-9b60b07e-17d2-4cad-b286-fe542a5f1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:55.946968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-9b60b07e-17d2-4cad-b286-fe542a5f1b4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.2124953 Aug 20 13:18:55.948200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-8388578d-8f8e-4a51-ba4b-14f080589442 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/quotas/0455d6a72121423aad6ce99c1c6b3012 HTTP/1.1" status: 200 len: 375 time: 0.0179510 Aug 20 13:18:55.981148 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.997033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-20667e5d-6803-4677-97bb-082942e246da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310318 Aug 20 13:18:56.047613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] No DVR routers for this DVR port 6933780e-2107-451c-8e54-b6c99a5dc3dd on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:56.055663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b384d-525c-4d69-9135-022d20b03289 None None] Pushing event deleted for resources: {'Port': ['ID=6933780e-2107-451c-8e54-b6c99a5dc3dd,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:56.073693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-ac276d9d-f85d-4974-a3d5-8de2191241f8 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0455d6a72121423aad6ce99c1c6b3012&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005704 Aug 20 13:18:56.109941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a8e8-facc-4e73-959f-1130aa06f1cb req-057f3ba9-2493-4ed8-bbcf-4b7727a4781f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:56.118092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6b5a8e8-facc-4e73-959f-1130aa06f1cb req-057f3ba9-2493-4ed8-bbcf-4b7727a4781f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1888309 Aug 20 13:18:56.183672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6b5a8e8-facc-4e73-959f-1130aa06f1cb req-75b6881b-dfce-4f2f-8153-9ae0b8aff28d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646377 Aug 20 13:18:56.186672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.238399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-8234a335-372c-4f1c-aa0f-8c12447abe96 service neutron] 10.222.0.59 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618905 Aug 20 13:18:56.238932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6933780e-2107-451c-8e54-b6c99a5dc3dd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:56.261168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] No DVR routers for this DVR port 6933780e-2107-451c-8e54-b6c99a5dc3dd on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:18:56.266557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-c3f8dc13-ca72-4254-9a7d-2a25c1ce17ea service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567129 Aug 20 13:18:56.366133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-528b1ed1-8238-4c19-a721-a9ef8bb34088 service neutron] 10.222.0.59 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279981 Aug 20 13:18:56.392368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6933780e-2107-451c-8e54-b6c99a5dc3dd no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:18:56.480677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6933780e-2107-451c-8e54-b6c99a5dc3dd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:18:56.480677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6933780e-2107-451c-8e54-b6c99a5dc3dd not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:18:56.557267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.589926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3b4db5-1362-4205-a8b3-82034c18f5f1']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:56.609058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537485e5-c31f-4cb2-ac83-b3d7627179a7') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:56.609465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537485e5-c31f-4cb2-ac83-b3d7627179a7') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:18:56.628395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318fda4-dab5-4b6d-9ebe-369f8abdbc1c req-8fa31c5b-9f7c-4d54-b68a-25adb3fafff6 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:56.630825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e318fda4-dab5-4b6d-9ebe-369f8abdbc1c req-8fa31c5b-9f7c-4d54-b68a-25adb3fafff6 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 945 time: 0.3354623 Aug 20 13:18:56.636251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.667325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6738c58-7f6e-4047-adb3-f07186057f23 req-94018d26-8980-41ae-97f1-ef6437751b37 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576846 Aug 20 13:18:56.707493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.723037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:18:56.724697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:18:56.731847 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:18:56.820569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831667a-3bee-4227-90dd-54e87e033602 req-b4ef5829-77c7-4dfa-8258-cbda324bd7ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:56.821920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e318fda4-dab5-4b6d-9ebe-369f8abdbc1c req-aec3c701-7038-43e3-9952-c91ba0b125a2 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771529 Aug 20 13:18:56.829046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1831667a-3bee-4227-90dd-54e87e033602 req-b4ef5829-77c7-4dfa-8258-cbda324bd7ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 944 time: 0.0687082 Aug 20 13:18:56.831430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.842077 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:56.847779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c3b4db5-1362-4205-a8b3-82034c18f5f1 HTTP/1.1" status: 204 len: 168 time: 2.0793002 Aug 20 13:18:56.861595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863651d3-e051-4419-9805-de0c2f535ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3b4db5-1362-4205-a8b3-82034c18f5f1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:56.890538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1831667a-3bee-4227-90dd-54e87e033602 req-ccaa8b8c-8bb4-4206-ab3c-8224ebb07f28 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Aug 20 13:18:56.999164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dafed6d-8659-44fc-86c1-e1ebb9d45619 req-9d0e3fd2-edd7-4a3c-b9fd-7d312534933f tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 210 time: 0.0390019 Aug 20 13:18:57.165933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eabcad-07db-4f42-b7f0-49c5d97e60b4 req-8988a987-4028-4dad-9e26-ed6c2c04ce03 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:57.167522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6eabcad-07db-4f42-b7f0-49c5d97e60b4 req-8988a987-4028-4dad-9e26-ed6c2c04ce03 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1095 time: 0.0574820 Aug 20 13:18:57.188689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0afef-7f41-44b5-9a33-324d46d1d25b req-20b7664f-3751-4694-ba45-7c6918ca64ab tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:57.190498 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6b0afef-7f41-44b5-9a33-324d46d1d25b req-20b7664f-3751-4694-ba45-7c6918ca64ab tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.1009610 Aug 20 13:18:57.215915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6eabcad-07db-4f42-b7f0-49c5d97e60b4 req-4f2955f7-7e69-4096-b31c-3f5cf55d32ec tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Aug 20 13:18:57.272390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6b0afef-7f41-44b5-9a33-324d46d1d25b req-41bc0bc4-1269-4605-9a5d-910b71b35eaf tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727158 Aug 20 13:18:57.334417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:57.443986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0b4fe1cc-7d97-4bc8-8d11-b32dfce6070b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4524157fb26c42eeb34f83d84d9bf890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083820 Aug 20 13:18:57.446635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41750) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:18:57.466555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dd1c9-e9f1-4ace-b752-450608d5dc11 req-e2fc1ec1-7119-48c2-8b3c-12ed050eb9a4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:57.477081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-108dd1c9-e9f1-4ace-b752-450608d5dc11 req-e2fc1ec1-7119-48c2-8b3c-12ed050eb9a4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1340263 Aug 20 13:18:57.504239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e25d71-6105-45fc-90a6-910cca4f9dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:57.544524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e25d71-6105-45fc-90a6-910cca4f9dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:57.549374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-108dd1c9-e9f1-4ace-b752-450608d5dc11 req-27d945e2-2c9c-4110-af55-2a42bafe1c0e tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704677 Aug 20 13:18:57.682253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-a94dfa3c-80b1-41ef-805e-36e9ad406ff5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:57.683802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-a94dfa3c-80b1-41ef-805e-36e9ad406ff5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.1589222 Aug 20 13:18:57.689688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e25d71-6105-45fc-90a6-910cca4f9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:57.692661 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e25d71-6105-45fc-90a6-910cca4f9dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:57.696080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a4e25d71-6105-45fc-90a6-910cca4f9dd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b78d6cc-02a1-4b54-953f-43ae00184529 HTTP/1.1" status: 204 len: 168 time: 0.2459657 Aug 20 13:18:57.713276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e25d71-6105-45fc-90a6-910cca4f9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b78d6cc-02a1-4b54-953f-43ae00184529,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:57.716588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-b61d43b9-9058-4a45-a669-12f7168476e6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/quotas/b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 375 time: 0.0214977 Aug 20 13:18:57.786732 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-4b49d87b-48ba-41e1-affe-d3316adeb6d3 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534647 Aug 20 13:18:57.888449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-69cd421a-2bde-4d1f-b269-753a05b2df48 service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946133 Aug 20 13:18:57.978735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c350-9b57-44cf-bc89-a417e5af27ca req-a4f77e6f-6a57-4ea1-a3f6-e4476ac317e4 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:57.980497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04a2c350-9b57-44cf-bc89-a417e5af27ca req-a4f77e6f-6a57-4ea1-a3f6-e4476ac317e4 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 945 time: 0.0568063 Aug 20 13:18:57.993131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-8ee70fbf-a7ab-416b-b313-386dd81612bd service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978560 Aug 20 13:18:58.025727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04a2c350-9b57-44cf-bc89-a417e5af27ca req-9017f502-84a7-4f07-a36f-55b5e88bb687 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Aug 20 13:18:58.214571 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af43fd6f-efcc-46ad-b0ac-a8084cb8a0db req-64ef35b0-4394-40ab-9e99-914e93604202 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 210 time: 0.0427845 Aug 20 13:18:58.218687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ea280e9-5d1f-4e5d-95cf-c5d2789b5b20 req-97aefd33-7515-42a1-abdd-8ceabbd7b505 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 210 time: 0.0413120 Aug 20 13:18:58.524072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4109e0-481a-4106-8816-010c6823a9b2 req-f2986c48-cb71-476f-bf3f-5efd7f1ce3b8 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:58.526003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d4109e0-481a-4106-8816-010c6823a9b2 req-f2986c48-cb71-476f-bf3f-5efd7f1ce3b8 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 949 time: 0.0995409 Aug 20 13:18:58.536177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968f890-f3a8-4a2b-960c-a511910595ad req-a97fd1f5-f77c-475d-ad20-da96cb5067fe tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:58.546577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0968f890-f3a8-4a2b-960c-a511910595ad req-a97fd1f5-f77c-475d-ad20-da96cb5067fe tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.0957894 Aug 20 13:18:58.584809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-cfa96b6f-c923-4a7e-9c8d-3031f2b41fb8 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:58.586672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-cfa96b6f-c923-4a7e-9c8d-3031f2b41fb8 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.53 "GET /v2.0/networks?id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e HTTP/1.1" status: 200 len: 812 time: 0.2293379 Aug 20 13:18:58.602732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d4109e0-481a-4106-8816-010c6823a9b2 req-c9a8a129-cfd6-4c03-baff-25d545f905b9 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Aug 20 13:18:58.636870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0968f890-f3a8-4a2b-960c-a511910595ad req-29dac352-3835-49c2-ba87-6c14a6ebea61 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886717 Aug 20 13:18:58.681226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:18:58.715893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-082caf06-0a21-4f3f-9980-494cb6b93fa5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0455d6a72121423aad6ce99c1c6b3012 HTTP/1.1" status: 200 len: 379 time: 0.1054871 Aug 20 13:18:58.736348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Request body: {'port': {'device_id': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'admin_state_up': True, 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'security_groups': ['b34995f5-4e42-4f47-92cb-5386bea0f7bb']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:58.788987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d9c96d21-fbca-4b00-82d3-47a07031d3db up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:18:58.816602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a2b7-9f48-4eb1-9391-e927c2334409 req-54e2a91b-687f-4e92-a511-38a4fb3b8014 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:58.818813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06a0a2b7-9f48-4eb1-9391-e927c2334409 req-54e2a91b-687f-4e92-a511-38a4fb3b8014 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1328270 Aug 20 13:18:58.884252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:58.888150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:58.908063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06a0a2b7-9f48-4eb1-9391-e927c2334409 req-4be122f6-6977-488d-8cec-f4afe873c174 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Aug 20 13:18:58.925064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'port_id': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'mac_address': 'fa:16:3e:cf:06:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb1c2e7-b41a-4a44-a10b-3f47a0add02b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:18:58.945885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Made reservation on behalf of 0455d6a72121423aad6ce99c1c6b3012 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:18:58.952406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:58.997025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port d9c96d21-fbca-4b00-82d3-47a07031d3db completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:18:59.010187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port d9c96d21-fbca-4b00-82d3-47a07031d3db triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:18:59.011155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.048162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.079513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f9320a-b75f-4042-93a6-1bcbd5bf3370 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:18:59.112073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:59.129704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.200491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Allocated IP 172.20.0.7 (2101f767-f5e7-4f6d-8c0f-4d916cf28a5e/f94e3a97-6807-49e6-b4d3-b4a530790f67/e2351c18-6b6d-4c45-9a1c-ee064cd238ae) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:18:59.229634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.255279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:59.304304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2b02-5cfe-46d7-8e17-4d115dd2985f req-05a6b661-6af3-45c8-9a91-a50e690045e5 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:59.312655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e74b2b02-5cfe-46d7-8e17-4d115dd2985f req-05a6b661-6af3-45c8-9a91-a50e690045e5 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 945 time: 0.1597459 Aug 20 13:18:59.314543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d9c96d21-fbca-4b00-82d3-47a07031d3db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db,segment=NetworkSegment(1b22c374-d5a5-4123-9f8b-7b8f950595e4),segment_id=1b22c374-d5a5-4123-9f8b-7b8f950595e4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:18:59.324449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c96d21-fbca-4b00-82d3-47a07031d3db'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:18:59.334980 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1c048a-89ad-4b3d-8fe6-7a50539da96a" -d '{"events": [{"server_uuid": "51ea699a-75c9-4e2b-95db-53b31dbcacec", "name": "network-vif-plugged", "status": "completed", "tag": "d9c96d21-fbca-4b00-82d3-47a07031d3db"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:18:59.344980 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.370291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a59f464a-4953-464b-ba49-a6ead31cae53 req-8029b653-3f12-495b-b8ef-0ba53ba0ddd1 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 210 time: 0.0288463 Aug 20 13:18:59.421600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e74b2b02-5cfe-46d7-8e17-4d115dd2985f req-c12a15fc-30a5-450e-a20d-fc79c34df813 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073306 Aug 20 13:18:59.473999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['56f9320a-b75f-4042-93a6-1bcbd5bf3370'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:18:59.480261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-774a829e-d83d-47e3-b1a0-6af602377001 req-fd876921-27e0-4a51-9b98-9ae6a5c1d3ca tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 210 time: 0.0350790 Aug 20 13:18:59.481544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.513592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Transition to ACTIVE for port object e2351c18-6b6d-4c45-9a1c-ee064cd238ae will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:18:59.574198 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93dfd06-c2bf-4356-916a-b0a22019833c x-openstack-request-id: req-a93dfd06-c2bf-4356-916a-b0a22019833c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:18:59.575360 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ea699a-75c9-4e2b-95db-53b31dbcacec", "name": "network-vif-plugged", "status": "completed", "tag": "d9c96d21-fbca-4b00-82d3-47a07031d3db", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:18:59.576268 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a93dfd06-c2bf-4356-916a-b0a22019833c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:18:59.576793 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c96d21-fbca-4b00-82d3-47a07031d3db', 'code': 200} Aug 20 13:18:59.588495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.589349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=d9c96d21-fbca-4b00-82d3-47a07031d3db,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:59.682455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:18:59.691526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:18:59.706494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:18:59.744030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-ee0d65bc-6672-4bb8-8dd9-3982820c2c10 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:59.745637 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-ee0d65bc-6672-4bb8-8dd9-3982820c2c10 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.1729021 Aug 20 13:18:59.778053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Request body: {'port': {'device_id': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'admin_state_up': True, 'tenant_id': 'b237fe2e3e5642cbaaa43dad922c0da3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:59.805242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:59.805899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.843661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event updated for resources: {'Port': ['ID=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:18:59.857232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-579822f9-9bfe-4a28-b287-36d1b18e2175 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1262655 Aug 20 13:18:59.873579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Request body: {'port': {'device_id': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:18:59.941958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:59.949440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac933b1-e7ae-4215-848b-23e6c185df3f req-50c521f7-60e5-474f-a5bd-11445b144d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:59.952535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ac933b1-e7ae-4215-848b-23e6c185df3f req-50c521f7-60e5-474f-a5bd-11445b144d04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 1097 time: 0.2058153 Aug 20 13:18:59.976192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340cb7d-2361-4d9b-9103-ff43bc6c6197 req-eabb3d73-3de3-4d54-8782-1b1212425172 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:18:59.977946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0340cb7d-2361-4d9b-9103-ff43bc6c6197 req-eabb3d73-3de3-4d54-8782-1b1212425172 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 945 time: 0.1792603 Aug 20 13:19:00.048113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-56b50dbf-77e8-41f8-9916-739624381a9d None None] Provisioning for port e2351c18-6b6d-4c45-9a1c-ee064cd238ae completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:00.055240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-56b50dbf-77e8-41f8-9916-739624381a9d None None] Provisioning complete for port e2351c18-6b6d-4c45-9a1c-ee064cd238ae triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:00.055938 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56b50dbf-77e8-41f8-9916-739624381a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.063197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ac933b1-e7ae-4215-848b-23e6c185df3f req-1cfe116a-c23f-41d8-8df4-c22425cf3d3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969667 Aug 20 13:19:00.079033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0340cb7d-2361-4d9b-9103-ff43bc6c6197 req-51b589b4-bb9e-4e42-bb4b-477987d35665 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763931 Aug 20 13:19:00.086227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Made reservation on behalf of b237fe2e3e5642cbaaa43dad922c0da3 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:00.089985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.130323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-56b50dbf-77e8-41f8-9916-739624381a9d None None] Port e2351c18-6b6d-4c45-9a1c-ee064cd238ae cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:19:00.345713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2351c18-6b6d-4c45-9a1c-ee064cd238ae {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:00.355723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.379197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Transition to ACTIVE for port object e2351c18-6b6d-4c45-9a1c-ee064cd238ae will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:00.383799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.504139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:00.521199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Attempting to bind port e2351c18-6b6d-4c45-9a1c-ee064cd238ae on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:00.521424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Attempting to bind port e2351c18-6b6d-4c45-9a1c-ee064cd238ae by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:00.521750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Attempting to bind port e2351c18-6b6d-4c45-9a1c-ee064cd238ae on network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:00.526483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Port e2351c18-6b6d-4c45-9a1c-ee064cd238ae on network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:00.526822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Attempting to bind port e2351c18-6b6d-4c45-9a1c-ee064cd238ae on network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:00.532433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:00.532829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Checking segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:00.533200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Bound using segment: {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:00.533625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Bound port: e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158112df-a816-4139-bcc3-307b2d741714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:00.533989 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.627473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d9fcc-b204-4546-9398-01d876f0e8e8 req-987d3157-b3ff-420d-85f7-01e3fc583099 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:00.629079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e98d9fcc-b204-4546-9398-01d876f0e8e8 req-987d3157-b3ff-420d-85f7-01e3fc583099 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.4349797 Aug 20 13:19:00.633435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Allocated IP 172.20.0.13 (6f3db025-91a5-4bd9-be46-2dd2de5b7c85/1fcd4207-91be-48d8-ac09-dc58f9e0dc9b/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:19:00.640514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c18024-ba92-4360-8e22-240002b4d457 req-b8134099-cacb-4eaf-a347-f5aff5f0f6ac tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:00.642334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93c18024-ba92-4360-8e22-240002b4d457 req-b8134099-cacb-4eaf-a347-f5aff5f0f6ac tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 943 time: 0.0980654 Aug 20 13:19:00.668281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] For port e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:00.676460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:00.682476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e98d9fcc-b204-4546-9398-01d876f0e8e8 req-bb1a5d19-67b5-4b8b-8081-06a2b0d4c0ed tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 Aug 20 13:19:00.697236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] For port e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:00.700953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93c18024-ba92-4360-8e22-240002b4d457 req-05764282-1f96-4c11-92e3-9d9f5781ebfb tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489733 Aug 20 13:19:00.704208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.809087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:00.815805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:00.816181 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.832783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:00.834362 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.841965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] 10.222.0.53 "PUT /v2.0/ports/e2351c18-6b6d-4c45-9a1c-ee064cd238ae HTTP/1.1" status: 200 len: 1091 time: 0.9726274 Aug 20 13:19:00.847368 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:00.853275 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:00.876295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f6818-b1c2-4ddb-b3f8-9e7480fb4c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:00.944903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.963685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3db4a7-5090-471a-9ab1-f24ba9329a43 req-29a8eac5-cc5c-4e89-9c35-afd13a01a80f tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:00.966632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:00.972954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e3db4a7-5090-471a-9ab1-f24ba9329a43 req-29a8eac5-cc5c-4e89-9c35-afd13a01a80f tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 946 time: 0.0799878 Aug 20 13:19:01.018337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.032979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:01.037800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-508c928c-69e3-41b1-9188-ee3401a54c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.039518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-508c928c-69e3-41b1-9188-ee3401a54c27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0455d6a72121423aad6ce99c1c6b3012&device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 1094 time: 0.0960906 Aug 20 13:19:01.048734 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.054542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e3db4a7-5090-471a-9ab1-f24ba9329a43 req-863329d7-d9a1-4fb1-b3cd-da65560fae7b tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786521 Aug 20 13:19:01.082201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:19:01.084151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:01.086603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:01.089026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:19:01.128175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:01.152774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-7395cd32-1d36-4702-abf9-ec533e5a6668 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae HTTP/1.1" status: 200 len: 217 time: 0.0945199 Aug 20 13:19:01.161060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.161803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.177128 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-05f47c7f-83ae-4c45-b1bd-798e507b8d12 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4094677 Aug 20 13:19:01.191019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Request body: {'port': {'device_id': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:01.243121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-873f884d-103d-44b2-8128-99a2dbe1ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.244641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-873f884d-103d-44b2-8128-99a2dbe1ad0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f94e3a97-6807-49e6-b4d3-b4a530790f67 HTTP/1.1" status: 200 len: 851 time: 0.0814493 Aug 20 13:19:01.256182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.259267 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.259934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81e46f-de92-42c6-8e22-a024f289aff1 req-f9784c1f-b429-4e54-93c0-7bbd2abe8e43 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.261535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee81e46f-de92-42c6-8e22-a024f289aff1 req-f9784c1f-b429-4e54-93c0-7bbd2abe8e43 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 932 time: 0.1005452 Aug 20 13:19:01.310599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee81e46f-de92-42c6-8e22-a024f289aff1 req-586af9ba-b40d-4927-a2df-8b097a1818b4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Aug 20 13:19:01.321144 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4101c69-5f9e-4971-9c23-1873c1df9636 x-openstack-request-id: req-e4101c69-5f9e-4971-9c23-1873c1df9636 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:01.321445 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:01.321710 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4101c69-5f9e-4971-9c23-1873c1df9636 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:01.322257 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'status': 'completed', 'code': 200} Aug 20 13:19:01.445195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-e3c3bc02-c609-4099-ae2b-330f948f768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.449204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-e3c3bc02-c609-4099-ae2b-330f948f768c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870247 Aug 20 13:19:01.497099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5667a-1856-4b64-9dba-8c3f6bc21281 req-91a49869-a889-4d72-8c60-95d4d8173aa5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.499268 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ac5667a-1856-4b64-9dba-8c3f6bc21281 req-91a49869-a889-4d72-8c60-95d4d8173aa5 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1182032 Aug 20 13:19:01.578304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ac5667a-1856-4b64-9dba-8c3f6bc21281 req-b9f732a5-0e09-4392-ac7e-a3c2546eb5f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665476 Aug 20 13:19:01.578526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:01.581373 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4644ec46-2ccc-42a6-a6da-49383675976e" -d '{"events": [{"server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "name": "network-vif-plugged", "status": "completed", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:01.586322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-9f9e7e9e-ee29-4ff8-93d4-521961d2388e service neutron] 10.222.0.53 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256044 Aug 20 13:19:01.652363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:01.668055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.686377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Transition to ACTIVE for port object 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:01.693310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:01.705852 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d22a194-a92c-4d6b-b908-c5a1e5c021a8 x-openstack-request-id: req-9d22a194-a92c-4d6b-b908-c5a1e5c021a8 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:01.706412 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "name": "network-vif-plugged", "status": "completed", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:01.706831 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d22a194-a92c-4d6b-b908-c5a1e5c021a8 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:01.707543 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'code': 200} Aug 20 13:19:01.715047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccf6c6ac-9c69-47e6-8fdb-233c51943aee req-abcc1f35-72c1-45a5-b8c5-9fbbb2dc08fd service neutron] 10.222.0.53 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202400 Aug 20 13:19:01.781246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:01.837088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-aa1249f3-a885-49fc-94d4-a791ab401319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.839385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-aa1249f3-a885-49fc-94d4-a791ab401319 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0455d6a72121423aad6ce99c1c6b3012&device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 1094 time: 0.0687418 Aug 20 13:19:01.936163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4822a3-f228-4e6a-ac5c-c958eb9e29b7 req-22646a14-cfd8-4e55-90cd-1039e43af9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.938225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd4822a3-f228-4e6a-ac5c-c958eb9e29b7 req-22646a14-cfd8-4e55-90cd-1039e43af9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1097 time: 0.1381190 Aug 20 13:19:01.948167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5989-6019-4215-bb0a-ddec9831aa47 req-69a91b76-7890-44ed-b966-830d4ba6fe6d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:01.952258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73ae5989-6019-4215-bb0a-ddec9831aa47 req-69a91b76-7890-44ed-b966-830d4ba6fe6d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1483102 Aug 20 13:19:01.952258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:01.952584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:01.952724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:01.967948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:01.968502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:01.989927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:01.990271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:01.990663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:01.991099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Bound port: 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:01.991456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:02.001776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-5938ec80-d13d-47c4-9917-57e947071f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.003256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-5938ec80-d13d-47c4-9917-57e947071f96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1100 time: 0.1014664 Aug 20 13:19:02.018895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-feae2fdb-361f-4468-99ef-2a0fe079f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.020372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-feae2fdb-361f-4468-99ef-2a0fe079f504 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e HTTP/1.1" status: 200 len: 913 time: 0.1727622 Aug 20 13:19:02.027691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418aaff8-fa5a-4fc3-a24e-77e91896e37f req-d8f43b31-c4dd-4f44-bcc3-a1fd65a74b69 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.029201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-418aaff8-fa5a-4fc3-a24e-77e91896e37f req-d8f43b31-c4dd-4f44-bcc3-a1fd65a74b69 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 943 time: 0.0947945 Aug 20 13:19:02.054225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73ae5989-6019-4215-bb0a-ddec9831aa47 req-dcb94219-91c6-4669-913e-28ecf713208b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938644 Aug 20 13:19:02.057603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:02.059058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd4822a3-f228-4e6a-ac5c-c958eb9e29b7 req-ea6dd35d-3fb5-4351-9a65-4cc109586274 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083133 Aug 20 13:19:02.093060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:02.096837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:02.101443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:02.138373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-e62bddb1-7096-4b43-9ed1-a40c33a7f295 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae HTTP/1.1" status: 200 len: 217 time: 0.0993364 Aug 20 13:19:02.146199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.146830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:02.154115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] 10.222.0.53 "PUT /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 1092 time: 0.9620962 Aug 20 13:19:02.154115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:02.154115 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed76e060-31a9-44f5-8051-62c261dcb539" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:02.201311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c815f6-d369-426c-9d29-d4afca56478a service neutron] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:02.201566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:02.241502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:02.245136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-418aaff8-fa5a-4fc3-a24e-77e91896e37f req-cb9f1070-c5ac-47f1-a736-91c2dcdcc7dd tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070513 Aug 20 13:19:02.250740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:02.262330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-fe3191ac-f9ab-4825-bdc8-c7cfe1eb6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.264091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-fe3191ac-f9ab-4825-bdc8-c7cfe1eb6c7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f94e3a97-6807-49e6-b4d3-b4a530790f67 HTTP/1.1" status: 200 len: 851 time: 0.1161013 Aug 20 13:19:02.285049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-dd4ec48f-26c7-4572-a1a3-f319c251e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.286580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-dd4ec48f-26c7-4572-a1a3-f319c251e351 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1095 time: 0.0772836 Aug 20 13:19:02.287396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-4d001eba-28a0-41ec-954e-3fdc579546d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.290411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-4d001eba-28a0-41ec-954e-3fdc579546d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2600102 Aug 20 13:19:02.305940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:02.315671 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d777249-310a-419a-98b3-4ddbf5789d7e x-openstack-request-id: req-8d777249-310a-419a-98b3-4ddbf5789d7e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:02.315964 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:02.316462 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d777249-310a-419a-98b3-4ddbf5789d7e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:02.316929 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'status': 'completed', 'code': 200} Aug 20 13:19:02.331308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc761832-43c8-4b7c-9bd5-c2814a225287 req-b17be864-48be-40f6-bf07-808f683368af tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.333012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc761832-43c8-4b7c-9bd5-c2814a225287 req-b17be864-48be-40f6-bf07-808f683368af tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 946 time: 0.0943601 Aug 20 13:19:02.366336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-947a9c20-00a6-42e0-abe7-3354a59c6da1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 217 time: 0.0690427 Aug 20 13:19:02.369081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-de47487b-8b97-48c7-8e64-36ddab7217e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 HTTP/1.1" status: 200 len: 217 time: 0.0646844 Aug 20 13:19:02.379685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-b5009363-8e2e-4cdd-969b-0baaa5f32e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.381255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-b5009363-8e2e-4cdd-969b-0baaa5f32e89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891099 Aug 20 13:19:02.430193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc761832-43c8-4b7c-9bd5-c2814a225287 req-eb9a5622-78ae-4f7a-8c54-205de8e3f4cf tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665953 Aug 20 13:19:02.447585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-c203a56f-9b4e-4bed-8bf0-2afe88016f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.449094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-c203a56f-9b4e-4bed-8bf0-2afe88016f16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0602686 Aug 20 13:19:02.492785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-9a9e0e2e-bc72-489f-a43d-4f40d5a48779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.494290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-9a9e0e2e-bc72-489f-a43d-4f40d5a48779 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1121716 Aug 20 13:19:02.498689 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-dc5bc91e-15d1-4115-b1cf-ce1adc8dc7b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409930 Aug 20 13:19:02.538018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-3795c76a-d845-428a-a12e-f0595a47a186 service neutron] 10.222.0.53 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286438 Aug 20 13:19:02.619064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-6bc2d5cf-e781-437e-97f0-50a288b90c9d service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096268 Aug 20 13:19:02.635434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-c65f3c01-70d3-4484-8f03-0d1f2513f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.636977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-c65f3c01-70d3-4484-8f03-0d1f2513f395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300895 Aug 20 13:19:02.684117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:02.736183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee6dc6c7-f0e2-4478-bb46-b7d3d1f010c8 req-77b62292-ca39-40a5-9d44-10b620381bdb service neutron] 10.222.0.53 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835673 Aug 20 13:19:02.746585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575cb7-3b3d-45bb-a31f-d5de0f421783 req-f522988e-7ba0-4089-b501-729b7eed9105 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.755230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30575cb7-3b3d-45bb-a31f-d5de0f421783 req-f522988e-7ba0-4089-b501-729b7eed9105 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.1194110 Aug 20 13:19:02.799838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-23372f2e-ade9-4f8a-8110-6fd5aba323e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510139 Aug 20 13:19:02.804588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30575cb7-3b3d-45bb-a31f-d5de0f421783 req-ee831eb1-60b2-476e-8619-39198d88448d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Aug 20 13:19:02.821208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c70b053-74a0-46e7-8a29-766895e348d4 req-535f04ca-105a-4247-a499-b7b378b338e2 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930697 Aug 20 13:19:02.860762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:02.882432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'mac_address': 'fa:16:3e:2a:4a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:02.948045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:02.972063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-e5802d05-d758-4797-9151-e25483729a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:02.973900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-e5802d05-d758-4797-9151-e25483729a2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1095 time: 0.0814829 Aug 20 13:19:02.978832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:03.026104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:03.043636 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:03.119116 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:19:03.142460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:03.185529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-26506e22-72d1-43df-9385-00db1535ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:03.187744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-26506e22-72d1-43df-9385-00db1535ffa1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.2057812 Aug 20 13:19:03.237180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:03.238239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-8a135bef-6199-4379-a9e9-5a6250af9409 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 217 time: 0.0394239 Aug 20 13:19:03.267757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a2951d-06a8-44d4-9432-1bfc0b28e649 req-95df63b7-caee-49e2-b992-dd88f427db65 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225803 Aug 20 13:19:03.311993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9c8d-c331-4642-90d0-2d3ad559b5ed req-d7af00a4-eb10-45cf-aa35-4321d41c79c7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:03.325341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c10c9c8d-c331-4642-90d0-2d3ad559b5ed req-d7af00a4-eb10-45cf-aa35-4321d41c79c7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.5698638 Aug 20 13:19:03.339394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-0689f8c5-bc8e-44a3-9c2d-61d7546c71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:03.341259 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-0689f8c5-bc8e-44a3-9c2d-61d7546c71e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0949590 Aug 20 13:19:03.413288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-6a20126d-572b-408c-ab49-9d9850b3dc54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529666 Aug 20 13:19:03.433492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c10c9c8d-c331-4642-90d0-2d3ad559b5ed req-a839a54d-a804-42a0-8bda-9d18d28ea106 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951228 Aug 20 13:19:03.632739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-dc2fc637-437d-400c-b834-9738b7fb9a7e service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100468 Aug 20 13:19:03.680261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d095-745b-4178-b2ed-a343e857421f req-593f359b-166a-41de-b664-aa9530c693c5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:03.681944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96a9d095-745b-4178-b2ed-a343e857421f req-593f359b-166a-41de-b664-aa9530c693c5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1315589 Aug 20 13:19:03.708926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:03.712908 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c93cb-b7a3-4958-9ee4-e4598c7e1b4c" -d '{"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:03.761706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96a9d095-745b-4178-b2ed-a343e857421f req-0c32397e-7541-4989-8af4-0fc2d13ae750 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727618 Aug 20 13:19:03.799714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567091-ea92-4c21-b57f-f7f39581c528 req-d036e1d6-63dc-4008-8487-0768adbce750 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:03.801494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9567091-ea92-4c21-b57f-f7f39581c528 req-d036e1d6-63dc-4008-8487-0768adbce750 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 943 time: 0.1401918 Aug 20 13:19:03.844899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed76e060-31a9-44f5-8051-62c261dcb539 req-d1c117ba-2acb-4d47-891f-851cc6729a2c service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962936 Aug 20 13:19:03.867906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9567091-ea92-4c21-b57f-f7f39581c528 req-890985dc-8493-498b-93cd-f883fede53b4 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549357 Aug 20 13:19:04.030388 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6766059-2fd2-4fbf-a656-053ab003b04d x-openstack-request-id: req-d6766059-2fd2-4fbf-a656-053ab003b04d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:04.030689 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:04.030977 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6766059-2fd2-4fbf-a656-053ab003b04d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:04.031431 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'code': 200} Aug 20 13:19:04.063046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2351c18-6b6d-4c45-9a1c-ee064cd238ae details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:04.161440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a3f2-a821-4edb-894a-329985ceeab5 req-7487c6de-7a8f-4b79-8295-70ddfbad9780 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:04.163142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e680a3f2-a821-4edb-894a-329985ceeab5 req-7487c6de-7a8f-4b79-8295-70ddfbad9780 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.0737848 Aug 20 13:19:04.264225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e680a3f2-a821-4edb-894a-329985ceeab5 req-15c0f1aa-f528-4436-9170-60ca3e78e31b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885363 Aug 20 13:19:04.270496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:04.305375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'port_id': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'mac_address': 'fa:16:3e:e6:42:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:04.414705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:04.452045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2351c18-6b6d-4c45-9a1c-ee064cd238ae {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:04.492783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:04.501469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:04.605453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:04.692524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:04.787457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e2351c18-6b6d-4c45-9a1c-ee064cd238ae'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:04.799945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d974a0-2a2c-4a8f-98be-becd86a061ae req-2413029b-07f0-4b0d-9530-f29fd9248397 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:04.816382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63d974a0-2a2c-4a8f-98be-becd86a061ae req-2413029b-07f0-4b0d-9530-f29fd9248397 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1568017 Aug 20 13:19:04.855382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:04.855758 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:04.915341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63d974a0-2a2c-4a8f-98be-becd86a061ae req-6d505c1d-32cf-4e71-81dd-a755d64e48e0 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968926 Aug 20 13:19:05.051624 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:05.138843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58f77-5e89-4fec-88a5-64efcdbe1b0d req-c48c2e0b-d72c-4a1d-b6e8-a4b89236802d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:05.157977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4e58f77-5e89-4fec-88a5-64efcdbe1b0d req-c48c2e0b-d72c-4a1d-b6e8-a4b89236802d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1492016 Aug 20 13:19:05.200257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:05.213281 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:05.321769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4e58f77-5e89-4fec-88a5-64efcdbe1b0d req-31fbc3d3-a965-47c0-ae5f-4278bd2ba82f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616538 Aug 20 13:19:05.431409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:05.653101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb778b-2893-41f8-a7f8-ebc63e88f172 req-28266dc3-cfc7-4554-8391-51da67dca351 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:05.666652 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92cb778b-2893-41f8-a7f8-ebc63e88f172 req-28266dc3-cfc7-4554-8391-51da67dca351 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 944 time: 0.1424506 Aug 20 13:19:05.715423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023e50-de17-4c23-ba6e-d3ad142b9194 req-a3cfcf45-53bd-4ab9-b1c2-d35dd20fa991 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:05.749184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf023e50-de17-4c23-ba6e-d3ad142b9194 req-a3cfcf45-53bd-4ab9-b1c2-d35dd20fa991 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1097 time: 0.0930269 Aug 20 13:19:05.749315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92cb778b-2893-41f8-a7f8-ebc63e88f172 req-83e536dc-19ec-4f6c-a3a5-aee07c7220dd tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741425 Aug 20 13:19:05.805650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf023e50-de17-4c23-ba6e-d3ad142b9194 req-9fd59aa3-6723-4714-9d37-7d9690438a36 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635085 Aug 20 13:19:05.958289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f60523-c638-40ab-a966-3b57f36249d0 req-1cc905e8-fdbe-49c0-927b-77dab376c129 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:05.959898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f60523-c638-40ab-a966-3b57f36249d0 req-1cc905e8-fdbe-49c0-927b-77dab376c129 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.0670035 Aug 20 13:19:06.019376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f60523-c638-40ab-a966-3b57f36249d0 req-22175f96-ea54-41eb-bbdc-0eed22767b7a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500653 Aug 20 13:19:06.039152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:06.041505 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391c746a-b6ce-4522-83e3-8108b82e0fa7" -d '{"events": [{"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-plugged", "status": "completed", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:06.071069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:06.144750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2351c18-6b6d-4c45-9a1c-ee064cd238ae up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:06.214446 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19dbc4b-cba8-4dfd-948e-0e904ad018e3 x-openstack-request-id: req-a19dbc4b-cba8-4dfd-948e-0e904ad018e3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:06.214942 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-plugged", "status": "completed", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:06.215395 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a19dbc4b-cba8-4dfd-948e-0e904ad018e3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:06.216135 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'code': 200} Aug 20 13:19:06.410633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:06.437198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e2351c18-6b6d-4c45-9a1c-ee064cd238ae completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:06.446578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'port_id': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'mac_address': 'fa:16:3e:07:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcd4207-91be-48d8-ac09-dc58f9e0dc9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:06.448828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e2351c18-6b6d-4c45-9a1c-ee064cd238ae triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:06.455756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:06.583996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e389ba-e18d-4b04-9507-a457fb3e92ba req-a4ac2898-8e07-42cd-a0a7-8ee6faa4f68d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:06.594987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03e389ba-e18d-4b04-9507-a457fb3e92ba req-a4ac2898-8e07-42cd-a0a7-8ee6faa4f68d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1164887 Aug 20 13:19:06.605275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:06.614814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-798acaa7-91fa-4bed-861e-75c4aad60db0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2005277 Aug 20 13:19:06.666730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03e389ba-e18d-4b04-9507-a457fb3e92ba req-93b225b0-29f3-4d2b-a705-9c0ffd82abc3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703189 Aug 20 13:19:06.798981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-653936a0-e8be-45a6-a0f4-743e3e3a57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:06.800877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-653936a0-e8be-45a6-a0f4-743e3e3a57f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1095 time: 0.1608140 Aug 20 13:19:06.949022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeb0af-0777-45ae-9d75-73e2937f6cac req-ece99951-5444-4fcd-94d6-a93c0b9196ea tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:06.950866 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7aeb0af-0777-45ae-9d75-73e2937f6cac req-ece99951-5444-4fcd-94d6-a93c0b9196ea tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 944 time: 0.0848601 Aug 20 13:19:07.031102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-d3b2dfea-4bb4-4b2f-ae0d-53e058c4b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:07.035400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-d3b2dfea-4bb4-4b2f-ae0d-53e058c4b70c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.2095869 Aug 20 13:19:07.041625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7aeb0af-0777-45ae-9d75-73e2937f6cac req-964bfbcd-9c96-4533-a2e1-0c171c64f3d6 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838249 Aug 20 13:19:07.102140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:07.235771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:07.251160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:07.270673 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:07.285676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-1095388d-532c-49aa-8546-7a69f8d15636 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.2312140 Aug 20 13:19:07.378001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:07.394773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-2f984bc6-6129-4209-9be0-ad3d06fd7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:07.397864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-2f984bc6-6129-4209-9be0-ad3d06fd7876 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1034427 Aug 20 13:19:07.410869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:07.429688 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:07.466245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-454e8513-29ad-4c84-9889-b860d6c9b076 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467384 Aug 20 13:19:07.557502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:07.638378 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-fe660911-8c45-4c7a-b74c-e9d2638efb88 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633086 Aug 20 13:19:07.651269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:07.955953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23a1a1d9-8fbd-4ea3-a82c-0b54ae04f50e req-b3d1906f-02e6-4593-bd7b-916c227544ab service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101830 Aug 20 13:19:07.968818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267e91-d61f-482c-888a-8095e4bfec76 req-7a2b6383-be8b-4457-a85c-94fc764e0c42 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:07.969435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8267e91-d61f-482c-888a-8095e4bfec76 req-7a2b6383-be8b-4457-a85c-94fc764e0c42 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.1459217 Aug 20 13:19:08.031354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8267e91-d61f-482c-888a-8095e4bfec76 req-7d5f7ea8-b88d-4139-9c96-1befdddb099e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560253 Aug 20 13:19:08.218052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:08.221270 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed20b4dc-1144-49fc-b549-84fa9edf0744" -d '{"events": [{"server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "name": "network-vif-plugged", "status": "completed", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:08.278877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5c90-5e7c-484b-8db3-76a5b0a8badd req-37113441-4f3d-4b62-a91f-c8114ba6d38e tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:08.282544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a7c5c90-5e7c-484b-8db3-76a5b0a8badd req-37113441-4f3d-4b62-a91f-c8114ba6d38e tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1008723 Aug 20 13:19:08.346000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a7c5c90-5e7c-484b-8db3-76a5b0a8badd req-39cd16f3-efb4-4650-8926-38ce150f3470 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Aug 20 13:19:08.523816 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d147f-0188-4791-a984-f00da1faef04 x-openstack-request-id: req-c51d147f-0188-4791-a984-f00da1faef04 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:08.524373 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "name": "network-vif-plugged", "status": "completed", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:08.524826 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c51d147f-0188-4791-a984-f00da1faef04 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:08.525394 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'code': 200} Aug 20 13:19:08.546193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bed759-3f5c-4a4e-9488-8cdac83bc30c req-b6c69c94-eade-4204-979a-52d2dbc2b231 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:08.548737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bed759-3f5c-4a4e-9488-8cdac83bc30c req-b6c69c94-eade-4204-979a-52d2dbc2b231 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.0833600 Aug 20 13:19:08.630182 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bed759-3f5c-4a4e-9488-8cdac83bc30c req-01050049-2f05-475d-9a28-4f72776ccc34 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753400 Aug 20 13:19:08.671936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ff14-e5a8-46bb-a003-2cf48235a3f8 req-56873ac0-4684-443b-b1ac-9f6a38547e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:08.673463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d67ff14-e5a8-46bb-a003-2cf48235a3f8 req-56873ac0-4684-443b-b1ac-9f6a38547e07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 1096 time: 0.0726209 Aug 20 13:19:08.728307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d67ff14-e5a8-46bb-a003-2cf48235a3f8 req-4dafd882-dd0d-4de2-8476-87081293689f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472019 Aug 20 13:19:09.278753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea9ad-6593-492e-b91d-194a027d5291 req-fca8010c-744f-4603-9c3a-b60a75696a32 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:09.286615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e1ea9ad-6593-492e-b91d-194a027d5291 req-fca8010c-744f-4603-9c3a-b60a75696a32 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.1125035 Aug 20 13:19:09.359447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e1ea9ad-6593-492e-b91d-194a027d5291 req-2c7ebc63-01cb-46f9-948a-d0b5848c48ed tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721269 Aug 20 13:19:09.613513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e8e9-4915-46f0-966a-d7a5c73ad8b0 req-58c3939a-3cf3-46c7-8857-9ce97d9c0ff1 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:09.621206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6b1e8e9-4915-46f0-966a-d7a5c73ad8b0 req-58c3939a-3cf3-46c7-8857-9ce97d9c0ff1 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0747643 Aug 20 13:19:09.698275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6b1e8e9-4915-46f0-966a-d7a5c73ad8b0 req-e65a779d-c24c-422d-99a0-14bc14414134 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760555 Aug 20 13:19:09.879815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42602) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:09.916385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51420b44-cdec-4dc7-9c5d-20fa58a42cc3 req-53e35036-d7e4-47d7-9324-cbfc440c2add tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:09.918422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51420b44-cdec-4dc7-9c5d-20fa58a42cc3 req-53e35036-d7e4-47d7-9324-cbfc440c2add tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.1258359 Aug 20 13:19:10.040838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51420b44-cdec-4dc7-9c5d-20fa58a42cc3 req-037236d3-82a6-4780-b3a4-f3861ebee4fe tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096246 Aug 20 13:19:10.094829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:10.126796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9512-d20c-400f-b68b-7c67ec33d673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.223854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:10.228852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:10.229309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.426337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.448808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9512-d20c-400f-b68b-7c67ec33d673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.461805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9512-d20c-400f-b68b-7c67ec33d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.486649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:10.502624 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.535319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:10.537647 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f293bc-084c-4047-8fd5-0d0315d6e506" -d '{"events": [{"server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "name": "network-vif-plugged", "status": "completed", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:10.567005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e9512-d20c-400f-b68b-7c67ec33d673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd6d59-5605-4cdc-b636-006120baca24,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:10.586844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:10.602247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a0e9512-d20c-400f-b68b-7c67ec33d673 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99c1e6cf92944f67afa19f9faa8bdf12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203987 Aug 20 13:19:10.605151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42616) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:10.606068 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f8f11b-2d69-4602-bbd6-c911c81386f2 x-openstack-request-id: req-68f8f11b-2d69-4602-bbd6-c911c81386f2 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:10.606364 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "name": "network-vif-plugged", "status": "completed", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:10.606624 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68f8f11b-2d69-4602-bbd6-c911c81386f2 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:10.607025 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'code': 200} Aug 20 13:19:10.675507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0fdc-d1f2-41eb-afb5-9b33829464f1 req-69a6de59-24e6-4de4-83c8-3658e11432f3 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:10.682734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5fb0fdc-d1f2-41eb-afb5-9b33829464f1 req-69a6de59-24e6-4de4-83c8-3658e11432f3 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1128030 Aug 20 13:19:10.698307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64a0dd93-ee47-4dc9-946e-e569623930e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.728229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64a0dd93-ee47-4dc9-946e-e569623930e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.766362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5fb0fdc-d1f2-41eb-afb5-9b33829464f1 req-c70ae79c-6d17-413e-b747-3e600b4df2ef tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607617 Aug 20 13:19:10.801521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fdcd8-5a40-4185-9a29-552349cde76b req-d48cabdf-da0a-434e-b7a9-b5457b72418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:10.806086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f68fdcd8-5a40-4185-9a29-552349cde76b req-d48cabdf-da0a-434e-b7a9-b5457b72418b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1097 time: 0.1223800 Aug 20 13:19:10.813724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64a0dd93-ee47-4dc9-946e-e569623930e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.816679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64a0dd93-ee47-4dc9-946e-e569623930e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.818053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64a0dd93-ee47-4dc9-946e-e569623930e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51cd6d59-5605-4cdc-b636-006120baca24 HTTP/1.1" status: 204 len: 168 time: 0.2117677 Aug 20 13:19:10.827817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0dd93-ee47-4dc9-946e-e569623930e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd6d59-5605-4cdc-b636-006120baca24,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:10.878077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f68fdcd8-5a40-4185-9a29-552349cde76b req-5808ad2d-266b-4e87-8383-5efe7281e72c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643489 Aug 20 13:19:10.939353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c7138-5741-4522-8d89-44bb9592b18b req-62da0c6e-5ef6-4dc9-ac64-6192965af56c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:10.946826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1d0c7138-5741-4522-8d89-44bb9592b18b req-62da0c6e-5ef6-4dc9-ac64-6192965af56c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0629227 Aug 20 13:19:10.999817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1d0c7138-5741-4522-8d89-44bb9592b18b req-88332736-d0dd-44a8-80d4-11b0d27bd19d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437112 Aug 20 13:19:11.234764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d493b8-cd7a-45b0-b4ac-85712ac4251f req-a0478c77-9c7c-4325-9d32-326f8bdeb521 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:11.244202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20d493b8-cd7a-45b0-b4ac-85712ac4251f req-a0478c77-9c7c-4325-9d32-326f8bdeb521 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.0755842 Aug 20 13:19:11.299054 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20d493b8-cd7a-45b0-b4ac-85712ac4251f req-cd6b538d-426a-484e-9e5c-03148ac26fe0 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514104 Aug 20 13:19:11.693907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc670e0c-6582-4f21-96c2-5c278df7b8c1 req-4ab63c2b-2a64-450b-8bd2-a5c2e2051cd6 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:11.696536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc670e0c-6582-4f21-96c2-5c278df7b8c1 req-4ab63c2b-2a64-450b-8bd2-a5c2e2051cd6 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.0644896 Aug 20 13:19:11.704870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42654) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:11.711915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Request body: {'floatingip': {'port_id': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:11.782893 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:11.989187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593e88-32ea-40b5-a677-889e21c1c682 req-7cd9eab8-7aac-485c-9971-89505355837a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:12.014727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e593e88-32ea-40b5-a677-889e21c1c682 req-7cd9eab8-7aac-485c-9971-89505355837a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1148920 Aug 20 13:19:12.102335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e593e88-32ea-40b5-a677-889e21c1c682 req-8ca3b061-6e0e-434f-922e-8289a016c8ab tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866897 Aug 20 13:19:12.315308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521434-ce65-47e1-ba8c-711cd98793c4 req-a5c6b6a8-9bb0-4cbc-bf0d-d45ee2ed17a5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:12.325466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5521434-ce65-47e1-ba8c-711cd98793c4 req-a5c6b6a8-9bb0-4cbc-bf0d-d45ee2ed17a5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0992384 Aug 20 13:19:12.443333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5521434-ce65-47e1-ba8c-711cd98793c4 req-0158b6ee-0a60-4ff4-ae50-b7a8d1cdce58 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945907 Aug 20 13:19:12.526201 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:12.533361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:12.692066 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Floating IP 8ef083fd-8ed1-423c-a3ce-7706dee013bd associated. External IP: 172.25.6.176, port: e2351c18-6b6d-4c45-9a1c-ee064cd238ae. Aug 20 13:19:12.997278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Router 19c1b567-5369-40ab-8af8-60895a6270da has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:19:13.001464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42726) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:13.131535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87158769-3e1b-4586-adb1-58ecc5575cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.270348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:19:13.277438 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.282815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] Sync routers for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:19:13.287882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87158769-3e1b-4586-adb1-58ecc5575cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.290541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0144a-76ca-4a17-9f4f-668b2076f98a req-7a27ca44-cd06-4f17-9a48-cd5ceea70b86 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:13.302514 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02b0144a-76ca-4a17-9f4f-668b2076f98a req-7a27ca44-cd06-4f17-9a48-cd5ceea70b86 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1094930 Aug 20 13:19:13.303036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:19:13.303759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:13.307933 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87158769-3e1b-4586-adb1-58ecc5575cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.347154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158769-3e1b-4586-adb1-58ecc5575cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edd1ba1-0f4d-48ec-b8db-989a2d43ec4e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:13.367420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02b0144a-76ca-4a17-9f4f-668b2076f98a req-e10949a3-fcad-40ac-9051-2cfdf4237b92 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639625 Aug 20 13:19:13.378719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-338173cc-c646-4012-b0a6-390b23cdb309 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "PUT /v2.0/floatingips/8ef083fd-8ed1-423c-a3ce-7706dee013bd HTTP/1.1" status: 200 len: 991 time: 1.6691577 Aug 20 13:19:13.380197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:13.382667 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:13.392634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:13.399064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-87158769-3e1b-4586-adb1-58ecc5575cdb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47d2c4419b3d47cdbead539fcc795504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897555 Aug 20 13:19:13.498843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f968297-6b25-455f-9e46-3c72df232c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.513590 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f5561-0eed-47cb-858a-f7f683781b9d x-openstack-request-id: req-ed7f5561-0eed-47cb-858a-f7f683781b9d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:13.514795 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:13.515425 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed7f5561-0eed-47cb-858a-f7f683781b9d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:13.515669 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'status': 'completed', 'code': 200} Aug 20 13:19:13.547824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f968297-6b25-455f-9e46-3c72df232c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.581269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:19:13.696036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1a3c3-ef89-4dd7-b375-d7946af08ca8 req-548edc19-02d2-41fd-adb5-65753d6278b0 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:13.697816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a1a3c3-ef89-4dd7-b375-d7946af08ca8 req-548edc19-02d2-41fd-adb5-65753d6278b0 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1097 time: 0.0629981 Aug 20 13:19:13.742483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-997e5269-aec3-41d0-9cb3-a8eb0567bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:13.744012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-997e5269-aec3-41d0-9cb3-a8eb0567bdb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0455d6a72121423aad6ce99c1c6b3012&device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 1096 time: 0.1986525 Aug 20 13:19:13.783779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a1a3c3-ef89-4dd7-b375-d7946af08ca8 req-c819527c-9883-4630-adc6-c52b00e40b7f tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786028 Aug 20 13:19:13.891190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d866c95-a278-4b97-bbb9-e5f8cd985b25 req-dbf4d4d5-d4d1-4ded-9cf3-5fa6efd454e2 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:13.893417 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d866c95-a278-4b97-bbb9-e5f8cd985b25 req-dbf4d4d5-d4d1-4ded-9cf3-5fa6efd454e2 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.2833793 Aug 20 13:19:13.942067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f968297-6b25-455f-9e46-3c72df232c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.956008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f968297-6b25-455f-9e46-3c72df232c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:13.961848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4f968297-6b25-455f-9e46-3c72df232c8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0edd1ba1-0f4d-48ec-b8db-989a2d43ec4e HTTP/1.1" status: 204 len: 168 time: 0.5679464 Aug 20 13:19:14.029038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f968297-6b25-455f-9e46-3c72df232c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edd1ba1-0f4d-48ec-b8db-989a2d43ec4e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:14.093596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d866c95-a278-4b97-bbb9-e5f8cd985b25 req-3603df01-4544-47dd-8a75-0dfb5689bba0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837113 Aug 20 13:19:14.098329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-b8e63bdb-f5ff-4811-ab23-4279645ecdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:14.100823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '8ef083fd-8ed1-423c-a3ce-7706dee013bd', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'port_id': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'mac_address': 'fa:16:3e:e6:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:53Z', 'updated_at': '2021-08-20T13:19:12Z', 'revision_number': 1, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:51Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:14.103227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-b8e63bdb-f5ff-4811-ab23-4279645ecdb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e HTTP/1.1" status: 200 len: 913 time: 0.3516293 Aug 20 13:19:14.150367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] Checking router: 19c1b567-5369-40ab-8af8-60895a6270da for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:19:14.183900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:19:14.184435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:18:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:14.207588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-e8fec943-09e7-4f86-89f1-dbf2fc9a81f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae HTTP/1.1" status: 200 len: 999 time: 0.0961096 Aug 20 13:19:14.324107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-ae378621-b2d1-47fb-9a2d-f0d5f7f546e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:14.327241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-ae378621-b2d1-47fb-9a2d-f0d5f7f546e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f94e3a97-6807-49e6-b4d3-b4a530790f67 HTTP/1.1" status: 200 len: 851 time: 0.1117427 Aug 20 13:19:14.394429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:19:14.402694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-925e4a82-8bb3-4f69-88ab-3dce1cc89ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:14.404543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-925e4a82-8bb3-4f69-88ab-3dce1cc89ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628412 Aug 20 13:19:14.526295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-a9e2bfe7-923d-40ff-8f62-8b518f5f27ac service neutron] 10.222.0.53 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137154 Aug 20 13:19:14.718042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daf7f488-f278-43a8-bda6-06bf8ea1ddcc req-232a2c3f-df1e-4fcb-b515-e43722ab0a69 service neutron] 10.222.0.53 "GET /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710234 Aug 20 13:19:15.068596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '8ef083fd-8ed1-423c-a3ce-7706dee013bd', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'port_id': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'mac_address': 'fa:16:3e:e6:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:53Z', 'updated_at': '2021-08-20T13:19:12Z', 'revision_number': 1, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:51Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:15.105658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1904f4f-3a07-47e3-af5f-022629677d5f None None] The sync data for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 is: [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '8ef083fd-8ed1-423c-a3ce-7706dee013bd', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'port_id': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'mac_address': 'fa:16:3e:e6:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:53Z', 'updated_at': '2021-08-20T13:19:12Z', 'revision_number': 1, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:51Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:19:15.358086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee6a7e-6568-4793-bc8e-42e181d3bb98 req-7e0e8718-d0f6-4549-b450-4bd176a34747 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:15.359703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8ee6a7e-6568-4793-bc8e-42e181d3bb98 req-7e0e8718-d0f6-4549-b450-4bd176a34747 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1204476 Aug 20 13:19:15.432624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8ee6a7e-6568-4793-bc8e-42e181d3bb98 req-7afec0d3-95bb-4405-a31c-f9c3c55e6a2a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638709 Aug 20 13:19:15.466510 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ddda0-6567-484a-9ee5-046195624220 None None] New status for floating IP 8ef083fd-8ed1-423c-a3ce-7706dee013bd: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:19:15.735112 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a7d590c6-b0d7-4264-970c-fc076f3fe29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:16.619409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080790d6-62bb-4e02-8b2b-eaed657c4534 req-88e829b4-074f-4211-8c97-ccef656e3a5a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:16.627827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-080790d6-62bb-4e02-8b2b-eaed657c4534 req-88e829b4-074f-4211-8c97-ccef656e3a5a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0870266 Aug 20 13:19:16.697871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-080790d6-62bb-4e02-8b2b-eaed657c4534 req-860969b6-4dca-489a-8cbb-6fe4653b8aa0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687082 Aug 20 13:19:17.920136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899a4a-308f-43ab-8682-a1163e6d82e9 req-7db7a52d-a011-4e70-8480-8a1d0cea13ab tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:17.926687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8899a4a-308f-43ab-8682-a1163e6d82e9 req-7db7a52d-a011-4e70-8480-8a1d0cea13ab tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1230564 Aug 20 13:19:18.048745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8899a4a-308f-43ab-8682-a1163e6d82e9 req-9d5158a9-6de5-4a30-b742-4b576af00d69 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108356 Aug 20 13:19:18.445418 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2d450b9e-fe0a-488c-aeb5-e29e20e71004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:18.490631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:19.325566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:19.344312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fbf31-1c5e-4df5-90df-9acaefb2599d req-415c67f4-e97e-4af8-8c06-e5cf5f02d7fa tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:19.346062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-989fbf31-1c5e-4df5-90df-9acaefb2599d req-415c67f4-e97e-4af8-8c06-e5cf5f02d7fa tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0631142 Aug 20 13:19:19.417642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-989fbf31-1c5e-4df5-90df-9acaefb2599d req-b24fb4d4-acfd-47bc-bb11-bdbb651b1a53 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643039 Aug 20 13:19:19.912460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:20.022786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.111362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.116025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.158090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e26bae530e0d498bb2dffe652c8ba10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419665 Aug 20 13:19:20.158090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481576d4-6fa3-4d16-975a-b2d67ebb3242,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:20.158477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:20.164040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.164385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.164742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.165066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.165395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.165717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.166039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.166358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.166675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.166990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.167306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.167620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e015a-c3b3-4ad8-b3e8-db438d21a259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.213674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.239888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.293544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.296642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:20.300992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/481576d4-6fa3-4d16-975a-b2d67ebb3242 HTTP/1.1" status: 204 len: 168 time: 0.1412773 Aug 20 13:19:20.309362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481576d4-6fa3-4d16-975a-b2d67ebb3242,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:20.318296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.318645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.318982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.319613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.319883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.320238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.320512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.320947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.321440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.321771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.322094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.322460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a26d31-0203-465d-8e48-36fd8db0c926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:20.546398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cb66-4e23-4f79-92e8-48cc4af98381 req-45fd82d6-3285-472f-9b3e-fad344bb1172 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:20.548210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce65cb66-4e23-4f79-92e8-48cc4af98381 req-45fd82d6-3285-472f-9b3e-fad344bb1172 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0569344 Aug 20 13:19:20.592729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce65cb66-4e23-4f79-92e8-48cc4af98381 req-43314271-7fe8-41a5-a586-46f2bc5399da tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368888 Aug 20 13:19:20.858198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356d5df-a069-45e8-8065-60e393543ed9 req-8925394b-aa98-4164-992f-ce0b446ade2f tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:20.859151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7356d5df-a069-45e8-8065-60e393543ed9 req-8925394b-aa98-4164-992f-ce0b446ade2f tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 949 time: 0.0589252 Aug 20 13:19:20.903020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7356d5df-a069-45e8-8065-60e393543ed9 req-1c11a7d5-3ad3-4823-96a7-c73ce7cb226d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Aug 20 13:19:21.045489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43018) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:21.150781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-15961315-network', 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:21.175577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:21.178123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.188232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.299855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.336724 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.342358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.364620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:19:21.379219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc9347-9693-45cd-8470-803da27b6695,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:21.385081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.385326 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Added segment 1bb80d89-35fe-462d-95cd-0465b5036071 of type vlan for network e26a7a07-7652-4aa0-a07c-4615a201317a Aug 20 13:19:21.436453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.469935 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.471028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:21.471613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.528424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4816592 Aug 20 13:19:21.531505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43040) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:21.535811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a7b97-2765-41fb-8143-c94e9d27d93c admin admin] Pushing event updated for resources: {'Network': ['ID=e26a7a07-7652-4aa0-a07c-4615a201317a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:21.544082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Request body: {'subnet': {'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-15961315-subnet', 'tenant_id': '4dce104e67524d61a5853169aa73c59e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:21.546303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e26a7a07-7652-4aa0-a07c-4615a201317a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:19:21.569828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:21.573450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.735587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291f2db-fa17-4d74-87be-e1d152fbd5b5 req-d9853bb5-19cf-4fa3-a061-7c7d958d4e45 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:21.743361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c291f2db-fa17-4d74-87be-e1d152fbd5b5 req-d9853bb5-19cf-4fa3-a061-7c7d958d4e45 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0633690 Aug 20 13:19:21.781674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.785086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c291f2db-fa17-4d74-87be-e1d152fbd5b5 req-979fdf01-2bba-4be8-ad20-8a1cc04ad7b5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Aug 20 13:19:21.849462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:21.849828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Network hostable DHCP agents. Network: e26a7a07-7652-4aa0-a07c-4615a201317a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:19:21.851930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8700bf-5c40-4e70-bc85-4fd41fae211c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:21.872046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Network e26a7a07-7652-4aa0-a07c-4615a201317a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:19:21.883898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e26a7a07-7652-4aa0-a07c-4615a201317a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:21.889398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:21.890840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.894968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6da8e-ecd0-4666-81aa-71ef35de17ee None None] Network e26a7a07-7652-4aa0-a07c-4615a201317a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:19:21.907329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f806ca1d-a9f2-473c-b672-0ae7270dc8ac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3743904 Aug 20 13:19:22.029023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f07a3-a3aa-4420-aced-e6440107bca7 None None] Network e26a7a07-7652-4aa0-a07c-4615a201317a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:19:22.371533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-e5abf1eb-d299-4d54-9ef0-9a4eb77a463f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:22.375219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-e5abf1eb-d299-4d54-9ef0-9a4eb77a463f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.1167333 Aug 20 13:19:22.394849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-ddbf9b69-1457-4173-9018-26adcd078735 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0106983 Aug 20 13:19:22.429234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-157fb7cd-097a-4c9d-99fd-c1f43118267e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320730 Aug 20 13:19:22.524615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-90ce2ada-f7ea-4e1d-ad5f-539814838471 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870776 Aug 20 13:19:22.622134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-9fc81756-2b16-4c08-b540-8991848210d5 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910904 Aug 20 13:19:22.815373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-26539dfe-85dc-4d54-a80f-ff23e3d39328 req-0c64a345-0b22-436e-8902-8bc775136753 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 210 time: 0.0414515 Aug 20 13:19:22.951230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b383453-1b68-4fb8-9ce3-b3973ce0048b req-1960929f-46f3-4acd-b7a0-d52e754edc73 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:22.953625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b383453-1b68-4fb8-9ce3-b3973ce0048b req-1960929f-46f3-4acd-b7a0-d52e754edc73 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0768909 Aug 20 13:19:23.000734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b383453-1b68-4fb8-9ce3-b3973ce0048b req-c7d545cf-0583-46b6-b1bd-57fb0cc9dc79 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Aug 20 13:19:23.897264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-904a471f-5e85-4bbc-afa8-f0d72e73d87e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:23.899433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-904a471f-5e85-4bbc-afa8-f0d72e73d87e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.1358764 Aug 20 13:19:23.942402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e8962ab-c20a-4e68-8a54-5810ba47524f req-ffcee201-e32d-4162-b077-3d5604920699 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 210 time: 0.0417097 Aug 20 13:19:23.947121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Request body: {'port': {'device_id': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'admin_state_up': True, 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:24.080413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:24.086129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.118933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:24.211525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede6f6b-5127-4c65-9277-bb6547653de4 req-2e795743-c3b6-4e83-8f46-ebfe1373d715 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:24.219175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ede6f6b-5127-4c65-9277-bb6547653de4 req-2e795743-c3b6-4e83-8f46-ebfe1373d715 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1248269 Aug 20 13:19:24.258659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ede6f6b-5127-4c65-9277-bb6547653de4 req-c17d7ef6-3c7e-42f4-91b4-4be566d1dc7a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Aug 20 13:19:24.262202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Allocated IP 172.20.0.3 (e26a7a07-7652-4aa0-a07c-4615a201317a/4d8700bf-5c40-4e70-bc85-4fd41fae211c/a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:19:24.289389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:24.302910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'mac_address': 'fa:16:3e:59:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:24.345680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.359793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27043e1f-7b8f-4d39-a29b-47db388a466d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:24.386017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:24.391265 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.457026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.466645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:24.509045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.554481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Network e26a7a07-7652-4aa0-a07c-4615a201317a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:19:24.557871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:24.560299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:19:24.586668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['27043e1f-7b8f-4d39-a29b-47db388a466d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:24.610435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event updated for resources: {'Port': ['ID=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:24.630628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:24.631302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.647449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-6219392e-7204-422b-ae60-05f63a60e973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076814 Aug 20 13:19:24.662666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Request body: {'port': {'device_id': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:24.718877 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.776764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:24.863577 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.894928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:24.897659 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f892a05a-ee90-407f-a3c4-fb16de010532" -d '{"events": [{"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:24.913453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:24.919700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.018205 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0178dc57-05d7-45a2-8300-823d3f933806 x-openstack-request-id: req-0178dc57-05d7-45a2-8300-823d3f933806 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:25.018548 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:25.018770 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0178dc57-05d7-45a2-8300-823d3f933806 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:25.019190 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'code': 200} Aug 20 13:19:25.020292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:25.350979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33b96-9d74-4df2-a62b-1acd843d2ca2 req-cfa3f7d7-9f7f-4b8e-8e77-bf1b00510785 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:25.352748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0a33b96-9d74-4df2-a62b-1acd843d2ca2 req-cfa3f7d7-9f7f-4b8e-8e77-bf1b00510785 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 931 time: 0.2224035 Aug 20 13:19:25.449101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0a33b96-9d74-4df2-a62b-1acd843d2ca2 req-9f367587-e79c-4f01-826b-8887226e0ca4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839145 Aug 20 13:19:25.463382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:25.480351 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.502148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Transition to ACTIVE for port object a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:25.507886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.618176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Pushing event updated for resources: {'Port': ['ID=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:25.661019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6bb0-9133-44d5-a179-1582885e4241 req-4283cf1f-ce0b-4675-8726-318ce5d9252a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:25.662612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a62e6bb0-9133-44d5-a179-1582885e4241 req-4283cf1f-ce0b-4675-8726-318ce5d9252a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1217792 Aug 20 13:19:25.706239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Attempting to bind port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:25.706567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Attempting to bind port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:25.706906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Attempting to bind port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:25.722591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a62e6bb0-9133-44d5-a179-1582885e4241 req-f4ba476e-ae30-4cc5-9a9f-084be26d1b0b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Aug 20 13:19:25.723443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc on network e26a7a07-7652-4aa0-a07c-4615a201317a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:25.723567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Attempting to bind port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:25.730124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:25.730568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:25.731031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Bound using segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:25.731562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Bound port: a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:25.732527 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.816515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1eeb-342b-4b62-8a5b-6eb354d89364 req-00fc5c5c-17ab-40db-b2c4-5d0301b2947e tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:25.819490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd6e1eeb-342b-4b62-8a5b-6eb354d89364 req-00fc5c5c-17ab-40db-b2c4-5d0301b2947e tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1097 time: 0.0618613 Aug 20 13:19:25.834698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] For port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:25.838021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] For port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:25.846663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.886301 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd6e1eeb-342b-4b62-8a5b-6eb354d89364 req-4535259b-5507-4c7e-8658-8107413024ec tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511646 Aug 20 13:19:25.900928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:25.901558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.903363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] 10.222.0.13 "PUT /v2.0/ports/a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc HTTP/1.1" status: 200 len: 1091 time: 1.2449274 Aug 20 13:19:25.903866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'tag': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:25.907047 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93a29f-ab76-405b-b0b7-57b684a2d036" -d '{"events": [{"name": "network-changed", "server_uuid": "e569fc1d-b247-4327-a87b-2250cbf33bf4", "tag": "a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:25.956519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36187af1-8df4-4394-a478-bb604b5f3728 service neutron] Pushing event updated for resources: {'Port': ['ID=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:26.017520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-5efeb921-2daf-42ed-9e50-86a1838254ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:26.019223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-5efeb921-2daf-42ed-9e50-86a1838254ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0515807 Aug 20 13:19:26.045488 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c06f7-41df-4238-b694-54f46147bd0a x-openstack-request-id: req-5e6c06f7-41df-4238-b694-54f46147bd0a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:26.045787 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e569fc1d-b247-4327-a87b-2250cbf33bf4", "tag": "a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:26.046051 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e6c06f7-41df-4238-b694-54f46147bd0a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:26.046449 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'tag': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc', 'status': 'completed', 'code': 200} Aug 20 13:19:26.081470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-2fa531f9-383f-48c7-893c-8bf51b683729 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc HTTP/1.1" status: 200 len: 217 time: 0.0506492 Aug 20 13:19:26.120868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:26.192519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671595-db7c-42a7-9742-1c6a86446c5d req-5bbefe07-19f4-452c-b28b-b8b843407f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:26.194369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-5bbefe07-19f4-452c-b28b-b8b843407f60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1039703 Aug 20 13:19:26.225627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 27043e1f-7b8f-4d39-a29b-47db388a466d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:26.226616 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:26.240058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-7e34fae0-7339-4506-8249-5b48b0f6850d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352364 Aug 20 13:19:26.343104 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:26.385617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-8171a90b-0cde-405e-b0b3-fdf48c608bce service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349485 Aug 20 13:19:26.392087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:26.402955 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:26.465829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:26.610903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63671595-db7c-42a7-9742-1c6a86446c5d req-cf5cfda9-369a-453d-9eb1-e29cd5201d6e service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164176 Aug 20 13:19:26.634388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bed0b-57be-4562-82a7-1d08eb58d338 req-ee7160a3-5b97-46e9-853d-694770f0d642 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:26.636056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e37bed0b-57be-4562-82a7-1d08eb58d338 req-ee7160a3-5b97-46e9-853d-694770f0d642 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 943 time: 0.0798950 Aug 20 13:19:26.690164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e37bed0b-57be-4562-82a7-1d08eb58d338 req-920c6774-67a8-491a-b986-d69f839ab4a1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Aug 20 13:19:26.744196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-8d4247f5-464c-4efb-8af2-85f878b1c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:26.745847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-8d4247f5-464c-4efb-8af2-85f878b1c809 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0541537 Aug 20 13:19:26.922196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea914769-3497-4849-a94a-e2079864b50c req-5332cb84-a6dd-44ad-b02d-7d9b9f2821c9 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:26.929562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea914769-3497-4849-a94a-e2079864b50c req-5332cb84-a6dd-44ad-b02d-7d9b9f2821c9 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.1077642 Aug 20 13:19:26.976808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-9cee7deb-36bf-4848-8a00-d263b7a2503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:26.978298 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-9cee7deb-36bf-4848-8a00-d263b7a2503b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.2228525 Aug 20 13:19:27.020244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:27.022615 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d382c-8e12-4168-8ea7-6a33c2773456" -d '{"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-plugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:27.029211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea914769-3497-4849-a94a-e2079864b50c req-d1e77e7e-eb9d-4541-b705-df0f16ee640a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877147 Aug 20 13:19:27.087289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-e585777c-77f3-430b-9db7-a6b0ae6c1319 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc HTTP/1.1" status: 200 len: 217 time: 0.0893769 Aug 20 13:19:27.164216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-1829ba94-f7cc-4f6e-b907-7dffe649bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:27.165664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-1829ba94-f7cc-4f6e-b907-7dffe649bbdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.0699887 Aug 20 13:19:27.231143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-cd774183-86c7-487b-b748-dea490ee9126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498180 Aug 20 13:19:27.399014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-4b486948-3bd2-45e8-bd61-21a61d38fd24 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:19:27.400072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-4b486948-3bd2-45e8-bd61-21a61d38fd24 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080929 Aug 20 13:19:27.413654 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1364a192-9f6c-49cf-b7a2-10b751b780cb x-openstack-request-id: req-1364a192-9f6c-49cf-b7a2-10b751b780cb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:27.414890 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-plugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:27.414890 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1364a192-9f6c-49cf-b7a2-10b751b780cb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:27.414890 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'code': 200} Aug 20 13:19:27.425756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Request body: {'binding': {'host': 'n-h1-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:27.426295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Unknown quota resources ['binding']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:19:27.557588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-c3b07ebe-c772-4b01-a58b-7b259fb0e0b4 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067970 Aug 20 13:19:27.691518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on host n-h1-804232-5 for vnic_type normal with profile None {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:27.692081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:27.692638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:27.702027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad93a29f-ab76-405b-b0b7-57b684a2d036 req-95d54cdd-b326-4b1c-a2d3-c0daf5c14d93 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319580 Aug 20 13:19:27.702781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:27.703109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:27.708757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:27.709099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:27.709536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:27.710033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Bound port: 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:27.829332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:27.855248 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:27.856458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ecd40763-eb53-4ca4-8e63-6a2062deb03b service neutron] 10.222.0.59 "POST /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370/bindings HTTP/1.1" status: 201 len: 389 time: 0.4343443 Aug 20 13:19:27.886101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4efb34-926f-4f3b-b058-5179be891b39 req-c05ae468-8b42-48ef-a6ec-b716417c6049 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:27.887751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea4efb34-926f-4f3b-b058-5179be891b39 req-c05ae468-8b42-48ef-a6ec-b716417c6049 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 943 time: 0.0841088 Aug 20 13:19:28.031803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea4efb34-926f-4f3b-b058-5179be891b39 req-265f07aa-2acf-49bc-ab91-80b14312648a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249433 Aug 20 13:19:28.234426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6017-7bc9-4dc5-b96f-0f4e67f16e74 req-bd227bf1-a0f8-4e9f-ad26-0a6104bd4693 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:28.235968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f7b6017-7bc9-4dc5-b96f-0f4e67f16e74 req-bd227bf1-a0f8-4e9f-ad26-0a6104bd4693 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0818803 Aug 20 13:19:28.274600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb78dab-d648-4b6b-9076-84dd85d5af95 req-136a791b-8f5c-4676-bd03-b01d670ee062 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:28.286933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1fb78dab-d648-4b6b-9076-84dd85d5af95 req-136a791b-8f5c-4676-bd03-b01d670ee062 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.2220938 Aug 20 13:19:28.318420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ce8ed595-f089-4714-ab3c-c784a86e7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:28.323251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ce8ed595-f089-4714-ab3c-c784a86e7d83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1097 time: 0.1918008 Aug 20 13:19:28.326565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f7b6017-7bc9-4dc5-b96f-0f4e67f16e74 req-a9d3d2ba-d452-4a2a-94b1-56934cfb59f3 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Aug 20 13:19:28.490759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1fb78dab-d648-4b6b-9076-84dd85d5af95 req-fb83227c-47f7-4a62-9352-1adf50ac3e0c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733515 Aug 20 13:19:28.494965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-64da8e8a-2261-4122-a4e2-08c812f584a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:28.496459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-64da8e8a-2261-4122-a4e2-08c812f584a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1623816 Aug 20 13:19:28.709101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:28.886921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-55a700de-caf2-41fb-9c8b-723acadaccb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 217 time: 0.3763034 Aug 20 13:19:28.953737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-795d54c3-c050-466e-9d83-c0d2a10cfc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:28.955286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-795d54c3-c050-466e-9d83-c0d2a10cfc4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.0616431 Aug 20 13:19:28.990744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-00048ab6-0dd9-40a5-8e99-2d5aee69d9e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275834 Aug 20 13:19:29.162872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-67bef718-fa06-469a-a0ef-262e61284e17 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624250 Aug 20 13:19:29.181890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417eb5e-9438-4605-b1ae-2fda40965bc2 req-efb8a027-ca25-444d-975f-3ad8affb60cb tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:29.190192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0417eb5e-9438-4605-b1ae-2fda40965bc2 req-efb8a027-ca25-444d-975f-3ad8affb60cb tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 943 time: 0.0702140 Aug 20 13:19:29.287623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0417eb5e-9438-4605-b1ae-2fda40965bc2 req-ecb0755a-de5d-4ece-93c4-2f8384f51eb4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957601 Aug 20 13:19:29.492249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-16da8a8d-10af-4bc4-bc6b-ef1355522b64 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985828 Aug 20 13:19:29.609769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20694e-5e8f-466e-8799-0ba7e60be2b6 req-6e70df07-d8ff-4ba6-8ea7-a3533ac1bf2c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:29.617931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd20694e-5e8f-466e-8799-0ba7e60be2b6 req-6e70df07-d8ff-4ba6-8ea7-a3533ac1bf2c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0958209 Aug 20 13:19:29.686418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd20694e-5e8f-466e-8799-0ba7e60be2b6 req-fc9544f6-26ad-4122-a7f7-25a25842013f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Aug 20 13:19:29.743532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d84e4a-af51-4bac-892a-28d9869e610c req-64501d7f-a1d6-492a-a320-a505091ff3dc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:29.745241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54d84e4a-af51-4bac-892a-28d9869e610c req-64501d7f-a1d6-492a-a320-a505091ff3dc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.0996196 Aug 20 13:19:29.830693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54d84e4a-af51-4bac-892a-28d9869e610c req-7e335614-fb66-46d5-adbc-87ed03401362 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740745 Aug 20 13:19:30.464623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7d136-0da6-40cc-a104-acedc93c3ce8 req-a1de13f2-31c4-42b3-88ec-d5e2b34d70d7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:30.467305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cc7d136-0da6-40cc-a104-acedc93c3ce8 req-a1de13f2-31c4-42b3-88ec-d5e2b34d70d7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 943 time: 0.0644393 Aug 20 13:19:30.519734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cc7d136-0da6-40cc-a104-acedc93c3ce8 req-6fd13fd6-c1d5-4b2d-83d8-020529f40afd tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 Aug 20 13:19:30.816041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:30.818280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:30.836123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b848a-3dab-403d-9434-bee80c637e5e req-f43d9ca3-6251-4988-bdd5-33e1b719bd1f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:30.837112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-348b848a-3dab-403d-9434-bee80c637e5e req-f43d9ca3-6251-4988-bdd5-33e1b719bd1f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0863676 Aug 20 13:19:30.942290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-348b848a-3dab-403d-9434-bee80c637e5e req-cf4afc0a-6f84-42a9-b9f0-8799425d2f8c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899937 Aug 20 13:19:31.041247 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:31.064727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:31.088762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:31.090953 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf9e478-1244-413c-b7d1-3f0d2d1a90ce" -d '{"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:31.094211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'mac_address': 'fa:16:3e:d3:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:31.100486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d325-22c9-46a1-8f89-bb3b2aaf8319 req-f2919117-cd42-47fe-8fb0-37b2fdc5c284 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:31.109553 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b02d325-22c9-46a1-8f89-bb3b2aaf8319 req-f2919117-cd42-47fe-8fb0-37b2fdc5c284 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.0967720 Aug 20 13:19:31.141662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:31.153290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:31.195342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b02d325-22c9-46a1-8f89-bb3b2aaf8319 req-7e603276-2365-47ae-920d-885bdfdbd5c1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840869 Aug 20 13:19:31.198859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:31.234488 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9828d5a-84ee-46d6-9504-d59b34af46f0 x-openstack-request-id: req-d9828d5a-84ee-46d6-9504-d59b34af46f0 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:31.234857 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:31.235114 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9828d5a-84ee-46d6-9504-d59b34af46f0 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:31.235510 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'code': 200} Aug 20 13:19:31.240406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:31.266070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:31.291591 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:31.314155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:19:31.314649 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:19:31.718454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c4bd-4528-4e1f-ae86-18920b1d1c43 req-968d1351-1815-41a6-89e0-59a2a77c7aff tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:31.727649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2255c4bd-4528-4e1f-ae86-18920b1d1c43 req-968d1351-1815-41a6-89e0-59a2a77c7aff tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 943 time: 0.0860379 Aug 20 13:19:31.779287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2255c4bd-4528-4e1f-ae86-18920b1d1c43 req-d9886f6a-4872-4150-bc35-a4d5380f9e8b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Aug 20 13:19:31.863858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:32.061865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:32.118940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:32.128634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:32.129833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:32.174478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1332f-7f6a-4056-a300-0fc901ea88a4 req-adfdec7f-e6f4-499a-ab42-f948039ba5fd tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:32.177992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33a1332f-7f6a-4056-a300-0fc901ea88a4 req-adfdec7f-e6f4-499a-ab42-f948039ba5fd tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 947 time: 0.1054068 Aug 20 13:19:32.251346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:32.264465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33a1332f-7f6a-4056-a300-0fc901ea88a4 req-21024554-f52a-492b-a31b-43047c27cf7f tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704241 Aug 20 13:19:32.311720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:32.327025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc', 'mac_address': 'fa:16:3e:63:4d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:32.375789 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:32.406793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1af2-5f8a-4c17-9d1c-fdab5792cca3 req-5915bb61-8cbf-4137-86ac-506087a0113b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:32.408424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-343b1af2-5f8a-4c17-9d1c-fdab5792cca3 req-5915bb61-8cbf-4137-86ac-506087a0113b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.0747423 Aug 20 13:19:32.412476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:32.454875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:32.464309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:32.489950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-343b1af2-5f8a-4c17-9d1c-fdab5792cca3 req-2de6c49d-15a5-488d-85cf-0a3e5b6c7a43 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Aug 20 13:19:32.565700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:32.794100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:32.868409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:33.036246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6b440-c546-4158-a836-0011378ddf6a req-003cae38-04f9-406c-8ffd-9ffed460d4e3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:33.050598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b6b440-c546-4158-a836-0011378ddf6a req-003cae38-04f9-406c-8ffd-9ffed460d4e3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 944 time: 0.1300571 Aug 20 13:19:33.214882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b6b440-c546-4158-a836-0011378ddf6a req-6bfc821d-ab41-4fde-80cd-fb335159e558 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611404 Aug 20 13:19:33.335714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116c45-e0a3-4dc6-8653-9a9f06c866cb req-c21e118f-8e5a-4998-bbcf-bf047775e446 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:33.347451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a0116c45-e0a3-4dc6-8653-9a9f06c866cb req-c21e118f-8e5a-4998-bbcf-bf047775e446 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1097 time: 0.0843534 Aug 20 13:19:33.394055 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a0116c45-e0a3-4dc6-8653-9a9f06c866cb req-b6679442-2932-4821-913c-346b700863f8 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Aug 20 13:19:33.553710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f23f0-ad8e-41c9-bc69-496fb96786ff req-7f52dd62-3230-495c-a52e-0747fbceee88 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:33.555286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c36f23f0-ad8e-41c9-bc69-496fb96786ff req-7f52dd62-3230-495c-a52e-0747fbceee88 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0614133 Aug 20 13:19:33.599623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c36f23f0-ad8e-41c9-bc69-496fb96786ff req-febde70e-f26c-44a3-a282-42fe58dd282c tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Aug 20 13:19:33.834106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467ebff-d767-47d8-b246-0376f1cab5a8 req-119d6e60-7e00-4054-9ffd-c62b75f750c9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:33.842360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5467ebff-d767-47d8-b246-0376f1cab5a8 req-119d6e60-7e00-4054-9ffd-c62b75f750c9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1456835 Aug 20 13:19:34.066872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5467ebff-d767-47d8-b246-0376f1cab5a8 req-6b65cbd4-b328-43ae-96b0-23f2072a29a0 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220407 Aug 20 13:19:34.455754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e37f6-7f1c-4102-883b-1e33292d3ac8 req-34c002d2-e581-46df-9979-afd7d71f6d73 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:34.466866 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad3e37f6-7f1c-4102-883b-1e33292d3ac8 req-34c002d2-e581-46df-9979-afd7d71f6d73 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 944 time: 0.0916402 Aug 20 13:19:34.530139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad3e37f6-7f1c-4102-883b-1e33292d3ac8 req-413207ec-4bbf-4354-99f2-f9f1f619c881 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Aug 20 13:19:34.790328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbd908-1700-44fa-83bd-674c6600a5ee req-bfe7fcba-1596-403e-b9b3-62a2c8dac503 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:34.792280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38dbd908-1700-44fa-83bd-674c6600a5ee req-bfe7fcba-1596-403e-b9b3-62a2c8dac503 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 949 time: 0.0930791 Aug 20 13:19:34.847458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:34.881329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38dbd908-1700-44fa-83bd-674c6600a5ee req-96e915e0-17a5-4778-9a23-ab6121a33ad4 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750992 Aug 20 13:19:34.950870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:34.952210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:35.028037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-3b902999-6dbe-4358-ba93-36956cc55a8f tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:19:35.029957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-3b902999-6dbe-4358-ba93-36956cc55a8f tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071149 Aug 20 13:19:35.053947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Request body: {'binding': {'host': 'n-h2-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:35.054401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Unknown quota resources ['binding']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:19:35.129703 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:35.192963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:35.199387 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ce520-1c83-4e7b-bfb6-e85ddab9947e" -d '{"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:35.262792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:35.272106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:35.273325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:35.283675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on host n-h2-804232-5 for vnic_type normal with profile None {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:35.284016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:35.284339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:35.290339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:35.290671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:35.308222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:35.308222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:35.308222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:35.308222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Bound port: 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:35.355520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e5891-2bab-4886-a45a-5f8d63b61691 req-6dee282f-2690-4f7a-9486-47c24df38a07 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:35.365785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a08e5891-2bab-4886-a45a-5f8d63b61691 req-6dee282f-2690-4f7a-9486-47c24df38a07 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1607487 Aug 20 13:19:35.429992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:35.443779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:35.449731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-c6b629bf-9fd3-47c1-ab90-b77f44c10f82 service neutron] 10.222.0.59 "POST /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40/bindings HTTP/1.1" status: 201 len: 389 time: 0.3998411 Aug 20 13:19:35.469834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a08e5891-2bab-4886-a45a-5f8d63b61691 req-6603f714-62b9-4605-964b-f2f2afbfc412 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913475 Aug 20 13:19:35.490499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:35.545987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:35.553739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:35.553987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:35.643164 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d34f58-1082-45e5-8a1c-8b580e07c76f x-openstack-request-id: req-31d34f58-1082-45e5-8a1c-8b580e07c76f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:35.643493 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:35.643718 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31d34f58-1082-45e5-8a1c-8b580e07c76f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:35.644119 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'code': 200} Aug 20 13:19:35.948386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:36.034508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:36.042270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:36.061760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee29d5a-f157-4d7f-b523-4d1ef124e4b7 req-7902b285-a436-45a9-85a7-565dc9650722 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.071008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aee29d5a-f157-4d7f-b523-4d1ef124e4b7 req-7902b285-a436-45a9-85a7-565dc9650722 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 944 time: 0.1339839 Aug 20 13:19:36.100152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-b5ef2c04-a593-4f22-b137-f8b429cfa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.107577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-b5ef2c04-a593-4f22-b137-f8b429cfa559 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1097 time: 0.1792388 Aug 20 13:19:36.139433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aee29d5a-f157-4d7f-b523-4d1ef124e4b7 req-87bb8260-8e53-4af9-bd4b-8a9a542719dd tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Aug 20 13:19:36.143275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02a580-2887-4e1e-8213-600763e4a0aa req-2d1c829e-93d5-4f04-a427-e57a58c4d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.147057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a02a580-2887-4e1e-8213-600763e4a0aa req-2d1c829e-93d5-4f04-a427-e57a58c4d3c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1101 time: 0.2854309 Aug 20 13:19:36.208524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a02a580-2887-4e1e-8213-600763e4a0aa req-ba36a63e-fc97-48f7-964a-9e092f8a7621 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507455 Aug 20 13:19:36.218972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:36.358826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9e42c-1a7c-4915-aeb3-3908970e5ad4 req-b926374a-f60b-4e07-b16e-198531120bc7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.362050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbf9e42c-1a7c-4915-aeb3-3908970e5ad4 req-b926374a-f60b-4e07-b16e-198531120bc7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.2763608 Aug 20 13:19:36.364454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-e7a937b3-d460-4969-8fe3-52ddfa882076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.369662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-e7a937b3-d460-4969-8fe3-52ddfa882076 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.2084634 Aug 20 13:19:36.498216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd1e8-a59f-4fb4-9585-cd0bc88df534 req-32b64a29-136e-4d2f-8cb9-3d030a7e0ec5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.500529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91dd1e8-a59f-4fb4-9585-cd0bc88df534 req-32b64a29-136e-4d2f-8cb9-3d030a7e0ec5 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 950 time: 0.1270456 Aug 20 13:19:36.530633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-eb436f54-e21f-4278-9c56-25ecf0d72386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 217 time: 0.0861509 Aug 20 13:19:36.575430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91dd1e8-a59f-4fb4-9585-cd0bc88df534 req-a01c3c86-8013-4af2-83bf-fc4bc6a2f48b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 Aug 20 13:19:36.616160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-cff47f90-c369-48e8-b6e2-21eaed8e4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.617967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-cff47f90-c369-48e8-b6e2-21eaed8e4a03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0707662 Aug 20 13:19:36.632157 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbf9e42c-1a7c-4915-aeb3-3908970e5ad4 req-49c2c898-0a94-40e8-8085-545d5a1c74a5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582622 Aug 20 13:19:36.709477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-d2240e7b-2956-4cd8-a956-72601f17809b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700669 Aug 20 13:19:36.848036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5259b2-a3a3-4864-9a77-4b3cbf20779b req-8552d15b-54bd-4f39-8b33-1e3e98cd5e31 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:36.855718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd5259b2-a3a3-4864-9a77-4b3cbf20779b req-8552d15b-54bd-4f39-8b33-1e3e98cd5e31 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1443529 Aug 20 13:19:36.909027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd5259b2-a3a3-4864-9a77-4b3cbf20779b req-3c8dc641-d7db-4484-a3cc-afd1db17f762 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Aug 20 13:19:36.916597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-6bd1f8d3-d39e-49bb-b6b0-66a1ecce5ccc service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946115 Aug 20 13:19:37.046193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-dc46430b-44db-4dda-894f-da5209a63608 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204798 Aug 20 13:19:37.311599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f778698-6822-4471-a12d-bd400ec30e0f req-9df5f8be-f789-4b3b-a656-ccab03a5cd73 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:37.313274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f778698-6822-4471-a12d-bd400ec30e0f req-9df5f8be-f789-4b3b-a656-ccab03a5cd73 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 945 time: 0.0938904 Aug 20 13:19:37.426838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f778698-6822-4471-a12d-bd400ec30e0f req-f4212bb1-d95d-426a-86c7-895ed091fa12 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928068 Aug 20 13:19:37.646672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:37.648790 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7e51e2-d7ff-46c7-894d-9061edd24958" -d '{"events": [{"server_uuid": "e569fc1d-b247-4327-a87b-2250cbf33bf4", "name": "network-vif-plugged", "status": "completed", "tag": "a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:37.730468 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44bb01f-70d6-4498-87de-7d1a36277b42 x-openstack-request-id: req-f44bb01f-70d6-4498-87de-7d1a36277b42 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:37.730834 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e569fc1d-b247-4327-a87b-2250cbf33bf4", "name": "network-vif-plugged", "status": "completed", "tag": "a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:37.731158 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f44bb01f-70d6-4498-87de-7d1a36277b42 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:37.732162 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc', 'code': 200} Aug 20 13:19:37.851251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff23f-fdd8-42c9-be1a-edf08b685c6c req-5ac9f8f0-eb83-459d-a773-b09152966b72 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:37.859786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50ff23f-fdd8-42c9-be1a-edf08b685c6c req-5ac9f8f0-eb83-459d-a773-b09152966b72 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.0664432 Aug 20 13:19:37.892157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8013-20e4-4987-ad2a-83a0972181f6 req-19cb99a8-7fd6-4bdf-b55b-1608f947ce8d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:37.899878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-104a8013-20e4-4987-ad2a-83a0972181f6 req-19cb99a8-7fd6-4bdf-b55b-1608f947ce8d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 950 time: 0.1893749 Aug 20 13:19:37.905975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50ff23f-fdd8-42c9-be1a-edf08b685c6c req-513f1dc0-37dc-4d68-8fb5-1a29332d5e02 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Aug 20 13:19:37.934135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567b62-7f7a-463f-99cb-3905cdaba617 req-bd83e00b-f204-449a-ba83-adc7ea1d356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:37.936791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7567b62-7f7a-463f-99cb-3905cdaba617 req-bd83e00b-f204-449a-ba83-adc7ea1d356c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1354539 Aug 20 13:19:37.993930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-104a8013-20e4-4987-ad2a-83a0972181f6 req-0221b33e-f194-48f4-a5c0-7636758e6e8d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928442 Aug 20 13:19:38.053711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7567b62-7f7a-463f-99cb-3905cdaba617 req-f60f9f58-55e2-4359-9eb4-6d05fd847d5d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976567 Aug 20 13:19:38.179468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32789062-f99e-454d-94f6-879f937977ae req-f75382d7-b28c-4578-b5df-450b478491ff tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:38.184583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32789062-f99e-454d-94f6-879f937977ae req-f75382d7-b28c-4578-b5df-450b478491ff tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.0958474 Aug 20 13:19:38.268137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32789062-f99e-454d-94f6-879f937977ae req-84a120b5-37d2-47c0-9aa3-1710fa7cf3c9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762889 Aug 20 13:19:38.546654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16d1b4-c094-4697-ad25-c6a12e9e8a30 req-2cdd1a53-bcc4-4ac1-b95b-42295babd2db tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:38.548385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f16d1b4-c094-4697-ad25-c6a12e9e8a30 req-2cdd1a53-bcc4-4ac1-b95b-42295babd2db tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1101 time: 0.1240768 Aug 20 13:19:38.622747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f16d1b4-c094-4697-ad25-c6a12e9e8a30 req-6ebc6f92-4597-4a98-a27f-9812322c3dfb tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Aug 20 13:19:38.711155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a954c-fc96-45e0-8b6c-0a098dcd058c req-e82b1471-99ad-48f6-a4d4-9c1794ccb443 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:38.721275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d2a954c-fc96-45e0-8b6c-0a098dcd058c req-e82b1471-99ad-48f6-a4d4-9c1794ccb443 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 945 time: 0.0706410 Aug 20 13:19:38.776111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d2a954c-fc96-45e0-8b6c-0a098dcd058c req-a3396ea9-a743-46a4-814c-059dbb021c3c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Aug 20 13:19:38.969991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f3dd6-03c8-4740-8804-1530f26d95c4 req-ab516920-c137-4ff8-98f1-17f3f6288810 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:38.977765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c0f3dd6-03c8-4740-8804-1530f26d95c4 req-ab516920-c137-4ff8-98f1-17f3f6288810 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 1101 time: 0.0592504 Aug 20 13:19:39.028741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c0f3dd6-03c8-4740-8804-1530f26d95c4 req-cd999afb-c992-4a12-8368-584d19c00a61 tempest-ServersAdminTestJSON-1280631639 tempest-ServersAdminTestJSON-1280631639-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489855 Aug 20 13:19:39.138486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2cacd-06a9-483b-9041-11c2c26ccec1 req-52aa5e5a-e463-47fd-b5eb-3cc6610b14b4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:39.140833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8d2cacd-06a9-483b-9041-11c2c26ccec1 req-52aa5e5a-e463-47fd-b5eb-3cc6610b14b4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.0717070 Aug 20 13:19:39.193803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8d2cacd-06a9-483b-9041-11c2c26ccec1 req-f44e63ae-e3d5-450b-b0f0-6afddc7f8200 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Aug 20 13:19:39.554504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b221e51-6712-4f2a-aa4a-ffa1c1a460ea req-9dd0ad6f-f3bf-4340-b6b4-b6f0dec00fd2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:39.558616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b221e51-6712-4f2a-aa4a-ffa1c1a460ea req-9dd0ad6f-f3bf-4340-b6b4-b6f0dec00fd2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1214020 Aug 20 13:19:39.594633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d17ff7-761c-48d5-98c6-99206b104401 req-369d5b67-4747-48cc-96b1-58a8fb96cc4d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:39.603701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22d17ff7-761c-48d5-98c6-99206b104401 req-369d5b67-4747-48cc-96b1-58a8fb96cc4d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 949 time: 0.0833204 Aug 20 13:19:39.649212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b221e51-6712-4f2a-aa4a-ffa1c1a460ea req-6f1b9446-6c45-4bd1-a29a-682f0e0a2fe2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Aug 20 13:19:39.683084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22d17ff7-761c-48d5-98c6-99206b104401 req-98f63862-1cf1-45a3-b41e-97f7050f3b18 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779026 Aug 20 13:19:39.989113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da334f-086a-4928-8e30-84721e6e9fc5 req-f7ca6d6c-0c74-4191-9f67-eb19bbdf5996 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:39.995189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57da334f-086a-4928-8e30-84721e6e9fc5 req-f7ca6d6c-0c74-4191-9f67-eb19bbdf5996 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 945 time: 0.0827787 Aug 20 13:19:40.124657 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:19:40.296700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57da334f-086a-4928-8e30-84721e6e9fc5 req-a79a9cc3-2598-4c0e-b7d8-ef8dead992e0 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824166 Aug 20 13:19:40.492434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c75a-eaa1-4e9b-bd61-fc24cad20b52 req-7f1845f6-f0b2-464a-9b84-62410ab889ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:40.494731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c207c75a-eaa1-4e9b-bd61-fc24cad20b52 req-7f1845f6-f0b2-464a-9b84-62410ab889ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.0885065 Aug 20 13:19:40.577275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c207c75a-eaa1-4e9b-bd61-fc24cad20b52 req-5edaf930-4e5e-4131-b3aa-733a187d6cc2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717473 Aug 20 13:19:40.852713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d806-f2f3-49e1-b953-6107024ea00d req-24e2d3a9-b674-46d1-b2ad-f49a629f5caa tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:40.861493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a83d806-f2f3-49e1-b953-6107024ea00d req-24e2d3a9-b674-46d1-b2ad-f49a629f5caa tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 949 time: 0.0676398 Aug 20 13:19:40.931469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a83d806-f2f3-49e1-b953-6107024ea00d req-259d1524-ec65-4949-b399-eb2b4af66207 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Aug 20 13:19:40.953782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98feaf-b167-42c3-921e-de49b766cb60 req-d148ae47-f0b8-4aeb-bf7e-c97a026c64c8 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:40.978781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e98feaf-b167-42c3-921e-de49b766cb60 req-d148ae47-f0b8-4aeb-bf7e-c97a026c64c8 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1864226 Aug 20 13:19:41.088815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e98feaf-b167-42c3-921e-de49b766cb60 req-332b9376-1d14-4b53-9cfa-0b4c358fc367 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Aug 20 13:19:41.093418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5fd2d-f7ee-4841-ab1d-1c811833b4fe req-905bb51e-8245-4c75-8344-0146e94fe42d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:41.094947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aab5fd2d-f7ee-4841-ab1d-1c811833b4fe req-905bb51e-8245-4c75-8344-0146e94fe42d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 945 time: 0.0889146 Aug 20 13:19:41.172670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aab5fd2d-f7ee-4841-ab1d-1c811833b4fe req-06680e93-3cc3-42d2-ac78-020505a0caad tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709586 Aug 20 13:19:41.356630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddef126-e854-4044-9014-604fe722c807 req-5e97d1f8-97cd-4f2a-8535-50e06c13f57d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:41.358069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ddef126-e854-4044-9014-604fe722c807 req-5e97d1f8-97cd-4f2a-8535-50e06c13f57d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 949 time: 0.0784504 Aug 20 13:19:41.528729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Deleting port 5d8d9145-8cc5-4111-a673-4253774866cb {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:41.529175 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:41.648575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] For port 5d8d9145-8cc5-4111-a673-4253774866cb, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5d8d9145-8cc5-4111-a673-4253774866cb,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:41.648970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:41.664082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Calling delete_port for 5d8d9145-8cc5-4111-a673-4253774866cb owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:41.728173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4cc11-5a30-408f-ae39-cfeb05cbf0ce req-ba6296eb-295e-4cff-8293-f49c926d1594 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:41.730845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42a4cc11-5a30-408f-ae39-cfeb05cbf0ce req-ba6296eb-295e-4cff-8293-f49c926d1594 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.0584607 Aug 20 13:19:41.770300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42a4cc11-5a30-408f-ae39-cfeb05cbf0ce req-eb9f73b1-0669-4bf9-a2f9-963faa3ae7aa tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Aug 20 13:19:41.810868 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:41.824677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['5d8d9145-8cc5-4111-a673-4253774866cb', '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:41.835970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:41.854177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event deleted for resources: {'Port': ['ID=5d8d9145-8cc5-4111-a673-4253774866cb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:41.896073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] No DVR routers for this DVR port 5d8d9145-8cc5-4111-a673-4253774866cb on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:41.898634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:41.900815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ddef126-e854-4044-9014-604fe722c807 req-02cc4503-784b-46db-b1a6-266c16e4520b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "DELETE /v2.0/ports/5d8d9145-8cc5-4111-a673-4253774866cb HTTP/1.1" status: 204 len: 173 time: 0.5275152 Aug 20 13:19:41.901294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'name': 'network-vif-deleted', 'tag': '5d8d9145-8cc5-4111-a673-4253774866cb'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:41.904263 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60556c-9607-4415-9d29-287a58bd48dd" -d '{"events": [{"server_uuid": "c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed", "name": "network-vif-deleted", "tag": "5d8d9145-8cc5-4111-a673-4253774866cb"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:41.946371 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf3885-da10-4f99-bd65-a67ad1ffc994 x-openstack-request-id: req-2fdf3885-da10-4f99-bd65-a67ad1ffc994 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:41.946671 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed", "name": "network-vif-deleted", "tag": "5d8d9145-8cc5-4111-a673-4253774866cb", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:41.946932 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fdf3885-da10-4f99-bd65-a67ad1ffc994 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:41.947328 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed', 'name': 'network-vif-deleted', 'tag': '5d8d9145-8cc5-4111-a673-4253774866cb', 'status': 'completed', 'code': 200} Aug 20 13:19:42.045318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7379e268-1ad6-4be5-933b-28422c49273b req-458b888e-a089-4e39-bc3c-b833dcd4ad9e tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6a2a0ec-e8c1-4957-aa3d-4defe5fe77ed HTTP/1.1" status: 200 len: 210 time: 0.0427508 Aug 20 13:19:42.242173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd8755-cd39-4e3d-adc7-31692d98d814 req-409e2ec9-317e-443b-a0ae-d97fe0f7368f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:42.246508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24fd8755-cd39-4e3d-adc7-31692d98d814 req-409e2ec9-317e-443b-a0ae-d97fe0f7368f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.0640700 Aug 20 13:19:42.293573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24fd8755-cd39-4e3d-adc7-31692d98d814 req-274fcad0-4a28-49ed-af89-5569078258c6 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Aug 20 13:19:42.369020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee35db-c73d-42bc-85cd-789e2d8d45c5 req-c1c32a57-d295-4041-81a3-539622ba4160 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:42.378640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eaee35db-c73d-42bc-85cd-789e2d8d45c5 req-c1c32a57-d295-4041-81a3-539622ba4160 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 945 time: 0.1063690 Aug 20 13:19:42.425796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eaee35db-c73d-42bc-85cd-789e2d8d45c5 req-92daebe2-b4d8-40be-8cea-39e7c9f77b82 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Aug 20 13:19:42.741399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-174338be-f630-49ee-900b-0f89554b961f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:42.743290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-174338be-f630-49ee-900b-0f89554b961f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 945 time: 0.0765018 Aug 20 13:19:42.853704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184845b-5c9b-44fe-b764-44ca7103ac6d req-6031c4e9-9428-4f7f-ab6d-75758216e2de tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:42.864641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8184845b-5c9b-44fe-b764-44ca7103ac6d req-6031c4e9-9428-4f7f-ab6d-75758216e2de tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 950 time: 0.0735567 Aug 20 13:19:42.909200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Deleting port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:42.909551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:42.917651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8184845b-5c9b-44fe-b764-44ca7103ac6d req-e84ff3b0-c356-4c19-953b-ee4deeb13296 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526087 Aug 20 13:19:43.049451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] For port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:43.049829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:43.071344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038b299-830c-437b-b366-83deda27dbbf req-0cb9102e-b0db-4686-be0a-c76eb860c810 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:43.080036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e038b299-830c-437b-b366-83deda27dbbf req-0cb9102e-b0db-4686-be0a-c76eb860c810 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1902325 Aug 20 13:19:43.100119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Calling delete_port for a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:43.297821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e038b299-830c-437b-b366-83deda27dbbf req-93d08986-aa7c-4b29-9ebb-631ca6d95133 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167909 Aug 20 13:19:43.326599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:43.339024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:43.374111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event deleted for resources: {'Port': ['ID=a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:43.436248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] No DVR routers for this DVR port a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:43.439597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:43.442043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7862797-608e-4c96-859b-5918e5b6a0a6 req-378b013f-8826-4378-a16e-4104d9040937 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "DELETE /v2.0/ports/a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc HTTP/1.1" status: 204 len: 173 time: 0.6888857 Aug 20 13:19:43.694729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0723ad8-22ba-4beb-b36c-cd2575046437 req-e6c9e71b-25c8-4735-ab0e-7444e29fa92e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:43.696517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0723ad8-22ba-4beb-b36c-cd2575046437 req-e6c9e71b-25c8-4735-ab0e-7444e29fa92e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 946 time: 0.1010463 Aug 20 13:19:43.725860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-204c4645-474a-4e4e-bbf8-4f4e59f7b4de req-e19563c4-1f2c-4c36-8136-a83663b73aba tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=e569fc1d-b247-4327-a87b-2250cbf33bf4 HTTP/1.1" status: 200 len: 210 time: 0.0389476 Aug 20 13:19:43.727758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-a05a27a9-7ee2-4ea7-a42f-42d784c92978 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:43.729225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-a05a27a9-7ee2-4ea7-a42f-42d784c92978 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1097 time: 0.0929277 Aug 20 13:19:43.739839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0723ad8-22ba-4beb-b36c-cd2575046437 req-ce4396c9-8583-42fe-9e09-ffb8117bc0b0 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360656 Aug 20 13:19:43.744526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804232-5'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:43.818711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:43.929556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057e25e-ffd7-404a-9bf6-cda065dd74d6 req-e9bd7a39-5961-490d-8106-e203d319f404 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:43.931195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c057e25e-ffd7-404a-9bf6-cda065dd74d6 req-e9bd7a39-5961-490d-8106-e203d319f404 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 950 time: 0.1020739 Aug 20 13:19:43.948807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'name': 'network-vif-deleted', 'tag': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:43.952001 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8adcbea-f439-459f-a8c7-89a1d4c219b5" -d '{"events": [{"server_uuid": "e569fc1d-b247-4327-a87b-2250cbf33bf4", "name": "network-vif-deleted", "tag": "a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:44.048648 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460aeb4e-fe55-470c-b23e-991b597401b5 x-openstack-request-id: req-460aeb4e-fe55-470c-b23e-991b597401b5 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:44.048950 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e569fc1d-b247-4327-a87b-2250cbf33bf4", "name": "network-vif-deleted", "tag": "a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:44.049214 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-460aeb4e-fe55-470c-b23e-991b597401b5 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:44.049702 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e569fc1d-b247-4327-a87b-2250cbf33bf4', 'name': 'network-vif-deleted', 'tag': 'a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc', 'status': 'completed', 'code': 200} Aug 20 13:19:44.080118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c057e25e-ffd7-404a-9bf6-cda065dd74d6 req-e5ae711c-ca1f-47d5-a992-6761c32a14d1 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403310 Aug 20 13:19:44.143465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:44.254722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:44.314232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:44.325027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:44.469476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:44.493378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:44.493714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:44.494043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:44.501676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:44.501997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Attempting to bind port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:44.518465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06ec0-2479-4d08-9865-a1b74007c6eb req-3e8b2526-bed5-404a-9be4-6fc309f2c243 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:44.519387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-add06ec0-2479-4d08-9865-a1b74007c6eb req-3e8b2526-bed5-404a-9be4-6fc309f2c243 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1074860 Aug 20 13:19:44.520139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:44.520472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:44.520892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:44.521324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Bound port: 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:44.521678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:44.600519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-add06ec0-2479-4d08-9865-a1b74007c6eb req-070c8a69-7149-4faf-9bcb-1c7f73c71edd tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694640 Aug 20 13:19:44.632482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:44.635680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:44.642289 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:44.673163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06536220-6c6e-4cc3-a5c2-f984c28bc179 req-66316dfe-d30f-44d5-bf35-657cb0e93886 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:44.675153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06536220-6c6e-4cc3-a5c2-f984c28bc179 req-66316dfe-d30f-44d5-bf35-657cb0e93886 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 946 time: 0.0691512 Aug 20 13:19:44.717169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06536220-6c6e-4cc3-a5c2-f984c28bc179 req-638616f0-01e9-42ee-afcc-23c7070ea13b tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Aug 20 13:19:44.721023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=8']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:44.726613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:44.727818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:44.729099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-465e4814-faf8-4887-a984-4aca22b24b44 service neutron] 10.222.0.53 "PUT /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 1122 time: 0.9888635 Aug 20 13:19:44.829118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['56f9320a-b75f-4042-93a6-1bcbd5bf3370'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:44.876739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['56f9320a-b75f-4042-93a6-1bcbd5bf3370'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:44.924505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5d8d9145-8cc5-4111-a673-4253774866cb no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:44.954017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 5d8d9145-8cc5-4111-a673-4253774866cb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:19:44.954637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5d8d9145-8cc5-4111-a673-4253774866cb not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:44.966628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f82e-5043-4eca-91ec-1cce10ff9f85 req-5298c6a2-b6ea-4c8c-9068-26177c001b82 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:44.974527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b58f82e-5043-4eca-91ec-1cce10ff9f85 req-5298c6a2-b6ea-4c8c-9068-26177c001b82 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.0865755 Aug 20 13:19:45.031178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b58f82e-5043-4eca-91ec-1cce10ff9f85 req-34ba4926-db80-45a9-b155-26e580f80e97 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541770 Aug 20 13:19:45.163168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-874e628b-f451-4812-a0ec-a98aedaf964d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:45.164745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-874e628b-f451-4812-a0ec-a98aedaf964d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.1481152 Aug 20 13:19:45.191292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-a75aeeba-0c13-456e-94d1-c6fadf822026 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0177968 Aug 20 13:19:45.235496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-87fde89f-d1b0-40a4-b90c-61823a502d97 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373838 Aug 20 13:19:45.330323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc063e2-97c9-42dc-b8d4-4e0a6cc86031 req-b4b026f1-670e-4f09-b77b-a422096faa51 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:45.332458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abc063e2-97c9-42dc-b8d4-4e0a6cc86031 req-b4b026f1-670e-4f09-b77b-a422096faa51 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 950 time: 0.0715458 Aug 20 13:19:45.351077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-db18780c-4341-4464-bd4e-52ee39dbed07 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:45.352702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-db18780c-4341-4464-bd4e-52ee39dbed07 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.53 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 950 time: 0.1108565 Aug 20 13:19:45.380626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abc063e2-97c9-42dc-b8d4-4e0a6cc86031 req-380af33d-82b8-448c-9342-dd41ae028e8a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Aug 20 13:19:45.412185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-eeb8a8d3-8933-4382-94aa-0d8415d35e72 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609173 Aug 20 13:19:45.545841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-992e987c-8111-4290-acf4-597466e400f0 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327529 Aug 20 13:19:45.555469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Deleting port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:45.555842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:45.694022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] For port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:45.694505 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:45.727354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Calling delete_port for 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:45.734577 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-324564c1-ab4b-4f09-b9a0-8af30d83d143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:45.773495 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2564245-7bf8-488d-9f0f-0a292a353a0a req-7a91cfef-d8f7-4a4b-8b2e-b4f305f8666b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.0333254 Aug 20 13:19:45.818944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20619-1252-43bd-9ac4-acecba2e19d3 req-79c8ef78-b0a1-4ceb-9976-5937962d2434 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:45.820815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89a20619-1252-43bd-9ac4-acecba2e19d3 req-79c8ef78-b0a1-4ceb-9976-5937962d2434 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1066782 Aug 20 13:19:45.892524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89a20619-1252-43bd-9ac4-acecba2e19d3 req-e6e3fcfa-1aec-4dd0-8b83-90e0064cf0eb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Aug 20 13:19:45.982686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc1a9b-8e6c-4b44-bfd6-e0c38284e3e8 req-a10f29b6-e68c-45eb-a973-9ee296f784af tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:45.984831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38cc1a9b-8e6c-4b44-bfd6-e0c38284e3e8 req-a10f29b6-e68c-45eb-a973-9ee296f784af tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 946 time: 0.0920889 Aug 20 13:19:45.990058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:46.005614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:46.011523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:46.043667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event deleted for resources: {'Port': ['ID=1376d44c-dbe8-49e8-a5b6-9091dccf9ac0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:46.052602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38cc1a9b-8e6c-4b44-bfd6-e0c38284e3e8 req-8115b5ff-0998-43f9-935d-48c666aa2ca2 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570650 Aug 20 13:19:46.076322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370'}, {'name': 'network-changed', 'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:46.082949 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e1954-67e7-4078-a923-4bc35580daad" -d '{"events": [{"server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "name": "network-vif-unplugged", "status": "completed", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370"}, {"name": "network-changed", "server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:46.112811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] No DVR routers for this DVR port 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:46.117810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:46.120893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6211e231-24f5-41dd-a73d-8d9f48810c95 req-7019cc87-0951-4cdf-a221-d6996d0c77ae tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.53 "DELETE /v2.0/ports/1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 HTTP/1.1" status: 204 len: 173 time: 0.7532294 Aug 20 13:19:46.150221 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79238243-cdaa-414a-9b70-6987078552ae x-openstack-request-id: req-79238243-cdaa-414a-9b70-6987078552ae {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:46.150785 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "name": "network-vif-unplugged", "status": "completed", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370", "code": 200}, {"name": "network-changed", "server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:46.151190 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79238243-cdaa-414a-9b70-6987078552ae {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:46.151918 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'code': 200} Aug 20 13:19:46.152322 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'status': 'completed', 'code': 200} Aug 20 13:19:46.212998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:46.218052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:46.255705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afc2ad-c55d-4f07-9c79-348f92c3f13c req-e22a3abd-5ef3-4719-84f4-a936a50640fc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:46.259283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e1954-67e7-4078-a923-4bc35580daad req-14ad77d4-0d30-4d21-9e8a-fb3cee77a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:46.259802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61afc2ad-c55d-4f07-9c79-348f92c3f13c req-e22a3abd-5ef3-4719-84f4-a936a50640fc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.0998425 Aug 20 13:19:46.261567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-14ad77d4-0d30-4d21-9e8a-fb3cee77a40e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1125 time: 0.0728335 Aug 20 13:19:46.405369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61afc2ad-c55d-4f07-9c79-348f92c3f13c req-e9871f5f-b5d5-40b2-8634-a1496669103d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356273 Aug 20 13:19:46.426036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e1954-67e7-4078-a923-4bc35580daad req-c31a5a23-8612-4018-bee5-d361f0464393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:46.427701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-c31a5a23-8612-4018-bee5-d361f0464393 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1591549 Aug 20 13:19:46.489525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-73341a21-10a0-4ff7-9af7-5264e238087f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 217 time: 0.0535021 Aug 20 13:19:46.506971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-fd7e2c7f-b8bf-47b7-8e93-7d519bdfebc3 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:46.510056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-fd7e2c7f-b8bf-47b7-8e93-7d519bdfebc3 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 946 time: 0.1037045 Aug 20 13:19:46.573242 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:46.590905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e1954-67e7-4078-a923-4bc35580daad req-61176d58-53d5-478c-b3c3-470cd4824e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:46.596283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-61176d58-53d5-478c-b3c3-470cd4824e29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.0935354 Aug 20 13:19:46.613461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:46.622160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:46.624519 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30df3cd-4d3c-400a-a296-da32c6e73086" -d '{"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:46.647675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:46.651848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:19:46.660829 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:46.690358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-4253c142-d82e-4e62-8836-90840bcc6ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870154 Aug 20 13:19:46.735649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:46.745000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Deleting port d9c96d21-fbca-4b00-82d3-47a07031d3db {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:46.745352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:46.860400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-d8bf081a-4ef4-4537-845d-07d13bde2f41 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591191 Aug 20 13:19:46.886832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-531852f8-6349-48ec-923e-4c49c20398cb req-923da654-aab6-4833-ae9e-565162ed3999 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=90207f8e-50d3-4be6-9165-5cf3a1b67200 HTTP/1.1" status: 200 len: 210 time: 0.0490291 Aug 20 13:19:46.898283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] For port d9c96d21-fbca-4b00-82d3-47a07031d3db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d9c96d21-fbca-4b00-82d3-47a07031d3db,segment=NetworkSegment(1b22c374-d5a5-4123-9f8b-7b8f950595e4),segment_id=1b22c374-d5a5-4123-9f8b-7b8f950595e4)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:46.899084 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:46.920484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Calling delete_port for d9c96d21-fbca-4b00-82d3-47a07031d3db owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:47.044653 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb91ce9-f709-46e9-98de-38087b541faa x-openstack-request-id: req-1bb91ce9-f709-46e9-98de-38087b541faa {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:47.045689 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:47.046127 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bb91ce9-f709-46e9-98de-38087b541faa {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:47.046754 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'code': 200} Aug 20 13:19:47.047837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:47.069670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f10374ea-8de8-40d6-9a68-1484a112c7ea req-c0771d68-6a0f-47bd-bafc-8acb3974975c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.0580864 Aug 20 13:19:47.084959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:19:47.085371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a82dbb5f-e540-4fb4-840d-a9aed8ca6ddc not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:47.150738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25e1954-67e7-4078-a923-4bc35580daad req-abbf7016-c2cd-4d47-a818-664f1f257808 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716577 Aug 20 13:19:47.298296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845f8f-416a-4fa9-be4b-373da641dc5e req-df09fbc6-212b-440a-91fc-280c374f1d47 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:47.299890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de845f8f-416a-4fa9-be4b-373da641dc5e req-df09fbc6-212b-440a-91fc-280c374f1d47 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.2112656 Aug 20 13:19:47.310945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-680a4913-dba6-46b7-a33e-bb020b448cd9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:47.312418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-680a4913-dba6-46b7-a33e-bb020b448cd9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.2645733 Aug 20 13:19:47.341647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Request body: {'port': {'device_id': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'admin_state_up': True, 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:47.404741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:47.416483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['d9c96d21-fbca-4b00-82d3-47a07031d3db'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:47.424659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de845f8f-416a-4fa9-be4b-373da641dc5e req-9604fd31-9843-4dfc-bda5-8a5328978373 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089575 Aug 20 13:19:47.454479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Pushing event deleted for resources: {'Port': ['ID=d9c96d21-fbca-4b00-82d3-47a07031d3db,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:47.518862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] No DVR routers for this DVR port d9c96d21-fbca-4b00-82d3-47a07031d3db on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:47.522631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:47.524666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d46b0072-7249-4d70-8c82-4d1df88f4f20 req-7466c227-3420-4e9e-835e-403fd71a2703 tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.13 "DELETE /v2.0/ports/d9c96d21-fbca-4b00-82d3-47a07031d3db HTTP/1.1" status: 204 len: 173 time: 1.0073028 Aug 20 13:19:47.525113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'name': 'network-vif-deleted', 'tag': 'd9c96d21-fbca-4b00-82d3-47a07031d3db'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:47.527348 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b398e-2ceb-4147-b7e6-ec9c62004bb0" -d '{"events": [{"server_uuid": "51ea699a-75c9-4e2b-95db-53b31dbcacec", "name": "network-vif-deleted", "tag": "d9c96d21-fbca-4b00-82d3-47a07031d3db"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:47.559128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:47.563749 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:47.615854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5418661b-9f00-4ee3-be2f-7794e8847a75 req-746dc921-bb47-4668-af6c-ed83e17c5fdb tempest-VolumesAdminNegativeTest-1661584535 tempest-VolumesAdminNegativeTest-1661584535-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ea699a-75c9-4e2b-95db-53b31dbcacec HTTP/1.1" status: 200 len: 210 time: 0.0324097 Aug 20 13:19:47.701846 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f913cc85-a24d-4cc5-ab5f-0c97154e875d x-openstack-request-id: req-f913cc85-a24d-4cc5-ab5f-0c97154e875d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:47.702150 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ea699a-75c9-4e2b-95db-53b31dbcacec", "name": "network-vif-deleted", "tag": "d9c96d21-fbca-4b00-82d3-47a07031d3db", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:47.702623 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f913cc85-a24d-4cc5-ab5f-0c97154e875d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:47.703027 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ea699a-75c9-4e2b-95db-53b31dbcacec', 'name': 'network-vif-deleted', 'tag': 'd9c96d21-fbca-4b00-82d3-47a07031d3db', 'status': 'completed', 'code': 200} Aug 20 13:19:47.779253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Allocated IP 172.20.0.10 (e26a7a07-7652-4aa0-a07c-4615a201317a/4d8700bf-5c40-4e70-bc85-4fd41fae211c/b048e74a-52cf-448f-b3f0-04b3f18072f7) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:19:47.808225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd8696-8f23-4550-86e0-ea4fb620e767 req-f83e6ab5-97e2-4741-b999-86dfe8bb8056 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:47.810409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15dd8696-8f23-4550-86e0-ea4fb620e767 req-f83e6ab5-97e2-4741-b999-86dfe8bb8056 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.0893326 Aug 20 13:19:47.919561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15dd8696-8f23-4550-86e0-ea4fb620e767 req-8cc438fe-224f-4b1d-b4a6-b5bbced9fb36 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995891 Aug 20 13:19:47.988367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.049883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.104767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Network e26a7a07-7652-4aa0-a07c-4615a201317a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:19:48.110634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:48.115876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:19:48.153407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'name': 'network-vif-deleted', 'tag': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:48.155961 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc62c2b8-32e0-457e-a823-b9947745c05a" -d '{"events": [{"server_uuid": "90207f8e-50d3-4be6-9165-5cf3a1b67200", "name": "network-vif-deleted", "tag": "1376d44c-dbe8-49e8-a5b6-9091dccf9ac0"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:48.157152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event updated for resources: {'Port': ['ID=b048e74a-52cf-448f-b3f0-04b3f18072f7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:48.192613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:48.193474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.238236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-46b005fe-dcf2-4eb1-a3aa-5606da91ab47 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114077 Aug 20 13:19:48.243416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:48.259435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a635-bd07-4bbc-b4c3-c5ac81c274e0 req-62c6651c-89ef-411c-9d09-728314c55c62 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:48.261286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c69a635-bd07-4bbc-b4c3-c5ac81c274e0 req-62c6651c-89ef-411c-9d09-728314c55c62 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 932 time: 0.0646620 Aug 20 13:19:48.268571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Request body: {'port': {'device_id': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:48.280411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:19:48.281197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 1376d44c-dbe8-49e8-a5b6-9091dccf9ac0 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:48.365607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c69a635-bd07-4bbc-b4c3-c5ac81c274e0 req-3365ff85-56c6-480a-bd8f-bc99d4329b14 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664647 Aug 20 13:19:48.366419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.432155 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0dd1b9-4c9f-4035-aab7-a353da298ab5 x-openstack-request-id: req-1b0dd1b9-4c9f-4035-aab7-a353da298ab5 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:48.432452 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90207f8e-50d3-4be6-9165-5cf3a1b67200", "name": "network-vif-deleted", "tag": "1376d44c-dbe8-49e8-a5b6-9091dccf9ac0", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:48.432731 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b0dd1b9-4c9f-4035-aab7-a353da298ab5 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:48.433135 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90207f8e-50d3-4be6-9165-5cf3a1b67200', 'name': 'network-vif-deleted', 'tag': '1376d44c-dbe8-49e8-a5b6-9091dccf9ac0', 'status': 'completed', 'code': 200} Aug 20 13:19:48.442407 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-206d5670-e411-4669-9858-f88e539e909c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.456983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc5f5-d3ce-4e9e-a95e-e22b84eb2af3 req-c97c36b1-bf32-484e-b596-250b91ac224b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:48.458483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-824bc5f5-d3ce-4e9e-a95e-e22b84eb2af3 req-c97c36b1-bf32-484e-b596-250b91ac224b tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 950 time: 0.0682247 Aug 20 13:19:48.477740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.517429 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-824bc5f5-d3ce-4e9e-a95e-e22b84eb2af3 req-51eca0b5-0271-4acf-a562-0d699108744a tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477648 Aug 20 13:19:48.634083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c16a8-7507-48fb-8413-347bcab891c3 req-dff1131c-3f2f-4baf-9679-8fb5a59ff39d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:48.635513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13c16a8-7507-48fb-8413-347bcab891c3 req-dff1131c-3f2f-4baf-9679-8fb5a59ff39d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.0551822 Aug 20 13:19:48.682268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b048e74a-52cf-448f-b3f0-04b3f18072f7 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:48.691066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.694161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13c16a8-7507-48fb-8413-347bcab891c3 req-0a486b8a-7a49-4bd2-8c84-a6efadae2d7c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 Aug 20 13:19:48.706166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Transition to ACTIVE for port object b048e74a-52cf-448f-b3f0-04b3f18072f7 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:48.719103 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.733319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44032) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:48.779453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Deleting subnet 9f8100e0-30eb-483a-a404-4a2ac3fe8799 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:19:48.783001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.801243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e9cd7-36c8-40ef-9e6a-5118664937cb req-e635867a-c14a-4788-acd1-3580b61a13dd tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:48.803384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-613e9cd7-36c8-40ef-9e6a-5118664937cb req-e635867a-c14a-4788-acd1-3580b61a13dd tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.0957656 Aug 20 13:19:48.805777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b048e74a-52cf-448f-b3f0-04b3f18072f7,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:48.826064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.874633 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.890871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-613e9cd7-36c8-40ef-9e6a-5118664937cb req-09431ec2-37e9-4b17-934c-d6131eb0d175 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777397 Aug 20 13:19:48.914756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Attempting to bind port b048e74a-52cf-448f-b3f0-04b3f18072f7 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:48.915162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Attempting to bind port b048e74a-52cf-448f-b3f0-04b3f18072f7 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:48.915425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Attempting to bind port b048e74a-52cf-448f-b3f0-04b3f18072f7 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:48.921319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Port b048e74a-52cf-448f-b3f0-04b3f18072f7 on network e26a7a07-7652-4aa0-a07c-4615a201317a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:48.922298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Attempting to bind port b048e74a-52cf-448f-b3f0-04b3f18072f7 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:48.926785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:48.927124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:48.927504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Bound using segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:48.927931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Bound port: b048e74a-52cf-448f-b3f0-04b3f18072f7, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:48.928288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.931952 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.961456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:48.967371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9f8100e0-30eb-483a-a404-4a2ac3fe8799 HTTP/1.1" status: 204 len: 168 time: 0.2328815 Aug 20 13:19:48.967738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44038) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:48.968847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aff88-9934-43a7-89ff-47b0eee35817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8100e0-30eb-483a-a404-4a2ac3fe8799,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:49.048689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] For port b048e74a-52cf-448f-b3f0-04b3f18072f7, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:49.048946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f972a-222c-4839-9e49-9488e8270d41 req-69539ee5-13c0-44a2-90fc-4f25b989ec41 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.050396 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f46f972a-222c-4839-9e49-9488e8270d41 req-69539ee5-13c0-44a2-90fc-4f25b989ec41 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.0520773 Aug 20 13:19:49.056265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] For port b048e74a-52cf-448f-b3f0-04b3f18072f7, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:49.063397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.065672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.091018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f46f972a-222c-4839-9e49-9488e8270d41 req-7c4723bb-9d6e-4ae7-bdbd-3d2fbb652ce4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Aug 20 13:19:49.142781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.143316 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.144718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b048e74a-52cf-448f-b3f0-04b3f18072f7 HTTP/1.1" status: 200 len: 1092 time: 0.8822365 Aug 20 13:19:49.185271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ba62f-2c4b-4192-9833-4ec9dd1f9db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b048e74a-52cf-448f-b3f0-04b3f18072f7,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:49.329446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.487895 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.512817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a323a4a3-93a8-4b9d-984c-6246942a5080']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:49.526718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b22c374-d5a5-4123-9f8b-7b8f950595e4') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:49.527010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b22c374-d5a5-4123-9f8b-7b8f950595e4') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:49.541307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.560043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-a211cad7-735b-4646-bf51-db78d0e79b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.561817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-a211cad7-735b-4646-bf51-db78d0e79b72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 1095 time: 0.3737254 Aug 20 13:19:49.565570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.578268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6868-9828-4410-a89f-2b88b2339d95 req-aa8ab668-6176-46fc-87af-ac10049ac788 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.579660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edf6868-9828-4410-a89f-2b88b2339d95 req-aa8ab668-6176-46fc-87af-ac10049ac788 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 944 time: 0.1286967 Aug 20 13:19:49.588920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:19:49.589497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:19:49.592415 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:19:49.642161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc02172-a6b4-4c87-9e45-db87318c7850 req-d8c10247-8c7f-421b-8afd-762b985a20ff tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.646153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2dc02172-a6b4-4c87-9e45-db87318c7850 req-d8c10247-8c7f-421b-8afd-762b985a20ff tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 950 time: 0.0516689 Aug 20 13:19:49.658749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-f4c11479-5a7f-4dc5-a2da-91316a48bd5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7 HTTP/1.1" status: 200 len: 217 time: 0.0781007 Aug 20 13:19:49.692318 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2dc02172-a6b4-4c87-9e45-db87318c7850 req-b182dd04-5607-44a2-8273-33b736bd95e0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Aug 20 13:19:49.714362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'tag': 'b048e74a-52cf-448f-b3f0-04b3f18072f7'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:49.716760 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45877b01-2292-40d3-b579-6c3eee4a99e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d84a5d5-f577-4caf-8860-01bf5f22b16d", "tag": "b048e74a-52cf-448f-b3f0-04b3f18072f7"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:49.733715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.743326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edf6868-9828-4410-a89f-2b88b2339d95 req-f09a0296-d749-4291-ad22-08d7719356db tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517484 Aug 20 13:19:49.751998 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:49.757381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] 10.222.0.59 "DELETE /v2.0/networks/a323a4a3-93a8-4b9d-984c-6246942a5080 HTTP/1.1" status: 204 len: 168 time: 0.7876868 Aug 20 13:19:49.759993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44050) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:49.770828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caff73-cfb6-44f5-bd08-23b7d3e60abd admin admin] Pushing event deleted for resources: {'Network': ['ID=a323a4a3-93a8-4b9d-984c-6246942a5080,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:49.773522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098378-acde-485a-84f2-98013ce330fd req-99d1df20-7ce3-442d-b902-2bb327ef03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.775268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-99d1df20-7ce3-442d-b902-2bb327ef03bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.0990441 Aug 20 13:19:49.818279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-0faeecb2-bb11-4133-91fb-301cc75553ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345802 Aug 20 13:19:49.834301 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935bf74b-b91a-4fa6-9e12-6de050758614 x-openstack-request-id: req-935bf74b-b91a-4fa6-9e12-6de050758614 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:49.834681 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d84a5d5-f577-4caf-8860-01bf5f22b16d", "tag": "b048e74a-52cf-448f-b3f0-04b3f18072f7", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:49.835018 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-935bf74b-b91a-4fa6-9e12-6de050758614 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:49.835643 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'tag': 'b048e74a-52cf-448f-b3f0-04b3f18072f7', 'status': 'completed', 'code': 200} Aug 20 13:19:49.986408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8946ef-5051-4cc2-995f-3b15f3a85f87 req-04ae688f-a345-43f0-ba63-22ab264243a4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:49.987995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f8946ef-5051-4cc2-995f-3b15f3a85f87 req-04ae688f-a345-43f0-ba63-22ab264243a4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1665175 Aug 20 13:19:50.004518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-6b00419a-387f-4342-bf44-c9611e774b3d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.006010 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-6b00419a-387f-4342-bf44-c9611e774b3d tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 950 time: 0.1003749 Aug 20 13:19:50.021507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-fac47d68-b7b4-4580-90d3-9583e369950f service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849849 Aug 20 13:19:50.121070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Deleting subnet 007c314d-81c8-4654-9eec-dfec4305b542 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:19:50.127084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.133642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f8946ef-5051-4cc2-995f-3b15f3a85f87 req-4ae373fa-5b9c-45b7-91e5-89ec6ba46007 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390383 Aug 20 13:19:50.175827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c7761-3e4f-4ec6-98e8-fc0cf9f195b7 req-d1e1a3d6-a528-4d50-9f8b-218e028d7f9a tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.177989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-072c7761-3e4f-4ec6-98e8-fc0cf9f195b7 req-d1e1a3d6-a528-4d50-9f8b-218e028d7f9a tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.1023366 Aug 20 13:19:50.190615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.192106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d098378-acde-485a-84f2-98013ce330fd req-4ed6f032-179c-4383-9f90-ef38a7d4f55e service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614883 Aug 20 13:19:50.243958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Deleting port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:50.244329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.261484 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-072c7761-3e4f-4ec6-98e8-fc0cf9f195b7 req-c9e4b480-ec13-4080-88e2-9f28a1412ab7 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474672 Aug 20 13:19:50.263818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.318675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.345448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007c314d-81c8-4654-9eec-dfec4305b542,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:50.349189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.351486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7cd50bd2-3602-431f-8856-7c32450e9bd7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/007c314d-81c8-4654-9eec-dfec4305b542 HTTP/1.1" status: 204 len: 168 time: 0.5899563 Aug 20 13:19:50.355227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0288474-1355-4de8-b8d7-a873d0fefe7f req-bc8dff50-da35-4b72-9f3b-5f921169174f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.357143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44058) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:50.357274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0288474-1355-4de8-b8d7-a873d0fefe7f req-bc8dff50-da35-4b72-9f3b-5f921169174f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.1544294 Aug 20 13:19:50.383862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-1add2874-edc2-4cf9-aab7-e7534a890a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.385342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-1add2874-edc2-4cf9-aab7-e7534a890a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 1095 time: 0.1358128 Aug 20 13:19:50.436362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.466143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] For port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:50.466516 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.493561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Calling delete_port for 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:50.498271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0288474-1355-4de8-b8d7-a873d0fefe7f req-1cd3b9d4-d456-4935-b351-c0ecaa8d2c11 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272414 Aug 20 13:19:50.536760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-7f17d81b-d43f-4f3a-bbd5-d721eafa1aec tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.538248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-7f17d81b-d43f-4f3a-bbd5-d721eafa1aec tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1097 time: 0.0987873 Aug 20 13:19:50.551082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804232-5'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:50.570535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-a8eb9b9a-2b46-4fab-9ec6-baf6432fba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.572048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-a8eb9b9a-2b46-4fab-9ec6-baf6432fba6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.1722462 Aug 20 13:19:50.575484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.588984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0c602e-afa3-4fab-926a-192861e84a3a']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:50.598607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.13', 56939) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:50.604796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c61d925-f49f-4bad-bbce-312c4e81eb9d') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:50.605091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c61d925-f49f-4bad-bbce-312c4e81eb9d') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:19:50.623807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-98525346-9bba-4528-a9b8-3650e40733fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7 HTTP/1.1" status: 200 len: 217 time: 0.0416102 Aug 20 13:19:50.652043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.670790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.687127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.696670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:19:50.697063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:19:50.700016 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:19:50.707082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-5ad33c07-fdd1-4f33-8ef1-0ab17c9544fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.708590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-5ad33c07-fdd1-4f33-8ef1-0ab17c9544fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.0754104 Aug 20 13:19:50.733711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-4ceafd3a-3ed0-49e5-9884-9e598b342292 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:50.737316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-4ceafd3a-3ed0-49e5-9884-9e598b342292 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.1344962 Aug 20 13:19:50.756290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-c3a8fc72-793b-4f88-bfa2-71fe66e88c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324943 Aug 20 13:19:50.757045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.776402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:50.831045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Pushing event deleted for resources: {'Port': ['ID=4c8bc3a6-9da0-46b6-a255-b3ee81ca9588,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:50.889080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] No DVR routers for this DVR port 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:50.890319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.896835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.898713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a948c782-4991-4bd0-98df-ab50ea84089e req-be7044fd-db56-4f87-b259-2d09aea8c9fb tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf884a62-99d9-4b84-91f9-002ac2829ea1 HTTP/1.1" status: 200 len: 210 time: 0.0901434 Aug 20 13:19:50.898852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64cee3d8-79b4-46c4-958b-759cdc5fd1bb req-b4000c16-1d05-43f3-98df-361ed46f02a0 tempest-ServersAdminTestJSON-695599867 tempest-ServersAdminTestJSON-695599867-project] 10.222.0.13 "DELETE /v2.0/ports/4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 HTTP/1.1" status: 204 len: 173 time: 0.8856795 Aug 20 13:19:50.922660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:50.924143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d9c96d21-fbca-4b00-82d3-47a07031d3db no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:50.934940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b0c602e-afa3-4fab-926a-192861e84a3a HTTP/1.1" status: 204 len: 168 time: 0.5764577 Aug 20 13:19:50.978067 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-d26e43d8-f161-43e1-9a99-5529dd2d2019 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136824 Aug 20 13:19:51.013669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643aad-21f5-4ed8-8510-c6c1657ba23d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0c602e-afa3-4fab-926a-192861e84a3a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:51.021756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: d9c96d21-fbca-4b00-82d3-47a07031d3db {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:19:51.022294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d9c96d21-fbca-4b00-82d3-47a07031d3db not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:51.116091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40df24-14ce-4c48-9353-cae52919e814 req-b2421905-1491-4d56-9920-7bbf8bef7300 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:51.118562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e40df24-14ce-4c48-9353-cae52919e814 req-b2421905-1491-4d56-9920-7bbf8bef7300 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 944 time: 0.2258120 Aug 20 13:19:51.153827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:51.197738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44072) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:51.213584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:51.237947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e40df24-14ce-4c48-9353-cae52919e814 req-714027a4-1836-4ae4-9a20-97e82f63161f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072907 Aug 20 13:19:51.242329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45877b01-2292-40d3-b579-6c3eee4a99e4 req-5e8ba842-f0df-4948-95e9-cb4c89f92884 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526047 Aug 20 13:19:51.294008 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.298020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ea55dbf-4df8-418a-a5b2-d76ab8985306 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=251826f7d7574f1594f10b3b48739332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874135 Aug 20 13:19:51.300756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44076) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:51.321203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:51.324439 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a784479-37c2-4fb2-9c50-6ec3fa3ffd21" -d '{"events": [{"server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "name": "network-vif-unplugged", "status": "completed", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:51.330179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.347649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.382280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c8b90f5-36de-4773-b209-903b97967c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.411292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c8b90f5-36de-4773-b209-903b97967c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.425709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d19dea-c4c3-42b9-ad0b-95b1e0cb8f2a req-9b5cc28d-82c2-4981-a684-10315ff511de tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:51.427695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7d19dea-c4c3-42b9-ad0b-95b1e0cb8f2a req-9b5cc28d-82c2-4981-a684-10315ff511de tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 946 time: 0.1610358 Aug 20 13:19:51.435368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Deleting port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:51.435983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.511744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707ea-214e-4927-8200-32d90c4201b1 req-d753286c-5221-40b7-b9f0-8cfa9f61b95e tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:51.520947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-765707ea-214e-4927-8200-32d90c4201b1 req-d753286c-5221-40b7-b9f0-8cfa9f61b95e tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 947 time: 0.1433024 Aug 20 13:19:51.523644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c8b90f5-36de-4773-b209-903b97967c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.526615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c8b90f5-36de-4773-b209-903b97967c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.527986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5c8b90f5-36de-4773-b209-903b97967c5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de HTTP/1.1" status: 204 len: 168 time: 0.2257988 Aug 20 13:19:51.555973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b90f5-36de-4773-b209-903b97967c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5bcb3b-42e1-4dee-9fb3-f31c3521f0de,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:51.580385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-765707ea-214e-4927-8200-32d90c4201b1 req-df89f7af-b6e1-47bc-8123-c96d6470a9b8 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583436 Aug 20 13:19:51.644794 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e2eab-cd08-475c-a624-2e40839ef25d x-openstack-request-id: req-8c0e2eab-cd08-475c-a624-2e40839ef25d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:51.645323 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "name": "network-vif-unplugged", "status": "completed", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:51.645584 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c0e2eab-cd08-475c-a624-2e40839ef25d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:51.646061 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'code': 200} Aug 20 13:19:51.674767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on host n-h1-804232-5 for vnic_type normal with profile {"migrating_to": "n-h2-804232-5"} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:51.675410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:51.675626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:51.690650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] For port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:51.690931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.700443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:51.717749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7d19dea-c4c3-42b9-ad0b-95b1e0cb8f2a req-ff12a9cd-61c6-4d7d-adcd-7aa40ad642bf tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783926 Aug 20 13:19:51.727857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:19:51.727857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Attempting to bind port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:51.737265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Calling delete_port for 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:51.744643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:51.744985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:51.745428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:51.745828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Bound port: 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:51.746207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:51.787987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778105a-24f9-43e9-abd2-7885d62c15a2 req-2305fcb4-ed27-47d1-9a44-3bcb07666399 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:51.789431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0778105a-24f9-43e9-abd2-7885d62c15a2 req-2305fcb4-ed27-47d1-9a44-3bcb07666399 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.0741870 Aug 20 13:19:51.835269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0778105a-24f9-43e9-abd2-7885d62c15a2 req-044f4d05-94dd-4e8e-bace-bac8062cdd9e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370679 Aug 20 13:19:51.836498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-deleted', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:51.838909 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc606f-9ddb-4a43-9f10-d4bb8451e070" -d '{"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-deleted", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:51.876759 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110051f-c909-4603-b6d2-cfc9239ec343 x-openstack-request-id: req-8110051f-c909-4603-b6d2-cfc9239ec343 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:51.877232 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf884a62-99d9-4b84-91f9-002ac2829ea1", "name": "network-vif-deleted", "tag": "4c8bc3a6-9da0-46b6-a255-b3ee81ca9588", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:51.877548 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8110051f-c909-4603-b6d2-cfc9239ec343 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:51.878010 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf884a62-99d9-4b84-91f9-002ac2829ea1', 'name': 'network-vif-deleted', 'tag': '4c8bc3a6-9da0-46b6-a255-b3ee81ca9588', 'status': 'completed', 'code': 200} Aug 20 13:19:51.881390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:51.885904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:51.893161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.009841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:52.009841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.010705 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] 10.222.0.13 "PUT /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 1122 time: 1.4642732 Aug 20 13:19:52.012880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61a9ba-4bbd-4850-baa5-1558271cade6 service neutron] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=8']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:52.016833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44092) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:52.083151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:52.136794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4c5c22e0-c181-4494-849e-acd61ebb9057 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=251fda16af0741bfbf23e713912c9c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156695 Aug 20 13:19:52.138225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:52.148986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.165803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:52.191482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Pushing event deleted for resources: {'Port': ['ID=6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:52.258371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] No DVR routers for this DVR port 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:52.261749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.269393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a15ab6e-9829-470a-8c36-aba30edd5b5b req-6cb59868-347c-4f9b-8f03-842cec0c9e98 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.13 "DELETE /v2.0/ports/6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a HTTP/1.1" status: 204 len: 173 time: 1.5012996 Aug 20 13:19:52.276393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb60606-d779-4f18-8347-600f3e73941d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.328372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb60606-d779-4f18-8347-600f3e73941d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.455256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb60606-d779-4f18-8347-600f3e73941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.458197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb60606-d779-4f18-8347-600f3e73941d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:52.459379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cfb60606-d779-4f18-8347-600f3e73941d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c02eca68-9493-4895-916b-2fab0c8c94e5 HTTP/1.1" status: 204 len: 168 time: 0.3201611 Aug 20 13:19:52.479821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb60606-d779-4f18-8347-600f3e73941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02eca68-9493-4895-916b-2fab0c8c94e5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:52.499639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9c949-9a3d-40dd-bea4-aef0c8ac026f req-50534fc8-e62e-42d8-9113-c2d34fa0e62d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:52.501429 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9b9c949-9a3d-40dd-bea4-aef0c8ac026f req-50534fc8-e62e-42d8-9113-c2d34fa0e62d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 944 time: 0.0975380 Aug 20 13:19:52.577701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9b9c949-9a3d-40dd-bea4-aef0c8ac026f req-045dc6b0-6077-4695-b935-6deec8e1c5ba tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631468 Aug 20 13:19:52.639766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44108) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:52.706804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-e6bc375d-cc81-4b20-abe7-dff08705d035 service neutron] 10.222.0.13 "GET /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.0980222 Aug 20 13:19:52.766448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea8a4ac2-07fa-4f2e-88ac-2958ea601d22 req-287a1fa5-61af-4ad4-a665-9a54236fe041 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=5177c082-0848-4d02-81ca-74805a492926 HTTP/1.1" status: 200 len: 210 time: 0.0422697 Aug 20 13:19:52.925859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:52.975595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:53.000663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:53.046441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfd7b4-dc23-4d9e-824e-865c733cc8f5 req-276e9a9a-9939-420a-b534-c089a173bf22 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.048616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bddfd7b4-dc23-4d9e-824e-865c733cc8f5 req-276e9a9a-9939-420a-b534-c089a173bf22 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 944 time: 0.1069982 Aug 20 13:19:53.068186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:53.068573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f9320a-b75f-4042-93a6-1bcbd5bf3370 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:53.081231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 has no active binding in host n-h2-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:19:53.081655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b048e74a-52cf-448f-b3f0-04b3f18072f7 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:19:53.087543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:53.114459 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.116451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bddfd7b4-dc23-4d9e-824e-865c733cc8f5 req-d4439d52-3600-4011-96f8-c02a09d8502d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 Aug 20 13:19:53.129882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf46b56a-a496-4710-99e0-413e8f09f5d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2487c3044f124cf2a88f7501bf6da7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888487 Aug 20 13:19:53.132520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44124) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:53.158899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27278-a627-4a14-9755-e463af24e2ff req-5b55649a-7d30-408d-82b2-6f5d9550e033 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.160619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48d27278-a627-4a14-9755-e463af24e2ff req-5b55649a-7d30-408d-82b2-6f5d9550e033 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.1344225 Aug 20 13:19:53.189698 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d942de5-51e7-43b3-8950-847404d9306e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.207258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port b048e74a-52cf-448f-b3f0-04b3f18072f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:53.218730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d942de5-51e7-43b3-8950-847404d9306e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.222750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'b048e74a-52cf-448f-b3f0-04b3f18072f7', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': 'b048e74a-52cf-448f-b3f0-04b3f18072f7', 'mac_address': 'fa:16:3e:fd:e4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:19:53.252104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] Transition to ACTIVE for port object 56f9320a-b75f-4042-93a6-1bcbd5bf3370 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:53.261439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.263047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.284994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b048e74a-52cf-448f-b3f0-04b3f18072f7 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:19:53.301791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d942de5-51e7-43b3-8950-847404d9306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.305892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d942de5-51e7-43b3-8950-847404d9306e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.330771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9d942de5-51e7-43b3-8950-847404d9306e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ed30b08-74a0-400f-b39f-8e79dc4e8d9f HTTP/1.1" status: 204 len: 168 time: 0.1925917 Aug 20 13:19:53.331602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port b048e74a-52cf-448f-b3f0-04b3f18072f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:53.332918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48d27278-a627-4a14-9755-e463af24e2ff req-91230209-470f-4a86-b7af-f600b81ddd94 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931492 Aug 20 13:19:53.338375 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:53.365203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d942de5-51e7-43b3-8950-847404d9306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed30b08-74a0-400f-b39f-8e79dc4e8d9f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:53.398645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] No DVR routers for this DVR port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:53.425462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=b048e74a-52cf-448f-b3f0-04b3f18072f7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:53.434998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.435374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.435724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.436071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.436514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.436934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.437226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.437554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.437882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.438056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d17d4-259d-406f-9755-0275071070a7 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=10']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:53.438205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.438524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.438845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:19:53.476099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-462d17d4-259d-406f-9755-0275071070a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370/bindings/n-h1-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7614338 Aug 20 13:19:53.580180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['b048e74a-52cf-448f-b3f0-04b3f18072f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:19:53.600712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-4e025705-d463-4d2b-9600-33b7e8a6653a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.602939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-4e025705-d463-4d2b-9600-33b7e8a6653a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.0547066 Aug 20 13:19:53.666674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'}, {'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-deleted', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:53.669780 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0782d756-d3d1-4118-953c-ab74ed7fe0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40"}, {"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-deleted", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:53.718571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-a916bea4-74de-4d26-a228-2b3bf10b1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.720846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-a916bea4-74de-4d26-a228-2b3bf10b1d3f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714&tenant_id=90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 1096 time: 0.1079991 Aug 20 13:19:53.740740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169946ec-bd2e-4401-8b1a-fb43224574bd req-d37f5244-eb77-490d-b681-7f91bd785612 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.750614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-169946ec-bd2e-4401-8b1a-fb43224574bd req-d37f5244-eb77-490d-b681-7f91bd785612 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 945 time: 0.0935693 Aug 20 13:19:53.799906 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-169946ec-bd2e-4401-8b1a-fb43224574bd req-bbe0a8f5-2e1d-4571-a124-e638fa9069a1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Aug 20 13:19:53.802291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-82d70229-a9bb-4ae6-a1bf-09e0c580b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.804580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-82d70229-a9bb-4ae6-a1bf-09e0c580b5f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1096 time: 0.0562882 Aug 20 13:19:53.900945 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2886cc-8fc8-49b8-a1e5-cfc39883eaf1 x-openstack-request-id: req-4b2886cc-8fc8-49b8-a1e5-cfc39883eaf1 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:53.901414 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40", "status": "completed", "code": 200}, {"server_uuid": "5177c082-0848-4d02-81ca-74805a492926", "name": "network-vif-deleted", "tag": "6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:53.901768 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b2886cc-8fc8-49b8-a1e5-cfc39883eaf1 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:53.902201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-a88aab2f-adfc-4c30-a9c9-d01f5e011a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.903846 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'status': 'completed', 'code': 200} Aug 20 13:19:53.905528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-a88aab2f-adfc-4c30-a9c9-d01f5e011a30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1125 time: 0.0634739 Aug 20 13:19:53.906191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44162) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:53.909395 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177c082-0848-4d02-81ca-74805a492926', 'name': 'network-vif-deleted', 'tag': '6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a', 'status': 'completed', 'code': 200} Aug 20 13:19:53.974504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-e9f21219-225d-4678-bd98-1fd35016899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:53.976129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-e9f21219-225d-4678-bd98-1fd35016899d service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1618764 Aug 20 13:19:54.031467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-efdb636e-47d3-4a79-bc4e-80c8bbb310cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d2d4ebde9254cfcb49a7342739045c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237948 Aug 20 13:19:54.031829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-7610d30c-af4e-48d0-9343-bbe5a4081d9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 200 len: 217 time: 0.0416219 Aug 20 13:19:54.033865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44172) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:54.062146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-e2d3fdc9-ea43-4836-aa7d-e9a501ce6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.063840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-e2d3fdc9-ea43-4836-aa7d-e9a501ce6dd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.1500425 Aug 20 13:19:54.112703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-d01c7eb1-b1ab-4664-a9f1-06416ad721a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 217 time: 0.0366423 Aug 20 13:19:54.173703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-ce26153e-6a6e-493a-80c9-a098a4bae44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.174406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d186a44a-9278-479f-94fa-70c159cc585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:54.176008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-ce26153e-6a6e-493a-80c9-a098a4bae44c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0505261 Aug 20 13:19:54.180944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-1ea14931-ad71-44fc-8d7d-76275d9a6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.182410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-1ea14931-ad71-44fc-8d7d-76275d9a6dae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1227834 Aug 20 13:19:54.212068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1adb68-4c88-49c6-a195-944d9cb6e07e req-b93500b4-1e77-4a18-b58f-df5770987b9d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.213572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd1adb68-4c88-49c6-a195-944d9cb6e07e req-b93500b4-1e77-4a18-b58f-df5770987b9d tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 948 time: 0.1371572 Aug 20 13:19:54.219193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-dc2f912e-530b-4651-9f91-48c78e984f51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281441 Aug 20 13:19:54.238294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d186a44a-9278-479f-94fa-70c159cc585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:54.245915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-440cfce3-6f11-4015-902e-dae46e282322 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527184 Aug 20 13:19:54.320612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb7a3b-27b2-444e-963d-2f293b5d00d4 req-ff52c9d9-3da7-430b-9667-4e95d4e714bb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.322317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75bb7a3b-27b2-444e-963d-2f293b5d00d4 req-ff52c9d9-3da7-430b-9667-4e95d4e714bb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 945 time: 0.1191714 Aug 20 13:19:54.352188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd1adb68-4c88-49c6-a195-944d9cb6e07e req-59ebf8a3-bad5-48dc-8aec-896b43277dde tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320612 Aug 20 13:19:54.382744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-c4fae97b-024e-4fdc-9c8c-38263d04ed50 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384180 Aug 20 13:19:54.385833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75bb7a3b-27b2-444e-963d-2f293b5d00d4 req-e6ec5ad4-6e2b-4a43-a830-223c175e6318 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545709 Aug 20 13:19:54.396896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-617e7213-34ca-4ea4-90d2-4a2241c92011 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332526 Aug 20 13:19:54.398007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d186a44a-9278-479f-94fa-70c159cc585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:54.406053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d186a44a-9278-479f-94fa-70c159cc585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:54.409594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d186a44a-9278-479f-94fa-70c159cc585c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d76c3a6-1676-4c84-9fbd-2d8752d3136f HTTP/1.1" status: 204 len: 168 time: 0.3724592 Aug 20 13:19:54.472290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186a44a-9278-479f-94fa-70c159cc585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76c3a6-1676-4c84-9fbd-2d8752d3136f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:54.525520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0782d756-d3d1-4118-953c-ab74ed7fe0b4 req-e308c663-33ba-44e0-b7cb-c8d5915c99d5 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331847 Aug 20 13:19:54.592570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a7a32-c6d7-4255-b83e-0756421e5ccd req-544d5e07-00c3-4940-8c51-8a0762f1bc95 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.594116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-707a7a32-c6d7-4255-b83e-0756421e5ccd req-544d5e07-00c3-4940-8c51-8a0762f1bc95 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.1231511 Aug 20 13:19:54.597942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-dc9d62dd-bbeb-4a2a-91e4-19b04a9c4032 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872082 Aug 20 13:19:54.643791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-707a7a32-c6d7-4255-b83e-0756421e5ccd req-83e25b29-f2de-4418-a91e-940a1ef2c1a2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Aug 20 13:19:54.904051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-c589931f-dedf-4427-b598-e45c112474ab tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.906228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-c589931f-dedf-4427-b598-e45c112474ab tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.0570359 Aug 20 13:19:54.923122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b048e74a-52cf-448f-b3f0-04b3f18072f7 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:54.943465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1b81-d3dd-4f9a-8df9-6fb4f6a0fe10 req-9eb3dc9d-3ea3-4fd3-8277-ee496378bbf9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:54.945209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eaef1b81-d3dd-4f9a-8df9-6fb4f6a0fe10 req-9eb3dc9d-3ea3-4fd3-8277-ee496378bbf9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 945 time: 0.0636690 Aug 20 13:19:54.997678 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eaef1b81-d3dd-4f9a-8df9-6fb4f6a0fe10 req-5b6451c6-ccf0-47d8-b46c-c9500ec2447d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Aug 20 13:19:55.006272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port b048e74a-52cf-448f-b3f0-04b3f18072f7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:55.013198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port b048e74a-52cf-448f-b3f0-04b3f18072f7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:55.014909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.073324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ea2b5d14-7df4-4d0e-8554-1830691577ff service neutron] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:55.082591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ea2b5d14-7df4-4d0e-8554-1830691577ff service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.086500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1026fa3-5eab-4e4b-8142-e9af2fc9915b req-ea2b5d14-7df4-4d0e-8554-1830691577ff service neutron] 10.222.0.53 "DELETE /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370/bindings/n-h2-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.1681998 Aug 20 13:19:55.101078 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.140249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44226) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:55.141678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048e74a-52cf-448f-b3f0-04b3f18072f7'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:55.143968 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91592b68-5fea-449a-9ac6-915195194c06" -d '{"events": [{"server_uuid": "9d84a5d5-f577-4caf-8860-01bf5f22b16d", "name": "network-vif-plugged", "status": "completed", "tag": "b048e74a-52cf-448f-b3f0-04b3f18072f7"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:55.157991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port b048e74a-52cf-448f-b3f0-04b3f18072f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:55.164477 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.165724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:55.212610 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec6b0f8-aac1-47cf-80a9-ba41fdf3d573 x-openstack-request-id: req-4ec6b0f8-aac1-47cf-80a9-ba41fdf3d573 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:55.222286 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d84a5d5-f577-4caf-8860-01bf5f22b16d", "name": "network-vif-plugged", "status": "completed", "tag": "b048e74a-52cf-448f-b3f0-04b3f18072f7", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:55.222617 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ec6b0f8-aac1-47cf-80a9-ba41fdf3d573 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:55.223053 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048e74a-52cf-448f-b3f0-04b3f18072f7', 'code': 200} Aug 20 13:19:55.225726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:19:55.226073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6f9fef69-b73e-4b2f-bdcd-cd8f555ed43a not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:55.226490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:55.251743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:19:55.252095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4c8bc3a6-9da0-46b6-a255-b3ee81ca9588 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:55.252515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:19:55.292777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=b048e74a-52cf-448f-b3f0-04b3f18072f7,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:55.309309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:19:55.314203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bb691db-40d9-44d8-96ca-dee65b10884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.337787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58b8a7-8331-4aef-9b79-d6706949485e req-3ed89f25-356b-4d80-99f2-4a2a4ea5fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:55.339341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f58b8a7-8331-4aef-9b79-d6706949485e req-3ed89f25-356b-4d80-99f2-4a2a4ea5fe49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 1097 time: 0.0809269 Aug 20 13:19:55.397490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44240) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:55.401306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f58b8a7-8331-4aef-9b79-d6706949485e req-d9ff6b83-5964-4940-994c-709616289f49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 Aug 20 13:19:55.453018 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bb691db-40d9-44d8-96ca-dee65b10884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.457108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bb691db-40d9-44d8-96ca-dee65b10884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.499808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6bb691db-40d9-44d8-96ca-dee65b10884f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5851c82ee9147a6a4947ce4033c32e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584008 Aug 20 13:19:55.501046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb691db-40d9-44d8-96ca-dee65b10884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e648ad-0851-4bf8-949c-fdcea2c12ab0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:55.502602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44246) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:55.532510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-network', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:55.561540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe38c1d-2f4a-41e1-8fea-c98a5884f54d req-91c289d9-4c2c-48a9-8b11-cc9c0fa0d660 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:55.563152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfe38c1d-2f4a-41e1-8fea-c98a5884f54d req-91c289d9-4c2c-48a9-8b11-cc9c0fa0d660 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 945 time: 0.0551038 Aug 20 13:19:55.568605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d76c-28e7-48fa-9c3f-db3fb4908bbd req-a031038b-85cd-46c8-800c-32094d0c7a97 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:55.570084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b418d76c-28e7-48fa-9c3f-db3fb4908bbd req-a031038b-85cd-46c8-800c-32094d0c7a97 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 948 time: 0.1032984 Aug 20 13:19:55.600460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Made reservation on behalf of 1eeef8ad1fe14465864deeabac985e2f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:55.602615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.603055 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfe38c1d-2f4a-41e1-8fea-c98a5884f54d req-4e5a0757-cfff-47d3-a507-5b75a75b50e3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Aug 20 13:19:55.633807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.638903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2069a3c9-aa94-4f32-a605-ae034a6e05f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.650031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b418d76c-28e7-48fa-9c3f-db3fb4908bbd req-54e8308f-2d90-4bc4-b74b-1c0e063b0eb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715950 Aug 20 13:19:55.678371 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2069a3c9-aa94-4f32-a605-ae034a6e05f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.787726 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2069a3c9-aa94-4f32-a605-ae034a6e05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.790573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2069a3c9-aa94-4f32-a605-ae034a6e05f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.795525 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2069a3c9-aa94-4f32-a605-ae034a6e05f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53e648ad-0851-4bf8-949c-fdcea2c12ab0 HTTP/1.1" status: 204 len: 168 time: 0.2881496 Aug 20 13:19:55.810951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a3c9-aa94-4f32-a605-ae034a6e05f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e648ad-0851-4bf8-949c-fdcea2c12ab0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:55.836220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.841742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.865373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876bb3-8755-4ef9-b8a4-64f1f61705d2 req-fe4a83f5-c90b-4db7-a706-7470e85640e8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:55.867617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea876bb3-8755-4ef9-b8a4-64f1f61705d2 req-fe4a83f5-c90b-4db7-a706-7470e85640e8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.0705476 Aug 20 13:19:55.874415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:19:55.885871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0042c610-a180-4ad3-8266-6e16dd0eb27d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:55.893351 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.893734 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Added segment 1e2ec25d-2f38-4ca7-a4da-a7329e571a11 of type vlan for network 3764adc8-6aae-4571-aafe-d1dbcc740528 Aug 20 13:19:55.944918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea876bb3-8755-4ef9-b8a4-64f1f61705d2 req-0664cfce-4d15-4d70-8fd6-be916789b29f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642915 Aug 20 13:19:55.964951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.998110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541b3a2-b511-47cb-9ed3-0d5dcaac470f req-4ed5273b-3384-4f7a-b514-3ff9f214829a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:55.999704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5541b3a2-b511-47cb-9ed3-0d5dcaac470f req-4ed5273b-3384-4f7a-b514-3ff9f214829a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1096 time: 0.0742583 Aug 20 13:19:56.014513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.015468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:56.016053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.085024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6836910 Aug 20 13:19:56.085305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44264) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:56.091418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Request body: {'subnet': {'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-subnet', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:56.115065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5541b3a2-b511-47cb-9ed3-0d5dcaac470f req-28206f40-d7d3-485b-8813-838827aad05b tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087453 Aug 20 13:19:56.127712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1918d1-571c-4b26-92f7-b9f84b64bfd6 req-8d0eac2f-292d-4dca-bed7-fd1b139e19a3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:56.128262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8052e3e-ba66-44a5-879a-bcfa6df33c87 admin admin] Pushing event updated for resources: {'Network': ['ID=3764adc8-6aae-4571-aafe-d1dbcc740528,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:56.139099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc1918d1-571c-4b26-92f7-b9f84b64bfd6 req-8d0eac2f-292d-4dca-bed7-fd1b139e19a3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 946 time: 0.0611391 Aug 20 13:19:56.141139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Made reservation on behalf of 1eeef8ad1fe14465864deeabac985e2f for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:56.144594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:19:56.145143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.198745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc1918d1-571c-4b26-92f7-b9f84b64bfd6 req-a8b3304f-7739-47a4-847e-267560d14112 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623062 Aug 20 13:19:56.297762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f681385-651e-4901-82ca-c1a57493517d req-935e2586-ee92-43ca-a857-058578272476 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:56.299368 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f681385-651e-4901-82ca-c1a57493517d req-935e2586-ee92-43ca-a857-058578272476 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 1096 time: 0.0686736 Aug 20 13:19:56.369133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f681385-651e-4901-82ca-c1a57493517d req-c088344d-93bf-40b2-963a-affa8bd36885 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Aug 20 13:19:56.422340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.491680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d53e42-e0ed-424c-8d6f-e094312ceb66,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:56.500735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Checking segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:56.501101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Network hostable DHCP agents. Network: 3764adc8-6aae-4571-aafe-d1dbcc740528, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:19:56.523405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:19:56.536131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3764adc8-6aae-4571-aafe-d1dbcc740528) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:56.541305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:56.546010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.549483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312a594-ac27-49fc-b9db-e4a1dc29ec11 None None] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:19:56.567545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:56.568080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f5277c7-3cf0-463e-89d2-dd09c21f08a7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4815571 Aug 20 13:19:56.572889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:56.603341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.604969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.717328 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.754023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:56.828977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-3764adc8-6aae-4571-aafe-d1dbcc740528', 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'fixed_ips': [{'subnet_id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:19:56.828977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.899619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-655837163-network', 'tenant_id': 'e7c5653397434e19865b36327e120c43'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:56.936103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Made reservation on behalf of e7c5653397434e19865b36327e120c43 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:56.942676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.947011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-c05453e0-cf90-46e1-8178-500ecbef3e9c tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:56.949989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-c05453e0-cf90-46e1-8178-500ecbef3e9c tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 948 time: 0.2266088 Aug 20 13:19:56.957187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:56.986293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.028007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Allocated IP 172.20.0.2 (3764adc8-6aae-4571-aafe-d1dbcc740528/e0d53e42-e0ed-424c-8d6f-e094312ceb66/8279cc09-3df1-4851-b423-c82c17197c63) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:19:57.056843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfda287-e7d8-4b31-a48c-0dde16719ec7 req-17f3c16e-848c-45d1-87fa-166ad85dad4f tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:57.065174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cfda287-e7d8-4b31-a48c-0dde16719ec7 req-17f3c16e-848c-45d1-87fa-166ad85dad4f tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 948 time: 0.2113557 Aug 20 13:19:57.076386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.081922 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.110804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:19:57.149453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.149743 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Added segment 3b15a9de-2cd6-4d90-97d2-1dda9ce52e15 of type vlan for network d346d2d7-a5d5-4ade-b93e-578753e0f3de Aug 20 13:19:57.154454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d15120-d921-4974-b2e8-be614e0def22,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:57.193910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cfda287-e7d8-4b31-a48c-0dde16719ec7 req-8152b36b-8409-401d-b9ce-5211d1157aa6 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/security-groups?id=f15a0217-f045-46d9-8b41-df994b8951fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278498 Aug 20 13:19:57.204413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.211336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a273c-4bdb-4b0f-94ee-9c0e3f875607 req-3940d74c-7fdf-4860-b459-feb482ad7dee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:57.212811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Transition to ACTIVE for port object 8279cc09-3df1-4851-b423-c82c17197c63 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:57.221296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7a273c-4bdb-4b0f-94ee-9c0e3f875607 req-3940d74c-7fdf-4860-b459-feb482ad7dee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.1176043 Aug 20 13:19:57.228371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Transition to ACTIVE for port object 8279cc09-3df1-4851-b423-c82c17197c63 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:19:57.234579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.235219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.241569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Deleting port 27043e1f-7b8f-4d39-a29b-47db388a466d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:19:57.242030 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.271092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:19:57.275813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:57.280977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:19:57.290967 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef7a273c-4bdb-4b0f-94ee-9c0e3f875607 req-282d5c3e-edf6-4477-933d-3f2074cc3292 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684087 Aug 20 13:19:57.292719 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.294294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:57.294882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.302992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Pushing event updated for resources: {'Port': ['ID=8279cc09-3df1-4851-b423-c82c17197c63,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:57.359928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Attempting to bind port 8279cc09-3df1-4851-b423-c82c17197c63 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:19:57.360300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Attempting to bind port 8279cc09-3df1-4851-b423-c82c17197c63 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:19:57.360697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Attempting to bind port 8279cc09-3df1-4851-b423-c82c17197c63 on network 3764adc8-6aae-4571-aafe-d1dbcc740528 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:19:57.365973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:19:57.366706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Checking segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:57.366874 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.366973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] Pushing event updated for resources: {'Network': ['ID=d346d2d7-a5d5-4ade-b93e-578753e0f3de,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:57.367256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Bound using segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:19:57.367718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Bound port: 8279cc09-3df1-4851-b423-c82c17197c63, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:19:57.368095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.379578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:19:57.381341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2caed93e-a79c-496d-a63a-d110a49c0493 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6261446 Aug 20 13:19:57.385313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44310) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:19:57.395055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Request body: {'subnet': {'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-655837163-subnet', 'tenant_id': 'e7c5653397434e19865b36327e120c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:19:57.427261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Made reservation on behalf of e7c5653397434e19865b36327e120c43 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:19:57.430863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.552200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] For port 8279cc09-3df1-4851-b423-c82c17197c63, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:19:57.563915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] For port 8279cc09-3df1-4851-b423-c82c17197c63, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8279cc09-3df1-4851-b423-c82c17197c63,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:19:57.576031 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.639477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d9ed-ad41-4881-883a-77c0352e3482 None None] Pushing event updated for resources: {'Port': ['ID=8279cc09-3df1-4851-b423-c82c17197c63,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:57.683062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.758068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efc78bf-6900-4f86-996f-890aa1da49e7,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:57.765074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Checking segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:19:57.765292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Network hostable DHCP agents. Network: d346d2d7-a5d5-4ade-b93e-578753e0f3de, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:19:57.785807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:19:57.799023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] For port 27043e1f-7b8f-4d39-a29b-47db388a466d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27043e1f-7b8f-4d39-a29b-47db388a466d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:57.799387 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.805638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, d346d2d7-a5d5-4ade-b93e-578753e0f3de) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:57.811280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:57.812180 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.816443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329caa7-7591-4191-89db-c86b9232a894 None None] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:19:57.827332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e018bf0a-a1fa-4736-a8fe-ad4ae0d4fb7c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4404604 Aug 20 13:19:57.878030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Calling delete_port for 27043e1f-7b8f-4d39-a29b-47db388a466d owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:19:57.904199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd595ecd-cdaa-4619-9995-3592ff9724aa req-acdef4cc-ca96-4234-bdc5-299d2b607215 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:57.934387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd595ecd-cdaa-4619-9995-3592ff9724aa req-acdef4cc-ca96-4234-bdc5-299d2b607215 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 946 time: 0.6011040 Aug 20 13:19:58.048398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.131598 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd595ecd-cdaa-4619-9995-3592ff9724aa req-91108181-e560-4cef-87b3-b39a88e0284d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961141 Aug 20 13:19:58.135038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873f943-3359-4873-a7b1-b1ca5b9f252f None None] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:19:58.154372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.300313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.338851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Pushing event deleted for resources: {'Port': ['ID=27043e1f-7b8f-4d39-a29b-47db388a466d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:58.350458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Allocated IP 172.25.6.159 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/92da29a2-c038-45ef-b008-519b5040d141) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:19:58.374087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55b3b193-14a3-4887-bdf8-06b145b4acfb req-4e961906-22db-4c40-93b5-29ad4a37739a tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed3f61-c066-401b-828a-1b99acee15a2 HTTP/1.1" status: 200 len: 210 time: 0.0473504 Aug 20 13:19:58.439112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] No DVR routers for this DVR port 27043e1f-7b8f-4d39-a29b-47db388a466d on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:19:58.443012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.449770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1df8137-2ddd-45ea-b46b-97b73a2c27d6 req-0d8107eb-6e15-4bc9-90f8-34d41b19bbb0 tempest-ListImageFiltersTestJSON-1649029525 tempest-ListImageFiltersTestJSON-1649029525-project] 10.222.0.53 "DELETE /v2.0/ports/27043e1f-7b8f-4d39-a29b-47db388a466d HTTP/1.1" status: 204 len: 173 time: 1.4712100 Aug 20 13:19:58.450277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-deleted', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:19:58.453091 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc61fbb3-93e8-4aaa-81d3-77d01e92f2b8" -d '{"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-deleted", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:19:58.567576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8279cc09-3df1-4851-b423-c82c17197c63 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:19:58.636526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4e60b-3dbc-4bb2-8913-c1b7f3d40408 req-e5387a77-89e3-4efd-ba4f-180885306ae4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:58.638671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-faa4e60b-3dbc-4bb2-8913-c1b7f3d40408 req-e5387a77-89e3-4efd-ba4f-180885306ae4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.1258199 Aug 20 13:19:58.680297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8279cc09-3df1-4851-b423-c82c17197c63 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:58.681282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-c48d0a49-9247-4345-b299-50f85d8f0a8f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:58.690783 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-c48d0a49-9247-4345-b299-50f85d8f0a8f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.1635733 Aug 20 13:19:58.713589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.718234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.718968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-faa4e60b-3dbc-4bb2-8913-c1b7f3d40408 req-0e0ccb65-f24c-4f80-ac33-366d3370c27d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691049 Aug 20 13:19:58.723256 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-46ea21ec-8ee4-4bdd-bcd4-42d918797474 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/quotas/e7c5653397434e19865b36327e120c43 HTTP/1.1" status: 200 len: 375 time: 0.0313101 Aug 20 13:19:58.776100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-0cb450d8-440a-4e1a-8951-a4b4a08a917b tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518563 Aug 20 13:19:58.799872 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5191e911-ec18-415d-baab-36ca7f0ad893 x-openstack-request-id: req-5191e911-ec18-415d-baab-36ca7f0ad893 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:19:58.800186 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed3f61-c066-401b-828a-1b99acee15a2", "name": "network-vif-deleted", "tag": "27043e1f-7b8f-4d39-a29b-47db388a466d", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:19:58.800414 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5191e911-ec18-415d-baab-36ca7f0ad893 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:19:58.800834 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3f61-c066-401b-828a-1b99acee15a2', 'name': 'network-vif-deleted', 'tag': '27043e1f-7b8f-4d39-a29b-47db388a466d', 'status': 'completed', 'code': 200} Aug 20 13:19:58.880683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:58.921112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-2de546e1-e952-4a2f-8594-2627ea25885f service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441109 Aug 20 13:19:59.001145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:19:59.002306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Pushing event updated for resources: {'Port': ['ID=92da29a2-c038-45ef-b008-519b5040d141,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:59.005050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:19:59.013054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:19:59.058116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1152ee8-cb98-440d-82ac-1ba434f4573d None None] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:19:59.140779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] Provisioning for port 8279cc09-3df1-4851-b423-c82c17197c63 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:19:59.156212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] Provisioning complete for port 8279cc09-3df1-4851-b423-c82c17197c63 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:59.156796 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:59.239843 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-5fde622f-45b3-49e2-9791-69b5f8e03f9a service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047836 Aug 20 13:19:59.365216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:59.403825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] For port 8279cc09-3df1-4851-b423-c82c17197c63, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8279cc09-3df1-4851-b423-c82c17197c63,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:19:59.410808 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:59.461799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:59.490411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7aebf-a05c-458c-8de4-8e5147eadb1f None None] Pushing event updated for resources: {'Port': ['ID=8279cc09-3df1-4851-b423-c82c17197c63,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:19:59.519919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a462b3c-9238-4472-bde5-29ffa2ffafb3 req-c2139e9c-fae2-4ae6-8e55-63bb9acc9f27 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 210 time: 0.0452378 Aug 20 13:19:59.787771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb78fe32-95d8-4bef-b925-6277101c9b76 None None] Provisioning complete for port 8279cc09-3df1-4851-b423-c82c17197c63 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:19:59.789713 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb78fe32-95d8-4bef-b925-6277101c9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:59.808502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:59.940933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ce80-f17b-4fb1-9cd0-35947d3c45d3 req-a8460e07-d75c-4358-aedb-9c595c6e8af0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:19:59.950418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e0ce80-f17b-4fb1-9cd0-35947d3c45d3 req-a8460e07-d75c-4358-aedb-9c595c6e8af0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.0832574 Aug 20 13:19:59.987267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Router ad0a2a0a-1627-4556-978d-55d3f32de28d is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:20:00.032859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e0ce80-f17b-4fb1-9cd0-35947d3c45d3 req-309cad24-690c-4396-8baf-6fc4c3730000 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781455 Aug 20 13:20:00.163837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:20:00.184587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Sync routers for ids ['ad0a2a0a-1627-4556-978d-55d3f32de28d'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:20:00.209469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Routers {'ad0a2a0a-1627-4556-978d-55d3f32de28d'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:00.210766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ad0a2a0a-1627-4556-978d-55d3f32de28d'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:00.214499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:00.218936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44396) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:00.227267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-23b461ec-f57f-4cd9-9200-77d59dc663a4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6579659 Aug 20 13:20:00.347804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:00.430951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 27043e1f-7b8f-4d39-a29b-47db388a466d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:20:00.431562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27043e1f-7b8f-4d39-a29b-47db388a466d not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:20:00.432183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:00.479461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Set router ad0a2a0a-1627-4556-978d-55d3f32de28d gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:00.554662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8279cc09-3df1-4851-b423-c82c17197c63 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:01.036470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8279cc09-3df1-4851-b423-c82c17197c63 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:01.036470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.093653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-21c4f926-3c8f-41c3-a6d3-7009bc75f58e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:01.096370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-21c4f926-3c8f-41c3-a6d3-7009bc75f58e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.2234633 Aug 20 13:20:01.115989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Request body: {'port': {'device_id': '07fe5311-9e5b-4733-9110-558889d9efc2', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'admin_state_up': True, 'tenant_id': 'e7c5653397434e19865b36327e120c43'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:01.131607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:19:59Z', 'revision_number': 3, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:01.137535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be58f747-5139-44c2-8bca-b8c163e82dce req-d1daa2af-4d2d-4f6c-a420-015e91cff9d8 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 210 time: 0.4805431 Aug 20 13:20:01.223260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44436) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:01.272618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Checking router: ad0a2a0a-1627-4556-978d-55d3f32de28d for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:20:01.272982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Updating router ad0a2a0a-1627-4556-978d-55d3f32de28d port 92da29a2-c038-45ef-b008-519b5040d141 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:20:01.317261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.319297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.431044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea8776-face-42db-ba02-fa41667cd5de req-5587c7d7-8406-4072-a8ad-1a1d413bc13b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:01.438923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edea8776-face-42db-ba02-fa41667cd5de req-5587c7d7-8406-4072-a8ad-1a1d413bc13b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.2258213 Aug 20 13:20:01.444422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.495027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-22d19ecc-f7d6-4ff5-9cdc-056fc9da0ea8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=549a59785e95417db1427e7f1cfca443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700429 Aug 20 13:20:01.498618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44444) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:01.539292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edea8776-face-42db-ba02-fa41667cd5de req-e0e39ff0-8c7a-4bc6-8d37-a3a6fae9ee11 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988977 Aug 20 13:20:01.584820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Made reservation on behalf of e7c5653397434e19865b36327e120c43 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:01.589349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.623082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Allocated IP 172.20.0.1 (3764adc8-6aae-4571-aafe-d1dbcc740528/e0d53e42-e0ed-424c-8d6f-e094312ceb66/2f175dab-f067-49a6-9345-0f9f2abc00e1) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:01.636072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c183-97c7-4c70-a7cd-0c47d554ee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.665976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c183-97c7-4c70-a7cd-0c47d554ee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.716205 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.729050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Transition to ACTIVE for port object 92da29a2-c038-45ef-b008-519b5040d141 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:01.735349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c183-97c7-4c70-a7cd-0c47d554ee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.736158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.736498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.739398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c183-97c7-4c70-a7cd-0c47d554ee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.740925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7ef6c183-97c7-4c70-a7cd-0c47d554ee0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f15a0217-f045-46d9-8b41-df994b8951fc HTTP/1.1" status: 204 len: 168 time: 0.2389386 Aug 20 13:20:01.771070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Transition to ACTIVE for port object 2f175dab-f067-49a6-9345-0f9f2abc00e1 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:01.790589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6c183-97c7-4c70-a7cd-0c47d554ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15a0217-f045-46d9-8b41-df994b8951fc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:01.799198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483fd01-c237-4a0c-8c0d-87c6e13a686b None None] Pushing event updated for resources: {'Port': ['ID=92da29a2-c038-45ef-b008-519b5040d141,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:01.838508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Attempting to bind port 92da29a2-c038-45ef-b008-519b5040d141 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:01.838803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Attempting to bind port 92da29a2-c038-45ef-b008-519b5040d141 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:01.839166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Attempting to bind port 92da29a2-c038-45ef-b008-519b5040d141 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:01.846010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:01.848858 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.849058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:01.851521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.851937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:01.852438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Bound port: 92da29a2-c038-45ef-b008-519b5040d141, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:01.852853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:01.898364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:01.901742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Allocated IP 172.20.0.14 (d346d2d7-a5d5-4ade-b93e-578753e0f3de/1efc78bf-6900-4f86-996f-890aa1da49e7/8394b4d4-aa41-4552-ad56-d333aaa4e878) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:01.903800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:01.908619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:01.940991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] For port 92da29a2-c038-45ef-b008-519b5040d141, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:01.946928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] For port 92da29a2-c038-45ef-b008-519b5040d141, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=92da29a2-c038-45ef-b008-519b5040d141,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:01.959968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.017344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Pushing event updated for resources: {'Port': ['ID=2f175dab-f067-49a6-9345-0f9f2abc00e1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:02.035146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.135038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483fd01-c237-4a0c-8c0d-87c6e13a686b None None] Pushing event updated for resources: {'Port': ['ID=92da29a2-c038-45ef-b008-519b5040d141,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:02.153880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Routers {'ad0a2a0a-1627-4556-978d-55d3f32de28d'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:02.155608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ad0a2a0a-1627-4556-978d-55d3f32de28d'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:02.223846 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.331324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1fc32fd-41f7-454d-9cd5-9ed47d0a1599 req-0bc5b3e2-91a6-4104-9fdf-36fc9e0b9521 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 210 time: 0.0796726 Aug 20 13:20:02.370632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.371186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.417600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] Set router ad0a2a0a-1627-4556-978d-55d3f32de28d gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:02.458956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:02.462263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:02.472950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:02.487196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:02.559116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c9e9305e-62be-4742-a05e-fa09d9ae9e6f None None] Provisioning for port 2f175dab-f067-49a6-9345-0f9f2abc00e1 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:02.589893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c9e9305e-62be-4742-a05e-fa09d9ae9e6f None None] Provisioning complete for port 2f175dab-f067-49a6-9345-0f9f2abc00e1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:02.590344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c9e9305e-62be-4742-a05e-fa09d9ae9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.600960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:02.601640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.628391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f17a7de8-418a-4b76-8cea-c1613ac6837d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5199137 Aug 20 13:20:02.641708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Request body: {'port': {'device_id': '07fe5311-9e5b-4733-9110-558889d9efc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:02.724115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9305e-62be-4742-a05e-fa09d9ae9e6f None None] Port 2f175dab-f067-49a6-9345-0f9f2abc00e1 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:20:02.788338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.894641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e9451-ee73-4199-aafa-f10c24c0fd29 req-30100167-ed3f-4b81-875a-c9b79b2e7ca5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:02.902900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-896e9451-ee73-4199-aafa-f10c24c0fd29 req-30100167-ed3f-4b81-875a-c9b79b2e7ca5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.2381897 Aug 20 13:20:02.907710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:19:59Z', 'revision_number': 3, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:02.938840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:02.947199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:03.020244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67aad54-a083-471c-8d0f-37e07576a494 None None] The sync data for ids ['ad0a2a0a-1627-4556-978d-55d3f32de28d'] in n-d-804232-5 is: [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:19:59Z', 'revision_number': 3, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:20:03.032530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Pushing event updated for resources: {'Port': ['ID=2f175dab-f067-49a6-9345-0f9f2abc00e1,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:03.065981 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-896e9451-ee73-4199-aafa-f10c24c0fd29 req-d76d1e3c-8eab-43cb-8ad2-d66bcb881b9e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621048 Aug 20 13:20:03.092694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:03.114537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44488) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:03.276785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:03.279664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:03.382280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-618473009-network', 'tenant_id': 'a6e5c780a2be46d5827e00119eeff689'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:03.524272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Made reservation on behalf of a6e5c780a2be46d5827e00119eeff689 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:03.535147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:03.608516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:03.671352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Router ad0a2a0a-1627-4556-978d-55d3f32de28d has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:20:03.759157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a2aae8f-8451-424c-ac5e-504a84b4f2e7 None None] Provisioning complete for port 2f175dab-f067-49a6-9345-0f9f2abc00e1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:03.762320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a2aae8f-8451-424c-ac5e-504a84b4f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:03.890854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4a2aae8f-8451-424c-ac5e-504a84b4f2e7 None None] Port 2f175dab-f067-49a6-9345-0f9f2abc00e1 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:20:03.918341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5de75-36a8-4129-b671-c4c24b3b9622 req-3b503a47-9ecb-41cb-8fd7-65edc04e688a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:03.919973 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bac5de75-36a8-4129-b671-c4c24b3b9622 req-3b503a47-9ecb-41cb-8fd7-65edc04e688a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 932 time: 0.3519042 Aug 20 13:20:04.006760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8394b4d4-aa41-4552-ad56-d333aaa4e878 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:04.042244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:20:04.047900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.062063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0a44268f-7ada-4ef8-9055-11378ff92637 admin admin] 10.222.0.59 "PUT /v2.0/routers/ad0a2a0a-1627-4556-978d-55d3f32de28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8417668 Aug 20 13:20:04.252666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.259382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Transition to ACTIVE for port object 8394b4d4-aa41-4552-ad56-d333aaa4e878 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:04.263304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.279868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:20:04.293994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.294366 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Added segment aa9dce1d-f807-4c6a-99a1-d62b319df3f0 of type vlan for network 2720dde4-fd7f-4337-88e3-448f3ab0724e Aug 20 13:20:04.320069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8f097-cdb2-4a35-afb1-4e2769791376 req-5d138884-501b-42ac-8762-3757465e9f92 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:04.321732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68d8f097-cdb2-4a35-afb1-4e2769791376 req-5d138884-501b-42ac-8762-3757465e9f92 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.1089146 Aug 20 13:20:04.346923 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.406984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68d8f097-cdb2-4a35-afb1-4e2769791376 req-f9c5a5d0-d2be-4f21-b9a6-32bed92beb75 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780191 Aug 20 13:20:04.407961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.413339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded63a5-78de-41cf-adb0-b5c9d45f5037,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:04.488451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.489490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:04.490081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.505087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:04.581758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 92da29a2-c038-45ef-b008-519b5040d141 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:04.667402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 92da29a2-c038-45ef-b008-519b5040d141 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:04.675479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 92da29a2-c038-45ef-b008-519b5040d141 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:04.675862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.786120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.815525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 92da29a2-c038-45ef-b008-519b5040d141, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=92da29a2-c038-45ef-b008-519b5040d141,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:04.824464 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:04.892766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=92da29a2-c038-45ef-b008-519b5040d141,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:05.003088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-9e6d7843-365e-4e80-ab2d-3aafc6284be9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1866214 Aug 20 13:20:05.019524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bac5de75-36a8-4129-b671-c4c24b3b9622 req-cfd9aaab-5c20-4e8f-b709-7063c567798e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0202343 Aug 20 13:20:05.034918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] Pushing event updated for resources: {'Network': ['ID=2720dde4-fd7f-4337-88e3-448f3ab0724e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:05.039982 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7cb4072d-e086-4897-8328-01f49c9ec98c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9219549 Aug 20 13:20:05.043510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44592) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:05.048820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Request body: {'subnet': {'network_id': '2720dde4-fd7f-4337-88e3-448f3ab0724e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-618473009-subnet', 'tenant_id': 'a6e5c780a2be46d5827e00119eeff689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:05.074533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2720dde4-fd7f-4337-88e3-448f3ab0724e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:20:05.087311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Made reservation on behalf of a6e5c780a2be46d5827e00119eeff689 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:05.094754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.131028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44596) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:05.153245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-network', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:05.188578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Made reservation on behalf of b3cba98c580c4f788112d417599c8f9c for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:05.191368 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.249904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.283232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-9ec4bdc1-e0cf-40ab-bec8-011127590e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:05.284808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-9ec4bdc1-e0cf-40ab-bec8-011127590e09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1095 time: 0.2034032 Aug 20 13:20:05.294581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-a077a33e-bb21-43a5-b8d7-fff8d9082feb service neutron] 10.222.0.53 "GET /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40/bindings/n-h2-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.2800016 Aug 20 13:20:05.343676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.416964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Attempting to bind port 8394b4d4-aa41-4552-ad56-d333aaa4e878 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:05.417489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Attempting to bind port 8394b4d4-aa41-4552-ad56-d333aaa4e878 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:05.417731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Attempting to bind port 8394b4d4-aa41-4552-ad56-d333aaa4e878 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:05.427720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Port 8394b4d4-aa41-4552-ad56-d333aaa4e878 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:20:05.427720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Attempting to bind port 8394b4d4-aa41-4552-ad56-d333aaa4e878 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:05.433228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecafb1aa-994a-4be2-9850-ad31efe67d9f,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:05.472853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:05.472853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Checking segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:05.473195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Checking segment: {'id': 'aa9dce1d-f807-4c6a-99a1-d62b319df3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2720dde4-fd7f-4337-88e3-448f3ab0724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:05.473286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Bound using segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:05.473440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Network hostable DHCP agents. Network: 2720dde4-fd7f-4337-88e3-448f3ab0724e, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:20:05.473538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Bound port: 8394b4d4-aa41-4552-ad56-d333aaa4e878, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:05.473538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.506105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Network 2720dde4-fd7f-4337-88e3-448f3ab0724e is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:20:05.521783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2720dde4-fd7f-4337-88e3-448f3ab0724e) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:05.528879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:05.529472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.532228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68e22e-9906-4639-98f2-2d38b5da5d9f None None] Network 2720dde4-fd7f-4337-88e3-448f3ab0724e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:20:05.630731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-706e3333-7f50-40e9-842a-8d056a76076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:05.632354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-706e3333-7f50-40e9-842a-8d056a76076d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.3188138 Aug 20 13:20:05.725639 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.739272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9d3efc61-162d-4e93-9112-f9c93c2feaac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6945338 Aug 20 13:20:05.742295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7121305-09a9-4bb5-be74-e99a44194684 None None] Network 2720dde4-fd7f-4337-88e3-448f3ab0724e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:20:05.769947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-021d6644-2cb4-43c8-bfa1-680f11a3822c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.1112659 Aug 20 13:20:05.773381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:05.837392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:05.860870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Sync routers for ids ['ad0a2a0a-1627-4556-978d-55d3f32de28d'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:20:05.894103 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Routers {'ad0a2a0a-1627-4556-978d-55d3f32de28d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:05.895210 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ad0a2a0a-1627-4556-978d-55d3f32de28d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:05.914015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:20:05.946862 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcebfd7-6858-406d-b6a6-7c1f92b5b2d2 req-662ae45c-ac77-495c-97f1-718e0cf66cf8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:05.948454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddcebfd7-6858-406d-b6a6-7c1f92b5b2d2 req-662ae45c-ac77-495c-97f1-718e0cf66cf8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 944 time: 0.4055688 Aug 20 13:20:05.985984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:06.024735 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.045401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239ca9ee-ab5f-4cff-9ad0-95dbe7002d34,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:06.070171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.070831 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Added segment cdc6f2b6-4c18-4443-b9d6-9ef246339f0e of type vlan for network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 Aug 20 13:20:06.108260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:06.124121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-a8e5afed-ed54-452e-bda5-ee4b8f17ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:06.126014 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-a8e5afed-ed54-452e-bda5-ee4b8f17ac5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.3325005 Aug 20 13:20:06.127643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:06.128252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.130479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] 10.222.0.13 "PUT /v2.0/ports/8394b4d4-aa41-4552-ad56-d333aaa4e878 HTTP/1.1" status: 200 len: 1092 time: 3.4944553 Aug 20 13:20:06.131536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Set router ad0a2a0a-1627-4556-978d-55d3f32de28d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:06.177634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:06.179930 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db0cc7-1b40-4394-b397-da6305486d49" -d '{"events": [{"name": "network-changed", "server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:06.288944 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-3cf714ec-bb42-4ee7-9344-1df1418d9a2a req-dc634640-5186-4f85-b77b-2b2f5d20910c tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] show failed (client error): The resource could not be found. Aug 20 13:20:06.309250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf714ec-bb42-4ee7-9344-1df1418d9a2a req-dc634640-5186-4f85-b77b-2b2f5d20910c tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups/0ca5554c-610f-4c49-99ad-5642f3ec5236 HTTP/1.1" status: 404 len: 352 time: 0.0701237 Aug 20 13:20:06.310843 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-6f8d7f5d-b83a-4f13-83ae-d0b55777ec15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245692 Aug 20 13:20:06.331177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.342120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:06.363053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddcebfd7-6858-406d-b6a6-7c1f92b5b2d2 req-1a15d87c-c1b9-487b-8fef-94b3faaaf7f2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524399 Aug 20 13:20:06.386486 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:20:02Z', 'revision_number': 4, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '2f175dab-f067-49a6-9345-0f9f2abc00e1', 'name': '', 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'mac_address': 'fa:16:3e:51:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:01Z', 'updated_at': '2021-08-20T13:20:02Z', 'revision_number': 2, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'subnets': [{'id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:06.435137 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Checking router: ad0a2a0a-1627-4556-978d-55d3f32de28d for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:20:06.435899 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Updating router ad0a2a0a-1627-4556-978d-55d3f32de28d port 2f175dab-f067-49a6-9345-0f9f2abc00e1 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:20:06.475973 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.545604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 92da29a2-c038-45ef-b008-519b5040d141 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:06.548373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dab91-d9f9-4cd2-a381-45031b662d68 service neutron] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:06.562833 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeaaee7-aea8-41ed-84e7-75c9710ccf34 x-openstack-request-id: req-3aeaaee7-aea8-41ed-84e7-75c9710ccf34 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:06.563146 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:06.563404 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3aeaaee7-aea8-41ed-84e7-75c9710ccf34 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:06.563814 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'status': 'completed', 'code': 200} Aug 20 13:20:06.568346 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:20:06.605137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf664f-b2cc-4c64-aab4-41c9bad6f200 req-0b47134e-5603-47c8-9e94-283ca19462fb tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:06.619191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdcf664f-b2cc-4c64-aab4-41c9bad6f200 req-0b47134e-5603-47c8-9e94-283ca19462fb tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 944 time: 0.1172202 Aug 20 13:20:06.628143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:06.641623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-ccc34309-238f-4700-bf13-867e474d6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:06.644024 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-ccc34309-238f-4700-bf13-867e474d6602 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 1095 time: 0.4562163 Aug 20 13:20:06.651046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:06.657950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 92da29a2-c038-45ef-b008-519b5040d141 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:06.658815 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.662975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.664172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:06.664811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.714167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdcf664f-b2cc-4c64-aab4-41c9bad6f200 req-092bf18f-2b63-44ac-bb1b-e9b78f933f67 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934734 Aug 20 13:20:06.774669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-9fb3fc73-e927-4c4a-94ee-b4d4d77b8d79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878 HTTP/1.1" status: 200 len: 217 time: 0.1184072 Aug 20 13:20:06.786107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.821210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6728818 Aug 20 13:20:06.824753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44634) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:06.833549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Request body: {'subnet': {'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-subnet', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:06.864443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Made reservation on behalf of b3cba98c580c4f788112d417599c8f9c for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:06.868073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.881460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51a8d118-1907-4a80-be68-07a10ee70e6a req-54c1c1c6-00ec-4e13-968b-ba46828d9f55 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6e5c780a2be46d5827e00119eeff689 HTTP/1.1" status: 200 len: 2984 time: 0.3166454 Aug 20 13:20:06.888398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9feedd-f0a7-461d-b2f6-fcb1bb20d595 admin admin] Pushing event updated for resources: {'Network': ['ID=40add8d5-9f4d-4efd-9b78-eb2968fc7f41,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:06.898744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:20:06.904467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-4654fa15-de7b-4620-8d7c-7a0bf0b07ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815938 Aug 20 13:20:06.971534 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:06.985247 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Transition to ACTIVE for port object 2f175dab-f067-49a6-9345-0f9f2abc00e1 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:06.993463 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.012943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-cdc2b891-f101-436b-be9d-4af12f8f1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:07.016293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-cdc2b891-f101-436b-be9d-4af12f8f1050 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.2256958 Aug 20 13:20:07.047678 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Pushing event updated for resources: {'Port': ['ID=2f175dab-f067-49a6-9345-0f9f2abc00e1,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:07.060157 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.060502 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.060861 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.061586 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.061922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.062309 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.062637 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.062959 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.063281 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.063599 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.063972 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.064294 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:07.173127 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Attempting to bind port 2f175dab-f067-49a6-9345-0f9f2abc00e1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:07.173491 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Attempting to bind port 2f175dab-f067-49a6-9345-0f9f2abc00e1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:07.173855 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Attempting to bind port 2f175dab-f067-49a6-9345-0f9f2abc00e1 on network 3764adc8-6aae-4571-aafe-d1dbcc740528 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:07.187807 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:07.188187 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Checking segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:07.188879 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.189752 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Bound using segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:07.192499 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Bound port: 2f175dab-f067-49a6-9345-0f9f2abc00e1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:07.192499 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.258298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-f280f7ea-ff89-45b9-99cc-f5189b204209 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023585 Aug 20 13:20:07.286381 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51a8d118-1907-4a80-be68-07a10ee70e6a req-55e47d5d-4e61-4e14-b5dd-6775845c960d tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups/3ded63a5-78de-41cf-adb0-b5c9d45f5037 HTTP/1.1" status: 200 len: 2981 time: 0.3927960 Aug 20 13:20:07.293730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.345421 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] For port 2f175dab-f067-49a6-9345-0f9f2abc00e1, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:07.345421 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] For port 2f175dab-f067-49a6-9345-0f9f2abc00e1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2f175dab-f067-49a6-9345-0f9f2abc00e1,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:07.345738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41d18c25-5c96-486a-9eb7-50b592fe6a30 req-a230280a-97f0-455b-8d92-bd9b30fa9435 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955259 Aug 20 13:20:07.362088 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.469342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] Transition to ACTIVE for port object 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:07.472835 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Routers {'ad0a2a0a-1627-4556-978d-55d3f32de28d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:07.473667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ad0a2a0a-1627-4556-978d-55d3f32de28d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:07.479200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d43cde-c17b-4afa-ad3b-31c670ff4932,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:07.481627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Checking segment: {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:07.481992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Network hostable DHCP agents. Network: 40add8d5-9f4d-4efd-9b78-eb2968fc7f41, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:20:07.492537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.520942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:20:07.532902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 40add8d5-9f4d-4efd-9b78-eb2968fc7f41) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:07.537576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:07.538419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.543581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8588d4-85f8-45ac-a8ca-cca37ed76391 None None] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:20:07.564589 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb64c7a-5dd1-4024-80fa-effb175d8c07 None None] Pushing event updated for resources: {'Port': ['ID=2f175dab-f067-49a6-9345-0f9f2abc00e1,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:07.635517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-751c7a3a-ceb1-4b5a-a448-1291a25501d6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8093991 Aug 20 13:20:07.645630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44646) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:07.666903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:07.699758 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] Set router ad0a2a0a-1627-4556-978d-55d3f32de28d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:07.714231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] Pushing event updated for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=10']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:07.726033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7979932-42d9-4a87-b89f-0354b01be141 req-c5cbf0cf-dcea-43ac-8978-5578dea1ebd6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:07.727947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7979932-42d9-4a87-b89f-0354b01be141 req-c5cbf0cf-dcea-43ac-8978-5578dea1ebd6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.1780992 Aug 20 13:20:07.744651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.746755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.812313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:07.825823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-935d4b87-eac6-4138-95fb-462425b312b8 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486519 Aug 20 13:20:07.845912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51a8d118-1907-4a80-be68-07a10ee70e6a req-0faaea5b-0e2b-46b1-9b6a-377b091af887 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups/3ded63a5-78de-41cf-adb0-b5c9d45f5037 HTTP/1.1" status: 200 len: 2981 time: 0.5580120 Aug 20 13:20:08.062599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-40add8d5-9f4d-4efd-9b78-eb2968fc7f41', 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'fixed_ips': [{'subnet_id': '09d43cde-c17b-4afa-ad3b-31c670ff4932'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:20:08.063718 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:08.065499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] No DVR routers for this DVR port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:20:08.155518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-90d1781f-732b-4715-8dc5-28c6db1cf53a service neutron] 10.222.0.53 "PUT /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40/bindings/n-h2-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 2.8513944 Aug 20 13:20:08.185406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e09c85d6-a1bb-4894-81a1-cb170986163e req-ff201bf7-9686-40bd-8fc9-1006e5c71e09 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126688 Aug 20 13:20:08.209929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aab4-550c-4dd9-86cb-586e097a87cc req-07dc7dca-b623-4a51-a9cb-5fce53fdb947 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.217971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1b4aab4-550c-4dd9-86cb-586e097a87cc req-07dc7dca-b623-4a51-a9cb-5fce53fdb947 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 944 time: 0.1210473 Aug 20 13:20:08.242696 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:20:02Z', 'revision_number': 4, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '2f175dab-f067-49a6-9345-0f9f2abc00e1', 'name': '', 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'mac_address': 'fa:16:3e:51:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:01Z', 'updated_at': '2021-08-20T13:20:07Z', 'revision_number': 4, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'subnets': [{'id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:08.252404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7979932-42d9-4a87-b89f-0354b01be141 req-234204a9-8a82-4e1f-83fe-93eebbd68554 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365056 Aug 20 13:20:08.350917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:08.366061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1b4aab4-550c-4dd9-86cb-586e097a87cc req-7f718b49-3544-4365-8368-248af8c52cca tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337726 Aug 20 13:20:08.375478 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43b91-1589-4fb4-bd12-9f7eaffd164d None None] The sync data for ids ['ad0a2a0a-1627-4556-978d-55d3f32de28d'] in n-d-804232-5 is: [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:20:02Z', 'revision_number': 4, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '2f175dab-f067-49a6-9345-0f9f2abc00e1', 'name': '', 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'mac_address': 'fa:16:3e:51:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:01Z', 'updated_at': '2021-08-20T13:20:07Z', 'revision_number': 4, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'subnets': [{'id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:20:08.387729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0cc7-1b40-4394-b397-da6305486d49 req-7ee6bf7b-e0e4-49b5-8169-b1324a2ea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.389516 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-7ee6bf7b-e0e4-49b5-8169-b1324a2ea51b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 1095 time: 0.1469488 Aug 20 13:20:08.447029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Allocated IP 172.20.0.2 (40add8d5-9f4d-4efd-9b78-eb2968fc7f41/09d43cde-c17b-4afa-ad3b-31c670ff4932/0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:08.519626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ace8a207-1ccd-4416-9c1b-6d1fa880f5fd tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.521186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-ace8a207-1ccd-4416-9c1b-6d1fa880f5fd tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.2511733 Aug 20 13:20:08.526108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93f2c48b-947f-40f7-81d2-79a7c684a2b9 req-695b65d2-5f2f-4b97-a371-b4c622516216 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups/3ded63a5-78de-41cf-adb0-b5c9d45f5037 HTTP/1.1" status: 200 len: 2981 time: 0.1951277 Aug 20 13:20:08.710022 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-93f2c48b-947f-40f7-81d2-79a7c684a2b9 req-07513e8a-8741-4ec0-841c-2cec61328e55 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 13:20:08.711339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93f2c48b-947f-40f7-81d2-79a7c684a2b9 req-07513e8a-8741-4ec0-841c-2cec61328e55 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "DELETE /v2.0/security-groups/3ded63a5-78de-41cf-adb0-b5c9d45f5037 HTTP/1.1" status: 409 len: 352 time: 0.1839995 Aug 20 13:20:08.721824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0cc7-1b40-4394-b397-da6305486d49 req-8bf7d320-7a15-48f0-b673-ea115b6a9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.723325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-8bf7d320-7a15-48f0-b673-ea115b6a9250 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 905 time: 0.3174803 Aug 20 13:20:08.727031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-784f6229-2177-4683-9ed9-65e77e8165a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.728490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-784f6229-2177-4683-9ed9-65e77e8165a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 1096 time: 0.1892986 Aug 20 13:20:08.748277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddb43f-ff16-4383-a0f4-a340f3b4f14f req-8cf9ce60-11c2-4278-b032-651389969e3f tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.761992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5ddb43f-ff16-4383-a0f4-a340f3b4f14f req-8cf9ce60-11c2-4278-b032-651389969e3f tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 945 time: 0.2361286 Aug 20 13:20:08.855135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-c6a58478-e51a-4825-9788-1fa564d351e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878 HTTP/1.1" status: 200 len: 217 time: 0.0910416 Aug 20 13:20:08.936058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5ddb43f-ff16-4383-a0f4-a340f3b4f14f req-5f5ce6ed-4469-4f66-92f1-2b93215e649d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707635 Aug 20 13:20:08.950632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-f08dab30-8d60-46b2-9c9d-487e401fde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:08.953320 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-f08dab30-8d60-46b2-9c9d-487e401fde74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1096 time: 0.1882820 Aug 20 13:20:08.998549 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-64f0a61e-29f3-48b2-a818-5957a8128674 req-fc698fc7-d062-44dd-b783-da9d9bdb5510 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] show failed (client error): The resource could not be found. Aug 20 13:20:08.999685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64f0a61e-29f3-48b2-a818-5957a8128674 req-fc698fc7-d062-44dd-b783-da9d9bdb5510 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups/96818a64-f7d1-45a3-89b7-246f8d60f012 HTTP/1.1" status: 404 len: 352 time: 0.0527735 Aug 20 13:20:09.100339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.108931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.110873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Transition to ACTIVE for port object 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:09.116904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0cc7-1b40-4394-b397-da6305486d49 req-5acb1179-bd9a-45ca-8dcc-74d3a3cb52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:09.118647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-5acb1179-bd9a-45ca-8dcc-74d3a3cb52d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.2561569 Aug 20 13:20:09.130723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Transition to ACTIVE for port object 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:09.145528 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.159978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.164107 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-47385693-2f92-4f46-8486-0e9d7a3c7475 req-8896b702-0061-407f-b03c-a0c533f46731 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] show failed (client error): The resource could not be found. Aug 20 13:20:09.165175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47385693-2f92-4f46-8486-0e9d7a3c7475 req-8896b702-0061-407f-b03c-a0c533f46731 tempest-SecurityGroupsNegativeTestJSON-2023690836 tempest-SecurityGroupsNegativeTestJSON-2023690836-project] 10.222.0.59 "GET /v2.0/security-groups/8331319d-55f8-4567-bef6-80db603954dc HTTP/1.1" status: 404 len: 352 time: 0.0825624 Aug 20 13:20:09.232116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Pushing event updated for resources: {'Port': ['ID=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:09.261465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:09.263478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:09.294264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:09.452359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Attempting to bind port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:09.452778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Attempting to bind port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:09.454183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Attempting to bind port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 on network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:09.465262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Allocated IP 172.25.6.145 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:09.470987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:09.471377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Checking segment: {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:09.473523 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.473973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Bound using segment: {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:09.475209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Bound port: 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:09.476347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.589122 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.629567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44668) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:09.674975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] For port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:09.680690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] For port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:09.682405 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.688867 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.764127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Pushing event updated for resources: {'Port': ['ID=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:09.777287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-cee84a79-cfba-41dd-bd67-3e1ae3f9c6a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6338077 Aug 20 13:20:09.800946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Deleting subnet ecafb1aa-994a-4be2-9850-ad31efe67d9f {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:20:09.815630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:09.821006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc55e42-8849-4eae-8f0d-3cea5199f178 None None] Pushing event updated for resources: {'Port': ['ID=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:09.823180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:09.863416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:09.873105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:09.894942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dc562-4798-4a8f-a2ac-0993db02f60e req-4d59090b-c072-4f1a-a18c-70fc7b58fa8c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:09.904287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0dc562-4798-4a8f-a2ac-0993db02f60e req-4d59090b-c072-4f1a-a18c-70fc7b58fa8c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.2732611 Aug 20 13:20:10.002317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0dc562-4798-4a8f-a2ac-0993db02f60e req-7dc47949-cb5e-4633-a3c6-7a3102d6e826 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960553 Aug 20 13:20:10.031447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-b7aeaa62-9883-4717-a3a1-fa32beb5111d service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300730 Aug 20 13:20:10.051763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:10.057926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-1936f09a-c6ac-4ec6-84d2-2f21850af369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:10.059830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-1936f09a-c6ac-4ec6-84d2-2f21850af369 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 1.0978749 Aug 20 13:20:10.184694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-d8203f84-8132-439f-9828-e55bc5e139cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 200 len: 217 time: 0.1121695 Aug 20 13:20:10.239796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f088-aef0-449a-ad6a-13496a3da4d2 req-32ab28db-d5a6-4bce-97a6-289e348a622b tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:10.248827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50a1f088-aef0-449a-ad6a-13496a3da4d2 req-32ab28db-d5a6-4bce-97a6-289e348a622b tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 944 time: 0.4873512 Aug 20 13:20:10.344901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-cbf0a390-2ce6-46e8-806e-467a4f1bd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:10.346665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-cbf0a390-2ce6-46e8-806e-467a4f1bd9b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1515191 Aug 20 13:20:10.453371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50a1f088-aef0-449a-ad6a-13496a3da4d2 req-8966fd55-d50a-44b0-ac40-d78e334fbf64 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027082 Aug 20 13:20:10.479159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61db0cc7-1b40-4394-b397-da6305486d49 req-ee744450-a116-486f-8577-3320ad975a24 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380734 Aug 20 13:20:10.482459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-b4b0626a-ab43-4e04-8cc7-ae271197c3d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212935 Aug 20 13:20:10.508631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:10.689139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:10.801469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:10.810793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:10.833802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:10.841093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f175dab-f067-49a6-9345-0f9f2abc00e1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:10.856001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-658fc6db-2662-4b28-aa76-63a5e6a906c5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--313277125&fields=id&tenant_id=6fbb5aba20534aeeab76ca43aa7505d7 HTTP/1.1" status: 200 len: 267 time: 0.0612872 Aug 20 13:20:10.902731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-32fe6abc-1663-45f3-967b-aa71ced01eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099951 Aug 20 13:20:10.926482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecafb1aa-994a-4be2-9850-ad31efe67d9f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:10.929496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:10.931758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-548aceda-2c24-4e86-93df-71e8e7a648d1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ecafb1aa-994a-4be2-9850-ad31efe67d9f HTTP/1.1" status: 204 len: 168 time: 1.2903020 Aug 20 13:20:10.936940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44698) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:10.991056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 2f175dab-f067-49a6-9345-0f9f2abc00e1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:11.004924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2f175dab-f067-49a6-9345-0f9f2abc00e1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:11.005312 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.079472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:20:11.134080 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.181447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-1fc53ec9-44f5-4924-81d3-db89a333d57d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:11.193784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-1fc53ec9-44f5-4924-81d3-db89a333d57d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 824 time: 0.3253222 Aug 20 13:20:11.215753 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-fbf1e8a2-e3e3-4f4d-a283-699356942a84 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/quotas/6fbb5aba20534aeeab76ca43aa7505d7 HTTP/1.1" status: 200 len: 375 time: 0.0205517 Aug 20 13:20:11.230746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-aa7b073a-083e-4f4f-aed1-a158928a86fc service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845168 Aug 20 13:20:11.328510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-09e9a072-4434-42aa-b2e7-d5fea42714ad tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1107914 Aug 20 13:20:11.347293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:11.385221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'mac_address': 'fa:16:3e:e0:2c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:20:11.395973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf36943-ed39-4efd-a275-6016e1620086 None None] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:20:11.531835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-1d5d1f30-b93f-4a4d-b575-66660ae3904d service neutron] 10.222.0.59 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974020 Aug 20 13:20:11.636699 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.678849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] Provisioning for port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:11.689836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8394b4d4-aa41-4552-ad56-d333aaa4e878 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:11.690921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-6f21e066-bf47-4e40-94de-fc27053af497 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:11.692681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-6f21e066-bf47-4e40-94de-fc27053af497 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.1517675 Aug 20 13:20:11.721385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] Provisioning complete for port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:11.721847 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.763281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fdca7-f3e7-4056-b040-e98574d5983e req-674c5994-82da-44b8-820e-9ac3934a16fb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:11.776371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-542fdca7-f3e7-4056-b040-e98574d5983e req-674c5994-82da-44b8-820e-9ac3934a16fb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.5629368 Aug 20 13:20:11.845354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:11.863156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.903937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.915118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-e7a4b267-3eec-47ab-b8d2-4edf79e60874 service neutron] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:11.915621 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.918202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-ce7534c3-9a5a-4484-95ab-bdbcdf3817a8 service neutron] 10.222.0.59 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855307 Aug 20 13:20:11.923457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-e7a4b267-3eec-47ab-b8d2-4edf79e60874 service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:11.924886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed70f059-fdc6-434c-8f27-4c7bf6797ac8 req-e7a4b267-3eec-47ab-b8d2-4edf79e60874 service neutron] 10.222.0.13 "DELETE /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40/bindings/n-h1-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.2230561 Aug 20 13:20:11.951283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-0f45029c-ed65-441e-9c3d-91cd47bd3f58 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:11.953557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-0f45029c-ed65-441e-9c3d-91cd47bd3f58 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e82d438-5f82-4353-b6d6-4f03e95f015a HTTP/1.1" status: 200 len: 945 time: 0.0892656 Aug 20 13:20:11.954356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.033914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2720dde4-fd7f-4337-88e3-448f3ab0724e']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:12.067303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9dce1d-f807-4c6a-99a1-d62b319df3f0') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:12.070538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9dce1d-f807-4c6a-99a1-d62b319df3f0') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:12.078170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:12.081872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Deleting port 785721e2-fa88-4f31-a340-dac130a6ebd8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:20:12.085685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.086468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 2f175dab-f067-49a6-9345-0f9f2abc00e1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2f175dab-f067-49a6-9345-0f9f2abc00e1,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:12.108270 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.124883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['8394b4d4-aa41-4552-ad56-d333aaa4e878'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:12.145192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.161864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:20:12.162495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.191353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.284262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] For port 785721e2-fa88-4f31-a340-dac130a6ebd8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=785721e2-fa88-4f31-a340-dac130a6ebd8,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:12.284697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.333484 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:20:12.399241 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:20:12.420079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.421288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=2f175dab-f067-49a6-9345-0f9f2abc00e1,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:12.446081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] For port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:12.455660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.465334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] 10.222.0.59 "DELETE /v2.0/networks/2720dde4-fd7f-4337-88e3-448f3ab0724e HTTP/1.1" status: 204 len: 168 time: 1.5253959 Aug 20 13:20:12.497360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-542fdca7-f3e7-4056-b040-e98574d5983e req-04e9cb21-317f-477b-8ff2-1e5c6c35a9d2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198312 Aug 20 13:20:12.531807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.676243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaab21-87b7-422a-a42b-9bfb9d658b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2720dde4-fd7f-4337-88e3-448f3ab0724e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:12.719799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3d51d-c0d6-4577-a457-7c94ecbca5e6 None None] Pushing event updated for resources: {'Port': ['ID=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:12.745800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c7b51021-2462-4a3b-8eb9-cee1a9d40f97 None None] Provisioning complete for port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:12.746828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7b51021-2462-4a3b-8eb9-cee1a9d40f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.827170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Router d251536e-aff9-479e-9fde-18823461dfb7 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:20:12.892885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a246e25-f9b1-4153-9d28-7e261d2b0e66 req-a397e56d-5d6b-4c34-b4fe-111f89a8525f tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 210 time: 0.0802269 Aug 20 13:20:12.937781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44722) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:12.981248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306713b0-48bf-405c-89e4-9c6ac9471a06 req-60515182-bf00-4a8a-be23-9cdeb73bd620 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:12.990900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306713b0-48bf-405c-89e4-9c6ac9471a06 req-60515182-bf00-4a8a-be23-9cdeb73bd620 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 945 time: 0.4985688 Aug 20 13:20:13.115311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:20:13.127607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Sync routers for ids ['d251536e-aff9-479e-9fde-18823461dfb7'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:20:13.138920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306713b0-48bf-405c-89e4-9c6ac9471a06 req-6d7e1d6c-c76b-4e11-ba7f-38799fc46bdf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469846 Aug 20 13:20:13.145115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Routers {'d251536e-aff9-479e-9fde-18823461dfb7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:13.146386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d251536e-aff9-479e-9fde-18823461dfb7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:13.172084 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.173243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b99c149-69b4-47d7-9721-b5b430c33166 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6e5c780a2be46d5827e00119eeff689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269127 Aug 20 13:20:13.173389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c6ed43ac-eed9-4ab3-894a-6931bbfbbc0c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5243158 Aug 20 13:20:13.176671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44728) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:13.178897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44730) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:13.196861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.197720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.198190 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Floating IP 56357d30-6b03-4149-8e29-40a11f462db1 disassociated. External IP: 172.25.6.121, port: 785721e2-fa88-4f31-a340-dac130a6ebd8. Aug 20 13:20:13.199301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Calling delete_port for 785721e2-fa88-4f31-a340-dac130a6ebd8 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:20:13.304081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fddb7d07-b9ad-461e-a409-5e25fc94ac29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.341812 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fddb7d07-b9ad-461e-a409-5e25fc94ac29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.388359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Set router d251536e-aff9-479e-9fde-18823461dfb7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:13.483242 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fddb7d07-b9ad-461e-a409-5e25fc94ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.488008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fddb7d07-b9ad-461e-a409-5e25fc94ac29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.490082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fddb7d07-b9ad-461e-a409-5e25fc94ac29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ded63a5-78de-41cf-adb0-b5c9d45f5037 HTTP/1.1" status: 204 len: 168 time: 0.3099718 Aug 20 13:20:13.506353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb7d07-b9ad-461e-a409-5e25fc94ac29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded63a5-78de-41cf-adb0-b5c9d45f5037,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:13.725515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ad8b-a33b-46f0-97df-3176cb111feb req-aad3c374-6c13-4a32-8db4-d8237dd99b06 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:13.738283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0011ad8b-a33b-46f0-97df-3176cb111feb req-aad3c374-6c13-4a32-8db4-d8237dd99b06 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.1046350 Aug 20 13:20:13.741356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:13.753281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:20:10Z', 'revision_number': 3, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:13.801818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event deleted for resources: {'Port': ['ID=785721e2-fa88-4f31-a340-dac130a6ebd8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:13.817018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Checking router: d251536e-aff9-479e-9fde-18823461dfb7 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:20:13.817018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Updating router d251536e-aff9-479e-9fde-18823461dfb7 port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:20:13.835649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0011ad8b-a33b-46f0-97df-3176cb111feb req-fca30204-442d-42b9-a025-0719eecab728 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962679 Aug 20 13:20:13.896044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.104890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4edbd-685d-4e96-8f24-a631e093dafd req-5d40a3a0-f7ba-4a27-a602-4c4c16a38726 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:14.106765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-31b4edbd-685d-4e96-8f24-a631e093dafd req-5d40a3a0-f7ba-4a27-a602-4c4c16a38726 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1096 time: 0.0762329 Aug 20 13:20:14.227187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-31b4edbd-685d-4e96-8f24-a631e093dafd req-722ed514-27ef-40f7-a671-cb7105c647a4 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108916 Aug 20 13:20:14.255232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb8b0101-547b-47e3-8ae5-87af5e73684c req-ef0730d8-516d-4a58-8cb3-2d7a6989c1d5 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 210 time: 0.2328892 Aug 20 13:20:14.367921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 785721e2-fa88-4f31-a340-dac130a6ebd8 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:14.436003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 785721e2-fa88-4f31-a340-dac130a6ebd8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:20:14.436350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 785721e2-fa88-4f31-a340-dac130a6ebd8 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:20:14.551590 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.599661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Transition to ACTIVE for port object a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:14.645339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.660101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:20:14.719933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f175dab-f067-49a6-9345-0f9f2abc00e1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:14.794275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06405c30-bc22-42dc-beb1-cc8d193735e4 None None] Pushing event updated for resources: {'Port': ['ID=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:14.796747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Attempting to bind port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:14.797077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Attempting to bind port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:14.797439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Attempting to bind port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:14.807074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:14.807457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:14.807903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.808308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:14.808830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Bound port: a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:14.809210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.809863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-57f609ef-f1ae-4515-af87-42b9ae3f2d6e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:14.812265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-57f609ef-f1ae-4515-af87-42b9ae3f2d6e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 824 time: 0.4571583 Aug 20 13:20:14.841982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2f175dab-f067-49a6-9345-0f9f2abc00e1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:14.842420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.903903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] For port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:14.919531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] For port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:14.959248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.976363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd1f29-33dd-4f4e-a51a-cf0e9b9a7bb1 req-91485e28-48ec-4ca0-9e34-4472d53523b4 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:14.993117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1fd1f29-33dd-4f4e-a51a-cf0e9b9a7bb1 req-91485e28-48ec-4ca0-9e34-4472d53523b4 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 1096 time: 0.1774909 Aug 20 13:20:15.031318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-38d4a8c1-6055-4cd8-ae4a-a5b68b40ff6d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fbb5aba20534aeeab76ca43aa7505d7 HTTP/1.1" status: 200 len: 379 time: 0.1985343 Aug 20 13:20:15.054485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'port': {'device_id': '337ff063-7969-47a9-8bd5-73429e0e3000', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'admin_state_up': True, 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'security_groups': ['275183d6-c638-4396-9fc2-38150fe35fbd']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:15.165355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1fd1f29-33dd-4f4e-a51a-cf0e9b9a7bb1 req-2a8c627b-fe81-4c97-afbd-eeda8d7c9ee2 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690874 Aug 20 13:20:15.166873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39200-5dee-4716-ba0e-37b3a7ca9e8c req-df8857f6-7dcc-44e1-8f39-c58d1f016d6a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:15.169018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aeb39200-5dee-4716-ba0e-37b3a7ca9e8c req-df8857f6-7dcc-44e1-8f39-c58d1f016d6a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 945 time: 0.7662814 Aug 20 13:20:15.176640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:15.310521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:15.432953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Routers {'d251536e-aff9-479e-9fde-18823461dfb7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:15.433616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d251536e-aff9-479e-9fde-18823461dfb7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:15.443632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06405c30-bc22-42dc-beb1-cc8d193735e4 None None] Pushing event updated for resources: {'Port': ['ID=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:15.483753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:20:15.496284 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:20:15.520670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44782) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:15.525664 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:15.526386 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:15.527950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aeb39200-5dee-4716-ba0e-37b3a7ca9e8c req-ffaad38b-5cb8-4a6b-8780-a21a266f1720 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451145 Aug 20 13:20:15.560424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:15.579828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] No DVR routers for this DVR port 785721e2-fa88-4f31-a340-dac130a6ebd8 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:20:15.583555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:15.583935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65a076ed-3082-4025-926b-ea498261c41e req-9d156b6c-1530-4119-8b9a-15223d34a00d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 210 time: 0.0605302 Aug 20 13:20:15.585955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb043a6b-2ca0-485b-950c-359ecdcc6169 req-80d0ab68-7fcb-4b82-a4f5-a512517fe951 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "DELETE /v2.0/ports/785721e2-fa88-4f31-a340-dac130a6ebd8 HTTP/1.1" status: 204 len: 173 time: 3.6258795 Aug 20 13:20:15.595267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'name': 'network-vif-deleted', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:15.598980 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e0d2d5-d260-4744-8d27-71d92572911d" -d '{"events": [{"server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "name": "network-vif-deleted", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:15.607697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Made reservation on behalf of 6fbb5aba20534aeeab76ca43aa7505d7 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:15.615754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:15.658042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 8394b4d4-aa41-4552-ad56-d333aaa4e878 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:15.758458 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c615594-8020-4184-be97-7067c598bcff x-openstack-request-id: req-0c615594-8020-4184-be97-7067c598bcff {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:15.759535 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e82d438-5f82-4353-b6d6-4f03e95f015a", "name": "network-vif-deleted", "tag": "785721e2-fa88-4f31-a340-dac130a6ebd8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:15.759798 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c615594-8020-4184-be97-7067c598bcff {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:15.760448 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e82d438-5f82-4353-b6d6-4f03e95f015a', 'name': 'network-vif-deleted', 'tag': '785721e2-fa88-4f31-a340-dac130a6ebd8', 'status': 'completed', 'code': 200} Aug 20 13:20:15.777354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 8394b4d4-aa41-4552-ad56-d333aaa4e878 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:15.778125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:15.838323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-216793419-network', 'tenant_id': '956f82e620f94d38ac9895e79cc0ae6b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:15.840190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:15.840761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:15.906393 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ef5165a-85c7-486a-b6f0-576a35c3b24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:15.933976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] Set router d251536e-aff9-479e-9fde-18823461dfb7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:16.039966 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:16.048476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Allocated IP 172.20.0.10 (9f041ca0-5fdd-43d8-98cb-90793276cda4/9ce2c322-98b3-4185-986a-48dac3990fe8/72392626-31bf-4076-991d-3c817b10981e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:16.070246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Made reservation on behalf of 956f82e620f94d38ac9895e79cc0ae6b for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:16.081442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.085455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Allocated IP 172.20.0.1 (40add8d5-9f4d-4efd-9b78-eb2968fc7f41/09d43cde-c17b-4afa-ad3b-31c670ff4932/1800ba06-23f0-4cba-adc2-214323b164eb) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:16.103898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.288247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.302054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.307964 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.324122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Transition to ACTIVE for port object 1800ba06-23f0-4cba-adc2-214323b164eb will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:16.369666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.449527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:16.450856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Pushing event updated for resources: {'Port': ['ID=1800ba06-23f0-4cba-adc2-214323b164eb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:16.454431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:16.456781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:16.536741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.554167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:20:16.603154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.633168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067d83d5-3aea-4afa-8b1d-6148c80a5197,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:16.645331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.650628 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Added segment 43bb1d51-9060-48a4-a04e-cfc4edb016c3 of type vlan for network 7f7ea888-6122-4e76-8762-9555eaef54e0 Aug 20 13:20:16.658484 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:16.719406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:16.722593 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed47ff1-ed54-4ef1-9ae5-f339722da8f9" -d '{"events": [{"server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "name": "network-vif-plugged", "status": "completed", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:16.746862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:16.757068 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.770011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:20:10Z', 'revision_number': 3, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:16.796219 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:20:16.813628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.833038 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:16.833985 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:19:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:16.892980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a84d567-73dc-4416-a1a7-e12b0ddf87f3 req-4e774ba5-f565-47cb-baa2-d0f848dcc7dc tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 210 time: 0.0959563 Aug 20 13:20:16.911222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da36c4-6df0-43bf-ac02-0c83e76cf869 None None] The sync data for ids ['d251536e-aff9-479e-9fde-18823461dfb7'] in n-d-804232-5 is: [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:20:10Z', 'revision_number': 3, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:20:16.928882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:16.990022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a7ae0-3b04-4491-8dd5-ba94d65b9adc req-c6f97950-d27c-4d7a-92f8-12e7ef4376b5 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:17.008264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c25a7ae0-3b04-4491-8dd5-ba94d65b9adc req-c6f97950-d27c-4d7a-92f8-12e7ef4376b5 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 945 time: 0.3195620 Aug 20 13:20:17.021688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52d3b922-97fe-4010-a112-53a61166696b None None] Provisioning for port 1800ba06-23f0-4cba-adc2-214323b164eb completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:17.038131 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4358fd57-e3b4-4d97-96ec-757b54da1856 x-openstack-request-id: req-4358fd57-e3b4-4d97-96ec-757b54da1856 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:17.038510 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "name": "network-vif-plugged", "status": "completed", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:17.038707 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4358fd57-e3b4-4d97-96ec-757b54da1856 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:17.039075 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'code': 200} Aug 20 13:20:17.066817 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:17.072048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:20:17.073062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52d3b922-97fe-4010-a112-53a61166696b None None] Provisioning complete for port 1800ba06-23f0-4cba-adc2-214323b164eb triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:17.074092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52d3b922-97fe-4010-a112-53a61166696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.077834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:17.101074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.180274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-52d3b922-97fe-4010-a112-53a61166696b None None] Port 1800ba06-23f0-4cba-adc2-214323b164eb cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:20:17.205601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c25a7ae0-3b04-4491-8dd5-ba94d65b9adc req-80aa3c9d-aa24-4a34-94f2-a5406f3d5423 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962869 Aug 20 13:20:17.222410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Transition to ACTIVE for port object 72392626-31bf-4076-991d-3c817b10981e will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:17.223845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.224867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:17.225443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.256772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e03c33-faaf-4eee-891b-cb528dc2b76d req-6f17e4dc-9acf-41f6-8ace-b24e9154e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:17.256772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3e03c33-faaf-4eee-891b-cb528dc2b76d req-6f17e4dc-9acf-41f6-8ace-b24e9154e311 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 1097 time: 0.1541977 Aug 20 13:20:17.396507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8716362 Aug 20 13:20:17.405061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44808) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:17.415562 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:20:17.424849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Request body: {'subnet': {'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-216793419-subnet', 'tenant_id': '956f82e620f94d38ac9895e79cc0ae6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:17.455532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3e03c33-faaf-4eee-891b-cb528dc2b76d req-f9f6b9bc-52be-40fd-896c-ddd442682bc5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790547 Aug 20 13:20:17.460375 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:17.512686 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e134-a9d9-4157-a922-09c36f39f194 None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:20:17.518329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cc8cb-8fea-4a01-a997-199cddbbf1cf admin admin] Pushing event updated for resources: {'Network': ['ID=7f7ea888-6122-4e76-8762-9555eaef54e0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:17.535825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7f7ea888-6122-4e76-8762-9555eaef54e0 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:20:17.561543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Made reservation on behalf of 956f82e620f94d38ac9895e79cc0ae6b for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:17.562490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.563109 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.584060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.729112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.746798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Pushing event updated for resources: {'Port': ['ID=1800ba06-23f0-4cba-adc2-214323b164eb,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:17.772842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:17.814448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:17.824847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:17.890063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:17.906789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:17.908865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:18.079427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event updated for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:18.157244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:18.160025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:18.200815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61333998-ab2e-4e08-8699-d84103acedc8 None None] New status for floating IP 56357d30-6b03-4149-8e29-40a11f462db1: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:20:18.220421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c402f-625f-41bc-9edd-8b15163f2e44 req-2d2e6a56-c807-44a3-ac0d-13f634311eda tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:18.229377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-397c402f-625f-41bc-9edd-8b15163f2e44 req-2d2e6a56-c807-44a3-ac0d-13f634311eda tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 932 time: 0.1594844 Aug 20 13:20:18.359502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Router d251536e-aff9-479e-9fde-18823461dfb7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:20:18.389786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-397c402f-625f-41bc-9edd-8b15163f2e44 req-0affa626-a6c2-4fc4-aa2b-c342fa21f16e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582816 Aug 20 13:20:18.605322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:20:18.649492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8de12af8-d43d-4c9c-8c96-e28a8e13d485 admin admin] 10.222.0.59 "PUT /v2.0/routers/d251536e-aff9-479e-9fde-18823461dfb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4653513 Aug 20 13:20:18.680917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:18.684427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-d01750c8-5bbe-410e-8d41-9eb647f186ac tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6352854 Aug 20 13:20:18.729377 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:18.742913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71e019c6-4bf5-468d-8857-2b8eaf51f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:18.753886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Provisioning for port 72392626-31bf-4076-991d-3c817b10981e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:18.764441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Provisioning complete for port 72392626-31bf-4076-991d-3c817b10981e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:18.764977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:18.860336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144d5857-acdc-4f1f-a08d-a137e8be4a2d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:18.874040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Request body: {'port': {'device_id': '337ff063-7969-47a9-8bd5-73429e0e3000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:18.897750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Port 72392626-31bf-4076-991d-3c817b10981e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:20:18.910885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Provisioning complete for port 1800ba06-23f0-4cba-adc2-214323b164eb triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:18.911862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:18.915566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a44d-d7a3-4715-975c-3f86ce973eca req-1890d239-e514-443c-8f9f-79a596b24631 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:18.925884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649a44d-d7a3-4715-975c-3f86ce973eca req-1890d239-e514-443c-8f9f-79a596b24631 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 946 time: 0.4571621 Aug 20 13:20:19.028844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:19.038130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-688e4fe4-3485-4034-908b-17134b29dd3a None None] Port 1800ba06-23f0-4cba-adc2-214323b164eb cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:20:19.090019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f649a44d-d7a3-4715-975c-3f86ce973eca req-70c49f59-fa3d-4924-97db-88c4e4530792 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629751 Aug 20 13:20:19.100969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Checking segment: {'id': '43bb1d51-9060-48a4-a04e-cfc4edb016c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:19.101590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Network hostable DHCP agents. Network: 7f7ea888-6122-4e76-8762-9555eaef54e0, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:20:19.150407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:19.157680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:19.158081 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:19.158934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:19.165719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Network 7f7ea888-6122-4e76-8762-9555eaef54e0 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:20:19.187839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7f7ea888-6122-4e76-8762-9555eaef54e0) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:19.194184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:19.194962 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:19.250121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84bda14-0826-4d0c-83cb-5a200ac4e21e None None] Network 7f7ea888-6122-4e76-8762-9555eaef54e0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:20:19.276248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-83a6cb52-66ec-4736-8baa-80b05b016079 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8642848 Aug 20 13:20:19.457330 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:19.680207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cf851-e599-4d4c-8ec9-4cd5be502c27 req-4459ac77-6cd3-48fa-be22-875f3b8277b3 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:19.695146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed4cf851-e599-4d4c-8ec9-4cd5be502c27 req-4459ac77-6cd3-48fa-be22-875f3b8277b3 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 932 time: 0.1176200 Aug 20 13:20:19.795375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed4cf851-e599-4d4c-8ec9-4cd5be502c27 req-e5e103a9-667f-4189-9110-a21c3bdf20ed tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958951 Aug 20 13:20:19.860651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e62ab1-71c9-439e-aefe-d5c5d92a82c5 None None] Network 7f7ea888-6122-4e76-8762-9555eaef54e0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:20:20.030452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.048855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72392626-31bf-4076-991d-3c817b10981e {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:20.071742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.082758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:20.086696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Transition to ACTIVE for port object 72392626-31bf-4076-991d-3c817b10981e will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:20.095730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.099715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.166208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Pushing event updated for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:20.321862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Sync routers for ids ['d251536e-aff9-479e-9fde-18823461dfb7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:20:20.326542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Attempting to bind port 72392626-31bf-4076-991d-3c817b10981e on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:20.327283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Attempting to bind port 72392626-31bf-4076-991d-3c817b10981e by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:20.327876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Attempting to bind port 72392626-31bf-4076-991d-3c817b10981e on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:20.333556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Port 72392626-31bf-4076-991d-3c817b10981e on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:20:20.334226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Attempting to bind port 72392626-31bf-4076-991d-3c817b10981e on network 9f041ca0-5fdd-43d8-98cb-90793276cda4 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:20.347512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:20.348434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Checking segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:20.349089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Bound using segment: {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:20.349788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Bound port: 72392626-31bf-4076-991d-3c817b10981e, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8530694c-b21f-475f-8ee3-387f4d285f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:20.350953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.377861 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Routers {'d251536e-aff9-479e-9fde-18823461dfb7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:20.378790 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d251536e-aff9-479e-9fde-18823461dfb7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:20.406481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:20.491570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:20.498533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7b73-ef69-4ba7-a5e0-d73df63e296e req-71d93a41-665e-4912-a962-f8b2cfba64ec tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:20.502522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=72392626-31bf-4076-991d-3c817b10981e,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:20.524330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb1d7b73-ef69-4ba7-a5e0-d73df63e296e req-71d93a41-665e-4912-a962-f8b2cfba64ec tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 946 time: 0.1511393 Aug 20 13:20:20.538748 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.642741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb1d7b73-ef69-4ba7-a5e0-d73df63e296e req-b4f25a92-b744-4362-84a8-7e9f86958e3e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116457 Aug 20 13:20:20.647804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:20.648596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:20.651956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] 10.222.0.53 "PUT /v2.0/ports/72392626-31bf-4076-991d-3c817b10981e HTTP/1.1" status: 200 len: 1092 time: 1.8024011 Aug 20 13:20:20.658168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'tag': '72392626-31bf-4076-991d-3c817b10981e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:20.675564 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b242c5f-9534-4be6-b188-72d48457b037" -d '{"events": [{"name": "network-changed", "server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "tag": "72392626-31bf-4076-991d-3c817b10981e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:20.685169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Pushing event updated for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:20.701020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.702059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.702651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.703370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.704197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.704880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.707127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.707750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.708407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.709609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.711546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.712335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fbc2fe-139a-476f-88f6-d89fa81d0c15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:20.863287 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Set router d251536e-aff9-479e-9fde-18823461dfb7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:20.940470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-c7aa4dab-c819-46c2-b287-bf652b0d755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:20.949912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-c7aa4dab-c819-46c2-b287-bf652b0d755d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 1095 time: 0.1838198 Aug 20 13:20:21.079641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:21.103223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-662dbd95-c848-4654-943f-d7454f10c512 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72392626-31bf-4076-991d-3c817b10981e HTTP/1.1" status: 200 len: 217 time: 0.1398251 Aug 20 13:20:21.274087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-9da01d06-c15d-4654-b868-971f04716054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:21.277331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-9da01d06-c15d-4654-b868-971f04716054 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 200 len: 863 time: 0.1663644 Aug 20 13:20:21.277859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:21.278539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:21.381275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:21.494462 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105dd836-8c50-4b3a-abdd-a457411c6fe4 x-openstack-request-id: req-105dd836-8c50-4b3a-abdd-a457411c6fe4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:21.496896 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "tag": "72392626-31bf-4076-991d-3c817b10981e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:21.500601 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-105dd836-8c50-4b3a-abdd-a457411c6fe4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:21.501582 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'tag': '72392626-31bf-4076-991d-3c817b10981e', 'status': 'completed', 'code': 200} Aug 20 13:20:21.572632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-b7f9d46d-8349-44a1-b264-dba973b7922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:21.584618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-b7f9d46d-8349-44a1-b264-dba973b7922f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f041ca0-5fdd-43d8-98cb-90793276cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2889884 Aug 20 13:20:21.667071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec44fbe-665b-41ef-9459-23f3064bce49 req-4fc9f5f0-3cb9-465e-a5ee-f48b770401a2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:21.679679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aec44fbe-665b-41ef-9459-23f3064bce49 req-4fc9f5f0-3cb9-465e-a5ee-f48b770401a2 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 944 time: 0.1785467 Aug 20 13:20:21.773400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aec44fbe-665b-41ef-9459-23f3064bce49 req-d6a12ab5-a3a9-41ca-9007-e14f9238fd5d tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889878 Aug 20 13:20:21.816076 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:20:16Z', 'revision_number': 4, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '1800ba06-23f0-4cba-adc2-214323b164eb', 'name': '', 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'mac_address': 'fa:16:3e:29:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '09d43cde-c17b-4afa-ad3b-31c670ff4932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:15Z', 'updated_at': '2021-08-20T13:20:16Z', 'revision_number': 2, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'subnets': [{'id': '09d43cde-c17b-4afa-ad3b-31c670ff4932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:21.869658 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Checking router: d251536e-aff9-479e-9fde-18823461dfb7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:20:21.871868 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Updating router d251536e-aff9-479e-9fde-18823461dfb7 port 1800ba06-23f0-4cba-adc2-214323b164eb binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:20:21.960244 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:21.964078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-05bdf695-303f-4667-b48f-d868184a38a2 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780341 Aug 20 13:20:22.122676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47784fe9-a6cd-4cb0-9d9f-ffa86d35bb63 req-5502cd4f-d0ae-489e-a753-7e5aac788ce6 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:22.125171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47784fe9-a6cd-4cb0-9d9f-ffa86d35bb63 req-5502cd4f-d0ae-489e-a753-7e5aac788ce6 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 946 time: 0.1940413 Aug 20 13:20:22.270693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47784fe9-a6cd-4cb0-9d9f-ffa86d35bb63 req-045b844a-a05f-4722-8490-2b17754d8eb7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287611 Aug 20 13:20:22.289136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f505bd-03d4-4da5-8d63-e6bce53dc9e1 req-e81638cf-b648-4b1f-89ff-fbbd0841344e service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161645 Aug 20 13:20:22.451552 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:22.490540 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Transition to ACTIVE for port object 1800ba06-23f0-4cba-adc2-214323b164eb will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:22.504341 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:22.514057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242c5f-9534-4be6-b188-72d48457b037 req-9cc5834b-0fea-4b54-bb76-d16af23aa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:22.516021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-9cc5834b-0fea-4b54-bb76-d16af23aa828 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 1095 time: 0.1494250 Aug 20 13:20:22.592368 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8ae56-d711-4f7b-8742-2f7484134b49 None None] Pushing event updated for resources: {'Port': ['ID=1800ba06-23f0-4cba-adc2-214323b164eb,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:22.752531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242c5f-9534-4be6-b188-72d48457b037 req-31fce468-6251-4358-958b-5653d9dd32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:22.754108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-31fce468-6251-4358-958b-5653d9dd32b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 925 time: 0.2309794 Aug 20 13:20:22.792498 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Attempting to bind port 1800ba06-23f0-4cba-adc2-214323b164eb on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:22.796642 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Attempting to bind port 1800ba06-23f0-4cba-adc2-214323b164eb by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:22.797263 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Attempting to bind port 1800ba06-23f0-4cba-adc2-214323b164eb on network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:22.817149 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:22.822046 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Checking segment: {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:22.824752 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:22.825371 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Bound using segment: {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:22.826038 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Bound port: 1800ba06-23f0-4cba-adc2-214323b164eb, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:22.828199 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:22.892488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-6cd8765e-b08b-49c9-9ea1-9541f8cb632c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72392626-31bf-4076-991d-3c817b10981e HTTP/1.1" status: 200 len: 217 time: 0.1255996 Aug 20 13:20:23.005739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242c5f-9534-4be6-b188-72d48457b037 req-ef6849c1-8a26-45ec-a7bc-546a3261796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:23.011730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-ef6849c1-8a26-45ec-a7bc-546a3261796a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 200 len: 863 time: 0.1111126 Aug 20 13:20:23.047180 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] For port 1800ba06-23f0-4cba-adc2-214323b164eb, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:23.055535 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] For port 1800ba06-23f0-4cba-adc2-214323b164eb, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1800ba06-23f0-4cba-adc2-214323b164eb,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:23.066120 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:23.201290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242c5f-9534-4be6-b188-72d48457b037 req-cb479465-6fa5-46e6-bad3-718a0af288b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:23.210931 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Routers {'d251536e-aff9-479e-9fde-18823461dfb7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:23.211856 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d251536e-aff9-479e-9fde-18823461dfb7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:23.218176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-cb479465-6fa5-46e6-bad3-718a0af288b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f041ca0-5fdd-43d8-98cb-90793276cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954885 Aug 20 13:20:23.292071 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8ae56-d711-4f7b-8742-2f7484134b49 None None] Pushing event updated for resources: {'Port': ['ID=1800ba06-23f0-4cba-adc2-214323b164eb,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:23.376476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-f29c8f61-c9d4-4833-b96b-014ebd549c94 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498115 Aug 20 13:20:23.622623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b242c5f-9534-4be6-b188-72d48457b037 req-d25eadf5-f1f0-46fc-a9b0-9e7ceb55eb93 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377021 Aug 20 13:20:23.626496 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] Set router d251536e-aff9-479e-9fde-18823461dfb7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:23.911453 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:20:16Z', 'revision_number': 4, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '1800ba06-23f0-4cba-adc2-214323b164eb', 'name': '', 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'mac_address': 'fa:16:3e:29:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '09d43cde-c17b-4afa-ad3b-31c670ff4932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:15Z', 'updated_at': '2021-08-20T13:20:23Z', 'revision_number': 4, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'subnets': [{'id': '09d43cde-c17b-4afa-ad3b-31c670ff4932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:23.978175 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102cf6dc-d062-448b-a0d1-0a3fc3bbc7d2 None None] The sync data for ids ['d251536e-aff9-479e-9fde-18823461dfb7'] in n-d-804232-5 is: [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:20:16Z', 'revision_number': 4, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '1800ba06-23f0-4cba-adc2-214323b164eb', 'name': '', 'network_id': '40add8d5-9f4d-4efd-9b78-eb2968fc7f41', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'mac_address': 'fa:16:3e:29:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '09d43cde-c17b-4afa-ad3b-31c670ff4932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:15Z', 'updated_at': '2021-08-20T13:20:23Z', 'revision_number': 4, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'subnets': [{'id': '09d43cde-c17b-4afa-ad3b-31c670ff4932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:20:24.030991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-ea44192f-b5b9-4981-a7f2-b7f2d054af5a tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:24.033274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-ea44192f-b5b9-4981-a7f2-b7f2d054af5a tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/networks?id=7f7ea888-6122-4e76-8762-9555eaef54e0 HTTP/1.1" status: 200 len: 813 time: 0.3315086 Aug 20 13:20:24.158373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-909c5a2f-893d-411a-bfe5-6d634038b69c tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/quotas/956f82e620f94d38ac9895e79cc0ae6b HTTP/1.1" status: 200 len: 375 time: 0.0890300 Aug 20 13:20:24.208777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-69fbf760-22b8-4450-8cbb-f43898008332 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=956f82e620f94d38ac9895e79cc0ae6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442724 Aug 20 13:20:24.264435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276cabe-25fe-4dd4-be6b-0c8058cc73de req-16c461e7-850c-4ce8-a32d-423690b77de2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:24.267092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8276cabe-25fe-4dd4-be6b-0c8058cc73de req-16c461e7-850c-4ce8-a32d-423690b77de2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 946 time: 0.1268034 Aug 20 13:20:24.411800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 72392626-31bf-4076-991d-3c817b10981e details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:20:24.437731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8276cabe-25fe-4dd4-be6b-0c8058cc73de req-35168ac7-ada3-407b-ad6b-96905068737d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633267 Aug 20 13:20:24.610919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-5ddf5e27-792c-452c-a595-01023614d8d3 service neutron] 10.222.0.59 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928950 Aug 20 13:20:24.617320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-b11affaa-09fb-4c09-a0c5-342f47763e97 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:24.619413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-b11affaa-09fb-4c09-a0c5-342f47763e97 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 946 time: 0.1428187 Aug 20 13:20:24.840504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701154b-0a19-471c-bf32-89e483dac6c6 req-d04a8f43-c98f-4e94-8db0-bf29928d852b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:24.846828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=72392626-31bf-4076-991d-3c817b10981e,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:24.864784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '72392626-31bf-4076-991d-3c817b10981e', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'port_id': '72392626-31bf-4076-991d-3c817b10981e', 'mac_address': 'fa:16:3e:46:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:20:24.865420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b701154b-0a19-471c-bf32-89e483dac6c6 req-d04a8f43-c98f-4e94-8db0-bf29928d852b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 944 time: 0.2437382 Aug 20 13:20:24.971960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b701154b-0a19-471c-bf32-89e483dac6c6 req-1c3aa412-1c81-43b0-9a5d-1bef00257fb4 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054347 Aug 20 13:20:24.999389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-d6165c64-1f3e-4833-a9cb-81b33a9a7cad service neutron] 10.222.0.59 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777568 Aug 20 13:20:25.183439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Deleting port b048e74a-52cf-448f-b3f0-04b3f18072f7 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:20:25.183795 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.421428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.461075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1800ba06-23f0-4cba-adc2-214323b164eb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:25.574835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72392626-31bf-4076-991d-3c817b10981e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:25.651278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=72392626-31bf-4076-991d-3c817b10981e,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:25.685955 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.706393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] For port b048e74a-52cf-448f-b3f0-04b3f18072f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b048e74a-52cf-448f-b3f0-04b3f18072f7,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:25.707023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.751092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Calling delete_port for b048e74a-52cf-448f-b3f0-04b3f18072f7 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:20:25.797092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0ce55-6e5e-4e11-bb8b-d56e7e24de52 req-8a75df74-5f3a-476e-9e06-1914662842f9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:25.817748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34f0ce55-6e5e-4e11-bb8b-d56e7e24de52 req-8a75df74-5f3a-476e-9e06-1914662842f9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 946 time: 0.1720674 Aug 20 13:20:25.849868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 1800ba06-23f0-4cba-adc2-214323b164eb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:25.892896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:25.903586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1800ba06-23f0-4cba-adc2-214323b164eb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:25.905835 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.953939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34f0ce55-6e5e-4e11-bb8b-d56e7e24de52 req-cc41133d-f1ba-4a8e-ad90-11ccbd247e66 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349049 Aug 20 13:20:25.996935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['72392626-31bf-4076-991d-3c817b10981e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:26.033755 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1781ff42-090c-45b6-9760-bea3ee01727b req-fb835bdf-7615-4841-81e8-a794fd03b7fc tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 210 time: 0.5834999 Aug 20 13:20:26.035602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:26.110162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event deleted for resources: {'Port': ['ID=b048e74a-52cf-448f-b3f0-04b3f18072f7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:26.127401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['b048e74a-52cf-448f-b3f0-04b3f18072f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:26.179257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.179623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.189341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.189848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.192931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.193401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.193734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.195992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.196703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.198260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.198618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.199007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:26.322061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] No DVR routers for this DVR port b048e74a-52cf-448f-b3f0-04b3f18072f7 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:20:26.327005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:26.330036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-64d5d390-c074-4b18-bac5-e050f56b2958 req-15dfc392-6f95-44f5-8950-e54fa3eaf488 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "DELETE /v2.0/ports/b048e74a-52cf-448f-b3f0-04b3f18072f7 HTTP/1.1" status: 204 len: 173 time: 1.6610811 Aug 20 13:20:26.330706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'name': 'network-vif-deleted', 'tag': 'b048e74a-52cf-448f-b3f0-04b3f18072f7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:26.333654 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775de774-e943-4b96-8393-c3b731a211e9" -d '{"events": [{"server_uuid": "9d84a5d5-f577-4caf-8860-01bf5f22b16d", "name": "network-vif-deleted", "tag": "b048e74a-52cf-448f-b3f0-04b3f18072f7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:26.461317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e0ff-7a08-442f-bd59-980393468692 req-3a6a9a02-be21-462c-8526-e2e271d2715e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:26.474515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7072e0ff-7a08-442f-bd59-980393468692 req-3a6a9a02-be21-462c-8526-e2e271d2715e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 945 time: 0.2135274 Aug 20 13:20:26.545494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:26.565474 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fba29ec-6821-419e-8779-02fdedd35283 x-openstack-request-id: req-0fba29ec-6821-419e-8779-02fdedd35283 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:26.566063 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d84a5d5-f577-4caf-8860-01bf5f22b16d", "name": "network-vif-deleted", "tag": "b048e74a-52cf-448f-b3f0-04b3f18072f7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:26.566507 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fba29ec-6821-419e-8779-02fdedd35283 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:26.567133 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d84a5d5-f577-4caf-8860-01bf5f22b16d', 'name': 'network-vif-deleted', 'tag': 'b048e74a-52cf-448f-b3f0-04b3f18072f7', 'status': 'completed', 'code': 200} Aug 20 13:20:26.593630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7072e0ff-7a08-442f-bd59-980393468692 req-2dd29842-9ed2-4043-9d2d-5b6a908e4845 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175554 Aug 20 13:20:26.732282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 1800ba06-23f0-4cba-adc2-214323b164eb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1800ba06-23f0-4cba-adc2-214323b164eb,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:26.740669 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:26.896379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=1800ba06-23f0-4cba-adc2-214323b164eb,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:27.111991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:20:27.298526 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7394adc-38a4-44da-927e-6cc62b69ae77 req-1c765512-ce3c-4d5f-a340-e136f54e1cc7 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 210 time: 0.1298084 Aug 20 13:20:27.303288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de78ddfb-d0d6-44c1-ab94-a802ce8b4a41 req-25538efd-f635-4d40-af08-532a08b9ef06 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.1194258 Aug 20 13:20:27.507371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:27.554034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'mac_address': 'fa:16:3e:e0:2c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:20:27.669541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:27.732476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8394b4d4-aa41-4552-ad56-d333aaa4e878 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:27.825891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73fbe950-e4fe-4e4b-a164-92621d4f900b tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:27.827683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73fbe950-e4fe-4e4b-a164-92621d4f900b tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.13 "GET /v2.0/networks?id=7f7ea888-6122-4e76-8762-9555eaef54e0 HTTP/1.1" status: 200 len: 813 time: 0.2660608 Aug 20 13:20:27.865671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Request body: {'port': {'device_id': '997f59a6-af38-4bc7-8d66-b971d676003e', 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0', 'admin_state_up': True, 'tenant_id': '956f82e620f94d38ac9895e79cc0ae6b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:27.879863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:27.898786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:27.982868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:27.998564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['8394b4d4-aa41-4552-ad56-d333aaa4e878'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:28.011765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5afb-9f66-4b11-9788-0a373d6b1144 req-3121802f-73f8-4d9a-b849-e895179b75d8 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:28.023940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e3c5afb-9f66-4b11-9788-0a373d6b1144 req-3121802f-73f8-4d9a-b849-e895179b75d8 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 945 time: 0.1593888 Aug 20 13:20:28.080450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e3c5afb-9f66-4b11-9788-0a373d6b1144 req-aaa49cec-53ee-49ef-ab62-c0c95373baa4 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546894 Aug 20 13:20:28.242978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Made reservation on behalf of 956f82e620f94d38ac9895e79cc0ae6b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:28.266379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:28.465609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 72392626-31bf-4076-991d-3c817b10981e up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:28.562438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2510d0a9-5a76-4ca3-b1dd-bd139537cf27 req-eae9b096-c853-487b-a2e0-bba5c0b68e29 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 210 time: 0.0922804 Aug 20 13:20:28.743129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 72392626-31bf-4076-991d-3c817b10981e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:28.766202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 72392626-31bf-4076-991d-3c817b10981e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:28.767689 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:28.778029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:28.872873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Allocated IP 172.20.0.3 (7f7ea888-6122-4e76-8762-9555eaef54e0/144d5857-acdc-4f1f-a08d-a137e8be4a2d/2d5147b4-ca93-4625-bba4-24c39afdf29e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:28.986438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71e71afb-c901-41ab-b7de-ae48251e5987 req-805dc767-3f72-471c-86c4-db0b3fc12ee1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.1078722 Aug 20 13:20:28.990689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1800ba06-23f0-4cba-adc2-214323b164eb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:29.154868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:29.157182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:29.279095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72392626-31bf-4076-991d-3c817b10981e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:29.281766 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0801c-c89f-4bfa-8f23-631b3292edae" -d '{"events": [{"server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "name": "network-vif-plugged", "status": "completed", "tag": "72392626-31bf-4076-991d-3c817b10981e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:29.295199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 8394b4d4-aa41-4552-ad56-d333aaa4e878 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:29.295731 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:29.444253 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ad4c65-95f6-4cb0-85a6-0e5dd374491f x-openstack-request-id: req-14ad4c65-95f6-4cb0-85a6-0e5dd374491f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:29.444529 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "name": "network-vif-plugged", "status": "completed", "tag": "72392626-31bf-4076-991d-3c817b10981e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:29.444929 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14ad4c65-95f6-4cb0-85a6-0e5dd374491f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:29.446412 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72392626-31bf-4076-991d-3c817b10981e', 'code': 200} Aug 20 13:20:29.447019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1800ba06-23f0-4cba-adc2-214323b164eb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:29.447439 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:29.521375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=72392626-31bf-4076-991d-3c817b10981e,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:29.558902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:29.875792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47fc8-7aeb-49f4-9950-c863c97dde2d req-4d097042-82bc-4ef3-a516-874aaa12f9fc tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:29.889046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c47fc8-7aeb-49f4-9950-c863c97dde2d req-4d097042-82bc-4ef3-a516-874aaa12f9fc tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 945 time: 0.5109046 Aug 20 13:20:29.993579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04a3e4c3-4c92-4d6c-b468-4b50301784cd req-a3fee05c-61fe-4660-ab39-97cbd6c53aed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 210 time: 0.2197244 Aug 20 13:20:30.088940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:30.276996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c47fc8-7aeb-49f4-9950-c863c97dde2d req-0df417eb-2423-4ce7-815a-179f86f8e998 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861456 Aug 20 13:20:30.278837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c50bb-f9c0-4e82-910c-ed7ecb6addd4 req-c3442610-21d5-414c-a93e-17832e5c7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:30.317015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-075c50bb-f9c0-4e82-910c-ed7ecb6addd4 req-c3442610-21d5-414c-a93e-17832e5c7c38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 1097 time: 0.7324982 Aug 20 13:20:30.319796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:30.343341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:30.440623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:30.498220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Network 7f7ea888-6122-4e76-8762-9555eaef54e0 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:30.543494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:30.548247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:30.575559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-075c50bb-f9c0-4e82-910c-ed7ecb6addd4 req-40a81ab6-3ae2-4f23-9a02-e3ba8a3810f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403703 Aug 20 13:20:30.632421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:30.640743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:30.653671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b048e74a-52cf-448f-b3f0-04b3f18072f7 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:30.728912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: b048e74a-52cf-448f-b3f0-04b3f18072f7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:20:30.729433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b048e74a-52cf-448f-b3f0-04b3f18072f7 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:20:30.769632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9444533-4c77-4142-a046-1546db56a9b8 req-83dafc34-9ebe-48ca-a371-98379df9c5e4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.2800441 Aug 20 13:20:30.838673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Pushing event updated for resources: {'Port': ['ID=2d5147b4-ca93-4625-bba4-24c39afdf29e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:30.936746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:30.937841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:30.951457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:30.973097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bfef2e5f-f725-4093-8521-13182f5ef8db tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1326449 Aug 20 13:20:30.988345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Request body: {'port': {'device_id': '997f59a6-af38-4bc7-8d66-b971d676003e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:31.200596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:31.297044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:31.447504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:31.451459 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8753c79b-2dc2-4e17-af1a-4924a9158f36" -d '{"events": [{"server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "name": "network-vif-plugged", "status": "completed", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:31.539421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95976438-9da0-41b4-ba82-16988920d962 req-8201bfe9-6be1-4ac8-86f8-6cdfb183dfdf tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:31.553401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95976438-9da0-41b4-ba82-16988920d962 req-8201bfe9-6be1-4ac8-86f8-6cdfb183dfdf tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 931 time: 0.3154473 Aug 20 13:20:31.727669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95976438-9da0-41b4-ba82-16988920d962 req-a01f7412-45c9-4277-90ad-f56fb30ba5ba tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725585 Aug 20 13:20:31.833920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5147b4-ca93-4625-bba4-24c39afdf29e {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:31.854405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:31.903425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Transition to ACTIVE for port object 2d5147b4-ca93-4625-bba4-24c39afdf29e will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:31.910462 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:32.081032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5147b4-ca93-4625-bba4-24c39afdf29e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:32.138052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b66e-f330-4beb-b84e-29dd3ac4c0b4 req-e5043cfc-1f9b-438b-8e35-153d92a3a506 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:32.150140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4479b66e-f330-4beb-b84e-29dd3ac4c0b4 req-e5043cfc-1f9b-438b-8e35-153d92a3a506 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.1735885 Aug 20 13:20:32.253247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4479b66e-f330-4beb-b84e-29dd3ac4c0b4 req-af0178d2-1d2c-492d-ad82-c13a6d4d9d32 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994990 Aug 20 13:20:32.283008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Attempting to bind port 2d5147b4-ca93-4625-bba4-24c39afdf29e on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:32.288411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Attempting to bind port 2d5147b4-ca93-4625-bba4-24c39afdf29e by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '43bb1d51-9060-48a4-a04e-cfc4edb016c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:32.289038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Attempting to bind port 2d5147b4-ca93-4625-bba4-24c39afdf29e on network 7f7ea888-6122-4e76-8762-9555eaef54e0 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:32.299045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Port 2d5147b4-ca93-4625-bba4-24c39afdf29e on network 7f7ea888-6122-4e76-8762-9555eaef54e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:20:32.299742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Attempting to bind port 2d5147b4-ca93-4625-bba4-24c39afdf29e on network 7f7ea888-6122-4e76-8762-9555eaef54e0 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:32.320009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:32.320782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Checking segment: {'id': '43bb1d51-9060-48a4-a04e-cfc4edb016c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:32.321429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Bound using segment: {'id': '43bb1d51-9060-48a4-a04e-cfc4edb016c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:32.324309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Bound port: 2d5147b4-ca93-4625-bba4-24c39afdf29e, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bb1d51-9060-48a4-a04e-cfc4edb016c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:32.325046 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:32.347600 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639e690-90dd-46ab-82e6-1334ff157428 x-openstack-request-id: req-8639e690-90dd-46ab-82e6-1334ff157428 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:32.348261 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "name": "network-vif-plugged", "status": "completed", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:32.348779 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8639e690-90dd-46ab-82e6-1334ff157428 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:32.349430 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'code': 200} Aug 20 13:20:32.517216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] For port 2d5147b4-ca93-4625-bba4-24c39afdf29e, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:32.525095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] For port 2d5147b4-ca93-4625-bba4-24c39afdf29e, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e,segment=NetworkSegment(43bb1d51-9060-48a4-a04e-cfc4edb016c3),segment_id=43bb1d51-9060-48a4-a04e-cfc4edb016c3)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:32.535970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:32.573917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:32.575148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:32.581402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d5147b4-ca93-4625-bba4-24c39afdf29e HTTP/1.1" status: 200 len: 1091 time: 1.5952170 Aug 20 13:20:32.727996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb50a9c7-e50e-4937-a5c8-0682c8e1b748 req-4f73226f-f1c2-43b5-ab25-82c483017552 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.0723336 Aug 20 13:20:32.780383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f59a6-af38-4bc7-8d66-b971d676003e', 'tag': '2d5147b4-ca93-4625-bba4-24c39afdf29e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:32.793057 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c51a9e-f1be-4352-9c29-be8368d68daa" -d '{"events": [{"name": "network-changed", "server_uuid": "997f59a6-af38-4bc7-8d66-b971d676003e", "tag": "2d5147b4-ca93-4625-bba4-24c39afdf29e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:32.800592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2cab0-5d3d-44f0-9d0c-edfb80ddcae8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5147b4-ca93-4625-bba4-24c39afdf29e,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:32.905604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-dcca5a19-ea5d-4576-838f-2f45a18c80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:32.908448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-dcca5a19-ea5d-4576-838f-2f45a18c80c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=956f82e620f94d38ac9895e79cc0ae6b&device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 1094 time: 0.0869806 Aug 20 13:20:32.986786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb650eed-2144-46ba-bee6-ed1e0bd1134f req-72f3e57f-aedb-4d30-a04a-8c8e8033fea0 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:32.994937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-5e50a76c-7cb1-4884-8eda-538186f9159e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e HTTP/1.1" status: 200 len: 217 time: 0.0771554 Aug 20 13:20:32.996034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb650eed-2144-46ba-bee6-ed1e0bd1134f req-72f3e57f-aedb-4d30-a04a-8c8e8033fea0 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 943 time: 0.1136055 Aug 20 13:20:33.070934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb650eed-2144-46ba-bee6-ed1e0bd1134f req-388bf387-0b96-4f8c-bc80-4ba776d1deba tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737166 Aug 20 13:20:33.072075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bb2aa2f8-58fc-4ce7-bfee-77cb75dd0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:33.077862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-bb2aa2f8-58fc-4ce7-bfee-77cb75dd0000 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144d5857-acdc-4f1f-a08d-a137e8be4a2d HTTP/1.1" status: 200 len: 853 time: 0.0777771 Aug 20 13:20:33.180930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-d6c89b82-b056-4e5e-8935-1e5d3798bd3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f7ea888-6122-4e76-8762-9555eaef54e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945337 Aug 20 13:20:33.183564 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68d7b3-a282-4f74-a7f4-c83d3a7b3e79 x-openstack-request-id: req-3f68d7b3-a282-4f74-a7f4-c83d3a7b3e79 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:33.183913 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997f59a6-af38-4bc7-8d66-b971d676003e", "tag": "2d5147b4-ca93-4625-bba4-24c39afdf29e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:33.184276 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f68d7b3-a282-4f74-a7f4-c83d3a7b3e79 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:33.185012 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f59a6-af38-4bc7-8d66-b971d676003e', 'tag': '2d5147b4-ca93-4625-bba4-24c39afdf29e', 'status': 'completed', 'code': 200} Aug 20 13:20:33.363216 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-dd2b2a7f-c597-48a9-b204-e14c86073ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738811 Aug 20 13:20:33.460862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634f57d-8bc3-490b-9dce-adb367709c2d req-d8928477-c28e-41c5-aceb-b251dd38b529 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:33.485029 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8634f57d-8bc3-490b-9dce-adb367709c2d req-d8928477-c28e-41c5-aceb-b251dd38b529 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.1125233 Aug 20 13:20:33.536108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8634f57d-8bc3-490b-9dce-adb367709c2d req-d5a7d950-093c-4e03-b9ce-7a2eca95dcee tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497634 Aug 20 13:20:33.616521 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70618d8-a2bd-45c5-ac4c-e80ae57bed14 req-3f7214d1-e3ba-4089-aa73-beba242f4c28 service neutron] 10.222.0.13 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444775 Aug 20 13:20:33.742402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad6cd9-be12-421e-a588-1c15c847423c req-2ac6c063-0dc5-457b-98eb-5850ec32c31c tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:33.745084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4ad6cd9-be12-421e-a588-1c15c847423c req-2ac6c063-0dc5-457b-98eb-5850ec32c31c tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.0645392 Aug 20 13:20:33.764406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45152) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:33.773060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-43990f1d-3cc7-4c23-a138-190ec65eabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:33.773927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Request body: {'floatingip': {'port_id': '72392626-31bf-4076-991d-3c817b10981e'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:33.781068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-43990f1d-3cc7-4c23-a138-190ec65eabf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=956f82e620f94d38ac9895e79cc0ae6b&device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 1094 time: 0.0789051 Aug 20 13:20:33.902889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eea4f576-e21b-4b9a-80e9-86d98aa8b26c req-800ddf46-19a9-45f4-b5d9-591836ee6ed4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.0405862 Aug 20 13:20:33.905194 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:33.987205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-2571c637-6677-4b3d-af19-2ba8b264566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:33.989520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-2571c637-6677-4b3d-af19-2ba8b264566f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f7ea888-6122-4e76-8762-9555eaef54e0 HTTP/1.1" status: 200 len: 914 time: 0.2007828 Aug 20 13:20:34.056814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-f7e98fb1-0243-476c-bb44-b84f85f3b2f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e HTTP/1.1" status: 200 len: 217 time: 0.0551031 Aug 20 13:20:34.161923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-243abeed-d296-4ed7-bc6c-268b517dc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:34.165722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-243abeed-d296-4ed7-bc6c-268b517dc45a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144d5857-acdc-4f1f-a08d-a137e8be4a2d HTTP/1.1" status: 200 len: 853 time: 0.0994594 Aug 20 13:20:34.237342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-37ce38bf-3b3a-40df-a369-ed92e0cbb456 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f7ea888-6122-4e76-8762-9555eaef54e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643899 Aug 20 13:20:34.358899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ca4d-e530-4ba1-b718-817a4971818f req-6817fe30-d816-49b0-961f-71b41576bf92 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:34.369035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9896ca4d-e530-4ba1-b718-817a4971818f req-6817fe30-d816-49b0-961f-71b41576bf92 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 943 time: 0.1629932 Aug 20 13:20:34.389442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-a1861539-af72-4d91-867f-9ce6b84e3000 service neutron] 10.222.0.13 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433139 Aug 20 13:20:34.429822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9896ca4d-e530-4ba1-b718-817a4971818f req-faf3ecc1-eae2-42a9-b1c5-1c24e8fe61de tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Aug 20 13:20:34.557415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08c51a9e-f1be-4352-9c29-be8368d68daa req-ce12407a-8c4b-4b1b-ad2b-d25fbcb28801 service neutron] 10.222.0.13 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512325 Aug 20 13:20:34.915934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:34.922450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:35.545559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15122019-e86a-4fdb-b80e-dbed9d4fae6d req-70733c22-0eca-4752-8f56-47fec2fb0593 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d84a5d5-f577-4caf-8860-01bf5f22b16d HTTP/1.1" status: 200 len: 210 time: 0.0366633 Aug 20 13:20:35.583849 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Floating IP 56357d30-6b03-4149-8e29-40a11f462db1 associated. External IP: 172.25.6.121, port: 72392626-31bf-4076-991d-3c817b10981e. Aug 20 13:20:35.804337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1740df-7c03-4c7c-8207-b454eddf658d req-ef6fb126-5019-4950-81df-3473b4fab1c0 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:35.812183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa1740df-7c03-4c7c-8207-b454eddf658d req-ef6fb126-5019-4950-81df-3473b4fab1c0 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 943 time: 0.1649463 Aug 20 13:20:35.868659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa1740df-7c03-4c7c-8207-b454eddf658d req-084f2815-cab1-414c-88a1-2d4c314c4c84 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545011 Aug 20 13:20:36.040526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:20:36.177721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:20:36.186437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:36.195385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:20:36.228506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:36.230491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:36.274933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b80ce1cc-c2bc-4527-9b10-e268e058fb81 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "PUT /v2.0/floatingips/56357d30-6b03-4149-8e29-40a11f462db1 HTTP/1.1" status: 200 len: 992 time: 2.5041859 Aug 20 13:20:36.274933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'tag': '72392626-31bf-4076-991d-3c817b10981e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:36.285151 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5202589-d03f-4cfd-b57e-901a5662503b" -d '{"events": [{"name": "network-changed", "server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "tag": "72392626-31bf-4076-991d-3c817b10981e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:36.460168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:36.529464 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645d5791-ad39-42d1-8090-cd4b02bc1702 x-openstack-request-id: req-645d5791-ad39-42d1-8090-cd4b02bc1702 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:36.536071 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "tag": "72392626-31bf-4076-991d-3c817b10981e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:36.536071 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-645d5791-ad39-42d1-8090-cd4b02bc1702 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:36.536071 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'tag': '72392626-31bf-4076-991d-3c817b10981e', 'status': 'completed', 'code': 200} Aug 20 13:20:36.630580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202589-d03f-4cfd-b57e-901a5662503b req-da540ced-57f8-451c-b7c4-7b44da376a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:36.631877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-da540ced-57f8-451c-b7c4-7b44da376a23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 1097 time: 0.0673895 Aug 20 13:20:36.883578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202589-d03f-4cfd-b57e-901a5662503b req-a9c8a933-d2b6-478c-869d-11d9feef25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:36.891824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-a9c8a933-d2b6-478c-869d-11d9feef25a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 200 len: 925 time: 0.2516518 Aug 20 13:20:37.016707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '56357d30-6b03-4149-8e29-40a11f462db1', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'port_id': '72392626-31bf-4076-991d-3c817b10981e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'mac_address': 'fa:16:3e:46:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337ff063-7969-47a9-8bd5-73429e0e3000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:03Z', 'updated_at': '2021-08-20T13:20:34Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:37.080651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:20:37.093821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:20:37.095323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:37.121972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-3eb02b6b-6275-443e-b3e4-144472e84b99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72392626-31bf-4076-991d-3c817b10981e HTTP/1.1" status: 200 len: 1000 time: 0.2164860 Aug 20 13:20:37.213707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2d5147b4-ca93-4625-bba4-24c39afdf29e details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:20:37.255173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:20:37.266173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202589-d03f-4cfd-b57e-901a5662503b req-e124d444-8b0c-4d9f-a37e-28b0f64ee720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:37.268626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-e124d444-8b0c-4d9f-a37e-28b0f64ee720 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 200 len: 863 time: 0.1140575 Aug 20 13:20:37.425684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8135-d252-4f09-b7a7-1f6b4173a07b req-819a2b81-d42f-46f1-b05b-12e83142251e tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:37.431390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45af8135-d252-4f09-b7a7-1f6b4173a07b req-819a2b81-d42f-46f1-b05b-12e83142251e tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 943 time: 0.3833501 Aug 20 13:20:37.447787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202589-d03f-4cfd-b57e-901a5662503b req-c5e5d6be-48df-40cf-84b4-58da3d36f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:37.448962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-c5e5d6be-48df-40cf-84b4-58da3d36f865 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f041ca0-5fdd-43d8-98cb-90793276cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574297 Aug 20 13:20:37.561290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45af8135-d252-4f09-b7a7-1f6b4173a07b req-e6718ebc-de92-4c1d-86f9-b6b06d6ce690 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288693 Aug 20 13:20:37.620506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2d5147b4-ca93-4625-bba4-24c39afdf29e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e,segment=NetworkSegment(43bb1d51-9060-48a4-a04e-cfc4edb016c3),segment_id=43bb1d51-9060-48a4-a04e-cfc4edb016c3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:37.647071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '2d5147b4-ca93-4625-bba4-24c39afdf29e', 'network_id': '7f7ea888-6122-4e76-8762-9555eaef54e0', 'port_id': '2d5147b4-ca93-4625-bba4-24c39afdf29e', 'mac_address': 'fa:16:3e:29:96:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144d5857-acdc-4f1f-a08d-a137e8be4a2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:20:37.649907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-600cd38f-c491-4705-8292-d4eea17e5c7c service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843235 Aug 20 13:20:37.767861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:37.805259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5202589-d03f-4cfd-b57e-901a5662503b req-bee6b0b0-c64c-4ded-997d-1afe75e45836 service neutron] 10.222.0.53 "GET /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474493 Aug 20 13:20:37.826230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5147b4-ca93-4625-bba4-24c39afdf29e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:37.857861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2d5147b4-ca93-4625-bba4-24c39afdf29e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e,segment=NetworkSegment(43bb1d51-9060-48a4-a04e-cfc4edb016c3),segment_id=43bb1d51-9060-48a4-a04e-cfc4edb016c3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:37.866983 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:38.036373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '56357d30-6b03-4149-8e29-40a11f462db1', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'port_id': '72392626-31bf-4076-991d-3c817b10981e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'mac_address': 'fa:16:3e:46:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337ff063-7969-47a9-8bd5-73429e0e3000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:03Z', 'updated_at': '2021-08-20T13:20:34Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:38.073238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d025d12-bbb4-4d4c-866a-e7fb705e3401 None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '56357d30-6b03-4149-8e29-40a11f462db1', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'port_id': '72392626-31bf-4076-991d-3c817b10981e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'mac_address': 'fa:16:3e:46:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337ff063-7969-47a9-8bd5-73429e0e3000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:18:03Z', 'updated_at': '2021-08-20T13:20:34Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:20:38.086872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=2d5147b4-ca93-4625-bba4-24c39afdf29e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:38.124043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['2d5147b4-ca93-4625-bba4-24c39afdf29e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:38.456591 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7c332-567d-40c3-a520-5d26e78f3296 None None] New status for floating IP 56357d30-6b03-4149-8e29-40a11f462db1: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:20:39.202220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2d5147b4-ca93-4625-bba4-24c39afdf29e up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:20:39.271906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 2d5147b4-ca93-4625-bba4-24c39afdf29e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:20:39.284390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 2d5147b4-ca93-4625-bba4-24c39afdf29e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:20:39.284942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:39.386334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:39.432693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2d5147b4-ca93-4625-bba4-24c39afdf29e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e,segment=NetworkSegment(43bb1d51-9060-48a4-a04e-cfc4edb016c3),segment_id=43bb1d51-9060-48a4-a04e-cfc4edb016c3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:39.433689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f59a6-af38-4bc7-8d66-b971d676003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5147b4-ca93-4625-bba4-24c39afdf29e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:39.436307 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11919886-33f3-42c4-bb17-5daf8d7a729b" -d '{"events": [{"server_uuid": "997f59a6-af38-4bc7-8d66-b971d676003e", "name": "network-vif-plugged", "status": "completed", "tag": "2d5147b4-ca93-4625-bba4-24c39afdf29e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:39.439985 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:39.505276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=2d5147b4-ca93-4625-bba4-24c39afdf29e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:44.258530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b1e86-0b3a-4424-803f-861c7e292ae4 req-747e390a-2651-4c6c-8465-7d52c4102eca tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:44.268109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-958b1e86-0b3a-4424-803f-861c7e292ae4 req-747e390a-2651-4c6c-8465-7d52c4102eca tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.0946569 Aug 20 13:20:44.328201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-958b1e86-0b3a-4424-803f-861c7e292ae4 req-e9fc4ddb-b400-4d07-98dd-cbc7677cec15 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592120 Aug 20 13:20:44.486468 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf1bb91-fcc7-4728-8e60-2561279c30e9 x-openstack-request-id: req-9bf1bb91-fcc7-4728-8e60-2561279c30e9 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:44.487345 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f59a6-af38-4bc7-8d66-b971d676003e", "name": "network-vif-plugged", "status": "completed", "tag": "2d5147b4-ca93-4625-bba4-24c39afdf29e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:44.487784 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9bf1bb91-fcc7-4728-8e60-2561279c30e9 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:44.488189 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f59a6-af38-4bc7-8d66-b971d676003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5147b4-ca93-4625-bba4-24c39afdf29e', 'code': 200} Aug 20 13:20:44.611182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cb8f-a8c6-4b5b-929a-76625dace2a0 req-3f5baae9-be80-4001-99ab-337546de53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:44.613031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4496cb8f-a8c6-4b5b-929a-76625dace2a0 req-3f5baae9-be80-4001-99ab-337546de53f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 1096 time: 0.0655529 Aug 20 13:20:44.672951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4496cb8f-a8c6-4b5b-929a-76625dace2a0 req-aba5c1fb-9f54-408b-9801-73d743b3f164 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501800 Aug 20 13:20:45.739248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bcd58639-44ab-4905-a414-2fdc3cc46d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:46.698835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5836-27d7-4d6f-b7f1-d3fa3986a52b req-1d40fc74-7d3c-4e24-bf6d-899fc106e469 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:46.700828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e53d5836-27d7-4d6f-b7f1-d3fa3986a52b req-1d40fc74-7d3c-4e24-bf6d-899fc106e469 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.2121100 Aug 20 13:20:46.726034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e53d5836-27d7-4d6f-b7f1-d3fa3986a52b req-bf405d21-ff2f-4d88-b38f-aa75661410b1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0180795 Aug 20 13:20:46.805328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e53d5836-27d7-4d6f-b7f1-d3fa3986a52b req-b1e5f8cf-aade-425f-87a4-63733e717e63 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651929 Aug 20 13:20:46.851393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3fa49-2e84-480a-8619-8bc340e9289a req-42666f32-d051-408f-b45e-920a59a0fbc4 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:46.855213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07b3fa49-2e84-480a-8619-8bc340e9289a req-42666f32-d051-408f-b45e-920a59a0fbc4 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.1238782 Aug 20 13:20:46.918242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07b3fa49-2e84-480a-8619-8bc340e9289a req-57e47951-5715-4f65-bf0f-2174da9c338b tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560617 Aug 20 13:20:47.005204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e53d5836-27d7-4d6f-b7f1-d3fa3986a52b req-769a0342-dad6-43a5-b5b4-14bc2e27e2b6 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907260 Aug 20 13:20:47.147315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e53d5836-27d7-4d6f-b7f1-d3fa3986a52b req-0d6d8ed8-939e-4702-8a19-45cdd9f9fa8f service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411955 Aug 20 13:20:47.538354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ca22f8-7c39-43d8-ac35-a628cc06b39f req-7cbf0f50-04b8-425e-ad9b-b5c3d8c6f2a4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=94ddb2cc-ecb7-4970-a838-cca57e766788 HTTP/1.1" status: 200 len: 210 time: 0.0591259 Aug 20 13:20:48.063437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-c1d66c8e-0753-4391-b2a0-942c4148d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:48.071086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-c1d66c8e-0753-4391-b2a0-942c4148d6ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=956f82e620f94d38ac9895e79cc0ae6b&device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 1096 time: 0.1581948 Aug 20 13:20:48.391722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f41ba-57f6-4c02-be4e-3f214e70d9b6 req-0ce303de-2289-4f6c-b96e-339cfd86c1c2 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:48.399499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e23f41ba-57f6-4c02-be4e-3f214e70d9b6 req-0ce303de-2289-4f6c-b96e-339cfd86c1c2 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.1188996 Aug 20 13:20:48.403161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-a9a9b7c7-e556-4042-8e2d-c99d1fc3a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:48.404827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-a9a9b7c7-e556-4042-8e2d-c99d1fc3a55e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f7ea888-6122-4e76-8762-9555eaef54e0 HTTP/1.1" status: 200 len: 914 time: 0.3285623 Aug 20 13:20:48.441437 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3928b429-2bfc-4295-92c6-8dc3f52edd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:48.476725 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-6af28c18-54c0-4636-b943-0f03238fe4f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e HTTP/1.1" status: 200 len: 217 time: 0.0650699 Aug 20 13:20:48.486833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:48.545495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-ebb67687-9be7-4711-a0f9-6180ffcb029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:48.548100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-ebb67687-9be7-4711-a0f9-6180ffcb029f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144d5857-acdc-4f1f-a08d-a137e8be4a2d HTTP/1.1" status: 200 len: 853 time: 0.0605152 Aug 20 13:20:48.602649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-4064889a-e7ea-4cb7-8686-0d446037deb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f7ea888-6122-4e76-8762-9555eaef54e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480876 Aug 20 13:20:48.616841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e23f41ba-57f6-4c02-be4e-3f214e70d9b6 req-812ac2e8-c39f-41d0-98cb-1b9eb61f1c50 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136922 Aug 20 13:20:48.855294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-4dfebcf8-c0c3-487b-a85d-a2b547050e96 service neutron] 10.222.0.13 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366784 Aug 20 13:20:49.288463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-71a1e875-c931-4361-9267-0e7864bd7f58 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:49.305217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-71a1e875-c931-4361-9267-0e7864bd7f58 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.2052104 Aug 20 13:20:49.340041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-7d198b59-47ca-4989-ad26-f76624ba61ba tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0289149 Aug 20 13:20:49.343295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:49.396939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-5cd2bbdb-4bfd-4c60-92c0-72f14207f2d5 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532491 Aug 20 13:20:49.513278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ea8a493-ed1b-459f-bb50-4deaeee8661d req-4f57cd8c-ab45-4329-a9a0-b2635a61b2ae service neutron] 10.222.0.13 "GET /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426766 Aug 20 13:20:49.550230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-51079128-9de8-4e50-99b6-109dcddb7ddf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:49.551396 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-51079128-9de8-4e50-99b6-109dcddb7ddf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.1751809 Aug 20 13:20:49.619795 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-355d2eba-4d87-4df4-9c02-82fb61922872 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/quotas/e7c5653397434e19865b36327e120c43 HTTP/1.1" status: 200 len: 375 time: 0.0374770 Aug 20 13:20:49.635554 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-684830ca-b863-4cc0-9f3f-11a4889eb8cf service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393723 Aug 20 13:20:49.757834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-044cc9cc-40a8-4811-8eba-05fc5b7496d3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357155 Aug 20 13:20:49.814704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-6c52454c-5afc-4e41-b1f0-0a573357576b service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692846 Aug 20 13:20:50.031838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-b9dffa52-f0da-4e1a-8ca6-8e9d90f763b1 service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724235 Aug 20 13:20:50.326967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478e732-98b9-4862-bfc9-deaaa0d4aa0f req-caf18ad5-e615-430b-9c6d-0b93db3e1954 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:50.335943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5478e732-98b9-4862-bfc9-deaaa0d4aa0f req-caf18ad5-e615-430b-9c6d-0b93db3e1954 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.1088922 Aug 20 13:20:50.403077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5478e732-98b9-4862-bfc9-deaaa0d4aa0f req-20a0c93e-c0aa-4c9a-8d68-13b190329b54 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658016 Aug 20 13:20:50.424037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-a27ea099-482e-4d3e-9f50-ee1a94d7ba25 service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856726 Aug 20 13:20:50.698453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-5201342c-8535-468d-9c74-5e4dc9c32f80 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:50.700638 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-5201342c-8535-468d-9c74-5e4dc9c32f80 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "GET /v2.0/ports?device_id=07fe5311-9e5b-4733-9110-558889d9efc2 HTTP/1.1" status: 200 len: 946 time: 0.1308415 Aug 20 13:20:50.753203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03f65f8d-e431-4300-95df-30479dcdcd2a req-dcf7ad38-6f49-4f8d-aa78-578d07df388d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 210 time: 0.1092675 Aug 20 13:20:50.932497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Deleting port 8394b4d4-aa41-4552-ad56-d333aaa4e878 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:20:50.933467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.058952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] For port 8394b4d4-aa41-4552-ad56-d333aaa4e878, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8394b4d4-aa41-4552-ad56-d333aaa4e878,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:51.059580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.080998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Calling delete_port for 8394b4d4-aa41-4552-ad56-d333aaa4e878 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:20:51.294135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-536c9ddb-9eb2-4969-b89f-c23629be67f3 req-0d463973-dfd7-4300-8740-00b0a12c1126 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 210 time: 0.1003382 Aug 20 13:20:51.304706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:51.417580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.541145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.611516 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.641358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a752b6e-c275-42b3-a57a-a2ef5aa8d1ae req-dd3744fe-991f-40b1-977f-ff37406efc75 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:51.643805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a752b6e-c275-42b3-a57a-a2ef5aa8d1ae req-dd3744fe-991f-40b1-977f-ff37406efc75 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.2092617 Aug 20 13:20:51.670010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event deleted for resources: {'Port': ['ID=8394b4d4-aa41-4552-ad56-d333aaa4e878,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:51.761823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a752b6e-c275-42b3-a57a-a2ef5aa8d1ae req-1d1db275-0464-47fa-b3b8-65920729fae3 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095514 Aug 20 13:20:51.766042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] No DVR routers for this DVR port 8394b4d4-aa41-4552-ad56-d333aaa4e878 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:20:51.770334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.773266 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b15fc78-4033-46eb-8070-cb9fa965f8cd req-f0e7d485-3853-4a8b-8a8e-fd3bf1ac6221 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "DELETE /v2.0/ports/8394b4d4-aa41-4552-ad56-d333aaa4e878 HTTP/1.1" status: 204 len: 173 time: 1.0615487 Aug 20 13:20:51.774191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'name': 'network-vif-deleted', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:51.778100 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa5a21f-fa2a-446e-9a96-6d636da3e537" -d '{"events": [{"server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "name": "network-vif-deleted", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:51.882255 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63a125-b733-4855-88ec-2cfdc384c2b2 x-openstack-request-id: req-6b63a125-b733-4855-88ec-2cfdc384c2b2 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:51.882576 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fe5311-9e5b-4733-9110-558889d9efc2", "name": "network-vif-deleted", "tag": "8394b4d4-aa41-4552-ad56-d333aaa4e878", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:51.883309 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b63a125-b733-4855-88ec-2cfdc384c2b2 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:51.883632 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fe5311-9e5b-4733-9110-558889d9efc2', 'name': 'network-vif-deleted', 'tag': '8394b4d4-aa41-4552-ad56-d333aaa4e878', 'status': 'completed', 'code': 200} Aug 20 13:20:52.049373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6c32c5a-1f0d-41a1-a25e-3cdf39eb313e req-de3c74f1-632a-42cd-b222-f4288b93a1dd tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 210 time: 0.0877368 Aug 20 13:20:52.362539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-72011f43-a551-49ef-a217-db53ac8b0d6e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:52.364330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-72011f43-a551-49ef-a217-db53ac8b0d6e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.53 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.1866794 Aug 20 13:20:52.385161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Request body: {'port': {'device_id': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'admin_state_up': True, 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:52.499998 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73450bfc-86e6-414e-8faf-e6218c64220f req-b49426a3-be5b-4027-8981-8dfdd482da04 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 210 time: 0.0736432 Aug 20 13:20:52.657969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:52.668913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:53.097993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Allocated IP 172.20.0.4 (e26a7a07-7652-4aa0-a07c-4615a201317a/4d8700bf-5c40-4e70-bc85-4fd41fae211c/76d879a4-9a00-4617-b1fd-a60b30e5a277) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:53.099801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-846a2680-1778-4240-9e50-fbaf46e92309 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:53.105233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-846a2680-1778-4240-9e50-fbaf46e92309 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.13 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.3357735 Aug 20 13:20:53.203641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e876-97c3-47c3-aaf7-25bf7a7ea848 req-ff856729-9d9b-4477-8563-1d9d97ed9b88 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:53.221196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3132e876-97c3-47c3-aaf7-25bf7a7ea848 req-ff856729-9d9b-4477-8563-1d9d97ed9b88 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 945 time: 0.2641039 Aug 20 13:20:53.246419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-77a5daf9-adc3-4ad5-8d36-382cc241004d req-8a2bd78a-8d97-417c-bb4d-35d600dd960f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 210 time: 0.0704746 Aug 20 13:20:53.304642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-42773038-6e11-417e-b936-708989b707c1 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:53.306759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-42773038-6e11-417e-b936-708989b707c1 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.53 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.6234491 Aug 20 13:20:53.355941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Request body: {'port': {'device_id': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'admin_state_up': True, 'tenant_id': 'e7c5653397434e19865b36327e120c43'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:53.469918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3132e876-97c3-47c3-aaf7-25bf7a7ea848 req-9e51292a-0195-4ccf-857c-1ca3c3367f51 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/security-groups?id=067d83d5-3aea-4afa-8b1d-6148c80a5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477262 Aug 20 13:20:53.548569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Made reservation on behalf of e7c5653397434e19865b36327e120c43 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:53.557554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:53.558440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:53.632176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-ab1d57df-9a34-4dc5-a4a8-f31b2f97e722 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:53.647595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-ab1d57df-9a34-4dc5-a4a8-f31b2f97e722 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.2220175 Aug 20 13:20:53.701258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-81689fd6-6e7a-409e-a0bd-6feb0a95bd9b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/quotas/90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 375 time: 0.0561883 Aug 20 13:20:53.704761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:53.753888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6291f89b-6d81-4e24-ae91-7033be39e5a0 req-509814e7-c559-4669-91a5-671b1bc098aa tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 210 time: 0.0474010 Aug 20 13:20:53.810394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Network e26a7a07-7652-4aa0-a07c-4615a201317a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:53.824251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:53.826443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Deleting port 2d5147b4-ca93-4625-bba4-24c39afdf29e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:20:53.826987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:53.844038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3383ee27-56b5-4e2d-8205-d134acbfe004 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1417556 Aug 20 13:20:53.846330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:53.911300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:53.911928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:53.956873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event updated for resources: {'Port': ['ID=76d879a4-9a00-4617-b1fd-a60b30e5a277,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:54.006099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] For port 2d5147b4-ca93-4625-bba4-24c39afdf29e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2d5147b4-ca93-4625-bba4-24c39afdf29e,segment=NetworkSegment(43bb1d51-9060-48a4-a04e-cfc4edb016c3),segment_id=43bb1d51-9060-48a4-a04e-cfc4edb016c3)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:54.006532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.022352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Calling delete_port for 2d5147b4-ca93-4625-bba4-24c39afdf29e owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:20:54.045431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-ed02d262-8c05-4d81-ba82-110c717c55cc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6682048 Aug 20 13:20:54.061578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Request body: {'port': {'device_id': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:54.157964 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:20:54.183269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.185844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Allocated IP 172.20.0.5 (d346d2d7-a5d5-4ade-b93e-578753e0f3de/1efc78bf-6900-4f86-996f-890aa1da49e7/ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:54.195511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['2d5147b4-ca93-4625-bba4-24c39afdf29e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:54.240221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Pushing event deleted for resources: {'Port': ['ID=2d5147b4-ca93-4625-bba4-24c39afdf29e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:54.255769 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.307217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] No DVR routers for this DVR port 2d5147b4-ca93-4625-bba4-24c39afdf29e on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:20:54.311730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.315144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f368664-4f2e-4b8f-bbd9-a3a0a6bb1b96 req-311c1534-40a6-43ed-a44d-acf74eb3d9ed tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.13 "DELETE /v2.0/ports/2d5147b4-ca93-4625-bba4-24c39afdf29e HTTP/1.1" status: 204 len: 173 time: 1.2000463 Aug 20 13:20:54.315352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-8a8d28d4-b7f4-4df2-af08-82e7beed442a service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691472 Aug 20 13:20:54.315486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f59a6-af38-4bc7-8d66-b971d676003e', 'name': 'network-vif-deleted', 'tag': '2d5147b4-ca93-4625-bba4-24c39afdf29e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:54.316762 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976667ab-aca0-4946-b7fe-2e3ab1e4698e" -d '{"events": [{"server_uuid": "997f59a6-af38-4bc7-8d66-b971d676003e", "name": "network-vif-deleted", "tag": "2d5147b4-ca93-4625-bba4-24c39afdf29e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:54.683503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.702026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4f51b-c0bb-4b1b-8b84-13d9cda46c23 req-85f4e76f-1591-4b52-a0ab-5f63501c0e49 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:54.709122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ceb4f51b-c0bb-4b1b-8b84-13d9cda46c23 req-85f4e76f-1591-4b52-a0ab-5f63501c0e49 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 931 time: 0.2834668 Aug 20 13:20:54.762641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.851614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ceb4f51b-c0bb-4b1b-8b84-13d9cda46c23 req-b8afe969-4e6d-4838-8dfd-53aa0f9ee6c8 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413217 Aug 20 13:20:54.921652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:54.922337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d879a4-9a00-4617-b1fd-a60b30e5a277 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:54.937695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.951014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:54.952961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:54.961992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Transition to ACTIVE for port object 76d879a4-9a00-4617-b1fd-a60b30e5a277 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:54.971189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.045514 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ada7f5-1ddb-4584-988a-be3e12bbae0e x-openstack-request-id: req-c0ada7f5-1ddb-4584-988a-be3e12bbae0e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:55.052193 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f59a6-af38-4bc7-8d66-b971d676003e", "name": "network-vif-deleted", "tag": "2d5147b4-ca93-4625-bba4-24c39afdf29e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:55.052193 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0ada7f5-1ddb-4584-988a-be3e12bbae0e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:55.052193 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f59a6-af38-4bc7-8d66-b971d676003e', 'name': 'network-vif-deleted', 'tag': '2d5147b4-ca93-4625-bba4-24c39afdf29e', 'status': 'completed', 'code': 200} Aug 20 13:20:55.052193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:55.128368 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-1aaf2c79-3e93-45b1-9336-f9f9a1cae3bf service neutron] 10.222.0.59 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091326 Aug 20 13:20:55.129318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:55.129318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.213073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Pushing event updated for resources: {'Port': ['ID=76d879a4-9a00-4617-b1fd-a60b30e5a277,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:55.215228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e34e10cc-dff9-4cc8-b82d-96c1bf531bbd req-2f8e1929-6d45-4cd6-bf28-26295a38e115 tempest-InstanceActionsTestJSON-1701044857 tempest-InstanceActionsTestJSON-1701044857-project] 10.222.0.59 "GET /v2.0/ports?device_id=997f59a6-af38-4bc7-8d66-b971d676003e HTTP/1.1" status: 200 len: 210 time: 0.0346637 Aug 20 13:20:55.223326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-1753412a-af51-4b67-8a1a-7ca73ba00f39 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8723896 Aug 20 13:20:55.234658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Attempting to bind port 76d879a4-9a00-4617-b1fd-a60b30e5a277 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:55.235010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Attempting to bind port 76d879a4-9a00-4617-b1fd-a60b30e5a277 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:55.236275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Attempting to bind port 76d879a4-9a00-4617-b1fd-a60b30e5a277 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:55.237329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Request body: {'port': {'device_id': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:55.246205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Port 76d879a4-9a00-4617-b1fd-a60b30e5a277 on network e26a7a07-7652-4aa0-a07c-4615a201317a not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:20:55.246644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Attempting to bind port 76d879a4-9a00-4617-b1fd-a60b30e5a277 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:55.262950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:55.263703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:55.264415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Bound using segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:55.264901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Bound port: 76d879a4-9a00-4617-b1fd-a60b30e5a277, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:55.265506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.318239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:55.365814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 8394b4d4-aa41-4552-ad56-d333aaa4e878 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:20:55.366170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8394b4d4-aa41-4552-ad56-d333aaa4e878 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:20:55.419487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] For port 76d879a4-9a00-4617-b1fd-a60b30e5a277, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:55.421577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97569299-c672-4f01-8c42-cd3540f18d6e req-5f6a16b2-db8e-44a0-a514-d8837a73666a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:55.423762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97569299-c672-4f01-8c42-cd3540f18d6e req-5f6a16b2-db8e-44a0-a514-d8837a73666a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 931 time: 0.1186073 Aug 20 13:20:55.426897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.432794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] For port 76d879a4-9a00-4617-b1fd-a60b30e5a277, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:55.439142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.536237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:55.539978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.553959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] 10.222.0.53 "PUT /v2.0/ports/76d879a4-9a00-4617-b1fd-a60b30e5a277 HTTP/1.1" status: 200 len: 1091 time: 1.4962366 Aug 20 13:20:55.568789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'tag': '76d879a4-9a00-4617-b1fd-a60b30e5a277'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:55.575944 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf0845c-c25d-4ab1-ae37-da3ae744b514", "tag": "76d879a4-9a00-4617-b1fd-a60b30e5a277"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:55.678877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97569299-c672-4f01-8c42-cd3540f18d6e req-8af75dd0-21d0-4277-892a-db5ae8222832 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288327 Aug 20 13:20:55.747361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5388f-3314-4c12-9fce-66d4d2a9f584 service neutron] Pushing event updated for resources: {'Port': ['ID=76d879a4-9a00-4617-b1fd-a60b30e5a277,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:55.802895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-c04d9227-bd77-44b4-856e-850b5a688253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:55.804677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-c04d9227-bd77-44b4-856e-850b5a688253 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 1094 time: 0.1835928 Aug 20 13:20:55.826042 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2831ca-6e53-4996-a012-94a9f856abce x-openstack-request-id: req-3f2831ca-6e53-4996-a012-94a9f856abce {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:55.826339 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf0845c-c25d-4ab1-ae37-da3ae744b514", "tag": "76d879a4-9a00-4617-b1fd-a60b30e5a277", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:55.826597 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f2831ca-6e53-4996-a012-94a9f856abce {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:55.827004 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'tag': '76d879a4-9a00-4617-b1fd-a60b30e5a277', 'status': 'completed', 'code': 200} Aug 20 13:20:55.842331 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-616425eb-2259-473a-880e-045bed38844a req-182eae75-30ec-4498-a036-5d2bf12735dc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0528684 Aug 20 13:20:55.860945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-05380435-5870-41be-8e31-83babccf5cba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277 HTTP/1.1" status: 200 len: 217 time: 0.0464053 Aug 20 13:20:55.982512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-07624754-5fbc-48e4-a274-7e2cb65b8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:55.983617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-07624754-5fbc-48e4-a274-7e2cb65b8e22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1148043 Aug 20 13:20:56.050974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-35304d22-60be-4c8f-a608-480217367ab8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589743 Aug 20 13:20:56.094775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:56.117664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.161636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d5583-173b-4b86-9141-7a25a80b2f0d req-cb10b16d-2144-487f-a5b8-f40657a982da tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:56.170894 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e02d5583-173b-4b86-9141-7a25a80b2f0d req-cb10b16d-2144-487f-a5b8-f40657a982da tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 943 time: 0.1396101 Aug 20 13:20:56.173312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Transition to ACTIVE for port object ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:20:56.184468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.287661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e02d5583-173b-4b86-9141-7a25a80b2f0d req-8350b189-6aa2-47c8-b81e-4d40c7c28b00 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010013 Aug 20 13:20:56.293215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-9d3d766c-15b1-40bb-ac64-2a4040c89c25 service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211764 Aug 20 13:20:56.307000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45578) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:56.356003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:56.434648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Deleting subnet 144d5857-acdc-4f1f-a08d-a137e8be4a2d {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:20:56.442031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.488083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c118059-0d99-46d9-9e93-9e210eb8c97b req-1cd42384-ef72-4bc9-bf72-7bd5cad722a7 service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798151 Aug 20 13:20:56.501944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.522177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Attempting to bind port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:20:56.522514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Attempting to bind port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:20:56.522842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Attempting to bind port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:56.529696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:20:56.529943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Attempting to bind port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:20:56.535215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:20:56.535554 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Checking segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:20:56.535996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Bound using segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:20:56.536757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Bound port: ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:20:56.537127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.612173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:20:56.616183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:20:56.620660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.627336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.717560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:56.718186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:56.719747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] 10.222.0.53 "PUT /v2.0/ports/ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 HTTP/1.1" status: 200 len: 1091 time: 1.4881747 Aug 20 13:20:56.796779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb8cc5-e688-4047-8aa6-d2e581d776ac service neutron] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:56.953377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-039862b4-511f-493d-9ca8-327c028f9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:56.957468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-039862b4-511f-493d-9ca8-327c028f9e0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 1094 time: 0.1421022 Aug 20 13:20:56.965819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333d040-0ce9-495a-b797-70868770d716 req-579aa5ee-08a5-4b7b-afe4-a8c379bf7428 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:56.967610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1333d040-0ce9-495a-b797-70868770d716 req-579aa5ee-08a5-4b7b-afe4-a8c379bf7428 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 943 time: 0.0836036 Aug 20 13:20:57.006228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-0be7cdc1-9121-425b-aff0-828c9a6540a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 HTTP/1.1" status: 200 len: 217 time: 0.0375977 Aug 20 13:20:57.055319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:20:57.058209 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538f1364-2d69-4ed5-9ee7-11186e6875e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:20:57.079202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7f5485a-154a-4f13-98ca-39491a33a9af req-0be5fa2c-9571-4f40-8385-6faaae404558 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0292137 Aug 20 13:20:57.105248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1333d040-0ce9-495a-b797-70868770d716 req-7f9daf00-a1c6-4d4d-b135-201abddd36fb tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979171 Aug 20 13:20:57.120643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-e1f2d24c-daab-487c-bdd8-f7f631b5fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:57.120643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-e1f2d24c-daab-487c-bdd8-f7f631b5fa2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 1094 time: 0.5451279 Aug 20 13:20:57.123778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-31aef929-fe66-4f10-9de1-a9cd8a8de2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:57.127705 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-31aef929-fe66-4f10-9de1-a9cd8a8de2b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.1101089 Aug 20 13:20:57.192478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-adb49b7a-db9d-48a3-a66c-5bc3a2237eab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549085 Aug 20 13:20:57.200804 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9c4ad-e6af-49e6-9b7c-aeaab156196f x-openstack-request-id: req-e9c9c4ad-e6af-49e6-9b7c-aeaab156196f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:20:57.201084 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:20:57.201560 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9c9c4ad-e6af-49e6-9b7c-aeaab156196f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:20:57.201956 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'status': 'completed', 'code': 200} Aug 20 13:20:57.238031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.325817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2d5147b4-ca93-4625-bba4-24c39afdf29e no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:20:57.335929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-676788d2-7306-4df5-bf59-37d7f25d1302 service neutron] 10.222.0.53 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318369 Aug 20 13:20:57.344064 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.350134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/144d5857-acdc-4f1f-a08d-a137e8be4a2d HTTP/1.1" status: 204 len: 168 time: 1.0307238 Aug 20 13:20:57.351832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792558d-75c5-406e-8667-f5aa82f4223f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144d5857-acdc-4f1f-a08d-a137e8be4a2d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:57.358814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45596) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:57.397853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 2d5147b4-ca93-4625-bba4-24c39afdf29e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:20:57.403832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2d5147b4-ca93-4625-bba4-24c39afdf29e not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:20:57.479642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.483329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-8c5d4e63-d50d-445e-a552-55600b679595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:57.485897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-8c5d4e63-d50d-445e-a552-55600b679595 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.3562710 Aug 20 13:20:57.554224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-8c4b82ec-4489-46d6-a41c-3a4d1499dd6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277 HTTP/1.1" status: 200 len: 217 time: 0.0600770 Aug 20 13:20:57.678676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.684535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148c80d-adf0-49b1-be16-8814db8c5b49 req-7fd7b48a-6cfb-430f-8485-259cb13196d2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:57.692714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2148c80d-adf0-49b1-be16-8814db8c5b49 req-7fd7b48a-6cfb-430f-8485-259cb13196d2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 943 time: 0.2134278 Aug 20 13:20:57.695454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-a71d2b1e-fac2-40ff-9acc-a29dad94865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:57.697070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-a71d2b1e-fac2-40ff-9acc-a29dad94865d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1224923 Aug 20 13:20:57.725403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7ea888-6122-4e76-8762-9555eaef54e0']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:57.739222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-26a97679-3b52-47eb-bb0a-c4482b302212 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:57.740361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-26a97679-3b52-47eb-bb0a-c4482b302212 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 807 time: 0.4033885 Aug 20 13:20:57.744461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab5c4633-5820-49c5-8eb4-9dc72473e790 req-7d64b4fb-a561-4a71-8ec2-a97d53746b2a service neutron] 10.222.0.53 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948255 Aug 20 13:20:57.773785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Request body: {'port': {'device_id': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'admin_state_up': True, 'tenant_id': '90de83ae2dc3418fbfb508e4371c0202'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:20:57.780420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-2a72f241-55bc-424b-b90f-3b743ec813bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749147 Aug 20 13:20:57.782340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bb1d51-9060-48a4-a04e-cfc4edb016c3') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:57.782640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bb1d51-9060-48a4-a04e-cfc4edb016c3') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:20:57.794897 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.864450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2148c80d-adf0-49b1-be16-8814db8c5b49 req-47289534-0c41-489f-b44f-151d12865fb5 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704814 Aug 20 13:20:57.876465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.907013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:20:57.907433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:20:57.909880 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:20:57.998987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-adc8348c-cba7-423f-b9d3-ed3f29357823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:58.005195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-adc8348c-cba7-423f-b9d3-ed3f29357823 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 1094 time: 0.1443074 Aug 20 13:20:58.006558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Made reservation on behalf of 90de83ae2dc3418fbfb508e4371c0202 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:20:58.007249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-582d7fa2-40af-460c-9564-81730cccfb7c service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099471 Aug 20 13:20:58.012854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.022661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.146066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fddab3d7-41d4-42d2-8e43-bc25d5cfab24 req-bfe04cc1-56e7-4cf0-a011-67d76a486db0 service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241903 Aug 20 13:20:58.161971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.166638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7f7ea888-6122-4e76-8762-9555eaef54e0 HTTP/1.1" status: 204 len: 168 time: 0.7976692 Aug 20 13:20:58.166638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759205e-574a-438f-8f72-723f29c095a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7ea888-6122-4e76-8762-9555eaef54e0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:58.250569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-88155150-c506-4a39-8448-33377ffabb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:58.252186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-88155150-c506-4a39-8448-33377ffabb03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 905 time: 0.2159483 Aug 20 13:20:58.292197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b01f6b1-a922-4b2e-9d9c-9707d04bfdb4 req-5089448b-f5bf-4cd3-b86f-f257f7730850 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0386686 Aug 20 13:20:58.345740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-26d0cb1e-71fe-4717-82a7-a2e0515a2e2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 HTTP/1.1" status: 200 len: 217 time: 0.0723345 Aug 20 13:20:58.360448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45608) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:58.427126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4df93492-0e35-4750-9474-ac0074d87498 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=956f82e620f94d38ac9895e79cc0ae6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649910 Aug 20 13:20:58.429784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45612) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:20:58.472375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c610661-32f9-466b-95a8-ff9e826ab5dd req-5868bdbd-d113-41c3-93d3-86ecfacdc549 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:58.480112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c610661-32f9-466b-95a8-ff9e826ab5dd req-5868bdbd-d113-41c3-93d3-86ecfacdc549 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 943 time: 0.2267349 Aug 20 13:20:58.510365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-ec34a94b-3bb0-4a04-892c-9cc9764ffbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:58.512524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-ec34a94b-3bb0-4a04-892c-9cc9764ffbc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.1554463 Aug 20 13:20:58.527392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad300ddb-9d6e-4e70-9048-ac131231d7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.532357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Allocated IP 172.20.0.13 (cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd/8bb1c2e7-b41a-4a44-a10b-3f47a0add02b/ecdd2f5b-a5e7-409b-9fe4-e30dea004913) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:20:58.559176 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-5ff07cf7-6252-466e-9f0b-27758e0ce35e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367863 Aug 20 13:20:58.561696 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad300ddb-9d6e-4e70-9048-ac131231d7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.617456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76d879a4-9a00-4617-b1fd-a60b30e5a277 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:20:58.740778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-b6d107b9-3623-4c7a-84ed-ee915640c7a4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:58.741147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c610661-32f9-466b-95a8-ff9e826ab5dd req-00b2f97a-2313-40df-9e57-364840c89a08 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543495 Aug 20 13:20:58.743343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-b6d107b9-3623-4c7a-84ed-ee915640c7a4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.1562262 Aug 20 13:20:58.744290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad300ddb-9d6e-4e70-9048-ac131231d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.747587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad300ddb-9d6e-4e70-9048-ac131231d7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:58.749040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ad300ddb-9d6e-4e70-9048-ac131231d7a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/067d83d5-3aea-4afa-8b1d-6148c80a5197 HTTP/1.1" status: 204 len: 168 time: 0.3182828 Aug 20 13:20:58.772166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad300ddb-9d6e-4e70-9048-ac131231d7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067d83d5-3aea-4afa-8b1d-6148c80a5197,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:58.784980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-4b49bb06-15de-4976-99d3-6fe36df07f45 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/quotas/b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 375 time: 0.0347092 Aug 20 13:20:58.804231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-b64b0b5f-a9cb-47d4-bf5a-f3e527d8ce75 service neutron] 10.222.0.53 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277722 Aug 20 13:20:58.875064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-a7d3db85-89bb-4540-88d1-e1e786e72aa6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890276 Aug 20 13:20:58.909339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:59.034262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-538f1364-2d69-4ed5-9ee7-11186e6875e1 req-c9d3cb7c-2815-498c-95d1-18e7bbfcebf0 service neutron] 10.222.0.53 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139685 Aug 20 13:20:59.040624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 76d879a4-9a00-4617-b1fd-a60b30e5a277, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:59.075594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '76d879a4-9a00-4617-b1fd-a60b30e5a277', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': '76d879a4-9a00-4617-b1fd-a60b30e5a277', 'mac_address': 'fa:16:3e:bc:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:20:59.097463 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:59.137100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8b639-9734-44f0-be19-fb01054758fe req-4c84f961-bc9f-45af-aae1-6d3471c6a73f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:20:59.138851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2e8b639-9734-44f0-be19-fb01054758fe req-4c84f961-bc9f-45af-aae1-6d3471c6a73f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 943 time: 0.0930147 Aug 20 13:20:59.182499 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:59.185462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-62084249-f9b0-461a-a1f7-16b518abfa45 service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094409 Aug 20 13:20:59.214972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d879a4-9a00-4617-b1fd-a60b30e5a277 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:20:59.222855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:59.236661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['56f9320a-b75f-4042-93a6-1bcbd5bf3370'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:20:59.292955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 76d879a4-9a00-4617-b1fd-a60b30e5a277, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:20:59.309817 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:59.315030 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2e8b639-9734-44f0-be19-fb01054758fe req-79b83709-1a89-452b-8277-5e5061cac0d1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617067 Aug 20 13:20:59.374953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:20:59.389278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:59.426398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:20:59.428200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-0d17c094-d20f-4aff-aabc-610d71508161 service neutron] 10.222.0.59 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295287 Aug 20 13:20:59.436687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:20:59.564066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=76d879a4-9a00-4617-b1fd-a60b30e5a277,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:20:59.597092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.597685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.598126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.598708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.599267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.599708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.600076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.600635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.601099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.601525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.601995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.602410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:20:59.653707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['76d879a4-9a00-4617-b1fd-a60b30e5a277'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:00.058753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:00.059391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:00.142580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-3bf4ce19-8876-4060-9be9-3121639c90f3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3743165 Aug 20 13:21:00.163917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Request body: {'port': {'device_id': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:00.230100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2eda0-ebcc-4e42-90f7-dbee43708eb9 req-65176f1f-af4e-438a-baf8-67dfa8fe5730 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:00.231709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9f2eda0-ebcc-4e42-90f7-dbee43708eb9 req-65176f1f-af4e-438a-baf8-67dfa8fe5730 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 932 time: 0.1681607 Aug 20 13:21:00.284053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45658) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:00.311784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a746106-069f-4ca6-abdf-0e744dfe0045 req-9e4d9df3-7bd8-42a1-88cd-a16645052574 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:00.313219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a746106-069f-4ca6-abdf-0e744dfe0045 req-9e4d9df3-7bd8-42a1-88cd-a16645052574 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 943 time: 0.1052151 Aug 20 13:21:00.392415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a746106-069f-4ca6-abdf-0e744dfe0045 req-b92e011e-5b9e-4717-b6e1-3b5a46907312 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720332 Aug 20 13:21:00.426849 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9f2eda0-ebcc-4e42-90f7-dbee43708eb9 req-b5026abe-a4f4-46bc-b7d2-21db6011039a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790032 Aug 20 13:21:00.427456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:00.580211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1433461962-network', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:00.597774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5921219-0c3f-4f02-ac43-8c244bed26fb req-336e9843-79bd-4ceb-9b2e-eaafc2ac638c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0642395 Aug 20 13:21:00.632720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:00.635424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76d879a4-9a00-4617-b1fd-a60b30e5a277 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:00.768818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Made reservation on behalf of ccc515de87ff4eb08c24b7aeafe7a5db for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:00.771270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:00.797711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:00.856661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0159e4-467e-4869-afd9-bbdba84f8263 req-938c065b-675a-4b1e-a2ef-44af2bd65639 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:00.864180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed0159e4-467e-4869-afd9-bbdba84f8263 req-938c065b-675a-4b1e-a2ef-44af2bd65639 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 944 time: 0.2433085 Aug 20 13:21:00.907458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 76d879a4-9a00-4617-b1fd-a60b30e5a277 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:00.931962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 76d879a4-9a00-4617-b1fd-a60b30e5a277 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:00.933030 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:00.965212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed0159e4-467e-4869-afd9-bbdba84f8263 req-899f2669-31b9-4a1e-9e23-2cda23ad081b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999963 Aug 20 13:21:01.039063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:01.085259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'mac_address': 'fa:16:3e:49:30:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:01.193186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.213493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdd2f5b-a5e7-409b-9fe4-e30dea004913 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:01.220944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.251776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:21:01.255580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.259664 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.270063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.270443 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Added segment 43b23211-fd93-47a4-af3c-b5d1afe5e97b of type vlan for network ec2ae103-43c4-421c-9f83-7fe1722dbba6 Aug 20 13:21:01.310256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:01.334171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.344958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 76d879a4-9a00-4617-b1fd-a60b30e5a277, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:01.347606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d879a4-9a00-4617-b1fd-a60b30e5a277'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:01.351834 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556049f-ec12-4925-95fb-94c821863fee" -d '{"events": [{"server_uuid": "dbf0845c-c25d-4ab1-ae37-da3ae744b514", "name": "network-vif-plugged", "status": "completed", "tag": "76d879a4-9a00-4617-b1fd-a60b30e5a277"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:01.360504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.367994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.368901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:01.369447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.374003 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.379810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.543918 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af34b5-5cf3-411d-a895-2663da465e72 x-openstack-request-id: req-01af34b5-5cf3-411d-a895-2663da465e72 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:01.544959 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf0845c-c25d-4ab1-ae37-da3ae744b514", "name": "network-vif-plugged", "status": "completed", "tag": "76d879a4-9a00-4617-b1fd-a60b30e5a277", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:01.545840 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01af34b5-5cf3-411d-a895-2663da465e72 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:01.547579 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d879a4-9a00-4617-b1fd-a60b30e5a277', 'code': 200} Aug 20 13:21:01.549544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=76d879a4-9a00-4617-b1fd-a60b30e5a277,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:01.579611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:01.586303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f44cfa2-aff3-462b-be8b-25b96d6612ab,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:01.589774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.635176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45682) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:01.639977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3412230 Aug 20 13:21:01.640475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Request body: {'subnet': {'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1433461962-subnet', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:01.684590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Made reservation on behalf of ccc515de87ff4eb08c24b7aeafe7a5db for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:01.691425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.698711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:01.727699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Transition to ACTIVE for port object ecdd2f5b-a5e7-409b-9fe4-e30dea004913 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:01.734105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdc052-83c9-44cc-87eb-bec9e9052ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2ae103-43c4-421c-9f83-7fe1722dbba6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:01.751339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:21:01.800955 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.887826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db487-5785-40ac-ad4b-f3760adec319 req-acc2c8fb-d84b-4bac-8c26-0eecc52fda48 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:01.898305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-442db487-5785-40ac-ad4b-f3760adec319 req-acc2c8fb-d84b-4bac-8c26-0eecc52fda48 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.1776376 Aug 20 13:21:01.901707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:01.956741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:02.016367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-442db487-5785-40ac-ad4b-f3760adec319 req-07e02d37-07c6-4d10-a34f-2222b4fd8e4d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166964 Aug 20 13:21:02.218315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-ec2c0b87-e9a2-4876-85ec-db8c6ea7d216 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:02.219870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-ec2c0b87-e9a2-4876-85ec-db8c6ea7d216 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 821 time: 0.2642620 Aug 20 13:21:02.230138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ffa69d8-f8c8-4670-a657-a43b162f5e26 req-b39b7672-8223-415e-856d-230f783538e0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0601296 Aug 20 13:21:02.231130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:02.259100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7392-a7f3-48dd-b403-f7492a57abbc req-f4e15c39-0883-47e6-895c-4a5af5045c35 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:02.267985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18cc7392-a7f3-48dd-b403-f7492a57abbc req-f4e15c39-0883-47e6-895c-4a5af5045c35 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 944 time: 0.6411905 Aug 20 13:21:02.297690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Request body: {'port': {'device_id': '3584a202-c481-46cc-9079-4d88078b1fad', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'admin_state_up': True, 'tenant_id': 'b237fe2e3e5642cbaaa43dad922c0da3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:02.310635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e13b-f838-4ad8-a3c3-d15428da5ac1 req-bb21c720-bb7a-4c3d-958a-2a5a70ab4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:02.312234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a320e13b-f838-4ad8-a3c3-d15428da5ac1 req-bb21c720-bb7a-4c3d-958a-2a5a70ab4bfc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 1096 time: 0.6554158 Aug 20 13:21:02.402741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Checking segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:02.402931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Network hostable DHCP agents. Network: ec2ae103-43c4-421c-9f83-7fe1722dbba6, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:21:02.423844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=689438ba-5f76-4cbb-aea4-bb085465a60b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:02.450364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:21:02.470018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ec2ae103-43c4-421c-9f83-7fe1722dbba6) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:02.475104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:02.477008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:02.483661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ad5e8-8fca-4acc-8b71-1048261c06ad None None] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:02.509978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-842fc45e-4a5e-4a50-aa69-47a1654bba6e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8734422 Aug 20 13:21:02.513346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45692) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:02.581080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Made reservation on behalf of b237fe2e3e5642cbaaa43dad922c0da3 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:02.585422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:02.590909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:02.623873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a320e13b-f838-4ad8-a3c3-d15428da5ac1 req-140c77f9-6b7a-4b20-b01a-6a68e81ee620 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655526 Aug 20 13:21:02.719756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18cc7392-a7f3-48dd-b403-f7492a57abbc req-5edbc7a6-3340-4c1e-9330-61f3a883e6c0 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505696 Aug 20 13:21:02.740634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:02.741663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:02.846923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e0e25-14b6-4bee-a8e6-bd32304ee928 None None] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:02.872795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa47e-9896-4366-8bd1-f6d4b10550eb req-cd7feba6-e457-48c4-86ef-556a9c15d28c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:02.874390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bdfaa47e-9896-4366-8bd1-f6d4b10550eb req-cd7feba6-e457-48c4-86ef-556a9c15d28c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 945 time: 0.1811574 Aug 20 13:21:02.879040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:02.879040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:02.880109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:02.905091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:02.905397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:02.979565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:02.988913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:02.989275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:02.989646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:02.990103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Bound port: ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:02.990557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.086615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bdfaa47e-9896-4366-8bd1-f6d4b10550eb req-ad5c4067-fedd-4884-9f2a-d132b7a223c1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991124 Aug 20 13:21:03.129194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53ee2e-b862-40ad-af92-d8172a504f40 req-281f7068-3e50-4c0e-9d81-3a4c503a0cf0 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:03.132395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f53ee2e-b862-40ad-af92-d8172a504f40 req-281f7068-3e50-4c0e-9d81-3a4c503a0cf0 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.2397258 Aug 20 13:21:03.220392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.222596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:03.230231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:03.281836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.342108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Allocated IP 172.20.0.5 (6f3db025-91a5-4bd9-be46-2dd2de5b7c85/1fcd4207-91be-48d8-ac09-dc58f9e0dc9b/6b24d13c-45be-41e9-9b21-06e014fa73db) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:03.383027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:03.383699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.385184 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 1092 time: 3.2267945 Aug 20 13:21:03.385638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:03.387920 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25554123-aea7-4de0-acf4-1e11ccf7a47d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:03.413236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef7df9-2e18-41ce-93a0-6a85572c33c7 req-f0ca38b8-d4a7-4240-978c-16b66f74b94b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:03.417321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f53ee2e-b862-40ad-af92-d8172a504f40 req-8a7e2494-34f1-4851-a42b-c6b4040f843d tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761378 Aug 20 13:21:03.425038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1ef7df9-2e18-41ce-93a0-6a85572c33c7 req-f0ca38b8-d4a7-4240-978c-16b66f74b94b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.1397989 Aug 20 13:21:03.493142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a6123-030e-4614-904c-4b144a4a42e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:03.531507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1ef7df9-2e18-41ce-93a0-6a85572c33c7 req-6a7c8105-f32b-476a-9e0e-ed1802951d4e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979276 Aug 20 13:21:03.608683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd7468d4-bca2-4a69-904f-e658b31f81e1 req-1b283626-4a54-4acf-b47e-202b50f02275 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0421267 Aug 20 13:21:03.610336 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3943a47a-a692-4a3d-95a7-d7165448ca84 x-openstack-request-id: req-3943a47a-a692-4a3d-95a7-d7165448ca84 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:03.610623 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:03.610874 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3943a47a-a692-4a3d-95a7-d7165448ca84 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:03.611257 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'status': 'completed', 'code': 200} Aug 20 13:21:03.645338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-b9bc1d51-f169-42b7-9cbf-95dfb60d8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:03.646916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-b9bc1d51-f169-42b7-9cbf-95dfb60d8a02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1095 time: 0.1655827 Aug 20 13:21:03.713904 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-480be742-b764-4f78-b20b-49712b87b99f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 217 time: 0.0478246 Aug 20 13:21:03.742762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.746801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.767384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.792366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:03.804329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:03.950019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:03.964989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Allocated IP 172.25.6.169 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/41936e82-e0f3-4dc7-93fc-1659319347f3) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:03.989004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:04.014747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:04.024301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:04.033897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e87a2-0451-4436-96be-ec9a877209ff req-fa18d8c6-ea35-4204-a6f7-618a722d3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:04.035446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-fa18d8c6-ea35-4204-a6f7-618a722d3551 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.2525744 Aug 20 13:21:04.109391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-6897b708-0256-40b2-9655-c49b8f80a74a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514877 Aug 20 13:21:04.119528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:04.120192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.154143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018c6aa-9972-4119-a0a0-328934cbcc98 req-cc0f8e4f-b4f6-497a-ac7e-506fdbbfdd9e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:04.155714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b018c6aa-9972-4119-a0a0-328934cbcc98 req-cc0f8e4f-b4f6-497a-ac7e-506fdbbfdd9e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 944 time: 0.2288520 Aug 20 13:21:04.203372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.209589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-de4bbe04-e257-4c7e-bdad-c962352c1a3d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9701407 Aug 20 13:21:04.229357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Request body: {'port': {'device_id': '3584a202-c481-46cc-9079-4d88078b1fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:04.293222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.318171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-ec908ef7-1fea-4f60-93b3-0993088c6ead service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937077 Aug 20 13:21:04.339777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b018c6aa-9972-4119-a0a0-328934cbcc98 req-ec2b333e-321a-4570-b704-93bdbe482418 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483440 Aug 20 13:21:04.420096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.440373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:04.443311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:04.462431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:04.573145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88e87a2-0451-4436-96be-ec9a877209ff req-40dd79f8-9a12-4955-9234-f00ecc9853dd service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462893 Aug 20 13:21:04.639211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Pushing event updated for resources: {'Port': ['ID=41936e82-e0f3-4dc7-93fc-1659319347f3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:04.650233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:04.722221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:04.727017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:04.727868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.733408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337c97f-8c46-4d8b-b494-46547ed6b4d2 req-b3b469c4-5dc4-4164-88d8-e55c52e3108a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:04.735392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b337c97f-8c46-4d8b-b494-46547ed6b4d2 req-b3b469c4-5dc4-4164-88d8-e55c52e3108a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 945 time: 0.2100439 Aug 20 13:21:04.739506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fee1b-60c8-4d08-91f1-c6a3b24f8615 req-53055855-630a-498a-acc9-c5f5ea6e0c11 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:04.741976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db4fee1b-60c8-4d08-91f1-c6a3b24f8615 req-53055855-630a-498a-acc9-c5f5ea6e0c11 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.1032283 Aug 20 13:21:04.829216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-52dae988-e133-4ef0-b073-b92356ee3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:04.831965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-52dae988-e133-4ef0-b073-b92356ee3c9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1095 time: 0.1845508 Aug 20 13:21:04.834632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.865728 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.904364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db4fee1b-60c8-4d08-91f1-c6a3b24f8615 req-917efb3d-c548-4012-bdef-4ac056f9eecb tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525357 Aug 20 13:21:04.913021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:04.916768 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c6e177-54df-4cc8-af44-6dc0ae5d9eae" -d '{"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-plugged", "status": "completed", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:04.935468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:04.945220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:04.951506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b337c97f-8c46-4d8b-b494-46547ed6b4d2 req-cf94cea9-8e51-4d8b-871f-fa96ff21c454 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966906 Aug 20 13:21:05.033852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-3de9e7fb-4f4f-463f-bd92-ed803e26852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:05.035337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-3de9e7fb-4f4f-463f-bd92-ed803e26852e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1916037 Aug 20 13:21:05.061853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:05.151263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-57aa31c5-77e1-49c3-a4b7-3a43aff1d926 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 217 time: 0.1043651 Aug 20 13:21:05.200411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:05.273170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b24d13c-45be-41e9-9b21-06e014fa73db {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:05.329203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:05.358505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Transition to ACTIVE for port object 6b24d13c-45be-41e9-9b21-06e014fa73db will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:05.370298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8c425-775e-4e6b-8cfc-d9e13ffc3f40 req-f1b0c039-03bd-4a96-8d38-e4db07e01732 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:05.373044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9db8c425-775e-4e6b-8cfc-d9e13ffc3f40 req-f1b0c039-03bd-4a96-8d38-e4db07e01732 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.2324355 Aug 20 13:21:05.376146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-47b46cce-4d4f-4955-ab17-abd5bba205c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:05.378093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-47b46cce-4d4f-4955-ab17-abd5bba205c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.2102320 Aug 20 13:21:05.388610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:05.446596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Router 6b082596-f9db-4e55-82b2-60301a0d2d1a is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:21:05.451388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-cde7ab73-ee95-4938-b29f-1a3c928ce7bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532038 Aug 20 13:21:05.454453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-19a5f5cf-5bc6-474f-bdf4-4265c9ef8207 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:05.455946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-19a5f5cf-5bc6-474f-bdf4-4265c9ef8207 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/networks?id=3764adc8-6aae-4571-aafe-d1dbcc740528 HTTP/1.1" status: 200 len: 815 time: 0.1387310 Aug 20 13:21:05.554051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:05.584352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9db8c425-775e-4e6b-8cfc-d9e13ffc3f40 req-ecafb84f-e6a9-4f47-9035-40b1240075cc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030165 Aug 20 13:21:05.654854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-c3a2053e-fba3-4caf-ab8b-b6c4b6744983 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927290 Aug 20 13:21:05.682221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:05.682823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:05.683341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:05.718938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:05.719340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:05.770997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:05.770997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:05.770997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:05.771420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Bound port: 6b24d13c-45be-41e9-9b21-06e014fa73db, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:05.771552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:05.820413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-60060f19-4a97-46dd-83e8-f9ab991cb500 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/quotas/1eeef8ad1fe14465864deeabac985e2f HTTP/1.1" status: 200 len: 375 time: 0.3534975 Aug 20 13:21:05.852150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69ec6-56d1-4d53-b158-031a9ca84507 req-3813b8a1-6c51-4515-82f8-5992fd9ad216 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:05.854509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcd69ec6-56d1-4d53-b158-031a9ca84507 req-3813b8a1-6c51-4515-82f8-5992fd9ad216 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.1813831 Aug 20 13:21:05.913264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:05.917646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25554123-aea7-4de0-acf4-1e11ccf7a47d req-28387c9c-e355-474b-9132-c912c5684964 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512190 Aug 20 13:21:05.919501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:05.927714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:05.935756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-908ff710-e448-46dc-86ef-2c6baf2e569b tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1eeef8ad1fe14465864deeabac985e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142089 Aug 20 13:21:06.016253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:21:06.031083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Sync routers for ids ['6b082596-f9db-4e55-82b2-60301a0d2d1a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:21:06.041562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Routers {'6b082596-f9db-4e55-82b2-60301a0d2d1a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:06.042596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6b082596-f9db-4e55-82b2-60301a0d2d1a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:06.067179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-12a00635-a3e4-4654-9c82-d10dd8742639 service neutron] 10.222.0.59 "GET /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301239 Aug 20 13:21:06.184749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-0c418115-2827-4a04-8f4d-c78edc4b22fb service neutron] 10.222.0.59 "GET /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066282 Aug 20 13:21:06.186122 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:06.190506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-03179bde-bc05-4bbb-bfcc-b5bfe9124c2f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6688285 Aug 20 13:21:06.190697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Set router 6b082596-f9db-4e55-82b2-60301a0d2d1a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:06.193305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45752) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:06.351620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcd69ec6-56d1-4d53-b158-031a9ca84507 req-bdba50b4-b6bf-4d6e-a12f-46e66194f6ed tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845757 Aug 20 13:21:06.375318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:06.376333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:06.378046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 1091 time: 2.1538849 Aug 20 13:21:06.381229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:06.413614 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:06.565658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be371d-c199-4b35-bba5-a08f52c00378 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:06.578341 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69730f1e-6aee-48b2-8f71-8c7c6cd24db1 x-openstack-request-id: req-69730f1e-6aee-48b2-8f71-8c7c6cd24db1 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:06.578799 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-plugged", "status": "completed", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:06.579164 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69730f1e-6aee-48b2-8f71-8c7c6cd24db1 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:06.579678 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'code': 200} Aug 20 13:21:06.642404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:21:04Z', 'revision_number': 3, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:06.721833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Checking router: 6b082596-f9db-4e55-82b2-60301a0d2d1a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:21:06.722361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Updating router 6b082596-f9db-4e55-82b2-60301a0d2d1a port 41936e82-e0f3-4dc7-93fc-1659319347f3 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:21:06.765675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:06.843450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-9f1102fa-346f-4048-93ec-1447f361add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:06.845570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-9f1102fa-346f-4048-93ec-1447f361add6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1094 time: 0.4177904 Aug 20 13:21:06.871794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6917742-d8e5-454e-802d-ed35eb8d1e72 req-c5bbfa6a-e072-40df-a90e-f9cccb0ab39f tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 210 time: 0.0454586 Aug 20 13:21:06.918738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-a9ebb610-8b0d-4375-8cb0-bc05a4d47448 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 217 time: 0.0611711 Aug 20 13:21:06.924693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b4c44-70a7-446c-8f3a-b4eefb4ab666 req-41fadfbd-a1c3-4a34-9024-9c28f74492eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:06.926197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c4b4c44-70a7-446c-8f3a-b4eefb4ab666 req-41fadfbd-a1c3-4a34-9024-9c28f74492eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 1096 time: 0.2940300 Aug 20 13:21:07.019478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e818ce-18c9-4dab-9328-ae0d824912ed req-03a90b6e-585d-455a-95ae-c8500d49ee52 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.049178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93e818ce-18c9-4dab-9328-ae0d824912ed req-03a90b6e-585d-455a-95ae-c8500d49ee52 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.3456616 Aug 20 13:21:07.130735 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79cd2f3-787d-4cdd-b213-05a6609c53dc x-openstack-request-id: req-c79cd2f3-787d-4cdd-b213-05a6609c53dc {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:07.130735 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:07.131003 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c79cd2f3-787d-4cdd-b213-05a6609c53dc {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:07.131343 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'status': 'completed', 'code': 200} Aug 20 13:21:07.201148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-67b7264c-28ba-42fc-a6f6-051a2fde46f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485059 Aug 20 13:21:07.227920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-a39295c8-5fa7-4076-9b00-dac02044a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.230939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c79d-8a03-45c5-b291-1d4b6a24f02f req-a788ecd6-c936-4efb-9357-056a495a5d3d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.235378 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-a39295c8-5fa7-4076-9b00-dac02044a422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.3082473 Aug 20 13:21:07.241383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2e7c79d-8a03-45c5-b291-1d4b6a24f02f req-a788ecd6-c936-4efb-9357-056a495a5d3d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.1159256 Aug 20 13:21:07.263562 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93e818ce-18c9-4dab-9328-ae0d824912ed req-986e397f-7cbb-4cfe-8849-eb07ee8dd51c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049088 Aug 20 13:21:07.284999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c4b4c44-70a7-446c-8f3a-b4eefb4ab666 req-80fd2d22-c8ba-444d-b504-4518a0b8884e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344705 Aug 20 13:21:07.326554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-b17f58e2-8444-4a35-a8ff-56d496242a65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603745 Aug 20 13:21:07.402769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2e7c79d-8a03-45c5-b291-1d4b6a24f02f req-d1e209e3-ec26-4d28-82ca-ba27cbc42acc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603045 Aug 20 13:21:07.410375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-c0d4aeb8-b339-4b14-92c5-c8949e5bec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.420280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-c0d4aeb8-b339-4b14-92c5-c8949e5bec2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 1095 time: 0.1445143 Aug 20 13:21:07.466037 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:07.485851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Transition to ACTIVE for port object 41936e82-e0f3-4dc7-93fc-1659319347f3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:07.498113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:07.519025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8be4f3-3a69-4023-a637-761a72df21e8 req-b648b339-09f4-45b3-bd01-49c198238bad tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.525155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f8be4f3-3a69-4023-a637-761a72df21e8 req-b648b339-09f4-45b3-bd01-49c198238bad tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 945 time: 0.1406000 Aug 20 13:21:07.540140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-680a2689-9b7d-4d23-bbc7-7c88a9bc17f3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061536 Aug 20 13:21:07.599172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Attempting to bind port 41936e82-e0f3-4dc7-93fc-1659319347f3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:07.599802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Attempting to bind port 41936e82-e0f3-4dc7-93fc-1659319347f3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:07.600364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Attempting to bind port 41936e82-e0f3-4dc7-93fc-1659319347f3 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:07.606243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:07.606865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:07.607454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:07.607997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:07.608656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Bound port: 41936e82-e0f3-4dc7-93fc-1659319347f3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:07.609226 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:07.647673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:07.663987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] For port 41936e82-e0f3-4dc7-93fc-1659319347f3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:07.668155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] For port 41936e82-e0f3-4dc7-93fc-1659319347f3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=41936e82-e0f3-4dc7-93fc-1659319347f3,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:07.669572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398f140-dc2e-450d-9c60-4a18b15f41a5 None None] Pushing event updated for resources: {'Port': ['ID=41936e82-e0f3-4dc7-93fc-1659319347f3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:07.674964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:07.740242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Routers {'6b082596-f9db-4e55-82b2-60301a0d2d1a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:07.741185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6b082596-f9db-4e55-82b2-60301a0d2d1a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:07.759145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f8be4f3-3a69-4023-a637-761a72df21e8 req-1a21206e-1655-46e6-ade2-c1e24abc09e8 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120690 Aug 20 13:21:07.797083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398f140-dc2e-450d-9c60-4a18b15f41a5 None None] Pushing event updated for resources: {'Port': ['ID=41936e82-e0f3-4dc7-93fc-1659319347f3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:07.861769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb30557-5b5c-4112-a25b-e8ad595307b2 req-ec5396ef-2072-4f3b-a123-d21809d4a629 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682602 Aug 20 13:21:07.928514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] Set router 6b082596-f9db-4e55-82b2-60301a0d2d1a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:07.954421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-43074e01-41a2-4c2f-bae9-4680bdf51847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.955931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-43074e01-41a2-4c2f-bae9-4680bdf51847 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.4605308 Aug 20 13:21:07.970999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6690a-33cc-4848-bc74-2fab2c40840e req-36e9ff08-5a46-43f0-9c4b-87e70eb3cf71 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:07.972450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4c6690a-33cc-4848-bc74-2fab2c40840e req-36e9ff08-5a46-43f0-9c4b-87e70eb3cf71 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.1313546 Aug 20 13:21:08.030386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Allocated IP 172.20.0.1 (ec2ae103-43c4-421c-9f83-7fe1722dbba6/689438ba-5f76-4cbb-aea4-bb085465a60b/54d5836a-7cb2-4359-9e0b-d1668f6a8719) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:08.039930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-4ce2e991-a6ba-4423-9d44-efe24acc3171 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 200 len: 217 time: 0.0663986 Aug 20 13:21:08.064328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-58495fca-30d8-4a3f-b747-9305359ec318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:08.066094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-58495fca-30d8-4a3f-b747-9305359ec318 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1094 time: 0.1306055 Aug 20 13:21:08.093218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6660db0-ba79-4d2a-a882-d0248056fdc3 req-fc257844-4479-44b9-bc17-53bc1e017b63 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:08.095092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6660db0-ba79-4d2a-a882-d0248056fdc3 req-fc257844-4479-44b9-bc17-53bc1e017b63 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.1126308 Aug 20 13:21:08.161169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-2b8f5b07-5f0b-4d03-aa6c-aeb6ced0cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:08.162980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-2b8f5b07-5f0b-4d03-aa6c-aeb6ced0cef1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.1123183 Aug 20 13:21:08.218523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:21:04Z', 'revision_number': 3, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:08.230300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-0d63b4ae-44e4-4e34-899c-1b422d01cbbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356336 Aug 20 13:21:08.244460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4c6690a-33cc-4848-bc74-2fab2c40840e req-d21a1ccb-8637-4084-a488-35e6144bede0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608840 Aug 20 13:21:08.260090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42b1b-f8ee-48c9-944e-b8ecc2651b4e None None] The sync data for ids ['6b082596-f9db-4e55-82b2-60301a0d2d1a'] in n-d-804232-5 is: [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:21:04Z', 'revision_number': 3, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:21:08.385801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-9765c7b5-2e62-4c64-b45c-a1b56ac4170e tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:08.388758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-9765c7b5-2e62-4c64-b45c-a1b56ac4170e tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.13 "GET /v2.0/networks?id=3764adc8-6aae-4571-aafe-d1dbcc740528 HTTP/1.1" status: 200 len: 815 time: 0.2237651 Aug 20 13:21:08.408209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6660db0-ba79-4d2a-a882-d0248056fdc3 req-f9bd63f2-889d-4d78-bc9a-8cd718cd7d36 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995980 Aug 20 13:21:08.418020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Request body: {'port': {'device_id': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'admin_state_up': True, 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:08.455667 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:08.463017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-6453465b-7e35-40c3-a30a-3ba7a918cbef service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139194 Aug 20 13:21:08.716130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a2b6784-e899-4607-bcc6-5d7e3f290bd9 req-302afe68-0939-4a87-b1bd-26ce7b6f1d7d tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 210 time: 0.0808933 Aug 20 13:21:08.718913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:08.817336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-7513c614-19e7-4320-906f-2ef2b5c294e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:08.818896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-7513c614-19e7-4320-906f-2ef2b5c294e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.7424812 Aug 20 13:21:08.827509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Made reservation on behalf of 1eeef8ad1fe14465864deeabac985e2f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:08.832636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:08.898499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:08.917698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b89938-739c-4761-ac42-7ca8111ac1cb req-afff99f0-157d-493b-9caa-8eeb8fe6cad7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:08.929473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6b89938-739c-4761-ac42-7ca8111ac1cb req-afff99f0-157d-493b-9caa-8eeb8fe6cad7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.2591598 Aug 20 13:21:08.938331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:08.947002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c78d1cee-a9f5-40c6-8ea5-43f74401830c req-e7e2545c-f338-4e64-9037-26d681d49ea9 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717758 Aug 20 13:21:08.947593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:08.950811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Pushing event updated for resources: {'Port': ['ID=54d5836a-7cb2-4359-9e0b-d1668f6a8719,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:08.974434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-e264fd9d-b88a-4b2c-9ec5-6961037c31a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 217 time: 0.1341212 Aug 20 13:21:09.119715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6b89938-739c-4761-ac42-7ca8111ac1cb req-841b5020-3eb7-48e6-b46d-9e3c15c659e7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841466 Aug 20 13:21:09.121561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 41936e82-e0f3-4dc7-93fc-1659319347f3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:09.134755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:09.202897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-e511ab69-b3d1-4a29-aec7-83deac279a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:09.204910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-e511ab69-b3d1-4a29-aec7-83deac279a52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.2148104 Aug 20 13:21:09.239597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fdcee-31bf-4b83-b923-6476b1874a9c req-8a7d9967-3983-44d4-ad4e-c1df77fefff2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:09.250822 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-560fdcee-31bf-4b83-b923-6476b1874a9c req-8a7d9967-3983-44d4-ad4e-c1df77fefff2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.3717542 Aug 20 13:21:09.292584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 41936e82-e0f3-4dc7-93fc-1659319347f3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:09.311294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 41936e82-e0f3-4dc7-93fc-1659319347f3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:09.313179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:09.384124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-af055653-d338-4a86-94ad-b1dd3b48ea04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159904 Aug 20 13:21:09.572940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:09.634388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 41936e82-e0f3-4dc7-93fc-1659319347f3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=41936e82-e0f3-4dc7-93fc-1659319347f3,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:09.635832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-2a471253-afde-4a42-bc8b-e4578c4e76b3 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:09.637630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-2a471253-afde-4a42-bc8b-e4578c4e76b3 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.3938918 Aug 20 13:21:09.642194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:09.671796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-99328cc8-f0ed-430f-ad43-a1c2825cdba7 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605293 Aug 20 13:21:09.720420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=41936e82-e0f3-4dc7-93fc-1659319347f3,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:09.727724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7bf93-d330-482e-9ff1-63d53599fba6 req-00d06437-4193-47b0-ac8c-a91d19b9d9eb tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:09.753819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ad7bf93-d330-482e-9ff1-63d53599fba6 req-00d06437-4193-47b0-ac8c-a91d19b9d9eb tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 945 time: 0.5084338 Aug 20 13:21:09.792367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Allocated IP 172.20.0.6 (3764adc8-6aae-4571-aafe-d1dbcc740528/e0d53e42-e0ed-424c-8d6f-e094312ceb66/310716fc-4c6c-4b33-aea5-764ee31cf0b9) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:10.011376 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:10.036416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ad7bf93-d330-482e-9ff1-63d53599fba6 req-fb1e3961-0bcc-4a8f-b745-90f8a1f9f59a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816119 Aug 20 13:21:10.068837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:10.089197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Transition to ACTIVE for port object 310716fc-4c6c-4b33-aea5-764ee31cf0b9 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:10.143057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:10.192630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-560fdcee-31bf-4b83-b923-6476b1874a9c req-73669b53-8e98-45f2-9eba-7832d200bd36 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9407406 Aug 20 13:21:10.234291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Deleting port e2351c18-6b6d-4c45-9a1c-ee064cd238ae {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:10.246454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:10.354941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:10.470673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:10.477463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Pushing event updated for resources: {'Port': ['ID=310716fc-4c6c-4b33-aea5-764ee31cf0b9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:10.480926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:10.626656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:10.627347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:10.678918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-79574a57-f0b9-4548-b023-32b7f5d0ae78 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2670531 Aug 20 13:21:10.715962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-65161b4d-6031-4d00-bfdb-bb45d8c401be tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:10.717816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-65161b4d-6031-4d00-bfdb-bb45d8c401be tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 945 time: 0.4717815 Aug 20 13:21:10.887468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Request body: {'port': {'device_id': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:10.978795 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-345e8bc7-3a41-4b77-a6c5-41c0521df6f0 req-a6219ed4-80c9-4f16-8158-32c2db31f702 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604094 Aug 20 13:21:10.989362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-988b5856-0376-44db-9f09-de2c11f7b64a None None] Provisioning for port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:11.015548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-988b5856-0376-44db-9f09-de2c11f7b64a None None] Provisioning complete for port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:11.016145 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-988b5856-0376-44db-9f09-de2c11f7b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.033894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9050f2-805b-4f23-8050-6d48f5afc2e9 req-dfe0595b-1f07-440b-8ffa-8ab724cf5f1d tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:11.049891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e9050f2-805b-4f23-8050-6d48f5afc2e9 req-dfe0595b-1f07-440b-8ffa-8ab724cf5f1d tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.4024069 Aug 20 13:21:11.062290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 41936e82-e0f3-4dc7-93fc-1659319347f3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:11.089639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f97cd5-a804-415a-8ade-8c6a200ca036 req-e9c11d76-3e6b-461a-ac7c-1790ab9e7c8e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:11.097569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72f97cd5-a804-415a-8ade-8c6a200ca036 req-e9c11d76-3e6b-461a-ac7c-1790ab9e7c8e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.3047442 Aug 20 13:21:11.121897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-988b5856-0376-44db-9f09-de2c11f7b64a None None] Port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:21:11.143811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.164387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] For port e2351c18-6b6d-4c45-9a1c-ee064cd238ae, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:11.165169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.171427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 41936e82-e0f3-4dc7-93fc-1659319347f3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:11.172907 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.243351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72f97cd5-a804-415a-8ade-8c6a200ca036 req-bb06b518-b48e-4b97-acd9-d44fb1157682 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404407 Aug 20 13:21:11.317319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e9050f2-805b-4f23-8050-6d48f5afc2e9 req-dbe8780f-5f60-4015-aa51-c702e3825872 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628701 Aug 20 13:21:11.449761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Deleting port 76d879a4-9a00-4617-b1fd-a60b30e5a277 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:11.450051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.546921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.569876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.629564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ffe6b-4d9a-41ab-b3c0-ac1bcf92f258 req-7918480f-9fcd-4fef-ac8e-5f156c168284 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:11.631231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd8ffe6b-4d9a-41ab-b3c0-ac1bcf92f258 req-7918480f-9fcd-4fef-ac8e-5f156c168284 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.1768298 Aug 20 13:21:11.643624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.687004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] For port 76d879a4-9a00-4617-b1fd-a60b30e5a277, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76d879a4-9a00-4617-b1fd-a60b30e5a277,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:11.687803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.725099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Calling delete_port for 76d879a4-9a00-4617-b1fd-a60b30e5a277 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:11.759074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd8ffe6b-4d9a-41ab-b3c0-ac1bcf92f258 req-c9c9224b-8996-4c9e-8dcd-e64b655d77da tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128130 Aug 20 13:21:11.956617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310716fc-4c6c-4b33-aea5-764ee31cf0b9 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:11.970169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:11.988828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0084d-3daf-4a87-a4a9-74ba843db5dc req-260ab08a-257f-4e40-afd2-fe204c4c5853 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:11.998471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fec0084d-3daf-4a87-a4a9-74ba843db5dc req-260ab08a-257f-4e40-afd2-fe204c4c5853 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 945 time: 0.1406481 Aug 20 13:21:12.018141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:12.023225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Pushing event updated for resources: {'Port': ['ID=54d5836a-7cb2-4359-9e0b-d1668f6a8719,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:12.032195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Transition to ACTIVE for port object 310716fc-4c6c-4b33-aea5-764ee31cf0b9 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:12.039095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:12.056098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1328-7234-4acf-b5a5-4c4343710256 req-eee56147-1138-48f1-98c0-2974385a546f tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:12.058615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-535e1328-7234-4acf-b5a5-4c4343710256 req-eee56147-1138-48f1-98c0-2974385a546f tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 931 time: 0.5057540 Aug 20 13:21:12.083972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.134397 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fec0084d-3daf-4a87-a4a9-74ba843db5dc req-886fb345-d3a8-406d-8d13-43b3629529c5 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319339 Aug 20 13:21:12.141499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-535e1328-7234-4acf-b5a5-4c4343710256 req-98d2d72c-777c-4321-abf8-ee7f6e4e49c7 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638444 Aug 20 13:21:12.144000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.144435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.145041 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Floating IP 8ef083fd-8ed1-423c-a3ce-7706dee013bd disassociated. External IP: 172.25.6.176, port: e2351c18-6b6d-4c45-9a1c-ee064cd238ae. Aug 20 13:21:12.145425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Calling delete_port for e2351c18-6b6d-4c45-9a1c-ee064cd238ae owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:12.221278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Pushing event updated for resources: {'Port': ['ID=310716fc-4c6c-4b33-aea5-764ee31cf0b9,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:12.249233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.330395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event deleted for resources: {'Port': ['ID=76d879a4-9a00-4617-b1fd-a60b30e5a277,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:12.510442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] No DVR routers for this DVR port 76d879a4-9a00-4617-b1fd-a60b30e5a277 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:12.514159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.516134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a75d5bc-c246-440c-8576-35d58d4a8e14 req-84563cd2-a6ef-4b37-a2f9-0d32df941430 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.53 "DELETE /v2.0/ports/76d879a4-9a00-4617-b1fd-a60b30e5a277 HTTP/1.1" status: 204 len: 173 time: 1.7825770 Aug 20 13:21:12.516804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'name': 'network-vif-deleted', 'tag': '76d879a4-9a00-4617-b1fd-a60b30e5a277'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:12.519088 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43295471-ec64-4cf5-9819-e7104d03e45f" -d '{"events": [{"server_uuid": "dbf0845c-c25d-4ab1-ae37-da3ae744b514", "name": "network-vif-deleted", "tag": "76d879a4-9a00-4617-b1fd-a60b30e5a277"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:12.536242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Router 6b082596-f9db-4e55-82b2-60301a0d2d1a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:21:12.545072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94d02-28d1-446c-9349-141756ba3db2 req-63b411ef-c52a-4088-9259-a5acd854470f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:12.545720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2fd1-5196-496f-be13-99da3ca1b6d5 req-3fd08368-962a-42d9-8079-7da7b384025d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:12.546644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4cf94d02-28d1-446c-9349-141756ba3db2 req-63b411ef-c52a-4088-9259-a5acd854470f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.2653780 Aug 20 13:21:12.547254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-facd2fd1-5196-496f-be13-99da3ca1b6d5 req-3fd08368-962a-42d9-8079-7da7b384025d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.1370285 Aug 20 13:21:12.547895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Attempting to bind port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:12.548812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Attempting to bind port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:12.548812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Attempting to bind port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 on network 3764adc8-6aae-4571-aafe-d1dbcc740528 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:12.556159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 on network 3764adc8-6aae-4571-aafe-d1dbcc740528 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:12.556931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Attempting to bind port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 on network 3764adc8-6aae-4571-aafe-d1dbcc740528 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:12.567785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:12.568365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Checking segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:12.569141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Bound using segment: {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:12.569580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Bound port: 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2ec25d-2f38-4ca7-a4da-a7329e571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:12.572641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.621786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4cf94d02-28d1-446c-9349-141756ba3db2 req-98b3ce12-07e9-4626-9f67-d7fcc96e052d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582805 Aug 20 13:21:12.687115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2351c18-6b6d-4c45-9a1c-ee064cd238ae no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:12.693917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] For port 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:12.703576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] For port 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:12.714659 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.800672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-facd2fd1-5196-496f-be13-99da3ca1b6d5 req-bec64686-17ce-4fae-bbba-ca61088c4139 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361944 Aug 20 13:21:12.813747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:12.814552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.816098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] 10.222.0.13 "PUT /v2.0/ports/310716fc-4c6c-4b33-aea5-764ee31cf0b9 HTTP/1.1" status: 200 len: 1091 time: 1.9482064 Aug 20 13:21:12.848858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.899897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8bdea-1dca-4726-af5c-8d1d4a78e697 req-ab914c3e-4854-4a6c-92be-6fb4b091e179 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:12.906626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3e8bdea-1dca-4726-af5c-8d1d4a78e697 req-ab914c3e-4854-4a6c-92be-6fb4b091e179 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 945 time: 0.1360409 Aug 20 13:21:12.942104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095a2cc-bf86-40f7-b2e5-5ca3d0c2660a service neutron] Pushing event updated for resources: {'Port': ['ID=310716fc-4c6c-4b33-aea5-764ee31cf0b9,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:12.948911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:12.970960 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48125d-7987-40fd-ba17-b0899635fbaa x-openstack-request-id: req-9f48125d-7987-40fd-ba17-b0899635fbaa {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:12.970960 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf0845c-c25d-4ab1-ae37-da3ae744b514", "name": "network-vif-deleted", "tag": "76d879a4-9a00-4617-b1fd-a60b30e5a277", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:12.972172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76d879a4-9a00-4617-b1fd-a60b30e5a277 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:12.973337 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f48125d-7987-40fd-ba17-b0899635fbaa {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:12.973864 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf0845c-c25d-4ab1-ae37-da3ae744b514', 'name': 'network-vif-deleted', 'tag': '76d879a4-9a00-4617-b1fd-a60b30e5a277', 'status': 'completed', 'code': 200} Aug 20 13:21:13.020254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event deleted for resources: {'Port': ['ID=e2351c18-6b6d-4c45-9a1c-ee064cd238ae,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:13.022094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 76d879a4-9a00-4617-b1fd-a60b30e5a277 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:13.026015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76d879a4-9a00-4617-b1fd-a60b30e5a277 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:13.054411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3e8bdea-1dca-4726-af5c-8d1d4a78e697 req-e0d30e64-4b3f-46b8-bb2b-200c8e76e688 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups?id=b34995f5-4e42-4f47-92cb-5386bea0f7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354439 Aug 20 13:21:13.097852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:21:13.113553 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218061e1-c223-4717-84ab-86648d2517de None None] Sync routers for ids ['6b082596-f9db-4e55-82b2-60301a0d2d1a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:21:13.135677 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] Routers {'6b082596-f9db-4e55-82b2-60301a0d2d1a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:13.136631 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6b082596-f9db-4e55-82b2-60301a0d2d1a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:13.150767 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b4db36e4-71b3-444a-aaaf-5b7077621b8f admin admin] 10.222.0.59 "PUT /v2.0/routers/6b082596-f9db-4e55-82b2-60301a0d2d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9562306 Aug 20 13:21:13.281848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45312c37-7b49-4005-9035-2469ba669c84 req-d827a023-4564-4ce3-be0d-3a74c31f19ea tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:13.296540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45312c37-7b49-4005-9035-2469ba669c84 req-d827a023-4564-4ce3-be0d-3a74c31f19ea tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.2140350 Aug 20 13:21:13.397150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0956c81e-ddb7-4bed-8e91-d84a0c4b7a47 req-d4d905eb-d06f-44fe-bd09-6bb5d41a56fd tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbf0845c-c25d-4ab1-ae37-da3ae744b514 HTTP/1.1" status: 200 len: 210 time: 0.0540109 Aug 20 13:21:13.454388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45312c37-7b49-4005-9035-2469ba669c84 req-55551e88-e828-4005-96ac-955d4c0b009f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502452 Aug 20 13:21:13.494279 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] Set router 6b082596-f9db-4e55-82b2-60301a0d2d1a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:13.663726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0a2bf-4f49-4cfb-bad8-867cb5c2c24f req-cd3d83f2-e338-4028-9cac-ce2a521537cb tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:13.672327 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54d0a2bf-4f49-4cfb-bad8-867cb5c2c24f req-cd3d83f2-e338-4028-9cac-ce2a521537cb tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.1368859 Aug 20 13:21:13.704299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Router 19c1b567-5369-40ab-8af8-60895a6270da has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:21:13.723023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54d0a2bf-4f49-4cfb-bad8-867cb5c2c24f req-2a942c3c-e6fe-4189-a09e-0f0aae06ddd5 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Aug 20 13:21:13.879729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f0c9-239e-4ba6-bc16-72e897b2f879 req-23e87e52-9819-4432-9469-23a30aca0292 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:13.887679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74b1f0c9-239e-4ba6-bc16-72e897b2f879 req-23e87e52-9819-4432-9469-23a30aca0292 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0770411 Aug 20 13:21:13.929029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74b1f0c9-239e-4ba6-bc16-72e897b2f879 req-94739a21-a847-4128-8443-c51683b6d4f7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Aug 20 13:21:13.965518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:21:13.982095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] Sync routers for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:21:13.996247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:13.997978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:14.030156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] No DVR routers for this DVR port e2351c18-6b6d-4c45-9a1c-ee064cd238ae on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:14.033862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:14.038578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-851c8c85-eb51-4ec3-bf68-ae955f077186 req-a1911c93-62e3-4624-8b48-7453df3630d5 tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.53 "DELETE /v2.0/ports/e2351c18-6b6d-4c45-9a1c-ee064cd238ae HTTP/1.1" status: 204 len: 173 time: 4.3892143 Aug 20 13:21:14.050292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'name': 'network-vif-deleted', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:14.069297 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71149492-3f6f-43ac-84b6-9516a403e067" -d '{"events": [{"server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "name": "network-vif-deleted", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:14.128498 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '54d5836a-7cb2-4359-9e0b-d1668f6a8719', 'name': '', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'mac_address': 'fa:16:3e:48:d2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:07Z', 'updated_at': '2021-08-20T13:21:10Z', 'revision_number': 2, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'subnets': [{'id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:14.160281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-aa2c1d3d-e985-4e83-9a67-977b7bc64dae tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:14.169429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-aa2c1d3d-e985-4e83-9a67-977b7bc64dae tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 811 time: 0.2789893 Aug 20 13:21:14.169681 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218061e1-c223-4717-84ab-86648d2517de None None] Checking router: 6b082596-f9db-4e55-82b2-60301a0d2d1a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:21:14.169985 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218061e1-c223-4717-84ab-86648d2517de None None] Updating router 6b082596-f9db-4e55-82b2-60301a0d2d1a port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:21:14.205709 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-218061e1-c223-4717-84ab-86648d2517de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:14.210643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-bdab2e66-9e5c-40b7-8437-c32dc6d7b1f8 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/quotas/ccc515de87ff4eb08c24b7aeafe7a5db HTTP/1.1" status: 200 len: 375 time: 0.0319293 Aug 20 13:21:14.228989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b491b-730f-4ac9-9365-a4f5a26a5dc6 req-b7118634-5939-4e05-b277-c13a1e658222 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:14.249734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d45b491b-730f-4ac9-9365-a4f5a26a5dc6 req-b7118634-5939-4e05-b277-c13a1e658222 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.1925397 Aug 20 13:21:14.288212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:14.337211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-65ca27de-0787-4660-87e0-b236c3091d74 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248095 Aug 20 13:21:14.360202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d45b491b-730f-4ac9-9365-a4f5a26a5dc6 req-9b222453-7a63-428c-83d0-259f56b50a55 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089530 Aug 20 13:21:14.455255 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76585e9-6cbb-4885-9934-dd1b8a8247d4 x-openstack-request-id: req-e76585e9-6cbb-4885-9934-dd1b8a8247d4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:14.455716 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9991667-929b-40b7-a693-69e0e4bd217b", "name": "network-vif-deleted", "tag": "e2351c18-6b6d-4c45-9a1c-ee064cd238ae", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:14.455716 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e76585e9-6cbb-4885-9934-dd1b8a8247d4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:14.456023 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9991667-929b-40b7-a693-69e0e4bd217b', 'name': 'network-vif-deleted', 'tag': 'e2351c18-6b6d-4c45-9a1c-ee064cd238ae', 'status': 'completed', 'code': 200} Aug 20 13:21:14.574397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e8b4bcfe-476e-40f3-ba27-7611a8d4be5f service neutron] 10.222.0.59 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353706 Aug 20 13:21:14.684569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6863f867-22c6-41cd-946f-5c282af1c72e req-75a5853d-a035-4513-9d98-d2f5da361c9d tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9991667-929b-40b7-a693-69e0e4bd217b HTTP/1.1" status: 200 len: 210 time: 0.0665503 Aug 20 13:21:14.748054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-66af41b1-4d74-45eb-ac8c-223a3a5f495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:14.781989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-66af41b1-4d74-45eb-ac8c-223a3a5f495f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1eeef8ad1fe14465864deeabac985e2f&device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 1094 time: 0.2791841 Aug 20 13:21:14.832567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-f43ccd59-7938-46de-af5a-b13d03d3a150 service neutron] 10.222.0.59 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424016 Aug 20 13:21:14.893504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:51Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:14.931831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-c4d15c6b-c5d7-4c6f-84ef-986c6904c307 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9 HTTP/1.1" status: 200 len: 217 time: 0.1164365 Aug 20 13:21:14.982319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'tag': '310716fc-4c6c-4b33-aea5-764ee31cf0b9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:14.991352 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792ed734-e0c9-4f44-b351-6774e3124a75" -d '{"events": [{"name": "network-changed", "server_uuid": "7edb5ee0-e277-49ad-94e0-948cba03797a", "tag": "310716fc-4c6c-4b33-aea5-764ee31cf0b9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:14.997610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] Checking router: 19c1b567-5369-40ab-8af8-60895a6270da for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:21:15.025379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:15.026169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:15.034774 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-218061e1-c223-4717-84ab-86648d2517de None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:15.048213 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-218061e1-c223-4717-84ab-86648d2517de None None] Transition to ACTIVE for port object 54d5836a-7cb2-4359-9e0b-d1668f6a8719 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:15.058856 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-218061e1-c223-4717-84ab-86648d2517de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:15.181077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8606b36-e88a-43de-b6da-304203db683c req-177c7639-b922-41b2-817b-814389bc9847 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:15.192350 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Pushing event updated for resources: {'Port': ['ID=54d5836a-7cb2-4359-9e0b-d1668f6a8719,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:15.193460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8606b36-e88a-43de-b6da-304203db683c req-177c7639-b922-41b2-817b-814389bc9847 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.2644956 Aug 20 13:21:15.203986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-71767600-e62a-458c-8c2c-cfc31fd24021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:15.205650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-71767600-e62a-458c-8c2c-cfc31fd24021 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d53e42-e0ed-424c-8d6f-e094312ceb66 HTTP/1.1" status: 200 len: 854 time: 0.1587205 Aug 20 13:21:15.209288 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.210101 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.210966 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.212151 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.212871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.213303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.217827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.218526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.219228 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.219867 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.220900 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.221598 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:15.233329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:15.334450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-218061e1-c223-4717-84ab-86648d2517de None None] Attempting to bind port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:15.334963 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-218061e1-c223-4717-84ab-86648d2517de None None] Attempting to bind port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:15.335567 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218061e1-c223-4717-84ab-86648d2517de None None] Attempting to bind port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:15.351708 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218061e1-c223-4717-84ab-86648d2517de None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:15.357243 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218061e1-c223-4717-84ab-86648d2517de None None] Checking segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:15.357816 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-218061e1-c223-4717-84ab-86648d2517de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:15.358460 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218061e1-c223-4717-84ab-86648d2517de None None] Bound using segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:15.359067 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-218061e1-c223-4717-84ab-86648d2517de None None] Bound port: 54d5836a-7cb2-4359-9e0b-d1668f6a8719, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:15.359679 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-218061e1-c223-4717-84ab-86648d2517de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:15.501726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81aa5-d15e-4c3a-a0ab-8a39e6cf3fb9 req-1141f275-b2b4-4b38-9035-b6eaea4c209b tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:15.505620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ebd81aa5-d15e-4c3a-a0ab-8a39e6cf3fb9 req-1141f275-b2b4-4b38-9035-b6eaea4c209b tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.1208086 Aug 20 13:21:15.531738 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-218061e1-c223-4717-84ab-86648d2517de None None] For port 54d5836a-7cb2-4359-9e0b-d1668f6a8719, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:15.546511 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-218061e1-c223-4717-84ab-86648d2517de None None] For port 54d5836a-7cb2-4359-9e0b-d1668f6a8719, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=54d5836a-7cb2-4359-9e0b-d1668f6a8719,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:15.564699 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-218061e1-c223-4717-84ab-86648d2517de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:15.567877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8606b36-e88a-43de-b6da-304203db683c req-f6045ea4-7f51-4853-af7a-9241f2cff8f0 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665726 Aug 20 13:21:15.587247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-95740804-804f-4f72-957c-6c9157875114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:15.588808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-95740804-804f-4f72-957c-6c9157875114 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3764adc8-6aae-4571-aafe-d1dbcc740528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427455 Aug 20 13:21:15.657336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:51Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:15.673914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ebd81aa5-d15e-4c3a-a0ab-8a39e6cf3fb9 req-be23ecdc-dbad-4d7c-83c0-db8f691665e3 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609714 Aug 20 13:21:15.695472 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] Routers {'6b082596-f9db-4e55-82b2-60301a0d2d1a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:15.705946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:20:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6b082596-f9db-4e55-82b2-60301a0d2d1a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:15.732532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b1723-3216-4745-bd91-d092e56d6b82 None None] The sync data for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 is: [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:18:41Z', 'revision_number': 4, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '297d6278-75bf-42f4-924a-547a843207a2', 'name': '', 'network_id': '2101f767-f5e7-4f6d-8c0f-4d916cf28a5e', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'mac_address': 'fa:16:3e:d2:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:39Z', 'updated_at': '2021-08-20T13:18:51Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'subnets': [{'id': 'f94e3a97-6807-49e6-b4d3-b4a530790f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:21:15.766786 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da1ea-1ed9-48af-b4f9-c082a169849d None None] Pushing event updated for resources: {'Port': ['ID=54d5836a-7cb2-4359-9e0b-d1668f6a8719,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:15.788662 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b55c7cc6-123b-4f43-9823-a20b56c88288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:15.907962 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] Set router 6b082596-f9db-4e55-82b2-60301a0d2d1a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:15.939719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268429e-9b7f-4c71-b104-ea6be918c2ad req-086cd9e2-34e8-4849-a407-1f7476fed67d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:15.948946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f268429e-9b7f-4c71-b104-ea6be918c2ad req-086cd9e2-34e8-4849-a407-1f7476fed67d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.1222572 Aug 20 13:21:15.995542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f268429e-9b7f-4c71-b104-ea6be918c2ad req-cae38d22-76a1-4666-bce5-ba1923c36ce7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Aug 20 13:21:16.085571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-884886cd-3f5b-4c2c-b9ae-2712eabc3393 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:16.087267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-884886cd-3f5b-4c2c-b9ae-2712eabc3393 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.3506889 Aug 20 13:21:16.093922 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df59ab-abf8-42b1-8628-a184bfb9a99e x-openstack-request-id: req-09df59ab-abf8-42b1-8628-a184bfb9a99e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:16.094850 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edb5ee0-e277-49ad-94e0-948cba03797a", "tag": "310716fc-4c6c-4b33-aea5-764ee31cf0b9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:16.095097 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-09df59ab-abf8-42b1-8628-a184bfb9a99e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:16.095507 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'tag': '310716fc-4c6c-4b33-aea5-764ee31cf0b9', 'status': 'completed', 'code': 200} Aug 20 13:21:16.200821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-528c5da1-4fc0-4db5-ade7-4dcaed5acf0a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0867000 Aug 20 13:21:16.225968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95cf8959-bf88-41d2-8fcd-84af739c90bb req-39caec34-197c-475f-a39e-922050a14e83 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 210 time: 0.0458658 Aug 20 13:21:16.272879 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-218061e1-c223-4717-84ab-86648d2517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '54d5836a-7cb2-4359-9e0b-d1668f6a8719', 'name': '', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'mac_address': 'fa:16:3e:48:d2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:07Z', 'updated_at': '2021-08-20T13:21:15Z', 'revision_number': 4, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'subnets': [{'id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:16.391765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45c1-0c82-4537-a515-458d5e035524 req-8e1cc704-8e33-414b-8851-b98b805aeef7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:16.410724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-510a45c1-0c82-4537-a515-458d5e035524 req-8e1cc704-8e33-414b-8851-b98b805aeef7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0961220 Aug 20 13:21:16.431065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218061e1-c223-4717-84ab-86648d2517de None None] The sync data for ids ['6b082596-f9db-4e55-82b2-60301a0d2d1a'] in n-d-804232-5 is: [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '54d5836a-7cb2-4359-9e0b-d1668f6a8719', 'name': '', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'mac_address': 'fa:16:3e:48:d2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:07Z', 'updated_at': '2021-08-20T13:21:15Z', 'revision_number': 4, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'subnets': [{'id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:21:16.442704 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf45d8a-7d8b-480c-9f0f-1692f4dc8d3b None None] New status for floating IP 8ef083fd-8ed1-423c-a3ce-7706dee013bd: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:21:16.522403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-510a45c1-0c82-4537-a515-458d5e035524 req-37180a32-e629-4db4-a20e-17f3c18bd2bb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Aug 20 13:21:16.724337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-90fd6392-116d-4992-8e42-b6549ee8ede2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5204473 Aug 20 13:21:16.771385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45912) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:16.853672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-f68f2027-3186-4c98-9909-424ad54a7862 service neutron] 10.222.0.13 "GET /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345575 Aug 20 13:21:17.034866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 54d5836a-7cb2-4359-9e0b-d1668f6a8719 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:17.044284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-535e6300-c773-4151-9aca-c71ae8a998ad service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188779 Aug 20 13:21:17.161592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:17.171173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:17.172782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.244983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-48a777f3-77fd-4c34-8655-68dfd1addc2a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:17.247662 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-48a777f3-77fd-4c34-8655-68dfd1addc2a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.53 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 811 time: 0.2795849 Aug 20 13:21:17.252532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-b71c8726-750a-4d37-920e-59ea9ee63945 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072153 Aug 20 13:21:17.267643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Request body: {'port': {'device_id': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'admin_state_up': True, 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:17.321161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.331802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28d6b0fc-033d-41e7-82b4-945596abffc7 req-8e66f704-519e-48e2-820b-ba90f9709c65 service neutron] 10.222.0.13 "GET /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582999 Aug 20 13:21:17.413626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 54d5836a-7cb2-4359-9e0b-d1668f6a8719, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=54d5836a-7cb2-4359-9e0b-d1668f6a8719,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:17.432785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.473030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:17.535911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-ee0ee8d8-f8ef-4b0f-94bb-e73d4f8a5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:17.537525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-ee0ee8d8-f8ef-4b0f-94bb-e73d4f8a5118 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1eeef8ad1fe14465864deeabac985e2f&device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 1094 time: 0.1277282 Aug 20 13:21:17.572419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86bb01f3-a6de-4467-b214-cc4652ce504a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.629289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04db38d-6ae7-47b2-8468-e87f9c52e185 req-4b7338f3-e1df-4ce4-9007-7cd0d9209cc6 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:17.637464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d04db38d-6ae7-47b2-8468-e87f9c52e185 req-4b7338f3-e1df-4ce4-9007-7cd0d9209cc6 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.7327731 Aug 20 13:21:17.784202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-2c489b2e-c64a-4dc7-849f-1d2762cf9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:17.786172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-2c489b2e-c64a-4dc7-849f-1d2762cf9714 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3764adc8-6aae-4571-aafe-d1dbcc740528 HTTP/1.1" status: 200 len: 916 time: 0.1989403 Aug 20 13:21:17.800522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:17.818865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd', 'port_id': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'mac_address': 'fa:16:3e:8d:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb1c2e7-b41a-4a44-a10b-3f47a0add02b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:17.826136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d04db38d-6ae7-47b2-8468-e87f9c52e185 req-b61efd0c-3810-472d-849d-5f3b03719fcd tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639264 Aug 20 13:21:17.838104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86bb01f3-a6de-4467-b214-cc4652ce504a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.859530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Made reservation on behalf of ccc515de87ff4eb08c24b7aeafe7a5db for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:17.869913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.880648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=54d5836a-7cb2-4359-9e0b-d1668f6a8719,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:17.893369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:17.910942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdd2f5b-a5e7-409b-9fe4-e30dea004913 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:17.936796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:17.946765 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:18.060823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c348-51e1-48a2-9012-73e6983c4b21 req-bb9ee5ce-ccb0-448a-91dc-48a2fe183c7f tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:18.069891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b207c348-51e1-48a2-9012-73e6983c4b21 req-bb9ee5ce-ccb0-448a-91dc-48a2fe183c7f tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.4962153 Aug 20 13:21:18.086636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-d2dabe3d-b364-4600-a8e5-ff18f14afb87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9 HTTP/1.1" status: 200 len: 217 time: 0.2805343 Aug 20 13:21:18.089193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:18.146558 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b207c348-51e1-48a2-9012-73e6983c4b21 req-53ecd564-93b1-47f6-9cc0-13d7ced0c210 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696695 Aug 20 13:21:18.184299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ecdd2f5b-a5e7-409b-9fe4-e30dea004913'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:18.283972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e97096f6-2e52-4f76-8940-dd01797fe21c req-de4df1f9-f0ee-41b1-89b4-e94a82a3c84f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 210 time: 0.0502565 Aug 20 13:21:18.286070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86bb01f3-a6de-4467-b214-cc4652ce504a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:18.297796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86bb01f3-a6de-4467-b214-cc4652ce504a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:18.299266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-86bb01f3-a6de-4467-b214-cc4652ce504a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "DELETE /v2.0/security-groups/b34995f5-4e42-4f47-92cb-5386bea0f7bb HTTP/1.1" status: 204 len: 168 time: 1.5258782 Aug 20 13:21:18.302117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45932) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:18.350682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb01f3-a6de-4467-b214-cc4652ce504a tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34995f5-4e42-4f47-92cb-5386bea0f7bb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:18.364142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa899c2a-b5e1-4afe-9911-e2efef40d3d5 req-373c5c0a-a559-4c17-be0f-cb77ec476cf8 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:18.382268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa899c2a-b5e1-4afe-9911-e2efef40d3d5 req-373c5c0a-a559-4c17-be0f-cb77ec476cf8 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 945 time: 0.3170123 Aug 20 13:21:18.440434 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-4845666b-da31-44b9-b384-16e36f20714e tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] show failed (client error): The resource could not be found. Aug 20 13:21:18.442244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4845666b-da31-44b9-b384-16e36f20714e tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "GET /v2.0/security-groups/b34995f5-4e42-4f47-92cb-5386bea0f7bb HTTP/1.1" status: 404 len: 347 time: 0.1377366 Aug 20 13:21:18.447688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45934) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:18.461411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa899c2a-b5e1-4afe-9911-e2efef40d3d5 req-3fc2e542-e5e3-45a7-aebd-870f25a87368 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773993 Aug 20 13:21:18.553152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1444db69-4859-498f-977e-0f1f2f021b2d req-799e6fd8-6f9c-4e86-8bf0-b48fed528b5b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 210 time: 0.1777234 Aug 20 13:21:18.594517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-551d7623-4702-4cf0-9f2c-bc24fd89ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:18.603970 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3108d4fe-f4db-4a51-9f24-d8823658e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:18.606159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-551d7623-4702-4cf0-9f2c-bc24fd89ed3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d53e42-e0ed-424c-8d6f-e094312ceb66 HTTP/1.1" status: 200 len: 854 time: 0.2927573 Aug 20 13:21:18.613256 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:18.619789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Allocated IP 172.20.0.9 (ec2ae103-43c4-421c-9f83-7fe1722dbba6/689438ba-5f76-4cbb-aea4-bb085465a60b/d9e5b30c-ecef-4898-aebf-307f6ac18ce8) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:18.700021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-3a452f03-a9e4-4a4d-8a3f-44d62f8401d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:18.706078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-3a452f03-a9e4-4a4d-8a3f-44d62f8401d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3764adc8-6aae-4571-aafe-d1dbcc740528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914111 Aug 20 13:21:18.986175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 54d5836a-7cb2-4359-9e0b-d1668f6a8719 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:18.986761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40c5b-00a9-481d-8962-38d64d2298d6 req-5a891bae-f32b-438f-b9e5-887a7a16753b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:18.996900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23e40c5b-00a9-481d-8962-38d64d2298d6 req-5a891bae-f32b-438f-b9e5-887a7a16753b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.3730409 Aug 20 13:21:19.066254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef0de7-84a6-4042-b6e2-c69479b1777a req-1c948c26-2f72-458c-ad32-f1c51096778d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:19.075107 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61ef0de7-84a6-4042-b6e2-c69479b1777a req-1c948c26-2f72-458c-ad32-f1c51096778d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0937169 Aug 20 13:21:19.129454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:19.131959 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:19.160757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23e40c5b-00a9-481d-8962-38d64d2298d6 req-86129736-194a-4991-8e73-d35ce3bd16d2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626794 Aug 20 13:21:19.172596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61ef0de7-84a6-4042-b6e2-c69479b1777a req-6ace350f-0496-4851-9df5-535fd0b8b36a tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958192 Aug 20 13:21:19.204960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Deleting port 338f5e17-7139-4d21-b15a-60465274a804 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:19.205620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:19.412775 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:19.450297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-1f58cc0f-b41e-4026-85c0-7f02a262992d service neutron] 10.222.0.13 "GET /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153385 Aug 20 13:21:19.484879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:19.611501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-39629a26-ed83-4140-ba34-9312a93759de tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:19.613169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-39629a26-ed83-4140-ba34-9312a93759de tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.53 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.1618595 Aug 20 13:21:19.619676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:19.635342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Request body: {'port': {'device_id': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'admin_state_up': True, 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:19.645595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:19.645964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:19.718342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6ef5-caa1-4eb6-9c34-b71464c8a2b2 req-c5e19cfc-5a57-4471-9e89-1090a3bcbe44 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:19.719936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c6b6ef5-caa1-4eb6-9c34-b71464c8a2b2 req-c5e19cfc-5a57-4471-9e89-1090a3bcbe44 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.2676070 Aug 20 13:21:19.827322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:19.884230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:19.886618 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d20ba-2515-47f2-8484-496519829b08" -d '{"events": [{"server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "name": "network-vif-plugged", "status": "completed", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:19.889021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c6b6ef5-caa1-4eb6-9c34-b71464c8a2b2 req-6d4882cf-558f-4de7-a1d9-ddbc9afe39a4 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908070 Aug 20 13:21:19.891288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd9b1e3b-0cfc-41c6-b48c-f5792d6991d6 req-34ac1de3-d5d2-490d-a9af-00bcc8af17d9 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 210 time: 0.0661588 Aug 20 13:21:19.950626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:19.962406 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.024428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.025034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.061778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.068462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:20.107441 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c45edc14-ef0f-49ca-9159-11e5e190132f req-e237b80f-ce92-475a-9ca8-6e00257d36aa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0619302 Aug 20 13:21:20.111951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Calling delete_port for 338f5e17-7139-4d21-b15a-60465274a804 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:20.197526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:20.201720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.217423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d01f5-12e2-4258-ab92-ef89e2a59aac req-f72f94ca-26f2-46fe-9f53-05faa58c04f2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:20.219003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-422d01f5-12e2-4258-ab92-ef89e2a59aac req-f72f94ca-26f2-46fe-9f53-05faa58c04f2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.1914721 Aug 20 13:21:20.260440 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b42dfd9-15aa-4768-9443-ed9ec40db961 x-openstack-request-id: req-8b42dfd9-15aa-4768-9443-ed9ec40db961 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:20.261239 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "name": "network-vif-plugged", "status": "completed", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:20.261239 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b42dfd9-15aa-4768-9443-ed9ec40db961 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:20.261556 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'code': 200} Aug 20 13:21:20.424772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Allocated IP 172.20.0.2 (e26a7a07-7652-4aa0-a07c-4615a201317a/4d8700bf-5c40-4e70-bc85-4fd41fae211c/9a670640-415c-4ae6-94b1-24f673b4e652) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:20.439702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.490277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:20.511177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:20.517822 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-422d01f5-12e2-4258-ab92-ef89e2a59aac req-7bac1974-9306-4624-b857-ffd9a13bf497 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831166 Aug 20 13:21:20.523032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a6146-bbfa-4970-9236-9498f24ba65d req-8fa649c6-52b5-4c3d-b013-aa0a497414f6 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:20.525625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e37a6146-bbfa-4970-9236-9498f24ba65d req-8fa649c6-52b5-4c3d-b013-aa0a497414f6 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.1855128 Aug 20 13:21:20.526462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:20.608399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Pushing event updated for resources: {'Port': ['ID=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:20.682018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e37a6146-bbfa-4970-9236-9498f24ba65d req-44d7c3af-d737-4ad2-8fba-60a85a5b4708 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141715 Aug 20 13:21:20.685380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.713729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccc2dd-c30c-4276-87c4-f077e7848d09 req-b09ef048-88a9-43a0-87a3-f428c8e0fdf0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:20.715243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cccc2dd-c30c-4276-87c4-f077e7848d09 req-b09ef048-88a9-43a0-87a3-f428c8e0fdf0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0952349 Aug 20 13:21:20.748485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:20.749278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.753745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Pushing event deleted for resources: {'Port': ['ID=338f5e17-7139-4d21-b15a-60465274a804,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:20.757627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.783316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cccc2dd-c30c-4276-87c4-f077e7848d09 req-960ae5a0-18c9-4c22-b252-e67008b01cda tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577698 Aug 20 13:21:20.796050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.796453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.796921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.797338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.797674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.798018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.798404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.798780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.799050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.799751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.800936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.801461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:20.807761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-e110d57b-6271-40e7-929a-6f9614c54a9e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5476220 Aug 20 13:21:20.815400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.822557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Request body: {'port': {'device_id': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:20.842566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.845209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.846653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64f89891-704c-44f5-b6a6-efd32f5223db tempest-ServersTestManualDisk-1062549062 tempest-ServersTestManualDisk-1062549062-project] 10.222.0.59 "DELETE /v2.0/floatingips/8ef083fd-8ed1-423c-a3ce-7706dee013bd HTTP/1.1" status: 204 len: 168 time: 2.3790646 Aug 20 13:21:20.849472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45956) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:20.886590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:20.898037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Network e26a7a07-7652-4aa0-a07c-4615a201317a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:20.906096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:20.915442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:20.919920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:21.070328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.071804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.120839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff99a57-929e-43e2-84fd-726e4bdfb78c req-3e6560cd-4d6f-4064-b3a6-51dbf4b9ed82 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.122589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bff99a57-929e-43e2-84fd-726e4bdfb78c req-3e6560cd-4d6f-4064-b3a6-51dbf4b9ed82 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.1198223 Aug 20 13:21:21.187420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-313e984c-09b3-4986-b3c3-4b046df7a770 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5574415 Aug 20 13:21:21.191819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bff99a57-929e-43e2-84fd-726e4bdfb78c req-b834a471-73d5-4f31-ab91-7aae526b2a2e tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597007 Aug 20 13:21:21.217819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Request body: {'port': {'device_id': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:21.266316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e5b30c-ecef-4898-aebf-307f6ac18ce8 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:21.271970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bf9e-06dd-4e7a-b887-31ed10284b90 req-8b91e0b5-85c5-4edb-a763-c9b8b082cd2b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.275092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89f2bf9e-06dd-4e7a-b887-31ed10284b90 req-8b91e0b5-85c5-4edb-a763-c9b8b082cd2b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 931 time: 0.2774224 Aug 20 13:21:21.284413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.307322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.345030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Transition to ACTIVE for port object d9e5b30c-ecef-4898-aebf-307f6ac18ce8 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:21.352462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.423364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b7b47-b353-42d7-8e04-0f486323d39d req-5be27fb2-5459-4915-abdc-a88dab9f96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.425161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-320b7b47-b353-42d7-8e04-0f486323d39d req-5be27fb2-5459-4915-abdc-a88dab9f96d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1097 time: 0.3155959 Aug 20 13:21:21.429405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664efce-fdab-4044-ac81-166aabecfe55 req-8dda1290-172c-49cf-a07f-75da93745e3a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.431840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7664efce-fdab-4044-ac81-166aabecfe55 req-8dda1290-172c-49cf-a07f-75da93745e3a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 931 time: 0.1567025 Aug 20 13:21:21.450642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-792ed734-e0c9-4f44-b351-6774e3124a75 req-7e784b5a-e2dc-47ff-991a-5d2a9ec208a3 service neutron] 10.222.0.13 "GET /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152582 Aug 20 13:21:21.489038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:21.502275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.511240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89f2bf9e-06dd-4e7a-b887-31ed10284b90 req-303830a5-cb15-484f-b34b-b8d4e9e141e0 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190104 Aug 20 13:21:21.553207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7664efce-fdab-4044-ac81-166aabecfe55 req-f6c724d6-e4b7-4820-a468-d63673c3c4be tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098619 Aug 20 13:21:21.558982 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-320b7b47-b353-42d7-8e04-0f486323d39d req-28bdf328-cdc3-45c3-b992-ff440e85e5fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031332 Aug 20 13:21:21.587448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Attempting to bind port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:21.587910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Attempting to bind port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:21.588517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Attempting to bind port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:21.594022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:21.599222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Attempting to bind port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:21.605432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:21.605778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Checking segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:21.606169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Bound using segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:21.606899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Bound port: d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:21.607267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.718695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] For port d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:21.724521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] For port d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:21.737180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a2433-e07c-4474-be80-9e6f6219e974 req-698f4424-e008-4df1-9ffc-79fec52e33cb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.739229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949a2433-e07c-4474-be80-9e6f6219e974 req-698f4424-e008-4df1-9ffc-79fec52e33cb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.1119065 Aug 20 13:21:21.742949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.797109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.797737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.799116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] 10.222.0.53 "PUT /v2.0/ports/d9e5b30c-ecef-4898-aebf-307f6ac18ce8 HTTP/1.1" status: 200 len: 1091 time: 0.9820902 Aug 20 13:21:21.808290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'tag': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:21.810614 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887a0901-3f35-4205-813e-d0f9cd934039" -d '{"events": [{"name": "network-changed", "server_uuid": "faa18196-4f45-43ce-9689-91dd80660ab8", "tag": "d9e5b30c-ecef-4898-aebf-307f6ac18ce8"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:21.866745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949a2433-e07c-4474-be80-9e6f6219e974 req-0d57fe17-f879-42a6-b78d-d8e58ca7a24f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124988 Aug 20 13:21:21.872192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c952d-7cf1-4783-ab0e-c273464ef127 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:21.912597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-159f48c0-af85-4aaa-a0ad-8b4dff2e9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.913915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-159f48c0-af85-4aaa-a0ad-8b4dff2e9e0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0595009 Aug 20 13:21:21.925226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec18fd-7103-433e-8a07-3fed9ae75ac3 req-317768c4-298f-4991-ace4-8081926e412c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:21.926751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7ec18fd-7103-433e-8a07-3fed9ae75ac3 req-317768c4-298f-4991-ace4-8081926e412c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.1337955 Aug 20 13:21:21.968216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-1033e744-28e3-4277-8d70-b3ab1acc45ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8 HTTP/1.1" status: 200 len: 217 time: 0.0447574 Aug 20 13:21:22.010449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.043233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-c1f5957f-5fcf-4984-8638-3ffedc2396fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.044770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-c1f5957f-5fcf-4984-8638-3ffedc2396fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.0686762 Aug 20 13:21:22.058886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59347db-9b40-4b0c-82eb-a1fd082685ca req-3a779250-92da-4ef2-84e6-c1a0db530aae tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.060468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e59347db-9b40-4b0c-82eb-a1fd082685ca req-3a779250-92da-4ef2-84e6-c1a0db530aae tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0953143 Aug 20 13:21:22.067618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a670640-415c-4ae6-94b1-24f673b4e652 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:22.079075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.088588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-4804bc73-6d09-4cc7-90c8-d894cbeacaba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268226 Aug 20 13:21:22.143518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7ec18fd-7103-433e-8a07-3fed9ae75ac3 req-81e160b0-a377-4197-b54f-859b07478d18 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981258 Aug 20 13:21:22.144422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Transition to ACTIVE for port object 9a670640-415c-4ae6-94b1-24f673b4e652 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:22.151875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.179462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e59347db-9b40-4b0c-82eb-a1fd082685ca req-ae6c535f-f7fe-4fe1-9c35-0513027a0715 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088624 Aug 20 13:21:22.217013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-ab050965-dc04-46f0-8253-159dcacc951f service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113977 Aug 20 13:21:22.222355 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b6e6ae-a6af-4f16-a8af-d67114670ac4 x-openstack-request-id: req-60b6e6ae-a6af-4f16-a8af-d67114670ac4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:22.222652 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa18196-4f45-43ce-9689-91dd80660ab8", "tag": "d9e5b30c-ecef-4898-aebf-307f6ac18ce8", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:22.223249 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60b6e6ae-a6af-4f16-a8af-d67114670ac4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:22.223338 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'tag': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8', 'status': 'completed', 'code': 200} Aug 20 13:21:22.247277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:22.349556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Attempting to bind port 9a670640-415c-4ae6-94b1-24f673b4e652 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:22.349885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Attempting to bind port 9a670640-415c-4ae6-94b1-24f673b4e652 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:22.350206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Attempting to bind port 9a670640-415c-4ae6-94b1-24f673b4e652 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:22.358729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Port 9a670640-415c-4ae6-94b1-24f673b4e652 on network e26a7a07-7652-4aa0-a07c-4615a201317a not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:22.359048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Attempting to bind port 9a670640-415c-4ae6-94b1-24f673b4e652 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:22.361492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f9ba-3e8d-4794-b564-3c4b03515a6d req-e38a06af-ccf2-4659-8e90-57432ceca1cd tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.363016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ff2f9ba-3e8d-4794-b564-3c4b03515a6d req-e38a06af-ccf2-4659-8e90-57432ceca1cd tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.0820405 Aug 20 13:21:22.366885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab4441de-2ba4-4dc9-9ed9-d359d7413eff req-a031f029-41cb-4177-acd6-fedecc06fc64 service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388290 Aug 20 13:21:22.380905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:22.381244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:22.381633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Bound using segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:22.382067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Bound port: 9a670640-415c-4ae6-94b1-24f673b4e652, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:22.382425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.413663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ff2f9ba-3e8d-4794-b564-3c4b03515a6d req-57b26466-7451-4c42-a5dd-d7c128aaee46 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Aug 20 13:21:22.466005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a0901-3f35-4205-813e-d0f9cd934039 req-2ef356e9-6511-46a1-91c9-6b0aaedfe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.467604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-2ef356e9-6511-46a1-91c9-6b0aaedfe97d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0448437 Aug 20 13:21:22.483628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:22.487593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:22.494186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.497400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Deleting port 297d6278-75bf-42f4-924a-547a843207a2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:22.497727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.581309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.581927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.583330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] 10.222.0.53 "PUT /v2.0/ports/9a670640-415c-4ae6-94b1-24f673b4e652 HTTP/1.1" status: 200 len: 1091 time: 1.3858776 Aug 20 13:21:22.586385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:22.588866 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be1c01-3d46-491d-a1e9-c94d300001b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:22.597212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a0901-3f35-4205-813e-d0f9cd934039 req-9ac457ea-a68c-4a56-92f8-11779a2bebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.599876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-9ac457ea-a68c-4a56-92f8-11779a2bebe5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 912 time: 0.1241794 Aug 20 13:21:22.614846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eef91c-dfc2-425d-b22b-01b9b2010a7b service neutron] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:22.685056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-68bdf184-1410-4c29-8392-2ae7438b5f31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8 HTTP/1.1" status: 200 len: 217 time: 0.0700252 Aug 20 13:21:22.701405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] For port 297d6278-75bf-42f4-924a-547a843207a2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=297d6278-75bf-42f4-924a-547a843207a2,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:22.701773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:22.734844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Calling delete_port for 297d6278-75bf-42f4-924a-547a843207a2 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:22.762982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19d32a93-13d3-4bdc-a91a-991d64f09f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.764493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-19d32a93-13d3-4bdc-a91a-991d64f09f36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 1094 time: 0.1030335 Aug 20 13:21:22.769696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a0901-3f35-4205-813e-d0f9cd934039 req-3cb07420-9f41-46c6-8bd8-397cae13197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.771167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-3cb07420-9f41-46c6-8bd8-397cae13197d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.0768261 Aug 20 13:21:22.780112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e46277-a2aa-4060-b9c7-7057148861f2 req-cdd43746-0f8d-4797-ba2f-90626a6b4f8c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.781590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8e46277-a2aa-4060-b9c7-7057148861f2 req-cdd43746-0f8d-4797-ba2f-90626a6b4f8c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 943 time: 0.0996215 Aug 20 13:21:22.799605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bbcdd-0ba8-4e7f-addf-e6a90389f6a9 req-c4a63b4b-5ca6-4ca7-aded-2810edd505dc tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:22.801100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-087bbcdd-0ba8-4e7f-addf-e6a90389f6a9 req-c4a63b4b-5ca6-4ca7-aded-2810edd505dc tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 943 time: 0.1487143 Aug 20 13:21:22.818290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-bd1949c5-571e-45b8-8299-6268f632779e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357206 Aug 20 13:21:22.857411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8e46277-a2aa-4060-b9c7-7057148861f2 req-bb8b8c05-df80-48e8-848b-f284fd783326 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672269 Aug 20 13:21:22.937802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-59dd7536-77be-4963-bf23-d5ee8cb5e73c service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107960 Aug 20 13:21:23.067600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-887a0901-3f35-4205-813e-d0f9cd934039 req-704aee3b-6e8a-4897-98b7-5cf61b6425a8 service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205366 Aug 20 13:21:23.088319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85e83-a473-41fb-9b5f-eb55c72b6695 req-5e3b6380-b193-416d-b84c-ec155022db18 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.089952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04c85e83-a473-41fb-9b5f-eb55c72b6695 req-5e3b6380-b193-416d-b84c-ec155022db18 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0685220 Aug 20 13:21:23.134434 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5a0e0d-8bc7-4204-98dc-cf04443a3794 x-openstack-request-id: req-de5a0e0d-8bc7-4204-98dc-cf04443a3794 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:23.134711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:23.134948 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de5a0e0d-8bc7-4204-98dc-cf04443a3794 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:23.135330 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652', 'status': 'completed', 'code': 200} Aug 20 13:21:23.139777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-b1193a74-c08d-46fc-84e8-ca8ae631718f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a670640-415c-4ae6-94b1-24f673b4e652 HTTP/1.1" status: 200 len: 217 time: 0.3481836 Aug 20 13:21:23.141327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04c85e83-a473-41fb-9b5f-eb55c72b6695 req-4a4210ee-6e6d-438f-9b84-2bef38661a0a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Aug 20 13:21:23.213940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-087bbcdd-0ba8-4e7f-addf-e6a90389f6a9 req-7f9fd4a7-afbc-4f97-8c7b-5a521a1deef7 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047360 Aug 20 13:21:23.251965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182b4ea-09e1-4441-bf46-c47c7ca4ce09 req-b913f18a-6258-4f31-a7b2-b5c6406f4c0b tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.255740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c182b4ea-09e1-4441-bf46-c47c7ca4ce09 req-b913f18a-6258-4f31-a7b2-b5c6406f4c0b tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1097 time: 0.0443807 Aug 20 13:21:23.257083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-3d861762-ab2b-4758-bd94-bc626b7409a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.259110 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-3d861762-ab2b-4758-bd94-bc626b7409a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1109660 Aug 20 13:21:23.295649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c182b4ea-09e1-4441-bf46-c47c7ca4ce09 req-af5a6311-71f9-4e8d-bdc8-67233ac88d8d tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Aug 20 13:21:23.303237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-9f133e93-91e7-4f2b-9aab-c8b7d83d0a49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355246 Aug 20 13:21:23.411097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2c4cf-0de4-42f0-904f-f5170cf36c5b req-1355f1f8-a7cb-4df5-903c-d5c1cfc23ab6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.412663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ddb2c4cf-0de4-42f0-904f-f5170cf36c5b req-1355f1f8-a7cb-4df5-903c-d5c1cfc23ab6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0553005 Aug 20 13:21:23.452890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f788753-04d7-4357-85fb-cc6a54694a67 req-21584175-c3fe-4232-b085-398f9fbb9c20 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.454416 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f788753-04d7-4357-85fb-cc6a54694a67 req-21584175-c3fe-4232-b085-398f9fbb9c20 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.1580079 Aug 20 13:21:23.455092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ddb2c4cf-0de4-42f0-904f-f5170cf36c5b req-a4f195f4-9f12-47a1-a737-80a906da12d6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351572 Aug 20 13:21:23.500589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-91fed6f4-c416-4e6f-b515-6be2718c8ef3 service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788743 Aug 20 13:21:23.505086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:23.516334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 310716fc-4c6c-4b33-aea5-764ee31cf0b9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:23.563651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f788753-04d7-4357-85fb-cc6a54694a67 req-1cba007c-1efc-4d48-add0-1c5901b493e7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006744 Aug 20 13:21:23.564833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a3f57-31ed-4abc-a537-593fef7b17e9 req-74ff7445-6c67-4123-a1a4-91b6cea7a9a3 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.567063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e42a3f57-31ed-4abc-a537-593fef7b17e9 req-74ff7445-6c67-4123-a1a4-91b6cea7a9a3 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1097 time: 0.0484014 Aug 20 13:21:23.599745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Pushing event deleted for resources: {'Port': ['ID=297d6278-75bf-42f4-924a-547a843207a2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:23.660957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e42a3f57-31ed-4abc-a537-593fef7b17e9 req-c0824a9b-dd67-4d3b-9520-6df7b0ae2337 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795784 Aug 20 13:21:23.677742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:23.697520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '310716fc-4c6c-4b33-aea5-764ee31cf0b9', 'network_id': '3764adc8-6aae-4571-aafe-d1dbcc740528', 'port_id': '310716fc-4c6c-4b33-aea5-764ee31cf0b9', 'mac_address': 'fa:16:3e:5e:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d53e42-e0ed-424c-8d6f-e094312ceb66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:23.748346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a964cc76-e025-43f5-82a9-d2ebe434c823 req-1c89b51c-8068-49eb-9695-58a441f7e95e service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365041 Aug 20 13:21:23.748531 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:23.765710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310716fc-4c6c-4b33-aea5-764ee31cf0b9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:23.792810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:23.797960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:23.799027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:23.803953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cc0f3-9c89-4159-87a8-2c130aeb35a5 req-58a24d59-6d0d-4291-9271-a4014b9fed04 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.805583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-751cc0f3-9c89-4159-87a8-2c130aeb35a5 req-58a24d59-6d0d-4291-9271-a4014b9fed04 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 943 time: 0.1428511 Aug 20 13:21:23.928807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=310716fc-4c6c-4b33-aea5-764ee31cf0b9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:23.942617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-751cc0f3-9c89-4159-87a8-2c130aeb35a5 req-4c9b6a19-6431-466f-af36-e1316f23a635 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242306 Aug 20 13:21:23.963783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-05aa2b4f-ea22-4358-8fc5-a218c99dc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:23.964894 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-05aa2b4f-ea22-4358-8fc5-a218c99dc28a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 1094 time: 0.1563563 Aug 20 13:21:23.984684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:23.984943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:23.998393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85', 'port_id': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'mac_address': 'fa:16:3e:84:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcd4207-91be-48d8-ac09-dc58f9e0dc9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:24.053526 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:24.068770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b24d13c-45be-41e9-9b21-06e014fa73db {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:24.091177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:24.096611 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:24.154939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:24.212319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857030-0c51-4017-922a-60e722caa9f8 req-1cf2b045-5841-4025-a988-ac44badbcb35 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:24.213860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78857030-0c51-4017-922a-60e722caa9f8 req-1cf2b045-5841-4025-a988-ac44badbcb35 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 943 time: 0.1457314 Aug 20 13:21:24.240434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-619033e7-ff95-4fb7-8961-7e08c02d29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:24.241928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-619033e7-ff95-4fb7-8961-7e08c02d29b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.2465503 Aug 20 13:21:24.296171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-2fad2e5b-e678-4eb7-83e9-a8e66745f2f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a670640-415c-4ae6-94b1-24f673b4e652 HTTP/1.1" status: 200 len: 217 time: 0.0428452 Aug 20 13:21:24.334277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['6b24d13c-45be-41e9-9b21-06e014fa73db'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:24.341992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78857030-0c51-4017-922a-60e722caa9f8 req-32d3fb37-aab0-4189-a031-7adf59254370 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182048 Aug 20 13:21:24.343047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['310716fc-4c6c-4b33-aea5-764ee31cf0b9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:24.471203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Router 19c1b567-5369-40ab-8af8-60895a6270da has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:21:24.484812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-01c9952b-e8b4-4a3f-a769-4cfff5898eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:24.486867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-01c9952b-e8b4-4a3f-a769-4cfff5898eac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1802833 Aug 20 13:21:24.573178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-78956b3d-a3a9-4dc8-8d17-8f6b2e02d29d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680830 Aug 20 13:21:24.732703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c03a8-30f5-4833-8505-2c712e998204 req-c527fc77-7b1e-48fd-a167-2bb520265557 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:24.734190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-918c03a8-30f5-4833-8505-2c712e998204 req-c527fc77-7b1e-48fd-a167-2bb520265557 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 943 time: 0.1641068 Aug 20 13:21:24.743523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d9e5b30c-ecef-4898-aebf-307f6ac18ce8 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:24.755577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-72ecbddb-5636-48d3-8ea7-279e9a694e2d tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:21:24.756736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-72ecbddb-5636-48d3-8ea7-279e9a694e2d tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063074 Aug 20 13:21:24.759684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:21:24.771059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Request body: {'binding': {'host': 'n-h1-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:24.771253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] Sync routers for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:21:24.771513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Unknown quota resources ['binding']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:21:24.773161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d551868-2027-4497-8893-fba83c48661e admin admin] 10.222.0.59 "PUT /v2.0/routers/19c1b567-5369-40ab-8af8-60895a6270da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9225495 Aug 20 13:21:24.776284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46034) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:24.780270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-6d29e18c-5914-49f7-9282-0e0ff0c5c859 service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945925 Aug 20 13:21:24.823378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:24.824033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:21:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:24.847070 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-918c03a8-30f5-4833-8505-2c712e998204 req-28494f2b-cbff-49b9-85b1-971e2962c7c8 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036959 Aug 20 13:21:24.907728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2be1c01-3d46-491d-a1e9-c94d300001b1 req-a34d9a47-812e-407b-817a-14a552700c33 service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142099 Aug 20 13:21:24.989964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:25.003746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:25.009669 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.024021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4c779-196d-46ed-9159-18d47a7d59d1 req-a8edfa00-2dcb-4036-b2f3-1825eb938e32 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.025953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1da4c779-196d-46ed-9159-18d47a7d59d1 req-a8edfa00-2dcb-4036-b2f3-1825eb938e32 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.0686193 Aug 20 13:21:25.031113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'port_id': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8', 'mac_address': 'fa:16:3e:0a:2b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:25.066278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1da4c779-196d-46ed-9159-18d47a7d59d1 req-76deed35-13a1-4233-bd68-3779d12f525c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Aug 20 13:21:25.157646 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.160306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on host n-h1-804232-5 for vnic_type normal with profile None {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:25.160693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:25.161028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:25.166223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:25.166549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:25.169419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.179892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:25.180438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:25.181018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:25.181478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Bound port: ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:25.191318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e5b30c-ecef-4898-aebf-307f6ac18ce8 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:25.211494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd099-fcca-453d-bcca-ebca265e86c2 req-034057f7-76e1-4c19-b45d-0f2c2d305c6c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.217602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-832fd099-fcca-453d-bcca-ebca265e86c2 req-034057f7-76e1-4c19-b45d-0f2c2d305c6c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0767405 Aug 20 13:21:25.237122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:25.262065 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.265689 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-832fd099-fcca-453d-bcca-ebca265e86c2 req-b09861cc-b9bb-4a54-8c79-668f983b0b67 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Aug 20 13:21:25.280189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:25.295025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.296701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-cd35aac5-43cc-47eb-a2f0-65856a70c8b8 service neutron] 10.222.0.59 "POST /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913/bindings HTTP/1.1" status: 201 len: 389 time: 0.5312824 Aug 20 13:21:25.301532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Deleting port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:25.301969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.332326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:25.342428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:21:23Z', 'revision_number': 5, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port': {'id': '4e37ed1a-52e8-4595-aaa2-c6f1d2b03056', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c1b567-5369-40ab-8af8-60895a6270da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:18:30Z', 'updated_at': '2021-08-20T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:25.383622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] Checking router: 19c1b567-5369-40ab-8af8-60895a6270da for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:21:25.396978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] Routers {'19c1b567-5369-40ab-8af8-60895a6270da'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:21:25.419366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:21:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['19c1b567-5369-40ab-8af8-60895a6270da'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:25.427258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0338693-847d-4813-9311-112af31b573c req-7c716596-95a0-4df4-89c5-ac933902c83c tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.429354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0338693-847d-4813-9311-112af31b573c req-7c716596-95a0-4df4-89c5-ac933902c83c tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 944 time: 0.0914414 Aug 20 13:21:25.438466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] For port 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:25.438848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.460495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Calling delete_port for 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:25.516364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0338693-847d-4813-9311-112af31b573c req-6cbc77e0-350b-4b33-ac1d-abad696cf77d tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623741 Aug 20 13:21:25.525800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 310716fc-4c6c-4b33-aea5-764ee31cf0b9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:25.612196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] Set router 19c1b567-5369-40ab-8af8-60895a6270da gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:21:25.620332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d9e5b30c-ecef-4898-aebf-307f6ac18ce8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:25.655283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2d3d-726f-4eb6-92e2-174bfa1d81cf req-ea2dd764-e83b-435f-9ab7-cfdbce44b40f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.663365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b65b2d3d-726f-4eb6-92e2-174bfa1d81cf req-ea2dd764-e83b-435f-9ab7-cfdbce44b40f tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0891116 Aug 20 13:21:25.675835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162d8cb-5994-4d97-a689-3b0542cbfdf8 req-252079f3-d970-40cc-af01-fda265416364 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.677416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e162d8cb-5994-4d97-a689-3b0542cbfdf8 req-252079f3-d970-40cc-af01-fda265416364 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 943 time: 0.2062111 Aug 20 13:21:25.692274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b15bdc58-fc12-4a50-8d6a-19a50fe339b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.693815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b15bdc58-fc12-4a50-8d6a-19a50fe339b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1097 time: 0.1095381 Aug 20 13:21:25.730644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b65b2d3d-726f-4eb6-92e2-174bfa1d81cf req-e88e0c48-6d34-413a-b399-5b6a90bdb70e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 Aug 20 13:21:25.752460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:21:25Z', 'revision_number': 6, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:25.757092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e162d8cb-5994-4d97-a689-3b0542cbfdf8 req-ee568496-c559-4a31-a9ee-17db1d6446e8 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Aug 20 13:21:25.758009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.784540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4e37ed1a-52e8-4595-aaa2-c6f1d2b03056,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:25.826409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d94563-7c6b-4739-8764-e25bc5d83447 None None] The sync data for ids ['19c1b567-5369-40ab-8af8-60895a6270da'] in n-d-804232-5 is: [{'id': '19c1b567-5369-40ab-8af8-60895a6270da', 'name': 'tempest-ServersTestManualDisk-1422963959-router', 'tenant_id': '0455d6a72121423aad6ce99c1c6b3012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:18:29Z', 'updated_at': '2021-08-20T13:21:25Z', 'revision_number': 6, 'project_id': '0455d6a72121423aad6ce99c1c6b3012', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:21:25.842786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:25.850146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-5b26eb18-f3ce-44d8-8f10-697d1c69ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.852972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-5b26eb18-f3ce-44d8-8f10-697d1c69ad89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.1512692 Aug 20 13:21:25.853158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:25.853667 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.906717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.925242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-3bb86f6c-b193-49bb-9e38-a3a20fa17963 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 217 time: 0.0657487 Aug 20 13:21:25.983954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-fc7e9937-52ea-4dcd-a984-70bf46376852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:25.986481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-fc7e9937-52ea-4dcd-a984-70bf46376852 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.0526280 Aug 20 13:21:26.002515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.019619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-45db71e6-da0d-43c7-bc64-d179e46eb8bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258780 Aug 20 13:21:26.040834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310716fc-4c6c-4b33-aea5-764ee31cf0b9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:26.041413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.042995 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c7f46-b62a-4286-8567-cc543a48e5c4" -d '{"events": [{"server_uuid": "7edb5ee0-e277-49ad-94e0-948cba03797a", "name": "network-vif-plugged", "status": "completed", "tag": "310716fc-4c6c-4b33-aea5-764ee31cf0b9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:26.044534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.057590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:26.065244 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.066056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:26.126564 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa4c6c7-06df-4401-8bc7-1d83d4f0570f x-openstack-request-id: req-5aa4c6c7-06df-4401-8bc7-1d83d4f0570f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:26.131361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3acbcf-3ce6-4b7c-9684-d4ee9df8c28f req-bb10d700-8057-422a-9e03-575adcbb358b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:26.133063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c3acbcf-3ce6-4b7c-9684-d4ee9df8c28f req-bb10d700-8057-422a-9e03-575adcbb358b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 944 time: 0.1465652 Aug 20 13:21:26.134313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.134900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c1b567-5369-40ab-8af8-60895a6270da {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:21:26.135968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-c709465d-93fb-440e-a993-9830919f3b4c service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088960 Aug 20 13:21:26.140788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.141212 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edb5ee0-e277-49ad-94e0-948cba03797a", "name": "network-vif-plugged", "status": "completed", "tag": "310716fc-4c6c-4b33-aea5-764ee31cf0b9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:26.141780 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aa4c6c7-06df-4401-8bc7-1d83d4f0570f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:26.142404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-62a6f8f1-0be9-4662-bf94-cbbeecb838ec admin admin] 10.222.0.59 "DELETE /v2.0/routers/19c1b567-5369-40ab-8af8-60895a6270da HTTP/1.1" status: 204 len: 168 time: 1.3647575 Aug 20 13:21:26.142653 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310716fc-4c6c-4b33-aea5-764ee31cf0b9', 'code': 200} Aug 20 13:21:26.156383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:26.188215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=310716fc-4c6c-4b33-aea5-764ee31cf0b9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:26.215463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 6b24d13c-45be-41e9-9b21-06e014fa73db completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:26.225135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 6b24d13c-45be-41e9-9b21-06e014fa73db triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:26.225671 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.234182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Deleting subnet f94e3a97-6807-49e6-b4d3-b4a530790f67 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:21:26.244115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.303764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-36885020-8de9-4c17-b253-819ea4d2946b service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597276 Aug 20 13:21:26.305478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c3acbcf-3ce6-4b7c-9684-d4ee9df8c28f req-5859862a-ab3a-48a9-a569-2545cb6392c7 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467626 Aug 20 13:21:26.315531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.378242 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.378470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65272-3219-4b0d-b1c4-5720482455de req-29cab830-b977-412f-b7c7-d941afc7fffc tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:26.380349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1a65272-3219-4b0d-b1c4-5720482455de req-29cab830-b977-412f-b7c7-d941afc7fffc tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.1015232 Aug 20 13:21:26.384611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211cb8-c836-4758-81de-6fe0b47cb9a5 req-4ce489a5-883f-44cb-b40b-4922b8d4c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:26.386403 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e2211cb8-c836-4758-81de-6fe0b47cb9a5 req-4ce489a5-883f-44cb-b40b-4922b8d4c13b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 1096 time: 0.1064558 Aug 20 13:21:26.447760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1a65272-3219-4b0d-b1c4-5720482455de req-708068ea-4dba-4447-a61c-269a72faed2a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Aug 20 13:21:26.456077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e2211cb8-c836-4758-81de-6fe0b47cb9a5 req-f6a45d35-6344-4ec0-9fb3-f54cd5804df3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Aug 20 13:21:26.534704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.580230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375eb256-6ded-4eb6-8566-18ff18837f8b req-1015f3d9-35da-470a-9614-a0bfb62a3b96 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:26.581834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-375eb256-6ded-4eb6-8566-18ff18837f8b req-1015f3d9-35da-470a-9614-a0bfb62a3b96 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.1087699 Aug 20 13:21:26.613221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:26.622595 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.640763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.685284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4eae6-cf2c-43eb-b19a-6c7c9284df15 req-6d0e6f30-d748-422c-b705-e71a5ceefb02 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:26.686881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51e4eae6-cf2c-43eb-b19a-6c7c9284df15 req-6d0e6f30-d748-422c-b705-e71a5ceefb02 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 945 time: 0.0769224 Aug 20 13:21:26.696444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-375eb256-6ded-4eb6-8566-18ff18837f8b req-0434e0b0-dc22-468f-856d-c88c427f33f8 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030965 Aug 20 13:21:26.699428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.701362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f94e3a97-6807-49e6-b4d3-b4a530790f67 HTTP/1.1" status: 204 len: 168 time: 0.5439684 Aug 20 13:21:26.702430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08349f96-4609-430a-a425-bbc4dd68e3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94e3a97-6807-49e6-b4d3-b4a530790f67,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:26.707397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46058) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:26.720019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca1437-f293-4a70-937c-c85acfcb4390 None None] Network 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:26.738278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:26.787783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9a670640-415c-4ae6-94b1-24f673b4e652 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:26.791213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d9e5b30c-ecef-4898-aebf-307f6ac18ce8 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:26.795359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51e4eae6-cf2c-43eb-b19a-6c7c9284df15 req-37abf5e5-4854-4310-b5c5-0af26e0deb02 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002452 Aug 20 13:21:26.808317 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.898673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Deleting port 1a53307e-02c7-4042-990c-8542f09243a8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:26.902501 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:26.940608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c163-52ae-4279-831e-26709ee1ae55 req-ee8b009c-ba3c-49d9-8be9-b884b518313a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:26.942601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c883c163-52ae-4279-831e-26709ee1ae55 req-ee8b009c-ba3c-49d9-8be9-b884b518313a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.1183331 Aug 20 13:21:26.992155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c883c163-52ae-4279-831e-26709ee1ae55 req-08e7fc19-0b45-4964-acb4-23e60a709b6e tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Aug 20 13:21:27.021153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:27.042409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] For port 1a53307e-02c7-4042-990c-8542f09243a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1a53307e-02c7-4042-990c-8542f09243a8,segment=NetworkSegment(158112df-a816-4139-bcc3-307b2d741714),segment_id=158112df-a816-4139-bcc3-307b2d741714)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:27.042409 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.069848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5950453-20dc-4a04-ba02-82a95d8231d9 req-f212f8c4-92ba-4851-bf6c-5392acfed56d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:27.077493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d5950453-20dc-4a04-ba02-82a95d8231d9 req-f212f8c4-92ba-4851-bf6c-5392acfed56d tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 943 time: 0.1063499 Aug 20 13:21:27.080349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Calling delete_port for 1a53307e-02c7-4042-990c-8542f09243a8 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:27.113181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:27.113181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4e37ed1a-52e8-4595-aaa2-c6f1d2b03056 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:27.113181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 297d6278-75bf-42f4-924a-547a843207a2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:27.145003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:27.150363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 297d6278-75bf-42f4-924a-547a843207a2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:27.151032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 297d6278-75bf-42f4-924a-547a843207a2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:27.170980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d5950453-20dc-4a04-ba02-82a95d8231d9 req-927f4cd0-80fc-4dfd-b352-bdde522dd4c4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880578 Aug 20 13:21:27.175659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:27.184463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '9a670640-415c-4ae6-94b1-24f673b4e652', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': '9a670640-415c-4ae6-94b1-24f673b4e652', 'mac_address': 'fa:16:3e:76:04:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:27.187962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:27.188351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.222155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.253413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1a53307e-02c7-4042-990c-8542f09243a8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:27.256185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] No DVR routers for this DVR port 1a53307e-02c7-4042-990c-8542f09243a8 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:27.282049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc3c7a-f6c6-4a51-9f92-7800980a1ba2 None None] DHCP port deletion for 2101f767-f5e7-4f6d-8c0f-4d916cf28a5e request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:21:27.288311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.288682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.289077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.289406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.289737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.290071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.290395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.290720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.291044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.291366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.291686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.292009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:21:27.296279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.314954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a670640-415c-4ae6-94b1-24f673b4e652 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:27.357975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:27.362178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.372262 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.374604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2101f767-f5e7-4f6d-8c0f-4d916cf28a5e']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:27.377947 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.388952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158112df-a816-4139-bcc3-307b2d741714') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:27.390136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158112df-a816-4139-bcc3-307b2d741714') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:27.432308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.462966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.463689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:27.469324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:27.473298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c849a3c-60b7-4d02-bd4c-5f02e46a8894 req-2f39bb47-59ec-4e8b-941b-4133bfab4989 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:27.477738 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.479561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:21:27.480046 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.484986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c849a3c-60b7-4d02-bd4c-5f02e46a8894 req-2f39bb47-59ec-4e8b-941b-4133bfab4989 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 944 time: 0.0867267 Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:21:27.487014 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:21:27.543825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c849a3c-60b7-4d02-bd4c-5f02e46a8894 req-326af1bf-793e-4331-8442-c121528f0f50 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Aug 20 13:21:27.591418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:27.651136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.669256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.671444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] 10.222.0.59 "DELETE /v2.0/networks/2101f767-f5e7-4f6d-8c0f-4d916cf28a5e HTTP/1.1" status: 204 len: 168 time: 0.9630897 Aug 20 13:21:27.674124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7114d1-ee6b-4c44-bf37-6188787195ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2101f767-f5e7-4f6d-8c0f-4d916cf28a5e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:27.733442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72f20b-8a31-4303-965d-e171c7152c5e req-19470ddd-03d3-4feb-9b65-dadeeddb5a81 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:27.733581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['9a670640-415c-4ae6-94b1-24f673b4e652'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:27.733703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c72f20b-8a31-4303-965d-e171c7152c5e req-19470ddd-03d3-4feb-9b65-dadeeddb5a81 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1165805 Aug 20 13:21:27.822938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c72f20b-8a31-4303-965d-e171c7152c5e req-1e0e0efc-23be-4d83-ade2-513b7e1cb52a tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Aug 20 13:21:27.896800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46076) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:27.971834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390a2fe-bfa2-40c3-9477-91f010df8ed9 req-4e52e179-e1dc-489e-b2d8-e69e9297519c tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:27.981273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8390a2fe-bfa2-40c3-9477-91f010df8ed9 req-4e52e179-e1dc-489e-b2d8-e69e9297519c tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 945 time: 0.0950143 Aug 20 13:21:27.997245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01847ba4-9d54-4ff6-9baf-065fd099524a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0455d6a72121423aad6ce99c1c6b3012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992374 Aug 20 13:21:28.004330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46078) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:28.144095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db'}, {'server_uuid': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:28.147832 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359e3c66-08bd-4769-9934-bf2a99ba3248" -d '{"events": [{"server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "name": "network-vif-plugged", "status": "completed", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db"}, {"server_uuid": "faa18196-4f45-43ce-9689-91dd80660ab8", "name": "network-vif-plugged", "status": "completed", "tag": "d9e5b30c-ecef-4898-aebf-307f6ac18ce8"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:28.201442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b97459-1992-4704-af9a-fe40a123f0d1 req-455f6c3e-f7ed-42db-9569-2b8ca284b212 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:28.203213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8b97459-1992-4704-af9a-fe40a123f0d1 req-455f6c3e-f7ed-42db-9569-2b8ca284b212 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.3893130 Aug 20 13:21:28.251203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8b97459-1992-4704-af9a-fe40a123f0d1 req-371622cc-5531-4c84-ab02-52a258f788d0 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Aug 20 13:21:28.355398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8390a2fe-bfa2-40c3-9477-91f010df8ed9 req-045cf4f6-e415-4b75-8c9a-bbba8a6e9999 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732169 Aug 20 13:21:28.369027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725e13b-ef2a-43ef-ba3b-129e3ad40942 req-0b1a1bfa-b446-4f7d-be39-35f01a9b63a9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:28.379134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31977694-f14d-44a7-8b30-52d5012b6f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:28.379893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a725e13b-ef2a-43ef-ba3b-129e3ad40942 req-0b1a1bfa-b446-4f7d-be39-35f01a9b63a9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0616465 Aug 20 13:21:28.413007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31977694-f14d-44a7-8b30-52d5012b6f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:28.444318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a725e13b-ef2a-43ef-ba3b-129e3ad40942 req-e5c3d798-e8fe-4fd9-9362-3f1e825d1e8b tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552514 Aug 20 13:21:28.470290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31977694-f14d-44a7-8b30-52d5012b6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:28.473326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31977694-f14d-44a7-8b30-52d5012b6f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:28.474434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31977694-f14d-44a7-8b30-52d5012b6f0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8521cba5-3c12-47ed-b467-f2f6a73def33 HTTP/1.1" status: 204 len: 168 time: 0.4642491 Aug 20 13:21:28.490386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31977694-f14d-44a7-8b30-52d5012b6f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8521cba5-3c12-47ed-b467-f2f6a73def33,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:28.538261 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce28dfd5-790e-4120-a3cb-976bcb25f521 x-openstack-request-id: req-ce28dfd5-790e-4120-a3cb-976bcb25f521 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:28.538583 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "name": "network-vif-plugged", "status": "completed", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db", "code": 200}, {"server_uuid": "faa18196-4f45-43ce-9689-91dd80660ab8", "name": "network-vif-plugged", "status": "completed", "tag": "d9e5b30c-ecef-4898-aebf-307f6ac18ce8", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:28.539236 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce28dfd5-790e-4120-a3cb-976bcb25f521 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:28.539236 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'code': 200} Aug 20 13:21:28.539567 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8', 'code': 200} Aug 20 13:21:28.742933 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:28.759996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4178d-b226-4751-918c-922654d904e2 req-75e46969-2dbc-42ff-b3ee-51a39b30872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:28.761639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb4178d-b226-4751-918c-922654d904e2 req-75e46969-2dbc-42ff-b3ee-51a39b30872f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1556876 Aug 20 13:21:28.767579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9a670640-415c-4ae6-94b1-24f673b4e652 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:28.769695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfaf45-2919-42eb-9176-30e03bb4c740 req-c7c6ffda-7907-4511-bc32-9777ceece163 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:28.772483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc3958-c7e0-44c8-8697-d3f39276a005 req-ab905a0c-225e-4f81-bc4a-4883dfb4cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:28.774743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21cc3958-c7e0-44c8-8697-d3f39276a005 req-ab905a0c-225e-4f81-bc4a-4883dfb4cff7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1096 time: 0.1237504 Aug 20 13:21:28.780903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40bfaf45-2919-42eb-9176-30e03bb4c740 req-c7c6ffda-7907-4511-bc32-9777ceece163 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0947247 Aug 20 13:21:28.810790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd143389-a763-40de-86e4-1e192bb99482 req-e074d08b-f32e-4632-b110-4ee2a2262865 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:28.812629 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd143389-a763-40de-86e4-1e192bb99482 req-e074d08b-f32e-4632-b110-4ee2a2262865 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 944 time: 0.1723580 Aug 20 13:21:28.836666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40bfaf45-2919-42eb-9176-30e03bb4c740 req-3f4ecdb0-8f51-41be-9c19-09b205913fd7 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493879 Aug 20 13:21:28.871067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 9a670640-415c-4ae6-94b1-24f673b4e652 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:28.887760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 9a670640-415c-4ae6-94b1-24f673b4e652 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:28.888399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:28.894779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cb4178d-b226-4751-918c-922654d904e2 req-681cf387-e41a-4e01-95d6-c20256360054 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244948 Aug 20 13:21:28.902742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21cc3958-c7e0-44c8-8697-d3f39276a005 req-83993c44-be7a-423d-82a7-af346451319f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190960 Aug 20 13:21:28.911322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd143389-a763-40de-86e4-1e192bb99482 req-f9ac37ca-a371-4ea9-ae9c-0c712a7bb74b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900640 Aug 20 13:21:28.984642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1a53307e-02c7-4042-990c-8542f09243a8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:29.010398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 1a53307e-02c7-4042-990c-8542f09243a8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:29.010698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1a53307e-02c7-4042-990c-8542f09243a8 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:29.084520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:29.090243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2108dce-5a32-4883-8747-0d9d677deb64 req-85dd25ec-e367-4fcf-b20d-9796f5d974df tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:29.097701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2108dce-5a32-4883-8747-0d9d677deb64 req-85dd25ec-e367-4fcf-b20d-9796f5d974df tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1099555 Aug 20 13:21:29.144203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:29.152087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:29.161627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2108dce-5a32-4883-8747-0d9d677deb64 req-3a8decd6-5e41-4128-87a4-a6ddd92a652e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527735 Aug 20 13:21:29.234343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:29.409183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e786e8b-d385-4154-a925-3e85f6806709 req-bdb75690-8641-468c-bc73-2a41a5e48a0f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:29.417343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e786e8b-d385-4154-a925-3e85f6806709 req-bdb75690-8641-468c-bc73-2a41a5e48a0f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0719423 Aug 20 13:21:29.473309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e786e8b-d385-4154-a925-3e85f6806709 req-9419b2cf-3144-4a00-ae2d-7795e3aef951 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547876 Aug 20 13:21:29.636513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0494c-3cd7-49fd-9b3f-5d67154fd6d5 req-cbfea22d-6886-4d5a-aea9-ea550bf74ce4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:29.638170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-96d0494c-3cd7-49fd-9b3f-5d67154fd6d5 req-cbfea22d-6886-4d5a-aea9-ea550bf74ce4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0660815 Aug 20 13:21:29.642877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46126) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:29.693788 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-96d0494c-3cd7-49fd-9b3f-5d67154fd6d5 req-bcb19ce1-08cd-45bc-a235-36d745b97ccc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Aug 20 13:21:29.774389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1800828874-network', 'tenant_id': 'dab21c20bfe14007b2031c43dee487fa'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:29.811635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Made reservation on behalf of dab21c20bfe14007b2031c43dee487fa for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:29.814559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:29.826695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:29.978785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:29.989134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.035476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582c79c-cf41-422d-ae39-f5a299809b1b req-fb84054b-b050-456d-8856-e5a8f2e736d6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.040136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:21:30.044826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6582c79c-cf41-422d-ae39-f5a299809b1b req-fb84054b-b050-456d-8856-e5a8f2e736d6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0993099 Aug 20 13:21:30.047059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3407410c-736c-4109-bf9d-54b707fc12a3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:30.054669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.055048 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Added segment dfd32199-6679-4cfb-9090-978688140c1f of type vlan for network f4fcbf17-af7f-46be-b46d-6d194b20345a Aug 20 13:21:30.125602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6582c79c-cf41-422d-ae39-f5a299809b1b req-878ee058-fbb2-451b-a900-fcd20f4b0d57 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Aug 20 13:21:30.170502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016cbe9-74c9-45ac-8163-8e6804947b14 req-4b6837dd-8320-40cd-a3a6-ef6374bf5d4a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.177224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e016cbe9-74c9-45ac-8163-8e6804947b14 req-4b6837dd-8320-40cd-a3a6-ef6374bf5d4a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1265955 Aug 20 13:21:30.179189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.237262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e016cbe9-74c9-45ac-8163-8e6804947b14 req-0c8286a7-0ccd-4193-81a0-2ee9b6e62644 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542893 Aug 20 13:21:30.240732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.241930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.243081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.308611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6633418 Aug 20 13:21:30.308611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f3d1-b520-45ff-9277-95d2892c0818 admin admin] Pushing event updated for resources: {'Network': ['ID=f4fcbf17-af7f-46be-b46d-6d194b20345a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:30.310470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46142) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:30.315773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Request body: {'subnet': {'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1800828874-subnet', 'tenant_id': 'dab21c20bfe14007b2031c43dee487fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:30.323707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f4fcbf17-af7f-46be-b46d-6d194b20345a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:21:30.356372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Made reservation on behalf of dab21c20bfe14007b2031c43dee487fa for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:30.359145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.383833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bc516-440a-4f08-96d7-9e993924683d req-743c88ad-353a-4adb-b2de-772c3ac3e2f9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.391653 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-472bc516-440a-4f08-96d7-9e993924683d req-743c88ad-353a-4adb-b2de-772c3ac3e2f9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0649290 Aug 20 13:21:30.461649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-472bc516-440a-4f08-96d7-9e993924683d req-9ba11085-991b-4a26-9e02-c3fde4492317 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638297 Aug 20 13:21:30.540286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:30.543279 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cd3440-c6cf-4ce4-8653-04e78e04484b" -d '{"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:30.592672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.621788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c999086-778f-490e-bba4-23739d826929 req-c8a5d10e-eea4-4ae1-80bd-90130a241ef0 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.623586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c999086-778f-490e-bba4-23739d826929 req-c8a5d10e-eea4-4ae1-80bd-90130a241ef0 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1096 time: 0.0881100 Aug 20 13:21:30.643586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8637e110-b80a-47ac-afcb-f19c18abed3a,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:30.689191 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c999086-778f-490e-bba4-23739d826929 req-02428e28-a3c1-4037-826c-a4d9a5af2a99 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Aug 20 13:21:30.745322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Checking segment: {'id': 'dfd32199-6679-4cfb-9090-978688140c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:30.745962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Network hostable DHCP agents. Network: f4fcbf17-af7f-46be-b46d-6d194b20345a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:21:30.763951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeaaf5-19b3-4da4-88c9-93c2b387420c req-858193cd-9bb0-43f4-bf4f-a5b11740b537 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.765780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fabeaaf5-19b3-4da4-88c9-93c2b387420c req-858193cd-9bb0-43f4-bf4f-a5b11740b537 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0994563 Aug 20 13:21:30.771024 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a2f16-4da7-4b93-bc75-9bec546628b8 x-openstack-request-id: req-230a2f16-4da7-4b93-bc75-9bec546628b8 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:30.771317 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:30.771568 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-230a2f16-4da7-4b93-bc75-9bec546628b8 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:30.772321 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652', 'code': 200} Aug 20 13:21:30.784906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Network f4fcbf17-af7f-46be-b46d-6d194b20345a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:21:30.819748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f4fcbf17-af7f-46be-b46d-6d194b20345a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:30.829770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cfbcd4-f973-4000-abe3-76e7330d77c9 None None] Network f4fcbf17-af7f-46be-b46d-6d194b20345a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:30.833644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:30.834553 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:30.857730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fabeaaf5-19b3-4da4-88c9-93c2b387420c req-5d05f316-4800-4c5a-82a7-bbeb190607c3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643282 Aug 20 13:21:30.859944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-158140c2-a9fa-4711-be11-dcc9b3284516 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5484531 Aug 20 13:21:31.049793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c60f3-bd80-4fcb-a6d7-19664a44d535 req-64c911d1-7117-4d57-835f-8ab536b74d29 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.052449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e0c60f3-bd80-4fcb-a6d7-19664a44d535 req-64c911d1-7117-4d57-835f-8ab536b74d29 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.1209848 Aug 20 13:21:31.068625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011f0d-8d09-4577-844b-d75f99c88ada req-2614ecc6-c6a0-49e7-8d6b-cf0bc0aef9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.071394 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8011f0d-8d09-4577-844b-d75f99c88ada req-2614ecc6-c6a0-49e7-8d6b-cf0bc0aef9d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 1096 time: 0.2184370 Aug 20 13:21:31.090021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9e816-96c5-4862-a422-d3b2f030d3e5 None None] Network f4fcbf17-af7f-46be-b46d-6d194b20345a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:31.094205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea5b6-fca3-46c1-8209-8ddd49bc7752 req-1c8153ca-94dc-469b-85d5-dcebd176e88b tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.100512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df5ea5b6-fca3-46c1-8209-8ddd49bc7752 req-1c8153ca-94dc-469b-85d5-dcebd176e88b tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1096 time: 0.0753400 Aug 20 13:21:31.147348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e0c60f3-bd80-4fcb-a6d7-19664a44d535 req-2816fee6-102a-4f8f-9efe-873d6410fc9a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874686 Aug 20 13:21:31.159981 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:21:31.174080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df5ea5b6-fca3-46c1-8209-8ddd49bc7752 req-1c088dbb-c4b5-4eb3-b1e2-b2bbe307593e tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659912 Aug 20 13:21:31.180660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8011f0d-8d09-4577-844b-d75f99c88ada req-db7bc63d-a6fb-4d41-b895-8c741447e216 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973854 Aug 20 13:21:31.315583 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:31.324290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca1b0-e0dd-4f40-bf56-12afc4b16e4d req-b85347cf-d5c5-4228-a692-9e40ae2687aa tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.325906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21aca1b0-e0dd-4f40-bf56-12afc4b16e4d req-b85347cf-d5c5-4228-a692-9e40ae2687aa tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0873525 Aug 20 13:21:31.370117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21aca1b0-e0dd-4f40-bf56-12afc4b16e4d req-0269dc53-2bba-4e3f-a5f9-df487dc89e4a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 Aug 20 13:21:31.556197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e361163-88ba-4cb4-be7c-e3b9be14afcf req-ce55d63e-b075-408f-8b56-b5d05e7f26b3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.557835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e361163-88ba-4cb4-be7c-e3b9be14afcf req-ce55d63e-b075-408f-8b56-b5d05e7f26b3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0551484 Aug 20 13:21:31.568759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-acdb10f7-7d79-41be-9efe-9779561c125d tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.577974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-acdb10f7-7d79-41be-9efe-9779561c125d tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/networks?id=f4fcbf17-af7f-46be-b46d-6d194b20345a HTTP/1.1" status: 200 len: 814 time: 0.1248839 Aug 20 13:21:31.589890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f197db28-e4eb-4928-8b9e-c18888340c39 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/quotas/dab21c20bfe14007b2031c43dee487fa HTTP/1.1" status: 200 len: 375 time: 0.0109982 Aug 20 13:21:31.616456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e361163-88ba-4cb4-be7c-e3b9be14afcf req-c4885b6b-405d-402f-b56e-98910127d7d8 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Aug 20 13:21:31.641198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-a86c3b75-ac60-48e4-a526-422d773a49a9 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab21c20bfe14007b2031c43dee487fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436029 Aug 20 13:21:31.740333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-db957ef8-405c-4169-ba78-5aa8d5589922 service neutron] 10.222.0.59 "GET /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947680 Aug 20 13:21:31.857852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-b554d2cc-2b10-44a5-bf77-c690a541ae49 service neutron] 10.222.0.59 "GET /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114054 Aug 20 13:21:31.920648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20640-3c7d-405c-a588-f95415ebc80b req-bdf510f2-168e-4cbe-9ec8-3ede4efb5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:31.922452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-bdf510f2-168e-4cbe-9ec8-3ede4efb5e24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0607145 Aug 20 13:21:32.100756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20640-3c7d-405c-a588-f95415ebc80b req-4344f43d-76f6-42a1-97f3-13408e5f29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:32.104653 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-4344f43d-76f6-42a1-97f3-13408e5f29ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 912 time: 0.1732244 Aug 20 13:21:32.138339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fcd34-05ce-47ae-99d4-1e03426b0a8c req-c1f7c1a5-dfde-435d-a303-23a1cd50485c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:32.140651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e21fcd34-05ce-47ae-99d4-1e03426b0a8c req-c1f7c1a5-dfde-435d-a303-23a1cd50485c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0778909 Aug 20 13:21:32.201270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-234dd194-992a-4402-8d2a-b6d511b8ab72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8 HTTP/1.1" status: 200 len: 217 time: 0.0829630 Aug 20 13:21:32.231457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e21fcd34-05ce-47ae-99d4-1e03426b0a8c req-5f3a6d80-e96c-421f-bea8-99458d5d41cc tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 Aug 20 13:21:32.363238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20640-3c7d-405c-a588-f95415ebc80b req-9a6af6e9-de2f-43b3-81ef-e606c568a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:32.364806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-9a6af6e9-de2f-43b3-81ef-e606c568a800 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.1559651 Aug 20 13:21:32.450844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-5bf45d29-593d-4a81-bdb6-9afc2de92a3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772178 Aug 20 13:21:32.556984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078dd8-6198-4d72-a5a1-b671faf5f374 req-31fd3b29-37dc-4093-bb5c-10f095b63866 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:32.565253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e078dd8-6198-4d72-a5a1-b671faf5f374 req-31fd3b29-37dc-4093-bb5c-10f095b63866 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0780139 Aug 20 13:21:32.614464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e078dd8-6198-4d72-a5a1-b671faf5f374 req-66658ba2-a829-438d-8ea3-a6f6b81211db tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 Aug 20 13:21:32.642349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-7de8c4c0-d765-47f8-9e5e-41e196ac6d07 service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754289 Aug 20 13:21:32.716912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08682eb2-27f7-4ebf-a6ca-66e8d73a0c84 req-30ca23cb-ab16-40bb-b74a-bb0c6fed872f tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 210 time: 0.0437739 Aug 20 13:21:32.762739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34b20640-3c7d-405c-a588-f95415ebc80b req-d7ae022e-e155-45b8-aead-abf1d1423872 service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130061 Aug 20 13:21:32.850499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c554f0-c47f-4493-8ee2-16c805f6eed0 req-3f892119-752e-4d93-a9d1-604f76287ba1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:32.863300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95c554f0-c47f-4493-8ee2-16c805f6eed0 req-3f892119-752e-4d93-a9d1-604f76287ba1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0886488 Aug 20 13:21:32.907680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95c554f0-c47f-4493-8ee2-16c805f6eed0 req-5e7be4f5-3cdc-45fc-aedf-e8978b099396 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Aug 20 13:21:33.046803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04cdc-1f35-4075-bd65-2709e83e09cc req-b793f625-9499-4c1a-b946-f0a715a15a65 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:33.048789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60b04cdc-1f35-4075-bd65-2709e83e09cc req-b793f625-9499-4c1a-b946-f0a715a15a65 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0635302 Aug 20 13:21:33.092623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-21331cb8-422d-4d5a-b4ce-09b8565a657a tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:21:33.094293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-21331cb8-422d-4d5a-b4ce-09b8565a657a tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066512 Aug 20 13:21:33.100193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60b04cdc-1f35-4075-bd65-2709e83e09cc req-4b88bc21-01e3-449d-88ee-77a13ad0120f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Aug 20 13:21:33.110804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Request body: {'binding': {'host': 'n-h1-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:33.110804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Unknown quota resources ['binding']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:21:33.298394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on host n-h1-804232-5 for vnic_type normal with profile None {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:33.298735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:33.299305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:33.307131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:33.307455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:33.313414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:33.317133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:33.317565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:33.318017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Bound port: 6b24d13c-45be-41e9-9b21-06e014fa73db, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:33.385261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:33.391784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:33.406463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1a0978e1-6dc4-4bb4-ace6-471ecd819d83 service neutron] 10.222.0.59 "POST /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db/bindings HTTP/1.1" status: 201 len: 389 time: 0.2908974 Aug 20 13:21:33.597373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa40ca-de66-48ae-80cf-cd86f6bdc797 req-3efe8cdf-a2b1-4e53-9dac-b4ba3957c910 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:33.598895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9fa40ca-de66-48ae-80cf-cd86f6bdc797 req-3efe8cdf-a2b1-4e53-9dac-b4ba3957c910 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0634706 Aug 20 13:21:33.657387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9fa40ca-de66-48ae-80cf-cd86f6bdc797 req-243f92d7-908b-44d7-b66a-bbffd6987ff0 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Aug 20 13:21:33.817501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91a53-0702-4f51-b3cc-f1fa03fd8f53 req-9e2b023e-02e6-4a59-9cbf-54038ba98b99 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:33.827211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51a91a53-0702-4f51-b3cc-f1fa03fd8f53 req-9e2b023e-02e6-4a59-9cbf-54038ba98b99 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0982234 Aug 20 13:21:33.860511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bc2c7-edd1-48d8-a4f0-07361ea695d2 req-333d74f8-da17-4d84-8a99-02dd1bbcc73a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:33.868703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b2bc2c7-edd1-48d8-a4f0-07361ea695d2 req-333d74f8-da17-4d84-8a99-02dd1bbcc73a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1283588 Aug 20 13:21:33.887463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51a91a53-0702-4f51-b3cc-f1fa03fd8f53 req-e0c4d87a-1250-4cb9-885a-7a8a5e0e1e4e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588169 Aug 20 13:21:33.947789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b2bc2c7-edd1-48d8-a4f0-07361ea695d2 req-0ffb668c-2f6f-41cc-9a4f-e237e4dff6c3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780449 Aug 20 13:21:33.981245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-432af7b8-4e2e-4cd1-9f13-641a5019fd04 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:33.983724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-432af7b8-4e2e-4cd1-9f13-641a5019fd04 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.13 "GET /v2.0/networks?id=f4fcbf17-af7f-46be-b46d-6d194b20345a HTTP/1.1" status: 200 len: 814 time: 0.2542961 Aug 20 13:21:34.001010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Request body: {'port': {'device_id': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a', 'admin_state_up': True, 'tenant_id': 'dab21c20bfe14007b2031c43dee487fa'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:34.045915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76944ee7-2116-4317-b875-5bd065074e24 req-e2db35f6-c8cc-456f-93c3-e0055b4d0f02 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:34.054762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76944ee7-2116-4317-b875-5bd065074e24 req-e2db35f6-c8cc-456f-93c3-e0055b4d0f02 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0870564 Aug 20 13:21:34.080915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0ccc818-178a-4703-95d0-ea113e870a1a req-0ff9f7b9-658c-47b9-b479-d30e2656e681 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 210 time: 0.0343537 Aug 20 13:21:34.105654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76944ee7-2116-4317-b875-5bd065074e24 req-37f7573b-c24b-485c-bed4-6f8105da4498 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Aug 20 13:21:34.163239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Made reservation on behalf of dab21c20bfe14007b2031c43dee487fa for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:34.168728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:34.288460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748aa2b-0816-467c-99b7-42449af003a6 req-ba85aad5-62ac-4b4f-a588-288e481de7cb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:34.290883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8748aa2b-0816-467c-99b7-42449af003a6 req-ba85aad5-62ac-4b4f-a588-288e481de7cb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.1192000 Aug 20 13:21:34.373525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8748aa2b-0816-467c-99b7-42449af003a6 req-93c51fa4-0a47-437a-8667-1bceee8cffba tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725253 Aug 20 13:21:34.385832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Allocated IP 172.20.0.12 (f4fcbf17-af7f-46be-b46d-6d194b20345a/8637e110-b80a-47ac-afcb-f19c18abed3a/3a25bb01-c34b-4cd8-b42a-6c4ee3614df6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:34.569324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:34.614147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:34.664229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Network f4fcbf17-af7f-46be-b46d-6d194b20345a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:21:34.667598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:34.676162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:21:34.678016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Pushing event updated for resources: {'Port': ['ID=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:34.755505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:34.756207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:34.797221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-de35c863-25db-4965-82e5-f829a87ea395 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8007202 Aug 20 13:21:34.817204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c62e4-2b88-43dd-9117-13390dd503c3 req-549edb6f-60da-4685-aa1e-89f633253819 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:34.819386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a80c62e4-2b88-43dd-9117-13390dd503c3 req-549edb6f-60da-4685-aa1e-89f633253819 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0809226 Aug 20 13:21:34.874329 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a80c62e4-2b88-43dd-9117-13390dd503c3 req-031511a7-b8df-49c3-8c11-651a7ee07c11 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Aug 20 13:21:34.893745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Request body: {'port': {'device_id': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:34.954414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:35.039598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63bac9-4dc8-465e-b174-374c19585306 req-0dea5ea6-bb0e-4e0d-b923-49c2917594d8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.041642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e63bac9-4dc8-465e-b174-374c19585306 req-0dea5ea6-bb0e-4e0d-b923-49c2917594d8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0680740 Aug 20 13:21:35.093233 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e63bac9-4dc8-465e-b174-374c19585306 req-ca150ef8-2b12-45d5-b4b3-f3e44030d3f4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Aug 20 13:21:35.171060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070f1a-61b3-453d-ba34-8eaf9f40ab17 req-0c5be5cb-e7d7-42a9-805e-41b9e4d3ef64 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.172875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa070f1a-61b3-453d-ba34-8eaf9f40ab17 req-0c5be5cb-e7d7-42a9-805e-41b9e4d3ef64 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1330483 Aug 20 13:21:35.247222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d2d0-911c-447c-84a3-f46ec5321a33 req-7a3c829a-a2d5-46af-aaff-2c50cef33c57 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.248985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29d5d2d0-911c-447c-84a3-f46ec5321a33 req-7a3c829a-a2d5-46af-aaff-2c50cef33c57 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 932 time: 0.0670142 Aug 20 13:21:35.252622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa070f1a-61b3-453d-ba34-8eaf9f40ab17 req-84022a7b-77f2-43f5-b130-5be94af331b9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538633 Aug 20 13:21:35.310324 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29d5d2d0-911c-447c-84a3-f46ec5321a33 req-9ae2dba9-a1d6-4003-81f0-f139c7b35a2d tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483363 Aug 20 13:21:35.411765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:35.427702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:35.448927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Transition to ACTIVE for port object 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:35.456522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8af2a-9874-4b5f-b5f9-5f1a0c88212a req-aaa7e70e-93ce-4f0e-8ac3-92340390e4d7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.458261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1de8af2a-9874-4b5f-b5f9-5f1a0c88212a req-aaa7e70e-93ce-4f0e-8ac3-92340390e4d7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.1124427 Aug 20 13:21:35.459484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:35.521412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f9012-5e48-478f-99e4-04a7189fd328 req-8e52f390-a6b3-4208-9146-8966d6039b83 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.530106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b83f9012-5e48-478f-99e4-04a7189fd328 req-8e52f390-a6b3-4208-9146-8966d6039b83 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0706332 Aug 20 13:21:35.541616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Pushing event updated for resources: {'Port': ['ID=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:35.586857 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b83f9012-5e48-478f-99e4-04a7189fd328 req-9ceaef99-6c8a-440b-9d4f-b0ce761e0fd9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Aug 20 13:21:35.587935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1de8af2a-9874-4b5f-b5f9-5f1a0c88212a req-68ddf245-2cfb-4531-ae7b-c2fc74fd576d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010296 Aug 20 13:21:35.649291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Attempting to bind port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:35.649602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Attempting to bind port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dfd32199-6679-4cfb-9090-978688140c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:35.649924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Attempting to bind port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 on network f4fcbf17-af7f-46be-b46d-6d194b20345a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:35.654307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 on network f4fcbf17-af7f-46be-b46d-6d194b20345a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:35.654623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Attempting to bind port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 on network f4fcbf17-af7f-46be-b46d-6d194b20345a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:35.659511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:35.659842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Checking segment: {'id': 'dfd32199-6679-4cfb-9090-978688140c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:35.660217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Bound using segment: {'id': 'dfd32199-6679-4cfb-9090-978688140c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:35.660666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Bound port: 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd32199-6679-4cfb-9090-978688140c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:35.661017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:35.730559 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] For port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:35.734548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] For port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,segment=NetworkSegment(dfd32199-6679-4cfb-9090-978688140c1f),segment_id=dfd32199-6679-4cfb-9090-978688140c1f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:35.740383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:35.778639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.779599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:35.781158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] 10.222.0.13 "PUT /v2.0/ports/3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 HTTP/1.1" status: 200 len: 1092 time: 0.9597964 Aug 20 13:21:35.783659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'tag': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:35.787157 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a07162c4-0948-4a5b-9b62-7617fbccb34f", "tag": "3a25bb01-c34b-4cd8-b42a-6c4ee3614df6"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:35.823832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0a8f-36e3-486d-b364-db1256440c60 service neutron] Pushing event updated for resources: {'Port': ['ID=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:35.861376 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d867a353-83a6-4b98-a7e4-b38a5d1bc7ca x-openstack-request-id: req-d867a353-83a6-4b98-a7e4-b38a5d1bc7ca {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:35.861376 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07162c4-0948-4a5b-9b62-7617fbccb34f", "tag": "3a25bb01-c34b-4cd8-b42a-6c4ee3614df6", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:35.861376 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d867a353-83a6-4b98-a7e4-b38a5d1bc7ca {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:35.861799 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'tag': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6', 'status': 'completed', 'code': 200} Aug 20 13:21:35.907746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-a36fdcee-af79-4b98-932f-2d65d4c5f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:35.909777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-a36fdcee-af79-4b98-932f-2d65d4c5f161 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab21c20bfe14007b2031c43dee487fa&device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 1095 time: 0.0625107 Aug 20 13:21:35.986776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-ed4be19a-f409-4ed8-b5c2-0e43010cfa0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 HTTP/1.1" status: 200 len: 217 time: 0.0629561 Aug 20 13:21:36.040320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f7a6-8c82-424b-a384-3e5342f79501 req-00e88ce9-d5f6-4aa3-8cf2-fdb46abac593 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.041973 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9a2f7a6-8c82-424b-a384-3e5342f79501 req-00e88ce9-d5f6-4aa3-8cf2-fdb46abac593 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0720572 Aug 20 13:21:36.055501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-1f750e60-870f-489e-b300-bc21853a49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.057541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-1f750e60-870f-489e-b300-bc21853a49b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8637e110-b80a-47ac-afcb-f19c18abed3a HTTP/1.1" status: 200 len: 854 time: 0.0636809 Aug 20 13:21:36.089888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9a2f7a6-8c82-424b-a384-3e5342f79501 req-785ed9d7-d164-4614-a117-78cbab0b99f0 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Aug 20 13:21:36.107368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-bb2c5ce8-c523-4e7c-b1e4-efa96f673471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fcbf17-af7f-46be-b46d-6d194b20345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417595 Aug 20 13:21:36.246263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-8a203725-c229-42f6-a6bd-16bfaa1dde8a service neutron] 10.222.0.13 "GET /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321764 Aug 20 13:21:36.311975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47e8bc-45fa-4d4e-b7f4-c6d55027f1b5 req-07e53095-2afa-44f4-9cb6-246299d3de9b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.313583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b47e8bc-45fa-4d4e-b7f4-c6d55027f1b5 req-07e53095-2afa-44f4-9cb6-246299d3de9b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1162539 Aug 20 13:21:36.387036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b47e8bc-45fa-4d4e-b7f4-c6d55027f1b5 req-3a13e379-cb19-4daa-8927-3d8b64ee09f1 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620434 Aug 20 13:21:36.394793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa10a5-700a-4f64-a3d4-921247ef6729 req-a7b116e7-1ce9-46b2-b244-65a6dce5d5b9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.400175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32fa10a5-700a-4f64-a3d4-921247ef6729 req-a7b116e7-1ce9-46b2-b244-65a6dce5d5b9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Aug 20 13:21:36.403714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec3a043-5079-48a4-b4f7-95462f455e11 req-ea6032cd-abb4-441a-a256-5ed6fe1feabd service neutron] 10.222.0.13 "GET /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479282 Aug 20 13:21:36.465781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32fa10a5-700a-4f64-a3d4-921247ef6729 req-8a8d0dfb-dda4-4d93-a854-12f620c008b6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541086 Aug 20 13:21:36.543711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-daedc942-0a92-446d-9675-6c1b08562319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.545248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-daedc942-0a92-446d-9675-6c1b08562319 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab21c20bfe14007b2031c43dee487fa&device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 1095 time: 0.0793869 Aug 20 13:21:36.558070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bafb2-3e4e-4336-aff8-576de0a652f1 req-5d58c184-6652-4ddc-92f2-8f921ead1805 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.558430 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea3bafb2-3e4e-4336-aff8-576de0a652f1 req-5d58c184-6652-4ddc-92f2-8f921ead1805 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 944 time: 0.0825629 Aug 20 13:21:36.657260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea3bafb2-3e4e-4336-aff8-576de0a652f1 req-afe9bdb1-e948-4c0f-a1bc-ca44642954f6 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898893 Aug 20 13:21:36.705734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-3e864064-52b9-4408-ae75-9bb590c2cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.707296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-3e864064-52b9-4408-ae75-9bb590c2cdc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4fcbf17-af7f-46be-b46d-6d194b20345a HTTP/1.1" status: 200 len: 915 time: 0.1481206 Aug 20 13:21:36.751721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564649a2-6c43-4a7c-b976-5f28824ac365 req-4872b856-8814-40f6-877d-d86213fcae84 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.753873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-564649a2-6c43-4a7c-b976-5f28824ac365 req-4872b856-8814-40f6-877d-d86213fcae84 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0643399 Aug 20 13:21:36.783305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-09bda476-bddf-4d53-9807-78d7ab92ebb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 HTTP/1.1" status: 200 len: 217 time: 0.0667889 Aug 20 13:21:36.805589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-564649a2-6c43-4a7c-b976-5f28824ac365 req-9d98d116-8d47-4502-a7cf-3418252aa153 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371757 Aug 20 13:21:36.877841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e38b46-9523-4689-9af0-469626471775 req-b4dd1dba-c914-4db2-aad7-dec27b01a92e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.879449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6e38b46-9523-4689-9af0-469626471775 req-b4dd1dba-c914-4db2-aad7-dec27b01a92e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 945 time: 0.0990188 Aug 20 13:21:36.892942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-8abdb2a0-25bf-4dad-8e53-8bcbac3ee30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:36.894395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-8abdb2a0-25bf-4dad-8e53-8bcbac3ee30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8637e110-b80a-47ac-afcb-f19c18abed3a HTTP/1.1" status: 200 len: 854 time: 0.0826399 Aug 20 13:21:36.950599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-a64ed53a-24d5-4ff0-85e6-5875981a9807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fcbf17-af7f-46be-b46d-6d194b20345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380282 Aug 20 13:21:36.958228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6e38b46-9523-4689-9af0-469626471775 req-6d9083df-0e0f-4212-8f95-1d10dfa8c881 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682263 Aug 20 13:21:37.056466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-0c0025de-dab8-46af-b8a9-e0ddfe13d693 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907745 Aug 20 13:21:37.159220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1db69c8-ec9b-445e-a3d3-2fa9bb7f57d5 req-264c8e86-67d6-4f1a-88c8-82db63b1f70a service neutron] 10.222.0.13 "GET /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937760 Aug 20 13:21:37.219617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533735b8-e023-4c3a-9b27-38acae4e3ff3 req-92d6b571-5ded-4dc0-9307-fb9fe14c8eb6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:37.221465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533735b8-e023-4c3a-9b27-38acae4e3ff3 req-92d6b571-5ded-4dc0-9307-fb9fe14c8eb6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0543799 Aug 20 13:21:37.263928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533735b8-e023-4c3a-9b27-38acae4e3ff3 req-6442f16b-d504-4474-93f5-7077eba15275 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355244 Aug 20 13:21:37.526668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62831a06-2f01-4de1-a8ee-abf6a1fdd528 req-b5546d6e-9e04-447a-92c0-a7a83242f8d8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:37.528193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62831a06-2f01-4de1-a8ee-abf6a1fdd528 req-b5546d6e-9e04-447a-92c0-a7a83242f8d8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0550056 Aug 20 13:21:37.570156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62831a06-2f01-4de1-a8ee-abf6a1fdd528 req-95c3f513-6906-487b-8b42-d992a157c92d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Aug 20 13:21:37.586859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96195-319a-4a8f-823a-a76935bd0c1c req-66b8620a-b34e-4e7a-abbf-d3d6546a6047 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:37.588748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abf96195-319a-4a8f-823a-a76935bd0c1c req-66b8620a-b34e-4e7a-abbf-d3d6546a6047 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Aug 20 13:21:37.633169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abf96195-319a-4a8f-823a-a76935bd0c1c req-0502ec6f-2a19-4979-8bc4-4da01ab78a45 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372560 Aug 20 13:21:37.793829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43826084-b0b7-4ca8-8f2e-bc4ac2518a4d req-2e1c1ff2-cdb3-4da1-9c80-e04bc6efd7b4 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:37.795458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43826084-b0b7-4ca8-8f2e-bc4ac2518a4d req-2e1c1ff2-cdb3-4da1-9c80-e04bc6efd7b4 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 944 time: 0.0523078 Aug 20 13:21:37.835009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43826084-b0b7-4ca8-8f2e-bc4ac2518a4d req-3d621750-9469-4cf5-836f-348343d08e2e tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Aug 20 13:21:37.933753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1788f-b72e-4967-8ad2-dd68c8b19718 req-61d569cf-60df-45bf-88ae-f8ee402bcbe3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:37.935184 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ce1788f-b72e-4967-8ad2-dd68c8b19718 req-61d569cf-60df-45bf-88ae-f8ee402bcbe3 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 946 time: 0.0520859 Aug 20 13:21:37.976127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ce1788f-b72e-4967-8ad2-dd68c8b19718 req-4225fe83-10f1-4326-b01d-e3fcaca9c32c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Aug 20 13:21:38.386054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1564dbe-affb-4651-bad8-8653e5d8f4fc req-596ae658-d615-4b33-ba08-26bff9da2742 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:38.387663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1564dbe-affb-4651-bad8-8653e5d8f4fc req-596ae658-d615-4b33-ba08-26bff9da2742 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Aug 20 13:21:38.427771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1564dbe-affb-4651-bad8-8653e5d8f4fc req-8f81666d-7353-433d-a4bb-5decb3567fe2 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Aug 20 13:21:38.577431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b1957418-997f-49e9-9789-74303ae5795a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:38.578620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b1957418-997f-49e9-9789-74303ae5795a tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1097 time: 0.0470557 Aug 20 13:21:38.599438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804232-5'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:38.657606 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:38.702566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d04239-7c84-43e8-a421-f84ecfd14da9 req-57d211bb-c12c-42ca-bad4-fda355839135 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:38.704121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49d04239-7c84-43e8-a421-f84ecfd14da9 req-57d211bb-c12c-42ca-bad4-fda355839135 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0540431 Aug 20 13:21:38.745778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49d04239-7c84-43e8-a421-f84ecfd14da9 req-a37e4842-28f4-4189-b271-b4e4ba2f8a0f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Aug 20 13:21:38.812162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa833f59-0136-4fdc-8b0f-71ee99826ed6 req-94814a2a-99b6-48ce-817d-82afe5613984 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:38.813673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa833f59-0136-4fdc-8b0f-71ee99826ed6 req-94814a2a-99b6-48ce-817d-82afe5613984 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1112189 Aug 20 13:21:38.849122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:38.878830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa833f59-0136-4fdc-8b0f-71ee99826ed6 req-59105747-5f66-444c-9fa1-586e6fda4075 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Aug 20 13:21:38.882108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:38.906045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:38.947162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:38.949426 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d22ef-6469-4f6c-bd79-2d476d49c88b" -d '{"events": [{"server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:38.953494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:38.959745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:38.972669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb8bd-b6b5-4cab-b831-b94b4fa50402 req-c959eefd-7575-448f-adaf-95f2104f936f tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:38.974349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cabb8bd-b6b5-4cab-b831-b94b4fa50402 req-c959eefd-7575-448f-adaf-95f2104f936f tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 944 time: 0.0659635 Aug 20 13:21:39.001406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:39.017210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:21:39.017588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:39.019978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cabb8bd-b6b5-4cab-b831-b94b4fa50402 req-e0900652-5383-4006-b1a2-d2899244f9c1 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Aug 20 13:21:39.032152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:39.075148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:21:39.075497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:21:39.075826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:39.080540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:21:39.080889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Attempting to bind port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on network cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:21:39.086709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:21:39.087875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Checking segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:39.087875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Bound using segment: {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:21:39.088153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Bound port: ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c18b11c-345e-44db-b8b9-a004eefbb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:21:39.088419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:39.092312 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9456330c-57fd-4859-92b0-548d526495bb x-openstack-request-id: req-9456330c-57fd-4859-92b0-548d526495bb {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:39.092604 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:39.092861 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9456330c-57fd-4859-92b0-548d526495bb {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:39.093247 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'code': 200} Aug 20 13:21:39.156457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:39.168791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54773e11-355b-4418-812f-adee7d1c31f7 req-63a20a07-9799-47b8-8723-e691a336544c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:39.170606 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-54773e11-355b-4418-812f-adee7d1c31f7 req-63a20a07-9799-47b8-8723-e691a336544c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0696523 Aug 20 13:21:39.171811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:39.172081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'mac_address': 'fa:16:3e:49:30:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:39.175118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:21:39.186378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:39.211198 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:39.215584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-54773e11-355b-4418-812f-adee7d1c31f7 req-e6ee4175-e510-45de-82fc-d61c3294cf95 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Aug 20 13:21:39.230373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:39.251336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:39.255534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:39.274109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:39.274783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:39.276183 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] 10.222.0.53 "PUT /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 1122 time: 0.6809788 Aug 20 13:21:39.279818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3e2eb-3c1f-41f1-b058-c13ca583e594 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=8']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:39.329027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:39.373700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ecdd2f5b-a5e7-409b-9fe4-e30dea004913'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:39.425230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:39.477584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ecdd2f5b-a5e7-409b-9fe4-e30dea004913'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:39.554764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2163840-25bf-4407-a3d0-9de521363e58 req-329a0660-58c8-45f3-8f24-24f9d79d845a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:39.556402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2163840-25bf-4407-a3d0-9de521363e58 req-329a0660-58c8-45f3-8f24-24f9d79d845a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0522707 Aug 20 13:21:39.596816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2163840-25bf-4407-a3d0-9de521363e58 req-ba6c9fae-3c58-4b64-90f9-3fa40c0b6bb9 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Aug 20 13:21:39.627939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:21:39.861347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,segment=NetworkSegment(dfd32199-6679-4cfb-9090-978688140c1f),segment_id=dfd32199-6679-4cfb-9090-978688140c1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:39.878746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6', 'network_id': 'f4fcbf17-af7f-46be-b46d-6d194b20345a', 'port_id': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6', 'mac_address': 'fa:16:3e:ff:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8637e110-b80a-47ac-afcb-f19c18abed3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:21:39.898804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339c0bd-144d-4d98-a3dc-8b37300b6a64 req-db0a5a61-0ed8-45c3-9b82-92c58dcc2c4e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:39.908382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c339c0bd-144d-4d98-a3dc-8b37300b6a64 req-db0a5a61-0ed8-45c3-9b82-92c58dcc2c4e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0749559 Aug 20 13:21:39.940987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:39.963883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c339c0bd-144d-4d98-a3dc-8b37300b6a64 req-7c1a6164-6be2-496d-92bb-8801f62b25ea tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Aug 20 13:21:39.966437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:39.995543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,segment=NetworkSegment(dfd32199-6679-4cfb-9090-978688140c1f),segment_id=dfd32199-6679-4cfb-9090-978688140c1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:40.000658 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:40.060520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:40.062352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb5db1-7e02-4690-b93e-dbb684df9577 req-802191b2-e4ec-42fb-914d-a97cd6e75afd tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:40.064505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3eb5db1-7e02-4690-b93e-dbb684df9577 req-802191b2-e4ec-42fb-914d-a97cd6e75afd tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0638852 Aug 20 13:21:40.117346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3eb5db1-7e02-4690-b93e-dbb684df9577 req-0f581a5f-237c-46ff-b503-22c25f6988e8 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Aug 20 13:21:40.163680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769deb-ccfd-4c74-9783-6c7013b8004b req-85bccb9a-8dc2-425e-9424-ba4898a3cc32 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:40.165198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8769deb-ccfd-4c74-9783-6c7013b8004b req-85bccb9a-8dc2-425e-9424-ba4898a3cc32 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 945 time: 0.0663075 Aug 20 13:21:40.208392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f8769deb-ccfd-4c74-9783-6c7013b8004b req-78648689-42eb-4fcc-8858-838a92e117ff tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348759 Aug 20 13:21:40.301037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['3a25bb01-c34b-4cd8-b42a-6c4ee3614df6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:40.373789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c006bd4-3875-4c29-9794-20c1dfaf58d7 req-ff5fc4ca-eabd-4f6b-a97f-43f43dc85cc1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:40.375334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c006bd4-3875-4c29-9794-20c1dfaf58d7 req-ff5fc4ca-eabd-4f6b-a97f-43f43dc85cc1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0765481 Aug 20 13:21:40.454119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c006bd4-3875-4c29-9794-20c1dfaf58d7 req-724f578f-057a-4419-a6d0-b58d55f3ddf4 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724893 Aug 20 13:21:40.744087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af6351-168f-4a27-9cc0-c0ba232dd205 req-8f0fc391-ee09-4d56-b30f-bdd998e1a5a4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:40.745885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-10af6351-168f-4a27-9cc0-c0ba232dd205 req-8f0fc391-ee09-4d56-b30f-bdd998e1a5a4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0701485 Aug 20 13:21:40.793602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-10af6351-168f-4a27-9cc0-c0ba232dd205 req-aec0abc4-6284-49a5-83ba-17c61bb1fc0e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Aug 20 13:21:40.882324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:40.937797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:40.938898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:41.051174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:41.075199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:41.077699 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082c7f2-eb84-44a5-8351-1836751714d7" -d '{"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-plugged", "status": "completed", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:41.095866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:41.096601 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679545d-648d-464d-a0d9-c843af5f060d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:41.116739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:41.124451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:41.152094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8feb2d-888b-48be-ba25-db1a6a46098e req-e8f64a82-37f6-4be9-b776-94f256b28f65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:41.154502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a8feb2d-888b-48be-ba25-db1a6a46098e req-e8f64a82-37f6-4be9-b776-94f256b28f65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0735431 Aug 20 13:21:41.183094 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee50e0f3-8864-4e3c-8547-61988cc1d236 x-openstack-request-id: req-ee50e0f3-8864-4e3c-8547-61988cc1d236 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:41.184935 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-plugged", "status": "completed", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:41.185198 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee50e0f3-8864-4e3c-8547-61988cc1d236 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:41.185623 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'code': 200} Aug 20 13:21:41.209026 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdee752-2d82-4fc6-a9d5-7dec3766ebf7 x-openstack-request-id: req-2cdee752-2d82-4fc6-a9d5-7dec3766ebf7 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:41.209509 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:41.209881 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2cdee752-2d82-4fc6-a9d5-7dec3766ebf7 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:41.211356 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'status': 'completed', 'code': 200} Aug 20 13:21:41.216133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a8feb2d-888b-48be-ba25-db1a6a46098e req-98d1f2c9-9798-4e6a-b3e7-d2f081efe801 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507052 Aug 20 13:21:41.264543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:41.356867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679545d-648d-464d-a0d9-c843af5f060d req-6b67c139-d02c-4d79-b8de-0bcac25ecf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:41.358492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-6b67c139-d02c-4d79-b8de-0bcac25ecf89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1125 time: 0.1155844 Aug 20 13:21:41.362749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c40eb-c115-4a0c-9933-69404d73004f req-c8ea9872-f88a-4a50-a6bf-a5234e33e2f8 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:41.370817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0c40eb-c115-4a0c-9933-69404d73004f req-c8ea9872-f88a-4a50-a6bf-a5234e33e2f8 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 945 time: 0.0590160 Aug 20 13:21:41.384347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d238d-bcae-41d6-94d0-30d8c65b385f req-200e81d2-7fa2-46ca-9fbe-b5a4c3dbd6d7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:41.396234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-189d238d-bcae-41d6-94d0-30d8c65b385f req-200e81d2-7fa2-46ca-9fbe-b5a4c3dbd6d7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0934057 Aug 20 13:21:41.415555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0c40eb-c115-4a0c-9933-69404d73004f req-0b12ede5-e3df-47b3-9636-e03f3213b4b2 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Aug 20 13:21:41.611499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502b043-4b02-46c9-b1d2-b48715b5d9b2 req-f8f1cbf7-8b89-4fd8-9be2-116d347616f8 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:41.620518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2502b043-4b02-46c9-b1d2-b48715b5d9b2 req-f8f1cbf7-8b89-4fd8-9be2-116d347616f8 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0635643 Aug 20 13:21:41.623009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:21:41.666794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2502b043-4b02-46c9-b1d2-b48715b5d9b2 req-b306f6d8-27e6-4267-9959-102f07b661e2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Aug 20 13:21:41.719736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:21:41.726753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:21:41.727442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:41.831732 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:41.883636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,segment=NetworkSegment(dfd32199-6679-4cfb-9090-978688140c1f),segment_id=dfd32199-6679-4cfb-9090-978688140c1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:41.889576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:41.922830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679545d-648d-464d-a0d9-c843af5f060d req-4a7d6b39-1769-4893-8245-e92d59886c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:41.925090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-4a7d6b39-1769-4893-8245-e92d59886c98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.5268173 Aug 20 13:21:41.937570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-189d238d-bcae-41d6-94d0-30d8c65b385f req-23e67658-799b-49ff-a7c1-dd70ff9f6967 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404191 Aug 20 13:21:41.996753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:41.999446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c543c-e14a-49d1-8c82-0f04fd494ab2 req-6d066bbe-45d9-4374-971d-ef2bd54d116a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:42.006841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-039c543c-e14a-49d1-8c82-0f04fd494ab2 req-6d066bbe-45d9-4374-971d-ef2bd54d116a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1032588 Aug 20 13:21:42.011791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-7ab66c28-812e-4d65-bfc8-1534a08c5d2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 217 time: 0.0688484 Aug 20 13:21:42.073058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679545d-648d-464d-a0d9-c843af5f060d req-cbd16540-4f75-4888-b5b1-d1173e1cae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:42.074797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-cbd16540-4f75-4888-b5b1-d1173e1cae8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.0555520 Aug 20 13:21:42.084483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-039c543c-e14a-49d1-8c82-0f04fd494ab2 req-bf3c4426-72c8-4ddd-ba50-0bfd92bf5c42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762386 Aug 20 13:21:42.127218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-13a13bc8-fd3e-4545-b844-be5303011f2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406511 Aug 20 13:21:42.305061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-98037107-bb3f-479b-ac5f-4507aea19c07 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611295 Aug 20 13:21:42.440398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a679545d-648d-464d-a0d9-c843af5f060d req-49578647-1ff9-4c94-b3cc-667f66a4ee85 service neutron] 10.222.0.13 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228089 Aug 20 13:21:42.442649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b330-3d82-4308-aa39-67b39160c83b req-c7023513-59ba-4d2f-a030-4339665475c0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:42.449027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24c1b330-3d82-4308-aa39-67b39160c83b req-c7023513-59ba-4d2f-a030-4339665475c0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1184957 Aug 20 13:21:42.521958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24c1b330-3d82-4308-aa39-67b39160c83b req-76df05fb-3056-4719-9a45-cd18a7131bad tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585809 Aug 20 13:21:42.653796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b20a6-078e-4aae-b96f-7f3b0bf5318d req-dfe39e73-c869-4880-b837-c68d5bb62c13 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:42.655521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-240b20a6-078e-4aae-b96f-7f3b0bf5318d req-dfe39e73-c869-4880-b837-c68d5bb62c13 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 946 time: 0.0778241 Aug 20 13:21:42.750370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-240b20a6-078e-4aae-b96f-7f3b0bf5318d req-c3d94f82-68df-4d36-9dfc-5ea87a1c8545 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804644 Aug 20 13:21:42.837626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc82a6-69f5-4f61-8290-ac5a6423638c req-ff94debc-e071-4d4b-a366-b8cb5bb47c20 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:42.844951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08cc82a6-69f5-4f61-8290-ac5a6423638c req-ff94debc-e071-4d4b-a366-b8cb5bb47c20 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0681028 Aug 20 13:21:42.893347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08cc82a6-69f5-4f61-8290-ac5a6423638c req-4d978169-14c1-4162-8c2e-d90ce71e2e8d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Aug 20 13:21:43.075241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd78d57-bcf2-4908-9fb3-630646cd3f47 req-abb668f5-b689-47c9-a23a-fe119b2580ed tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:43.077190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6dd78d57-bcf2-4908-9fb3-630646cd3f47 req-abb668f5-b689-47c9-a23a-fe119b2580ed tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0625606 Aug 20 13:21:43.132766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6dd78d57-bcf2-4908-9fb3-630646cd3f47 req-82ba0005-056c-437a-8a67-b5452b8df1ff tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458314 Aug 20 13:21:43.189153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:43.191740 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc44806-391a-4975-abc1-cc1b51edfdc2" -d '{"events": [{"server_uuid": "a07162c4-0948-4a5b-9b62-7617fbccb34f", "name": "network-vif-plugged", "status": "completed", "tag": "3a25bb01-c34b-4cd8-b42a-6c4ee3614df6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:43.243748 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2433579d-137c-47fe-9e1a-2a1135dafbeb x-openstack-request-id: req-2433579d-137c-47fe-9e1a-2a1135dafbeb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:43.244334 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07162c4-0948-4a5b-9b62-7617fbccb34f", "name": "network-vif-plugged", "status": "completed", "tag": "3a25bb01-c34b-4cd8-b42a-6c4ee3614df6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:43.244931 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2433579d-137c-47fe-9e1a-2a1135dafbeb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:43.245652 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6', 'code': 200} Aug 20 13:21:43.245769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab075f-33a0-4ee8-a197-5f1a90c106d9 req-75b519af-e458-4d37-b4ae-8597921f9231 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:43.247373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6ab075f-33a0-4ee8-a197-5f1a90c106d9 req-75b519af-e458-4d37-b4ae-8597921f9231 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0791478 Aug 20 13:21:43.296508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6ab075f-33a0-4ee8-a197-5f1a90c106d9 req-12b32e6c-1562-4e74-b5a9-c8a04a11fa02 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Aug 20 13:21:43.375379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648c38f-d5c4-49a0-8bb9-813d139246b6 req-3a8ed479-e9d4-41ca-b1a4-6ede3432e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:43.389452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f648c38f-d5c4-49a0-8bb9-813d139246b6 req-3a8ed479-e9d4-41ca-b1a4-6ede3432e273 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 1097 time: 0.0598705 Aug 20 13:21:43.444220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f648c38f-d5c4-49a0-8bb9-813d139246b6 req-4ccf6176-5389-452a-be2d-5a7880d42862 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Aug 20 13:21:43.655164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2f2f-a020-4288-b8d1-f29b83284772 req-1b6a8e32-29bd-4456-875e-daf9fcec305c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:43.661579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-630c2f2f-a020-4288-b8d1-f29b83284772 req-1b6a8e32-29bd-4456-875e-daf9fcec305c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0621843 Aug 20 13:21:43.732150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-630c2f2f-a020-4288-b8d1-f29b83284772 req-6eb9fcd4-2f16-49e3-ae22-bfc4b0e701ba tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581644 Aug 20 13:21:43.906605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f745e0-768f-486d-8f99-23e937186f92 req-4810f6c9-fc9e-4928-a6d9-0a1c9ee4750a tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:43.911391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33f745e0-768f-486d-8f99-23e937186f92 req-4810f6c9-fc9e-4928-a6d9-0a1c9ee4750a tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 946 time: 0.0742002 Aug 20 13:21:43.977975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33f745e0-768f-486d-8f99-23e937186f92 req-5ecadc8d-3c6f-4ae9-9ec7-9446ce459956 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576949 Aug 20 13:21:44.085421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a955-f791-48c8-a887-33884a3008fa req-d9c3bcd3-71e7-49a4-a6b7-235726214047 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:44.093133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aea2a955-f791-48c8-a887-33884a3008fa req-d9c3bcd3-71e7-49a4-a6b7-235726214047 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0677767 Aug 20 13:21:44.133410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aea2a955-f791-48c8-a887-33884a3008fa req-98e109c1-b38e-4c14-b85c-121bc968fdd6 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Aug 20 13:21:44.294568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9da5-1a85-4b28-b628-4935d54da6eb req-f056e625-0bfc-451d-b0b7-46c99d0c2cd6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:44.297823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49fd9da5-1a85-4b28-b628-4935d54da6eb req-f056e625-0bfc-451d-b0b7-46c99d0c2cd6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0827887 Aug 20 13:21:44.365594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49fd9da5-1a85-4b28-b628-4935d54da6eb req-0dfeeaab-fc0b-4796-9be9-0cc1c7dda576 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599194 Aug 20 13:21:44.481473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb2b6-d675-4861-ae8d-3f074524979f req-0e0466ce-9a62-4d33-a5a2-0e98f2100ad5 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:44.482873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abafb2b6-d675-4861-ae8d-3f074524979f req-0e0466ce-9a62-4d33-a5a2-0e98f2100ad5 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0676353 Aug 20 13:21:44.556205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abafb2b6-d675-4861-ae8d-3f074524979f req-da834a0b-2cdd-4b34-9745-d39a09bd0178 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Aug 20 13:21:45.002129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040956-0a5d-492d-a92c-b119e0bae0b7 req-fe018bfd-56ab-4db1-89d6-4c7a485d7222 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:45.005329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26040956-0a5d-492d-a92c-b119e0bae0b7 req-fe018bfd-56ab-4db1-89d6-4c7a485d7222 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0982056 Aug 20 13:21:45.070083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26040956-0a5d-492d-a92c-b119e0bae0b7 req-007adb5a-b761-4f09-a510-20f526ebb3cb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575233 Aug 20 13:21:45.146095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea8098-9208-48fd-835b-09683d556dee req-b5e1f7bd-3bb4-4749-9ca4-6aafa7a4c1eb tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:45.154687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edea8098-9208-48fd-835b-09683d556dee req-b5e1f7bd-3bb4-4749-9ca4-6aafa7a4c1eb tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 946 time: 0.0728681 Aug 20 13:21:45.204279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edea8098-9208-48fd-835b-09683d556dee req-d2e2a38d-37fb-4cb1-8060-fcfbdb7fefda tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465050 Aug 20 13:21:45.363195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497598f-19a0-4133-90fa-be02cc2b8227 req-132fdc9d-a4a6-4907-a5d7-bfbe52035107 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:45.372177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1497598f-19a0-4133-90fa-be02cc2b8227 req-132fdc9d-a4a6-4907-a5d7-bfbe52035107 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.1032391 Aug 20 13:21:45.438059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1497598f-19a0-4133-90fa-be02cc2b8227 req-b6f0d3a8-1f51-48ab-99ad-7e5494f9d626 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646129 Aug 20 13:21:45.576335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609026-6576-476b-9f62-5859238854d4 req-d70e21ce-158e-47ed-aa21-ca2adf37be01 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:45.586596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf609026-6576-476b-9f62-5859238854d4 req-d70e21ce-158e-47ed-aa21-ca2adf37be01 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0679357 Aug 20 13:21:45.661172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf609026-6576-476b-9f62-5859238854d4 req-9131922b-a0e1-4119-a839-352f61c53425 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732808 Aug 20 13:21:45.755311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-388f41b8-d272-4c55-b4b8-7016806c5b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:45.850278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5094c-a3c2-45f4-afb6-be6713ec9e81 req-92982645-5bb4-4245-943f-d1314086e6c4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:45.860906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8aa5094c-a3c2-45f4-afb6-be6713ec9e81 req-92982645-5bb4-4245-943f-d1314086e6c4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1128263 Aug 20 13:21:45.867595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0879d-b0a2-49e0-9ee4-783fc54fbd1e req-cba88f32-fa7b-488f-adbd-245ceb30780f tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:45.869745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d0879d-b0a2-49e0-9ee4-783fc54fbd1e req-cba88f32-fa7b-488f-adbd-245ceb30780f tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 946 time: 0.0685194 Aug 20 13:21:45.933777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8aa5094c-a3c2-45f4-afb6-be6713ec9e81 req-565407bb-bffc-4037-85b7-fcb271b516aa tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Aug 20 13:21:45.949061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d0879d-b0a2-49e0-9ee4-783fc54fbd1e req-e5867b2f-4544-4a62-b37f-421dc933a543 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630612 Aug 20 13:21:46.228100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a82a0c-e366-49be-94cb-5ed3718a4300 req-39cb7b0d-01af-4012-b1e3-d1934e85764e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:46.235659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6a82a0c-e366-49be-94cb-5ed3718a4300 req-39cb7b0d-01af-4012-b1e3-d1934e85764e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0686822 Aug 20 13:21:46.282120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6a82a0c-e366-49be-94cb-5ed3718a4300 req-00cb0ff3-9f91-4b14-8675-38f84412f225 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Aug 20 13:21:46.641109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebde9a-7826-41c1-87f5-cd7ffb7863b1 req-f746e67b-b776-4a6b-8f08-cdc2aea09f1d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:46.643394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60ebde9a-7826-41c1-87f5-cd7ffb7863b1 req-f746e67b-b776-4a6b-8f08-cdc2aea09f1d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0942268 Aug 20 13:21:46.722585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60ebde9a-7826-41c1-87f5-cd7ffb7863b1 req-38562fd3-ddde-4dbb-8849-81aec7413087 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Aug 20 13:21:46.806406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094f73c-4a51-4c71-a134-edfce3e77672 req-dfc37110-c791-477f-b5f3-02b777a2a987 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:46.808711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b094f73c-4a51-4c71-a134-edfce3e77672 req-dfc37110-c791-477f-b5f3-02b777a2a987 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0770984 Aug 20 13:21:46.865203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b094f73c-4a51-4c71-a134-edfce3e77672 req-5f608e11-8ec9-4310-bc95-8d158bfba089 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Aug 20 13:21:47.128794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228de07-9c89-464d-909e-3816e3ff27d6 req-5350723b-e2a8-4eb7-9ecf-08673ea29990 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:47.137761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b228de07-9c89-464d-909e-3816e3ff27d6 req-5350723b-e2a8-4eb7-9ecf-08673ea29990 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 946 time: 0.1158030 Aug 20 13:21:47.193927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acabd4-c10e-42e9-8945-daea751690f0 req-9046afdc-f420-455e-9496-e91ae80feefb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:47.199267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95acabd4-c10e-42e9-8945-daea751690f0 req-9046afdc-f420-455e-9496-e91ae80feefb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1217036 Aug 20 13:21:47.222839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b228de07-9c89-464d-909e-3816e3ff27d6 req-d886b465-4d66-4ccd-a3bc-ddc408061355 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/security-groups?id=3407410c-736c-4109-bf9d-54b707fc12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840108 Aug 20 13:21:47.301228 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95acabd4-c10e-42e9-8945-daea751690f0 req-aebe3a50-7370-4a9c-a4e6-71a105fd818e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823359 Aug 20 13:21:47.351240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-fdd3f648-b450-4f95-8642-562edd7380da tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:47.353111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-fdd3f648-b450-4f95-8642-562edd7380da tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 946 time: 0.1027205 Aug 20 13:21:47.541708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28005b0-1365-42c9-9959-2e98b8aa4791 req-4a93ca9b-fb2a-4727-b3f1-a5e3d0c5a19f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:47.543248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d28005b0-1365-42c9-9959-2e98b8aa4791 req-4a93ca9b-fb2a-4727-b3f1-a5e3d0c5a19f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0842676 Aug 20 13:21:47.550764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Deleting port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:47.551118 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:47.641196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:47.728142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d28005b0-1365-42c9-9959-2e98b8aa4791 req-81626b8b-48c7-4b89-a080-41ca037cb0bd tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735911 Aug 20 13:21:47.791256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] For port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,segment=NetworkSegment(dfd32199-6679-4cfb-9090-978688140c1f),segment_id=dfd32199-6679-4cfb-9090-978688140c1f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:47.792099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:47.842393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Calling delete_port for 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:47.947869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de05c6-846d-40ae-bb87-2ba8728ec99c req-47aa4750-f5ad-4bf3-a5e8-436c7059bb28 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:47.947869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76de05c6-846d-40ae-bb87-2ba8728ec99c req-47aa4750-f5ad-4bf3-a5e8-436c7059bb28 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0670233 Aug 20 13:21:48.021953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76de05c6-846d-40ae-bb87-2ba8728ec99c req-28c31174-931e-4a2d-b370-33a9c8ef8256 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Aug 20 13:21:48.100316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:48.115025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['3a25bb01-c34b-4cd8-b42a-6c4ee3614df6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:48.161989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56921a9c-294f-4081-8d4f-3fe331cb738e req-e7ffb51d-51c7-45ab-b351-6950e74e5802 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:48.172166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56921a9c-294f-4081-8d4f-3fe331cb738e req-e7ffb51d-51c7-45ab-b351-6950e74e5802 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1523659 Aug 20 13:21:48.221339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Pushing event deleted for resources: {'Port': ['ID=3a25bb01-c34b-4cd8-b42a-6c4ee3614df6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:48.316729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] No DVR routers for this DVR port 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:48.319799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:48.322723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f25b753-6ae8-4b6e-a6d7-c00899bf40b4 req-8977cd58-d0b3-46b3-a9b8-3e93b9830a46 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.13 "DELETE /v2.0/ports/3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 HTTP/1.1" status: 204 len: 173 time: 0.9606693 Aug 20 13:21:48.336706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'name': 'network-vif-deleted', 'tag': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:48.343267 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca7178-9e5d-4b36-850e-8ae7211973c9" -d '{"events": [{"server_uuid": "a07162c4-0948-4a5b-9b62-7617fbccb34f", "name": "network-vif-deleted", "tag": "3a25bb01-c34b-4cd8-b42a-6c4ee3614df6"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:48.392928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56921a9c-294f-4081-8d4f-3fe331cb738e req-2df2b51c-c6de-4aae-8091-f3b2faa0c379 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131536 Aug 20 13:21:48.443658 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-00d4fda0-9420-4c51-907e-86432b8d7b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:48.468387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18cf2a6a-97bf-43b6-a4b8-492aabd4af7e req-d4adf787-cbfa-4013-a47d-c93b29080fb2 tempest-ServerAddressesTestJSON-220622694 tempest-ServerAddressesTestJSON-220622694-project] 10.222.0.59 "GET /v2.0/ports?device_id=a07162c4-0948-4a5b-9b62-7617fbccb34f HTTP/1.1" status: 200 len: 210 time: 0.0509949 Aug 20 13:21:48.513278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:48.600396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2fb0e-b79f-43df-8584-487a43f31df8 req-adabf663-5e3b-4010-a42d-e26902f2d734 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:48.605477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ae2fb0e-b79f-43df-8584-487a43f31df8 req-adabf663-5e3b-4010-a42d-e26902f2d734 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1154318 Aug 20 13:21:48.653256 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51390db0-ad9d-4836-867f-2600fe4ff541 x-openstack-request-id: req-51390db0-ad9d-4836-867f-2600fe4ff541 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:48.653256 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07162c4-0948-4a5b-9b62-7617fbccb34f", "name": "network-vif-deleted", "tag": "3a25bb01-c34b-4cd8-b42a-6c4ee3614df6", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:48.653576 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51390db0-ad9d-4836-867f-2600fe4ff541 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:48.654133 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07162c4-0948-4a5b-9b62-7617fbccb34f', 'name': 'network-vif-deleted', 'tag': '3a25bb01-c34b-4cd8-b42a-6c4ee3614df6', 'status': 'completed', 'code': 200} Aug 20 13:21:48.671596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ae2fb0e-b79f-43df-8584-487a43f31df8 req-8c46ceed-4942-4b3a-87b5-b20c0a57a365 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594461 Aug 20 13:21:48.857901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423e0ef-60b7-4420-b2e9-1f222b426b81 req-cfc701b9-2db5-463e-a9f6-290607f685d9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:48.867483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7423e0ef-60b7-4420-b2e9-1f222b426b81 req-cfc701b9-2db5-463e-a9f6-290607f685d9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0735536 Aug 20 13:21:48.944505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7423e0ef-60b7-4420-b2e9-1f222b426b81 req-90dcdf51-28f6-4f9d-a01f-80d8c905554d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Aug 20 13:21:49.095172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11045b8-e767-4604-b29a-2d0a4bb04d7b req-46021fad-7e17-4a0e-bdbc-b7c718a0ba91 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:49.111586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e11045b8-e767-4604-b29a-2d0a4bb04d7b req-46021fad-7e17-4a0e-bdbc-b7c718a0ba91 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 945 time: 0.0914598 Aug 20 13:21:49.184048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e11045b8-e767-4604-b29a-2d0a4bb04d7b req-4d890047-bc5b-4c8b-894c-210de76f393c tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697238 Aug 20 13:21:49.209350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e0552-79fe-4d5e-a85f-e7aa75927c58 req-4005d21a-96dd-48cc-a32f-72036d1fcbf1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:49.211167 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b8e0552-79fe-4d5e-a85f-e7aa75927c58 req-4005d21a-96dd-48cc-a32f-72036d1fcbf1 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.0908294 Aug 20 13:21:49.266395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b8e0552-79fe-4d5e-a85f-e7aa75927c58 req-4a456715-d234-49dc-b505-6e974f16b848 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Aug 20 13:21:49.344979 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:49.551695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a974a7-7e2b-4951-8898-2d2887591687 req-81e13b0d-e38a-4d43-8fb6-3c9999dc169b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:49.560376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94a974a7-7e2b-4951-8898-2d2887591687 req-81e13b0d-e38a-4d43-8fb6-3c9999dc169b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0736611 Aug 20 13:21:49.563538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46640) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:49.633064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Deleting subnet 8637e110-b80a-47ac-afcb-f19c18abed3a {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:21:49.635350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94a974a7-7e2b-4951-8898-2d2887591687 req-d4f90a45-808c-4667-b441-edfb42afa3cf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720434 Aug 20 13:21:49.636497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:49.696990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:49.798851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:49.862009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa945b62-fdcf-47d6-81d9-193ff701bb36 req-ae63db7d-7474-44fc-88e4-8103c6df5743 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:49.872939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa945b62-fdcf-47d6-81d9-193ff701bb36 req-ae63db7d-7474-44fc-88e4-8103c6df5743 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0934739 Aug 20 13:21:49.931689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa945b62-fdcf-47d6-81d9-193ff701bb36 req-e778d9c0-cbb9-4d55-b640-75ae8920a7df tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Aug 20 13:21:49.953981 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-29f4b4f2-cb09-4a65-b87c-0af0a83d9ad7 service neutron] 10.222.0.13 "GET /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.1078351 Aug 20 13:21:49.996047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.044284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8637e110-b80a-47ac-afcb-f19c18abed3a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:50.052692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.055615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-69c51150-1cc8-4aaa-86cd-7463048bff68 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8637e110-b80a-47ac-afcb-f19c18abed3a HTTP/1.1" status: 204 len: 168 time: 0.4904871 Aug 20 13:21:50.058657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46658) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:50.155653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.160333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436431a5-50ac-4c25-84ed-2b6fed12a921 req-e6505752-a52f-4e27-9822-f7edff2793d8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:50.162150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-436431a5-50ac-4c25-84ed-2b6fed12a921 req-e6505752-a52f-4e27-9822-f7edff2793d8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0993586 Aug 20 13:21:50.270985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-436431a5-50ac-4c25-84ed-2b6fed12a921 req-4bb37101-5ab2-482f-b7d6-0d115a246daf tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986209 Aug 20 13:21:50.271937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.290383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fcbf17-af7f-46be-b46d-6d194b20345a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:50.321211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd32199-6679-4cfb-9090-978688140c1f') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:50.321520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd32199-6679-4cfb-9090-978688140c1f') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:21:50.333459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:50.361061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.366923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:50.385792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.405117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411338ac-f57a-4f31-86a7-cc84f27ed163 req-5b0fc2bb-096a-4504-bf99-28e186a0c672 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:50.407007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-411338ac-f57a-4f31-86a7-cc84f27ed163 req-5b0fc2bb-096a-4504-bf99-28e186a0c672 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 945 time: 0.1117358 Aug 20 13:21:50.408478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:21:50.408929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:21:50.410954 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:21:50.467859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdd2f5b-a5e7-409b-9fe4-e30dea004913 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:21:50.489098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:50.521074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7628-2c16-4a12-a25a-51e15a43ebb9 req-8e0512a6-0341-45dd-bfff-24d091cea3a7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:50.533185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d16c7628-2c16-4a12-a25a-51e15a43ebb9 req-8e0512a6-0341-45dd-bfff-24d091cea3a7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 944 time: 0.1366003 Aug 20 13:21:50.533556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-411338ac-f57a-4f31-86a7-cc84f27ed163 req-60af00ac-c64d-4afa-9030-a68cf4b05889 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931790 Aug 20 13:21:50.541451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.550763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.565513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.571166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f4fcbf17-af7f-46be-b46d-6d194b20345a HTTP/1.1" status: 204 len: 168 time: 0.5077770 Aug 20 13:21:50.571166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb26af5-234b-4674-b379-7cf4cd8bd4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fcbf17-af7f-46be-b46d-6d194b20345a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:50.673237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d16c7628-2c16-4a12-a25a-51e15a43ebb9 req-18001cc8-5a99-45b4-b30e-33886d5fc4e9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358123 Aug 20 13:21:50.700388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] Transition to ACTIVE for port object ecdd2f5b-a5e7-409b-9fe4-e30dea004913 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:21:50.715940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:50.844272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] No DVR routers for this DVR port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:50.854193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-14a1f278-403e-403e-ae49-aa92ac11eedb tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:50.856154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-14a1f278-403e-403e-ae49-aa92ac11eedb tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.13 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 945 time: 0.1817551 Aug 20 13:21:50.860200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46672) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:50.917243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c1d4-4c51-476a-ba48-e8324181ec63 req-79fbab4a-d313-413b-b0df-dc3f1a82fadf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:50.932797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2392c1d4-4c51-476a-ba48-e8324181ec63 req-79fbab4a-d313-413b-b0df-dc3f1a82fadf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1327682 Aug 20 13:21:50.963087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] 10.222.0.13 "PUT /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913/bindings/n-h1-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9994307 Aug 20 13:21:50.994880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2392c1d4-4c51-476a-ba48-e8324181ec63 req-19a6b56c-94b9-4e54-a2cc-40ff026512ca tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Aug 20 13:21:51.018301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3353c41-7956-4f0d-9840-0b586a47306e service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=10']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:51.175225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27fd5934-2580-466d-aff7-f6cda8a8126b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dab21c20bfe14007b2031c43dee487fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121829 Aug 20 13:21:51.180371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46684) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:51.239617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1310e7a-e2d8-4b06-ab37-ae443993ad92 req-77f39691-f968-4fcc-ac53-c5b432228cdf tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.243992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1310e7a-e2d8-4b06-ab37-ae443993ad92 req-77f39691-f968-4fcc-ac53-c5b432228cdf tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.2054269 Aug 20 13:21:51.245444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b91d3078-5f6d-4e5d-8bba-eed69cc5ca03 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.248470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b91d3078-5f6d-4e5d-8bba-eed69cc5ca03 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.2126584 Aug 20 13:21:51.317830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.340273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Deleting port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:51.340636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.465984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d62c-5590-4a66-beba-22ca5edabdfe req-645bd79f-8890-4152-b662-e358b3515411 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.466624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8345-93c3-4efc-a56e-1f199778cdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.476198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cc9d62c-5590-4a66-beba-22ca5edabdfe req-645bd79f-8890-4152-b662-e358b3515411 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0828397 Aug 20 13:21:51.495808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1310e7a-e2d8-4b06-ab37-ae443993ad92 req-486230c3-dc1c-4cb9-ab47-7f554c18f212 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413113 Aug 20 13:21:51.518236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cc9d62c-5590-4a66-beba-22ca5edabdfe req-3a0c4535-e0a1-46e0-9f77-e438e476bbb0 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Aug 20 13:21:51.542233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] For port 310716fc-4c6c-4b33-aea5-764ee31cf0b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=310716fc-4c6c-4b33-aea5-764ee31cf0b9,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:51.543576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.562103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Calling delete_port for 310716fc-4c6c-4b33-aea5-764ee31cf0b9 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:51.630269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-4ae5a4c6-5884-4ee6-b28e-e5d28320015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.632338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-4ae5a4c6-5884-4ee6-b28e-e5d28320015c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a&tenant_id=90de83ae2dc3418fbfb508e4371c0202 HTTP/1.1" status: 200 len: 1096 time: 0.3709393 Aug 20 13:21:51.655909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8345-93c3-4efc-a56e-1f199778cdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.683674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:51.707206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:51.707976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 3a25bb01-c34b-4cd8-b42a-6c4ee3614df6 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:51.810028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-443cacba-78c8-4b99-af7b-f8467c7dd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.812034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-443cacba-78c8-4b99-af7b-f8467c7dd727 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90de83ae2dc3418fbfb508e4371c0202&device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1096 time: 0.1447515 Aug 20 13:21:51.830512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9237064-f483-4c7a-ae3d-445c1bbdb703 req-e571032c-1bfb-4cb7-b81a-8b8be0e16833 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.839046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9237064-f483-4c7a-ae3d-445c1bbdb703 req-e571032c-1bfb-4cb7-b81a-8b8be0e16833 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 945 time: 0.2000895 Aug 20 13:21:51.878572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4977c-1159-4173-acfc-09e1d51b2ad7 req-a33fe939-9201-40d7-962b-9ce94103d57c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:51.895648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bd4977c-1159-4173-acfc-09e1d51b2ad7 req-a33fe939-9201-40d7-962b-9ce94103d57c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 945 time: 0.1087008 Aug 20 13:21:51.979989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bd4977c-1159-4173-acfc-09e1d51b2ad7 req-6f1a6ce7-8d9b-46d4-96e5-086fd72a2651 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834794 Aug 20 13:21:51.986551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8345-93c3-4efc-a56e-1f199778cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.989635 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8345-93c3-4efc-a56e-1f199778cdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.991559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd1d8345-93c3-4efc-a56e-1f199778cdfb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3407410c-736c-4109-bf9d-54b707fc12a3 HTTP/1.1" status: 204 len: 168 time: 0.8069849 Aug 20 13:21:52.021938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9237064-f483-4c7a-ae3d-445c1bbdb703 req-409f0a1d-c6d2-480e-8678-b07b29f22608 tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/security-groups?id=0042c610-a180-4ad3-8266-6e16dd0eb27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815817 Aug 20 13:21:52.066070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d8345-93c3-4efc-a56e-1f199778cdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407410c-736c-4109-bf9d-54b707fc12a3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:52.079070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:52.107963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['310716fc-4c6c-4b33-aea5-764ee31cf0b9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:52.239835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Pushing event deleted for resources: {'Port': ['ID=310716fc-4c6c-4b33-aea5-764ee31cf0b9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:52.275569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-6b70ac0c-cda9-4ca7-a352-dab4c78d96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:52.277524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-6b70ac0c-cda9-4ca7-a352-dab4c78d96d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 200 len: 908 time: 0.4161773 Aug 20 13:21:52.320086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] No DVR routers for this DVR port 310716fc-4c6c-4b33-aea5-764ee31cf0b9 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:52.372430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:52.374315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56f8d006-5b0b-4b48-b8ed-7577eceb9166 req-5fe47f41-86f8-4126-8716-a50d858d406a tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.13 "DELETE /v2.0/ports/310716fc-4c6c-4b33-aea5-764ee31cf0b9 HTTP/1.1" status: 204 len: 173 time: 1.5097229 Aug 20 13:21:52.375202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'name': 'network-vif-deleted', 'tag': '310716fc-4c6c-4b33-aea5-764ee31cf0b9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:52.377691 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6145109e-1e1d-4fa8-a41d-47bdfeedc22a" -d '{"events": [{"server_uuid": "7edb5ee0-e277-49ad-94e0-948cba03797a", "name": "network-vif-deleted", "tag": "310716fc-4c6c-4b33-aea5-764ee31cf0b9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:52.388074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-98747846-b4c0-4356-87c8-210e8d307f70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 200 len: 217 time: 0.1026804 Aug 20 13:21:52.485045 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cb9a91-ec33-424a-a47c-e416dddf17ed x-openstack-request-id: req-e7cb9a91-ec33-424a-a47c-e416dddf17ed {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:52.485355 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edb5ee0-e277-49ad-94e0-948cba03797a", "name": "network-vif-deleted", "tag": "310716fc-4c6c-4b33-aea5-764ee31cf0b9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:52.485753 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7cb9a91-ec33-424a-a47c-e416dddf17ed {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:52.486144 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edb5ee0-e277-49ad-94e0-948cba03797a', 'name': 'network-vif-deleted', 'tag': '310716fc-4c6c-4b33-aea5-764ee31cf0b9', 'status': 'completed', 'code': 200} Aug 20 13:21:52.516165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04dc28-b840-4802-841d-efec4e18ee53 req-be1130f0-43a1-4a88-abe5-674ea485deca tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:52.534771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f04dc28-b840-4802-841d-efec4e18ee53 req-be1130f0-43a1-4a88-abe5-674ea485deca tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.2558627 Aug 20 13:21:52.607927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-128687c7-9372-4696-8e6c-319a78a738cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:52.607927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-128687c7-9372-4696-8e6c-319a78a738cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 200 len: 847 time: 0.2064698 Aug 20 13:21:52.700411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b8eb8158-cac9-43cf-aa08-2eab27fcf3bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836797 Aug 20 13:21:52.707921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f04dc28-b840-4802-841d-efec4e18ee53 req-d405164b-7e29-4cc6-bc73-e9f7fd0a4973 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722472 Aug 20 13:21:52.725817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b6119-7d90-476d-8778-7f079eaf78bf req-881439b7-6ba2-4211-9f38-d1c1ed2d70b1 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:52.728001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-866b6119-7d90-476d-8778-7f079eaf78bf req-881439b7-6ba2-4211-9f38-d1c1ed2d70b1 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0944955 Aug 20 13:21:52.778912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-866b6119-7d90-476d-8778-7f079eaf78bf req-e097cdee-b5c3-4a68-99b9-a95a6d6c5e69 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Aug 20 13:21:52.884760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-6babc4cb-4717-46d8-a811-efc2629e1baa service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757946 Aug 20 13:21:52.896840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c1ede-5058-423d-a99b-14ed2b2cf340 req-8ba3fc22-5281-473c-af87-55133a6a9c95 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:52.905364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318c1ede-5058-423d-a99b-14ed2b2cf340 req-8ba3fc22-5281-473c-af87-55133a6a9c95 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0828781 Aug 20 13:21:53.029011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318c1ede-5058-423d-a99b-14ed2b2cf340 req-54f03b3a-7e02-4460-9199-6bfa821aa75c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222429 Aug 20 13:21:53.101085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-b759ce32-43e4-447b-afee-616c24fe21e0 service neutron] 10.222.0.53 "GET /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903799 Aug 20 13:21:53.186461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e952a59-35ed-4397-8cc0-b0f7e1091f03 req-da13e677-1f81-49fd-83e9-828bd96c0f94 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:53.200513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e952a59-35ed-4397-8cc0-b0f7e1091f03 req-da13e677-1f81-49fd-83e9-828bd96c0f94 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 945 time: 0.1216309 Aug 20 13:21:53.206805 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50fc2092-04b9-49f0-9964-0c1dd4339134 req-204fb986-654b-480f-8df2-13aed67cfc4b tempest-AttachSCSIVolumeTestJSON-1752471340 tempest-AttachSCSIVolumeTestJSON-1752471340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7edb5ee0-e277-49ad-94e0-948cba03797a HTTP/1.1" status: 200 len: 210 time: 0.0539982 Aug 20 13:21:53.277558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e952a59-35ed-4397-8cc0-b0f7e1091f03 req-76ed216c-dc97-4a69-a364-57c52372a6dc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753088 Aug 20 13:21:53.510470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a5f7c307-b4cf-4ced-b44d-6708ae7295c1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:53.512143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-a5f7c307-b4cf-4ced-b44d-6708ae7295c1 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a&tenant_id=90de83ae2dc3418fbfb508e4371c0202&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.0647228 Aug 20 13:21:53.519617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46752) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:53.676884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7092f880-0016-4372-aa57-970c6c2079b8 req-d912f317-9c7c-4a2c-a435-1bcb7fdf50d2 service neutron] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:21:53.676884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7092f880-0016-4372-aa57-970c6c2079b8 req-d912f317-9c7c-4a2c-a435-1bcb7fdf50d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:53.676884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7092f880-0016-4372-aa57-970c6c2079b8 req-d912f317-9c7c-4a2c-a435-1bcb7fdf50d2 service neutron] 10.222.0.53 "DELETE /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913/bindings/n-h2-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.1523118 Aug 20 13:21:53.681637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1049377016-network', 'tenant_id': '7b9e02347cca41adb0c7cbd489f2ab7d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:53.721125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Made reservation on behalf of 7b9e02347cca41adb0c7cbd489f2ab7d for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:53.724800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:53.734783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:53.882155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d9b0a-52d7-4959-9bf3-186e4b3b99d4 req-a4f30e46-dd19-48c7-a8c4-480a9e46b9a9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:53.883754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-884d9b0a-52d7-4959-9bf3-186e4b3b99d4 req-a4f30e46-dd19-48c7-a8c4-480a9e46b9a9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0885215 Aug 20 13:21:53.920700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:53.927561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efab8e-225c-43a4-ae8a-27bb094c7f6b req-0f181279-e1c8-4ea7-aadd-5de1a7741e37 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:53.927561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17efab8e-225c-43a4-ae8a-27bb094c7f6b req-0f181279-e1c8-4ea7-aadd-5de1a7741e37 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0537443 Aug 20 13:21:53.932384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:53.959425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-884d9b0a-52d7-4959-9bf3-186e4b3b99d4 req-55bb02ce-1b69-48f3-a8c6-78e7f6cbae66 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679133 Aug 20 13:21:53.961543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:21:53.984027 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:53.984027 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Added segment 933edc84-4d46-4463-93a7-f73f46162e64 of type vlan for network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 Aug 20 13:21:53.997265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17efab8e-225c-43a4-ae8a-27bb094c7f6b req-b162fb91-edd8-4785-aeba-86533967549d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513098 Aug 20 13:21:54.021457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268cc69e-31a2-490e-80b9-0dbd4705e77d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:54.045254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.078564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.080026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:54.080780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.157356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6365337 Aug 20 13:21:54.160672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46772) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:21:54.167140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Request body: {'subnet': {'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1049377016-subnet', 'tenant_id': '7b9e02347cca41adb0c7cbd489f2ab7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:54.185940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accab89-b54d-4ece-bd33-ab8b397dd8fc admin admin] Pushing event updated for resources: {'Network': ['ID=adfd0151-82e9-47f8-acdd-c6dc7fd9a998,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:54.196649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Made reservation on behalf of 7b9e02347cca41adb0c7cbd489f2ab7d for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:54.197235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:21:54.199410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.213902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09668690-a5da-460e-9a97-ac5f71f23e63 req-733cd302-6a16-4c48-8d38-044789d9b9c9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:54.215603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09668690-a5da-460e-9a97-ac5f71f23e63 req-733cd302-6a16-4c48-8d38-044789d9b9c9 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0827489 Aug 20 13:21:54.285196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09668690-a5da-460e-9a97-ac5f71f23e63 req-271e1830-9743-43c4-bb89-3426479135e3 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618048 Aug 20 13:21:54.458574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36fe60-ceb8-435f-b7ec-718770afc492 req-56d45d93-627d-46d7-ab36-1ab3f8bc0b30 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:54.460856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb36fe60-ceb8-435f-b7ec-718770afc492 req-56d45d93-627d-46d7-ab36-1ab3f8bc0b30 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 945 time: 0.0931416 Aug 20 13:21:54.491876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.583404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb36fe60-ceb8-435f-b7ec-718770afc492 req-ddee9e2c-91d4-43f5-a50e-ad1a9dc5cf2c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059306 Aug 20 13:21:54.612088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=309d856a-5dda-407c-b6d4-98e332285d9f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:54.614761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Checking segment: {'id': '933edc84-4d46-4463-93a7-f73f46162e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:21:54.618754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Network hostable DHCP agents. Network: adfd0151-82e9-47f8-acdd-c6dc7fd9a998, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:21:54.638923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:21:54.652205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, adfd0151-82e9-47f8-acdd-c6dc7fd9a998) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:21:54.659975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:54.660438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.668211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bbe89e-70e3-4dd6-ac73-6c3a70c70967 None None] Network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:54.707889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7179d51b-2e7e-4d6f-8cec-e5ff7efa8cda admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5460036 Aug 20 13:21:54.878292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-820cdce4-1028-422f-affb-583d655646f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:54.880467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-820cdce4-1028-422f-affb-583d655646f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1096 time: 0.1005244 Aug 20 13:21:54.923307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9966205-5e5b-4371-bdac-777c866233a0 req-c24f054f-cdeb-44f3-bfa2-1b6c564aab02 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:54.939062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c9966205-5e5b-4371-bdac-777c866233a0 req-c24f054f-cdeb-44f3-bfa2-1b6c564aab02 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 1096 time: 0.1056671 Aug 20 13:21:55.024234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12248c-53e7-4e8e-9d8a-22810541663f None None] Network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:21:55.045343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-c1245b9a-0238-48a3-a28f-d3e5feeb9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:55.047924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-c1245b9a-0238-48a3-a28f-d3e5feeb9530 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.1588490 Aug 20 13:21:55.070556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c9966205-5e5b-4371-bdac-777c866233a0 req-3b0cb7aa-f415-4783-9a4c-4b10e8c0d043 tempest-LiveMigrationTest-1429536630 tempest-LiveMigrationTest-1429536630-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250348 Aug 20 13:21:55.152825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-d428820f-e7f5-46a4-b245-5c8c1ab54ef4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 217 time: 0.0952363 Aug 20 13:21:55.255155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-82ef7f8a-a9be-4b84-97fd-3514b9a0e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:55.257186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-82ef7f8a-a9be-4b84-97fd-3514b9a0e3ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0966833 Aug 20 13:21:55.267187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9661b6-0e5e-4dcb-b202-fca1a01f1c57 req-c12cd58f-fdb9-4adb-9520-bba1c9e2b032 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:55.277120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c9661b6-0e5e-4dcb-b202-fca1a01f1c57 req-c12cd58f-fdb9-4adb-9520-bba1c9e2b032 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0936561 Aug 20 13:21:55.313141 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-1aff13ad-e651-48fe-a5a3-fc2a29efcbe5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435779 Aug 20 13:21:55.337744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c9661b6-0e5e-4dcb-b202-fca1a01f1c57 req-b70b0efb-b71d-44d4-a567-b3924bd390dc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Aug 20 13:21:55.488619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-dfc1f1dc-3dd9-4b48-82ec-33a36f5339d2 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639841 Aug 20 13:21:55.502563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cbf22-6056-4d20-8f65-3c3a718f83bd req-3b39f24b-c695-4975-ae2c-36923a820ae0 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:55.504235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20cbf22-6056-4d20-8f65-3c3a718f83bd req-3b39f24b-c695-4975-ae2c-36923a820ae0 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0872223 Aug 20 13:21:55.575239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20cbf22-6056-4d20-8f65-3c3a718f83bd req-7d2d5836-71ad-48d9-ba33-8cba9aa6a38b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615051 Aug 20 13:21:55.617086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-6d3d18e5-e849-4340-be65-c3ae525326d6 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216364 Aug 20 13:21:55.684765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 310716fc-4c6c-4b33-aea5-764ee31cf0b9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:55.719965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 310716fc-4c6c-4b33-aea5-764ee31cf0b9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:55.720785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 310716fc-4c6c-4b33-aea5-764ee31cf0b9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:56.019809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba402f3-69fe-4a7d-96a3-3df7135fc8d5 req-a6845954-34d8-40fc-962f-8c36f83782fe tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:56.023316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ba402f3-69fe-4a7d-96a3-3df7135fc8d5 req-a6845954-34d8-40fc-962f-8c36f83782fe tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1226234 Aug 20 13:21:56.126450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ba402f3-69fe-4a7d-96a3-3df7135fc8d5 req-d4d63b72-e6e9-4ee7-9b15-dbffc22a0f57 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966380 Aug 20 13:21:56.293922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8352-8442-46ea-ad0f-7da372eae89c req-5a3a3400-e573-4c03-984b-8c87898bf28c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:56.305427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af0e8352-8442-46ea-ad0f-7da372eae89c req-5a3a3400-e573-4c03-984b-8c87898bf28c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 945 time: 0.0884552 Aug 20 13:21:56.369704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af0e8352-8442-46ea-ad0f-7da372eae89c req-3aa0a057-a054-4e55-a50b-2a1efb61e5b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Aug 20 13:21:56.587221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-bd431883-4bc6-4d72-b3fc-662bec791ecc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:56.587498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-53725c63-c2b9-4a09-9c3a-36b2b4d90627 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:56.588907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-bd431883-4bc6-4d72-b3fc-662bec791ecc tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 945 time: 0.0983379 Aug 20 13:21:56.589295 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-53725c63-c2b9-4a09-9c3a-36b2b4d90627 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.1534812 Aug 20 13:21:56.613710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-0aae8b64-d958-4b47-a601-e9cc9b897ca3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/quotas/e7c5653397434e19865b36327e120c43 HTTP/1.1" status: 200 len: 375 time: 0.0102017 Aug 20 13:21:56.684569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-b23f2e99-b6b4-4ed1-ad1d-96452a5f80ea tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616913 Aug 20 13:21:56.708154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca326f9-ef13-4878-9165-20bc39a147e9 req-b26fc705-ccfc-4203-a78c-1a10cc25cd49 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:56.710809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aca326f9-ef13-4878-9165-20bc39a147e9 req-b26fc705-ccfc-4203-a78c-1a10cc25cd49 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1207554 Aug 20 13:21:56.770238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aca326f9-ef13-4878-9165-20bc39a147e9 req-8475c353-3a50-4bb9-a25b-83c9dcfc5b40 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488708 Aug 20 13:21:56.777165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Deleting port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:56.777601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:56.884158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-7a892718-4350-487d-993b-b1d650cd67d2 service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874549 Aug 20 13:21:56.937313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] For port ecdd2f5b-a5e7-409b-9fe4-e30dea004913, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:56.937931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:56.952253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:56.954183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Calling delete_port for ecdd2f5b-a5e7-409b-9fe4-e30dea004913 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:57.064085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-cf1c187f-286f-4085-a05d-14e0f3dd5040 service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709116 Aug 20 13:21:57.133625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:57.144765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87992-121c-443e-a0a0-4da26813774a req-4cbcd8d8-02f4-4a88-8333-bc9a1d8b1806 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:57.150463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8a87992-121c-443e-a0a0-4da26813774a req-4cbcd8d8-02f4-4a88-8333-bc9a1d8b1806 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1433303 Aug 20 13:21:57.171736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:57.175007 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495a8800-8833-4a24-ad37-69b76a03cd5c" -d '{"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:57.192285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:57.198681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:57.265913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:57.304396 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8a87992-121c-443e-a0a0-4da26813774a req-ae301bef-c0a0-4a49-ad63-e92070503d70 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283629 Aug 20 13:21:57.305761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:57.321385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['56f9320a-b75f-4042-93a6-1bcbd5bf3370'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:21:57.390640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event deleted for resources: {'Port': ['ID=ecdd2f5b-a5e7-409b-9fe4-e30dea004913,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:57.492693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] No DVR routers for this DVR port ecdd2f5b-a5e7-409b-9fe4-e30dea004913 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:57.495976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:57.500446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-75cd875c-c29f-4243-8341-6c1b360d7558 req-5958790b-0615-4012-9c06-800b34a778ce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "DELETE /v2.0/ports/ecdd2f5b-a5e7-409b-9fe4-e30dea004913 HTTP/1.1" status: 204 len: 173 time: 0.9011445 Aug 20 13:21:57.504067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'name': 'network-vif-deleted', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:57.508508 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab79d9-5ce1-4bf8-9027-b0c042a4b83a" -d '{"events": [{"server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "name": "network-vif-deleted", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:21:57.620161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0347e-440a-4e93-bd26-0235796b8c12 req-1e27f4b8-40ac-4b04-8db1-5722239a9783 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:57.630730 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-10a0347e-440a-4e93-bd26-0235796b8c12 req-1e27f4b8-40ac-4b04-8db1-5722239a9783 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1505799 Aug 20 13:21:57.670796 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02871996-63b1-405d-8f8a-1e1ea9d9402f x-openstack-request-id: req-02871996-63b1-405d-8f8a-1e1ea9d9402f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:57.671116 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:57.671382 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02871996-63b1-405d-8f8a-1e1ea9d9402f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:57.673795 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'code': 200} Aug 20 13:21:57.723842 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-10a0347e-440a-4e93-bd26-0235796b8c12 req-87a22971-43c7-4604-b701-337cd5b95cb8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891948 Aug 20 13:21:57.787637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aae35715-c840-4953-861c-3f5387ed0d41 req-b9f20018-0b82-4be6-a51b-4be1b0563800 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 210 time: 0.0677087 Aug 20 13:21:57.855010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-2dad8e5a-4f9e-4104-9ef4-1f0a75583a80 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:57.862543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-2dad8e5a-4f9e-4104-9ef4-1f0a75583a80 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6ca229e-c70c-4086-80f3-601f61586f21 HTTP/1.1" status: 200 len: 943 time: 0.1376638 Aug 20 13:21:57.921931 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f671c5cb-cfd4-4130-be58-65e12664b8b8 x-openstack-request-id: req-f671c5cb-cfd4-4130-be58-65e12664b8b8 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:21:57.922226 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a6821-0f06-4105-bd8d-380753007f7a", "name": "network-vif-deleted", "tag": "ecdd2f5b-a5e7-409b-9fe4-e30dea004913", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:21:57.922485 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f671c5cb-cfd4-4130-be58-65e12664b8b8 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:21:57.922883 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a6821-0f06-4105-bd8d-380753007f7a', 'name': 'network-vif-deleted', 'tag': 'ecdd2f5b-a5e7-409b-9fe4-e30dea004913', 'status': 'completed', 'code': 200} Aug 20 13:21:57.994426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5178a840-1d45-48cd-b891-f006a2f6c4a9 req-3ff63fea-44e5-486f-9885-2110f96a4c30 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0702124 Aug 20 13:21:58.437028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967ea17-f2be-4760-ad20-be1f530e0450 req-f412a98a-1900-4331-af17-5f50f61a8cd6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:58.439403 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4967ea17-f2be-4760-ad20-be1f530e0450 req-f412a98a-1900-4331-af17-5f50f61a8cd6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.4254489 Aug 20 13:21:58.451008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Deleting port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:21:58.451352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:58.565095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4967ea17-f2be-4760-ad20-be1f530e0450 req-ad080bd7-8d23-40bf-a929-edb8eae08f20 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123819 Aug 20 13:21:58.590304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66260b-6740-47fd-8c89-6326478ac104 req-eaf5d61d-7d8a-4e9c-b2e2-f055249afefd tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:58.600962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f66260b-6740-47fd-8c89-6326478ac104 req-eaf5d61d-7d8a-4e9c-b2e2-f055249afefd tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0852416 Aug 20 13:21:58.626915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] For port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:21:58.627295 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:58.647780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Calling delete_port for ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:21:58.660422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f66260b-6740-47fd-8c89-6326478ac104 req-1f33685c-8a4e-4eef-b94a-658d60b46bbb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583692 Aug 20 13:21:58.767759 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:58.918920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ebe6ee7-f7fe-4e4e-938a-ee918aef9bf6 req-05307dc2-b778-4797-a753-d04cf4734cb3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 210 time: 0.0319033 Aug 20 13:21:58.958375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:21:59.007318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: ecdd2f5b-a5e7-409b-9fe4-e30dea004913 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:21:59.007769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ecdd2f5b-a5e7-409b-9fe4-e30dea004913 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:21:59.091756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e4f90dc7-dbbb-4cbe-a936-c7a4866c2f52 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:59.093834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e4f90dc7-dbbb-4cbe-a936-c7a4866c2f52 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.3001392 Aug 20 13:21:59.118524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939d8d-514c-4e1a-9b8b-9b0b561bee7c req-3b43b891-b0aa-42e9-8def-7e18cc90749f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:59.120368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63939d8d-514c-4e1a-9b8b-9b0b561bee7c req-3b43b891-b0aa-42e9-8def-7e18cc90749f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.2975750 Aug 20 13:21:59.124909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Request body: {'port': {'device_id': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'admin_state_up': True, 'tenant_id': 'e7c5653397434e19865b36327e120c43'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:21:59.239234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-11608240-22fa-44f1-a6f7-4253738e4c29 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:59.249623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-11608240-22fa-44f1-a6f7-4253738e4c29 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/networks?id=adfd0151-82e9-47f8-acdd-c6dc7fd9a998 HTTP/1.1" status: 200 len: 810 time: 0.1572003 Aug 20 13:21:59.262953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:59.271293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-b98e958b-99db-4146-9aa4-48d634119fa2 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/quotas/7b9e02347cca41adb0c7cbd489f2ab7d HTTP/1.1" status: 200 len: 375 time: 0.0203869 Aug 20 13:21:59.312874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-4e39d4b5-b8f8-4fe6-8e78-a48d79029d7a tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b9e02347cca41adb0c7cbd489f2ab7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397332 Aug 20 13:21:59.340286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63939d8d-514c-4e1a-9b8b-9b0b561bee7c req-261e0e1d-220b-4073-96d7-328080987e3f tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907306 Aug 20 13:21:59.388099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event deleted for resources: {'Port': ['ID=ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:21:59.446400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-b12b2e78-d920-47d5-87f3-1fd957711d97 service neutron] 10.222.0.59 "GET /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322660 Aug 20 13:21:59.477652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] No DVR routers for this DVR port ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:21:59.480448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:59.483178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bee05e27-94e3-40f8-80ef-40d142c53574 req-68109ee9-446e-46da-b6b6-2d1764ae1571 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.53 "DELETE /v2.0/ports/ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 HTTP/1.1" status: 204 len: 173 time: 1.6108599 Aug 20 13:21:59.532210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0fcc36f1-1a77-4e89-b213-5a94d066c4f1 req-f373b973-3521-4e6a-8251-809e7a82ced0 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0556734 Aug 20 13:21:59.565197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Made reservation on behalf of e7c5653397434e19865b36327e120c43 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:21:59.588652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:59.604514 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-2546e3ee-0c7a-420c-8018-566fbce1e169 service neutron] 10.222.0.59 "GET /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463084 Aug 20 13:21:59.768368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1061e0-32e4-44f5-8c93-cf2d01f9f3ad req-0fb4aa53-0f1f-46e2-8a8c-ed5998616791 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:21:59.770145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d1061e0-32e4-44f5-8c93-cf2d01f9f3ad req-0fb4aa53-0f1f-46e2-8a8c-ed5998616791 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0982325 Aug 20 13:21:59.842734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d1061e0-32e4-44f5-8c93-cf2d01f9f3ad req-de9c9031-5642-45f5-a9fa-59b0d45a3faf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507371 Aug 20 13:21:59.857192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Allocated IP 172.20.0.14 (d346d2d7-a5d5-4ade-b93e-578753e0f3de/1efc78bf-6900-4f86-996f-890aa1da49e7/ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:21:59.925465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-deleted', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:21:59.928071 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fef22b-e77c-48f5-add6-82d8caf48475" -d '{"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-deleted", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:00.090489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897574aa-afd2-45e5-95e5-3150473b9f5b req-613ca80f-5d10-45e8-a33c-12c8af6c8035 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:00.091947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-897574aa-afd2-45e5-95e5-3150473b9f5b req-613ca80f-5d10-45e8-a33c-12c8af6c8035 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1003242 Aug 20 13:22:00.138061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:00.186737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-897574aa-afd2-45e5-95e5-3150473b9f5b req-90e040ad-43c9-4092-baf5-361ff4a7a04d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772455 Aug 20 13:22:00.297959 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:00.329762 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f82f92f-7a76-434a-989d-7068082ff42c x-openstack-request-id: req-5f82f92f-7a76-434a-989d-7068082ff42c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:00.331416 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ca229e-c70c-4086-80f3-601f61586f21", "name": "network-vif-deleted", "tag": "ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:00.331671 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f82f92f-7a76-434a-989d-7068082ff42c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:00.332077 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ca229e-c70c-4086-80f3-601f61586f21', 'name': 'network-vif-deleted', 'tag': 'ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047', 'status': 'completed', 'code': 200} Aug 20 13:22:00.478254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:00.480664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ce5dde3-1fe6-4980-b900-967442203db3 req-9514d250-0cf7-4887-8ec6-aaad21f26663 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 210 time: 0.0658109 Aug 20 13:22:00.488802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:00.502267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:00.513099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:00.587691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a961-afb3-42ab-875b-f7aa09af11e2 req-b637e84b-33bd-4bde-997b-9ccba232d723 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:00.596157 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d74a961-afb3-42ab-875b-f7aa09af11e2 req-b637e84b-33bd-4bde-997b-9ccba232d723 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 932 time: 0.2323592 Aug 20 13:22:00.636566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:00.637308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:00.666450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f09a4f-2731-4a82-bc82-be552910a638 req-249baa8e-3c8a-4951-9932-ce23dbc84e89 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:00.679917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2f09a4f-2731-4a82-bc82-be552910a638 req-249baa8e-3c8a-4951-9932-ce23dbc84e89 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0949008 Aug 20 13:22:00.683817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d74a961-afb3-42ab-875b-f7aa09af11e2 req-ef09604a-ece9-4b48-a08b-72b04bec5a6e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825045 Aug 20 13:22:00.690108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-e2b99a62-9e26-43c1-a4d9-8a953820d73c tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5800016 Aug 20 13:22:00.709863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Request body: {'port': {'device_id': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:00.763808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2f09a4f-2731-4a82-bc82-be552910a638 req-3ef6dc25-5a14-4b87-9ebb-e5f634fecedf tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803728 Aug 20 13:22:00.822922 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:00.827554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6bd10490-e989-4347-83b2-adcd68c20cb7 req-8b06856a-1831-433d-96c5-05786bd4e57d tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0335267 Aug 20 13:22:00.970023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:00.999893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:01.000246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ff5e2b0e-bbda-42e4-a5c4-db43a8cbe047 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:01.043070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c20f-749f-40be-86b0-85297a1efab8 req-1fcb82b1-6602-4a7d-8c5b-d5bc14550747 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:01.054303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88e7c20f-749f-40be-86b0-85297a1efab8 req-1fcb82b1-6602-4a7d-8c5b-d5bc14550747 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0795474 Aug 20 13:22:01.094786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88e7c20f-749f-40be-86b0-85297a1efab8 req-986b5df3-4f08-44a4-b411-63d08deedeea tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Aug 20 13:22:01.226277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:01.236882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:01.250889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Transition to ACTIVE for port object ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:01.255591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:01.287156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:01.325179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:01.354315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5a30-6843-4762-8223-b144788780e9 req-98d9ce88-d0c3-49d1-bc11-7021bf9292f7 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:01.354315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480b5a30-6843-4762-8223-b144788780e9 req-98d9ce88-d0c3-49d1-bc11-7021bf9292f7 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0583789 Aug 20 13:22:01.405752 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480b5a30-6843-4762-8223-b144788780e9 req-0dce09c5-c382-49ff-88fa-8f84a9ed3572 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Aug 20 13:22:01.424955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Attempting to bind port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:01.425515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Attempting to bind port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:01.425926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Attempting to bind port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:01.431710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:01.432039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Attempting to bind port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:01.442194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:01.442544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Checking segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:01.442936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Bound using segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:01.443932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Bound port: ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:01.443932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:01.531227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:01.592255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:01.610679 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:01.637144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5b80c17-bab5-403d-8d84-8665f176f1a5 req-dc11b9da-ae7d-430d-b2c5-f506ee3c6856 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 210 time: 0.0471563 Aug 20 13:22:01.702904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:01.702904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:01.703715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 HTTP/1.1" status: 200 len: 1092 time: 1.0062485 Aug 20 13:22:01.749552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-e9111329-7a59-4004-8450-e2b3352a6666 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:01.751201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-e9111329-7a59-4004-8450-e2b3352a6666 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.13 "GET /v2.0/networks?id=adfd0151-82e9-47f8-acdd-c6dc7fd9a998 HTTP/1.1" status: 200 len: 810 time: 0.2310207 Aug 20 13:22:01.752118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ddfc8-8959-42ea-af0f-0dd7dd2d6e25 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:01.774769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Request body: {'port': {'device_id': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998', 'admin_state_up': True, 'tenant_id': '7b9e02347cca41adb0c7cbd489f2ab7d'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:01.837280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c235-1862-4202-bb1f-7f4f5ee5b05a req-d152e9fd-69a8-444b-83fe-5c07d010a24e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:01.845017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fec1c235-1862-4202-bb1f-7f4f5ee5b05a req-d152e9fd-69a8-444b-83fe-5c07d010a24e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 944 time: 0.0703840 Aug 20 13:22:01.873099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-944a8051-aec6-4ece-8e11-f510cbf83e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:01.875042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-944a8051-aec6-4ece-8e11-f510cbf83e35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 1095 time: 0.1054752 Aug 20 13:22:01.899325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fec1c235-1862-4202-bb1f-7f4f5ee5b05a req-e571925b-6a47-479f-a028-e268f7344ff4 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533915 Aug 20 13:22:01.971793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-dae6e241-a3a3-49fd-b95c-36f14aa83e8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 HTTP/1.1" status: 200 len: 217 time: 0.0847907 Aug 20 13:22:02.001621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c93fde7-c2bf-48ea-8916-9745c8a05602 req-579892c1-018c-42ab-9ced-c6610397cdeb tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0306463 Aug 20 13:22:02.067524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3add9aa-106c-4170-b740-45e82c486793 req-e07d3fd3-2672-4076-8f6e-ff0c9ca40465 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:02.069270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3add9aa-106c-4170-b740-45e82c486793 req-e07d3fd3-2672-4076-8f6e-ff0c9ca40465 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1854134 Aug 20 13:22:02.070302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Made reservation on behalf of 7b9e02347cca41adb0c7cbd489f2ab7d for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:02.073913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:02.077051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-363c00d5-af3e-4232-93de-f6506a7a72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:02.078576 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-363c00d5-af3e-4232-93de-f6506a7a72f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.0983734 Aug 20 13:22:02.134524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-5aeeb03b-0490-4274-afe7-dc20f7580e0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430744 Aug 20 13:22:02.243144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3add9aa-106c-4170-b740-45e82c486793 req-ea24cac5-a8e7-466d-ab15-4440b898866e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624703 Aug 20 13:22:02.256464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f1ab-4e85-4c12-86ab-578962e52360 req-ad3eaf3e-ab72-4c1a-a5a3-587683efd812 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:02.258060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a10f1ab-4e85-4c12-86ab-578962e52360 req-ad3eaf3e-ab72-4c1a-a5a3-587683efd812 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0683134 Aug 20 13:22:02.302070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a10f1ab-4e85-4c12-86ab-578962e52360 req-41816004-df16-44a0-8705-b15efb03dce4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Aug 20 13:22:02.334592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:02.337433 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:02.367769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-74173dfe-051e-4de6-bdd4-50c6293d8c4d service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234545 Aug 20 13:22:02.390380 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eba021-8d02-4b9e-b546-1c1bdad15fa1 x-openstack-request-id: req-80eba021-8d02-4b9e-b546-1c1bdad15fa1 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:02.390670 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:02.392958 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80eba021-8d02-4b9e-b546-1c1bdad15fa1 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:02.392958 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'status': 'completed', 'code': 200} Aug 20 13:22:02.392958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Allocated IP 172.20.0.2 (adfd0151-82e9-47f8-acdd-c6dc7fd9a998/309d856a-5dda-407c-b6d4-98e332285d9f/114af4fa-b951-4b09-beb4-95940a87c242) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:02.531192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7e07ed-505d-41d9-88f8-53b1a6aba079 req-8119a5b9-f1ab-4d41-b31d-cf5783aa4742 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511149 Aug 20 13:22:02.578963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429dbc8-64c2-45c0-8642-097adf460052 req-89f954c4-ac4e-48d4-b4f8-a58450543e03 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:02.580633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2429dbc8-64c2-45c0-8642-097adf460052 req-89f954c4-ac4e-48d4-b4f8-a58450543e03 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0800254 Aug 20 13:22:02.635688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2429dbc8-64c2-45c0-8642-097adf460052 req-7812ade8-a730-4fbc-bde6-3715606a09b1 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Aug 20 13:22:02.673788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-862e3c57-e38f-4904-b2ab-438a38b270bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:02.675356 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-862e3c57-e38f-4904-b2ab-438a38b270bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 1095 time: 0.0886540 Aug 20 13:22:02.694305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:02.781709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f29cda28-b26d-4c70-b731-cdb23397792e req-8ecfa453-af6c-46b0-993f-ed1aa8a33835 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 210 time: 0.0442908 Aug 20 13:22:02.841567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-4389f967-1053-48eb-b935-5037aba21429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:02.843492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-4389f967-1053-48eb-b935-5037aba21429 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 905 time: 0.1604862 Aug 20 13:22:02.845136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:02.925100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-dcb4cac2-1a15-4331-9935-79213135c010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 HTTP/1.1" status: 200 len: 217 time: 0.0739222 Aug 20 13:22:02.934437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:02.947564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:02.950922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:03.019218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Pushing event updated for resources: {'Port': ['ID=114af4fa-b951-4b09-beb4-95940a87c242,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:03.032933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-8ca0315f-39de-4cd5-97a2-7ad16dab08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:03.034566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-8ca0315f-39de-4cd5-97a2-7ad16dab08c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.0990045 Aug 20 13:22:03.064622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341daa7-e7c5-4d19-9341-46139e1d7e6d req-65de069b-8ee2-4ada-a58e-07ea06a038f3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:03.067216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7341daa7-e7c5-4d19-9341-46139e1d7e6d req-65de069b-8ee2-4ada-a58e-07ea06a038f3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 944 time: 0.0873923 Aug 20 13:22:03.082865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-782ee7aa-b79b-4140-86d9-7a49f936d51d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383961 Aug 20 13:22:03.109250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:03.109835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:03.113034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7341daa7-e7c5-4d19-9341-46139e1d7e6d req-a0f25676-837e-4ef3-96eb-ea76d803a8c9 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377717 Aug 20 13:22:03.198312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18d93186-5b7c-441d-905b-550dc2cb62b5 req-ab75fd22-6d39-4d6a-8de6-b90d517fecce tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0856545 Aug 20 13:22:03.207049 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-249072a5-43bf-499e-96c6-9b725eed7123 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4386032 Aug 20 13:22:03.232346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Request body: {'port': {'device_id': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:03.283738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-f13ae713-2886-47b2-b03a-e9a1480ea7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942492 Aug 20 13:22:03.359306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:03.430209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e57052-f6dd-4f26-9eae-34078e832c79 req-47f6e5df-6b56-4401-9612-ecd8a5d531fb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:03.432538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47e57052-f6dd-4f26-9eae-34078e832c79 req-47f6e5df-6b56-4401-9612-ecd8a5d531fb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0774376 Aug 20 13:22:03.495323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47e57052-f6dd-4f26-9eae-34078e832c79 req-a47d92b9-0ad3-442e-8b7a-ce6440c6f014 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Aug 20 13:22:03.818506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b2edb-6d36-48d5-bf05-7189a9e138d4 req-27cc2a12-219f-4e91-b340-cb50791842bb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:03.821249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e1b2edb-6d36-48d5-bf05-7189a9e138d4 req-27cc2a12-219f-4e91-b340-cb50791842bb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0775023 Aug 20 13:22:03.831712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b143744-a3bb-4a6b-a5dc-77f0be81f15d req-d8c008c8-ad09-4934-b1ad-c3f35de2b109 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314415 Aug 20 13:22:03.882196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e1b2edb-6d36-48d5-bf05-7189a9e138d4 req-edc171b9-a98c-4cd0-b179-869b132a7039 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489497 Aug 20 13:22:03.922189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965102bd-f5ac-4de7-8c71-0c94f0dc1873 req-9560f24b-3a7e-4395-a7c7-7ffaa537df8b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:03.923854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-965102bd-f5ac-4de7-8c71-0c94f0dc1873 req-9560f24b-3a7e-4395-a7c7-7ffaa537df8b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.5142798 Aug 20 13:22:04.097403 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-965102bd-f5ac-4de7-8c71-0c94f0dc1873 req-b6ae11ba-98cf-4625-a2e6-3e2fd75deccf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635821 Aug 20 13:22:04.120171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0618e1-b355-4942-8702-f8898d7076e0 req-8010e811-c895-409a-8144-bf9ad056f7b3 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:04.129774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c0618e1-b355-4942-8702-f8898d7076e0 req-8010e811-c895-409a-8144-bf9ad056f7b3 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 931 time: 0.0862617 Aug 20 13:22:04.191881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c0618e1-b355-4942-8702-f8898d7076e0 req-91f10953-8ba9-4606-8844-6b6099402852 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607393 Aug 20 13:22:04.192051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114af4fa-b951-4b09-beb4-95940a87c242 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:04.214788 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:04.215382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47064) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:04.234871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Transition to ACTIVE for port object 114af4fa-b951-4b09-beb4-95940a87c242 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:04.243008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:04.385893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Pushing event updated for resources: {'Port': ['ID=114af4fa-b951-4b09-beb4-95940a87c242,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:04.445499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c58c32d-ebb9-4d71-b8c8-9ace442619a5 req-4a681908-51ec-44ed-9937-ee6527cb71e9 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce7a6821-0f06-4105-bd8d-380753007f7a HTTP/1.1" status: 200 len: 210 time: 0.0744696 Aug 20 13:22:04.533899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab722-084e-40bb-aa30-bd2fcf5dafd6 req-17bbe570-b401-44cf-96ed-dc4649718ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:04.535627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-474ab722-084e-40bb-aa30-bd2fcf5dafd6 req-17bbe570-b401-44cf-96ed-dc4649718ed3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1041594 Aug 20 13:22:04.541952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Attempting to bind port 114af4fa-b951-4b09-beb4-95940a87c242 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:04.542394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Attempting to bind port 114af4fa-b951-4b09-beb4-95940a87c242 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '933edc84-4d46-4463-93a7-f73f46162e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:04.542808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Attempting to bind port 114af4fa-b951-4b09-beb4-95940a87c242 on network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:04.550725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Port 114af4fa-b951-4b09-beb4-95940a87c242 on network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:04.551526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Attempting to bind port 114af4fa-b951-4b09-beb4-95940a87c242 on network adfd0151-82e9-47f8-acdd-c6dc7fd9a998 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:04.575870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:04.576219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Checking segment: {'id': '933edc84-4d46-4463-93a7-f73f46162e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:04.576768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Bound using segment: {'id': '933edc84-4d46-4463-93a7-f73f46162e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:04.577292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Bound port: 114af4fa-b951-4b09-beb4-95940a87c242, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933edc84-4d46-4463-93a7-f73f46162e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:04.577655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:04.639836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-474ab722-084e-40bb-aa30-bd2fcf5dafd6 req-0e564a33-596d-4e7c-a771-0848737f81bd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903821 Aug 20 13:22:04.718538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8e4a-c516-480c-bfcc-0c62dc5aa1bc req-9031c460-df4a-4441-8da3-d498f488e3d2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:04.721627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b30b8e4a-c516-480c-bfcc-0c62dc5aa1bc req-9031c460-df4a-4441-8da3-d498f488e3d2 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1260598 Aug 20 13:22:04.754880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] For port 114af4fa-b951-4b09-beb4-95940a87c242, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:04.780071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] For port 114af4fa-b951-4b09-beb4-95940a87c242, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=114af4fa-b951-4b09-beb4-95940a87c242,segment=NetworkSegment(933edc84-4d46-4463-93a7-f73f46162e64),segment_id=933edc84-4d46-4463-93a7-f73f46162e64)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:04.787984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:04.795251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b30b8e4a-c516-480c-bfcc-0c62dc5aa1bc req-0a77103f-ac31-4483-8ce7-4989466ebd2c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Aug 20 13:22:04.828424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857369b-7cff-40b2-97b4-a87554c0fcb0 req-94fff835-df3f-4855-9d2a-6d2cfbb6ad33 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:04.836185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d857369b-7cff-40b2-97b4-a87554c0fcb0 req-94fff835-df3f-4855-9d2a-6d2cfbb6ad33 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 944 time: 0.1142325 Aug 20 13:22:04.852847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Pushing event updated for resources: {'Port': ['ID=114af4fa-b951-4b09-beb4-95940a87c242,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:04.875635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:04.876433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:04.878525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3646b11c-bc7f-47ec-99ed-4306b4fd2829 service neutron] 10.222.0.13 "PUT /v2.0/ports/114af4fa-b951-4b09-beb4-95940a87c242 HTTP/1.1" status: 200 len: 1091 time: 1.6536179 Aug 20 13:22:04.891509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'tag': '114af4fa-b951-4b09-beb4-95940a87c242'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:04.894725 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e5bf5c-21af-4f2a-bf3b-a8886189549a" -d '{"events": [{"name": "network-changed", "server_uuid": "12f636ca-9452-40e9-b3c9-d21fc09e0bad", "tag": "114af4fa-b951-4b09-beb4-95940a87c242"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:04.947157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d857369b-7cff-40b2-97b4-a87554c0fcb0 req-1eae98eb-dd9f-48b7-abfc-cdf0c8d6a6d3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097987 Aug 20 13:22:04.992533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9a670640-415c-4ae6-94b1-24f673b4e652 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:05.005978 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334450fa-abf5-441f-be32-5454776e9aab x-openstack-request-id: req-334450fa-abf5-441f-be32-5454776e9aab {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:05.007060 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f636ca-9452-40e9-b3c9-d21fc09e0bad", "tag": "114af4fa-b951-4b09-beb4-95940a87c242", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:05.007830 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-334450fa-abf5-441f-be32-5454776e9aab {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:05.007830 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'tag': '114af4fa-b951-4b09-beb4-95940a87c242', 'status': 'completed', 'code': 200} Aug 20 13:22:05.012782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-17224a84-b51c-4caa-acc9-cc885f921a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:05.014551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-17224a84-b51c-4caa-acc9-cc885f921a3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b9e02347cca41adb0c7cbd489f2ab7d&device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 1094 time: 0.0796502 Aug 20 13:22:05.079420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-8d0fa89a-5fc2-470a-8fe4-74f4dc544715 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=114af4fa-b951-4b09-beb4-95940a87c242 HTTP/1.1" status: 200 len: 217 time: 0.0551336 Aug 20 13:22:05.122222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:05.139314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '9a670640-415c-4ae6-94b1-24f673b4e652', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': '9a670640-415c-4ae6-94b1-24f673b4e652', 'mac_address': 'fa:16:3e:76:04:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:05.156841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-592d0b4a-c7aa-4f8c-932a-ce1efaad0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:05.158354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-592d0b4a-c7aa-4f8c-932a-ce1efaad0048 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=309d856a-5dda-407c-b6d4-98e332285d9f HTTP/1.1" status: 200 len: 850 time: 0.0694075 Aug 20 13:22:05.195713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-1a51758d-1e15-42f7-976d-c3b37b507092 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=adfd0151-82e9-47f8-acdd-c6dc7fd9a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297501 Aug 20 13:22:05.202805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7c7a4-1366-4d98-ac9b-846c79c1076b req-8100c5cf-0725-4ec6-a918-59d8a4129b15 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:05.204268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:05.205627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00e7c7a4-1366-4d98-ac9b-846c79c1076b req-8100c5cf-0725-4ec6-a918-59d8a4129b15 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1382415 Aug 20 13:22:05.227342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a670640-415c-4ae6-94b1-24f673b4e652 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:05.266851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:05.269705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00e7c7a4-1366-4d98-ac9b-846c79c1076b req-a8f583a9-f299-43d9-b3aa-5fcc0a78c056 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557365 Aug 20 13:22:05.275567 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:05.279005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:05.387243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-d2ccab7a-6656-4d9c-89f6-2ec6634b5f79 service neutron] 10.222.0.13 "GET /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756375 Aug 20 13:22:05.399448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:05.409882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.411028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.415933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.416698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.417336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.417833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.418319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.418937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.419802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.420576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.421246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.421741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:05.427639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502001e-9ec9-407b-bf94-d04dfbe641dd req-8ec7150b-72b4-4a6c-a2e0-773cd9ac532c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:05.432480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c502001e-9ec9-407b-bf94-d04dfbe641dd req-8ec7150b-72b4-4a6c-a2e0-773cd9ac532c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.2351251 Aug 20 13:22:05.446684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['9a670640-415c-4ae6-94b1-24f673b4e652'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:05.533247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfa67e-e1bc-4bdd-9a83-1a823c1f3712 req-851b6211-e5e0-4ea4-b7df-d79cacaed93a tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:05.535249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02dfa67e-e1bc-4bdd-9a83-1a823c1f3712 req-851b6211-e5e0-4ea4-b7df-d79cacaed93a tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 943 time: 0.1434247 Aug 20 13:22:05.565585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c502001e-9ec9-407b-bf94-d04dfbe641dd req-8090244c-30cb-4d0e-ac51-fff0a3a56ea6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167250 Aug 20 13:22:05.623520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ff0ccd-39db-40ef-85fd-6a2b2425a554 req-3ffe169e-5c7a-4e10-80a8-78970025ecf4 service neutron] 10.222.0.13 "GET /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905086 Aug 20 13:22:05.658770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02dfa67e-e1bc-4bdd-9a83-1a823c1f3712 req-71f7cef4-bd90-4e04-8a51-8a7c0744af67 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053400 Aug 20 13:22:05.746501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:05.875060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-853f82b5-6f5d-4339-ac56-99da36f0b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:05.879690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-853f82b5-6f5d-4339-ac56-99da36f0b496 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b9e02347cca41adb0c7cbd489f2ab7d&device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 1094 time: 0.1125081 Aug 20 13:22:05.947550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Deleting port 2f175dab-f067-49a6-9345-0f9f2abc00e1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:05.947550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:06.089660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:06.107820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'mac_address': 'fa:16:3e:f4:92:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:06.154857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] For port 2f175dab-f067-49a6-9345-0f9f2abc00e1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2f175dab-f067-49a6-9345-0f9f2abc00e1,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:06.155572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:06.183952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Calling delete_port for 2f175dab-f067-49a6-9345-0f9f2abc00e1 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:06.186904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:06.204645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-17df18d2-dc45-4d8b-8d7e-b35c91bb7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:06.207540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-17df18d2-dc45-4d8b-8d7e-b35c91bb7d7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=adfd0151-82e9-47f8-acdd-c6dc7fd9a998 HTTP/1.1" status: 200 len: 911 time: 0.3231618 Aug 20 13:22:06.217404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:06.229455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac943f-1b14-4316-8c7f-c6ede2199fa1 req-c7691fce-3802-4c79-aef7-a8f64fd2b5a7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:06.232202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6ac943f-1b14-4316-8c7f-c6ede2199fa1 req-c7691fce-3802-4c79-aef7-a8f64fd2b5a7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.2167716 Aug 20 13:22:06.265482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:06.273753 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:06.279448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-56877c58-7291-4bd7-8edf-6d3ec94fe4dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=114af4fa-b951-4b09-beb4-95940a87c242 HTTP/1.1" status: 200 len: 217 time: 0.0622423 Aug 20 13:22:06.373997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6ac943f-1b14-4316-8c7f-c6ede2199fa1 req-7bb6a2cc-be2e-43af-8289-7698797e456c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910313 Aug 20 13:22:06.393607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-92274b6e-ddd4-408a-b7d2-4e5594c758cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:06.397519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-92274b6e-ddd4-408a-b7d2-4e5594c758cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=309d856a-5dda-407c-b6d4-98e332285d9f HTTP/1.1" status: 200 len: 850 time: 0.0884569 Aug 20 13:22:06.414543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058c5ae-427a-4d2c-8e9d-563b8f169b3b req-6a5e1f06-cf79-4952-9456-df06e2fb3c5b tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:06.415862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3058c5ae-427a-4d2c-8e9d-563b8f169b3b req-6a5e1f06-cf79-4952-9456-df06e2fb3c5b tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 945 time: 0.1267521 Aug 20 13:22:06.430410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:06.531246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3058c5ae-427a-4d2c-8e9d-563b8f169b3b req-131c2f1d-e0b6-47d1-8e5e-7168463b6968 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Aug 20 13:22:06.539505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-a990c843-eea7-4fff-97a4-f68260e58c7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=adfd0151-82e9-47f8-acdd-c6dc7fd9a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325407 Aug 20 13:22:06.554110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:06.680202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:06.726796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4240f-ea89-40f5-ab75-946b179442ed req-44a35211-a16c-43bf-82ee-236ea56cb649 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:06.735356 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ed4240f-ea89-40f5-ab75-946b179442ed req-44a35211-a16c-43bf-82ee-236ea56cb649 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1928508 Aug 20 13:22:06.804823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Pushing event deleted for resources: {'Port': ['ID=2f175dab-f067-49a6-9345-0f9f2abc00e1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:06.874925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-c3ec5450-5e99-47a7-bb0c-682b621e8785 service neutron] 10.222.0.13 "GET /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647548 Aug 20 13:22:06.878687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ed4240f-ea89-40f5-ab75-946b179442ed req-1ab9b050-db02-45c8-a7a3-b758f45061f6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415842 Aug 20 13:22:07.008735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9a670640-415c-4ae6-94b1-24f673b4e652 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:07.103174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-7ec9a120-a687-4e27-82ad-3617261f1869 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2650506 Aug 20 13:22:07.186603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e404241-912f-4706-a1c2-436ed709693f req-880ca9b3-3a4c-43e5-8df5-4dd336d08ddc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:07.187697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 9a670640-415c-4ae6-94b1-24f673b4e652 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:07.188305 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:07.202848 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e404241-912f-4706-a1c2-436ed709693f req-880ca9b3-3a4c-43e5-8df5-4dd336d08ddc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 944 time: 0.4211009 Aug 20 13:22:07.336165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e404241-912f-4706-a1c2-436ed709693f req-2db36a73-1485-4219-91db-47138b628729 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314108 Aug 20 13:22:07.351478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37e5bf5c-21af-4f2a-bf3b-a8886189549a req-2a52ce61-0d20-461a-85e6-722ef52b90b6 service neutron] 10.222.0.13 "GET /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693084 Aug 20 13:22:07.377592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:07.420322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-49354074-fc3c-4d7c-a380-d945b10b4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:07.433943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-49354074-fc3c-4d7c-a380-d945b10b4e78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 1095 time: 0.2604895 Aug 20 13:22:07.435148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:07.438547 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec070c-8e8d-46c4-a922-717751f57ae6" -d '{"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:07.453378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:07.460473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1855-8ffd-4ed1-9d5e-e0ebc553eddc req-c7b582fc-ddf7-4b41-8cb8-5c3024e42e6f tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:07.463620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:07.473871 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebcf1855-8ffd-4ed1-9d5e-e0ebc553eddc req-c7b582fc-ddf7-4b41-8cb8-5c3024e42e6f tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 943 time: 0.2698781 Aug 20 13:22:07.525889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:07.560469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:07.694402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebcf1855-8ffd-4ed1-9d5e-e0ebc553eddc req-1b6d09f9-4e1e-4d12-b9cf-9f4abe9c2782 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185826 Aug 20 13:22:07.709519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 114af4fa-b951-4b09-beb4-95940a87c242 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:07.709519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:07.776681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-8520f0d8-f751-49ca-b409-b6259f588831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:07.783257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-8520f0d8-f751-49ca-b409-b6259f588831 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.3014183 Aug 20 13:22:07.819704 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a61a11-f347-4da7-a550-07b3dda3420a x-openstack-request-id: req-c0a61a11-f347-4da7-a550-07b3dda3420a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:07.820102 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:07.820364 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0a61a11-f347-4da7-a550-07b3dda3420a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:07.820826 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652', 'code': 200} Aug 20 13:22:07.888979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:07.900293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:07.901147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:07.928873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-0bb0a311-71c6-45b8-9c6f-a23a47836547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 200 len: 217 time: 0.1368794 Aug 20 13:22:08.026984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-6eb18da0-8f90-482c-b8b0-4c94ea934a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:08.029619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-6eb18da0-8f90-482c-b8b0-4c94ea934a2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.0929353 Aug 20 13:22:08.043477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11d8d-9ba0-4f93-bd47-b864810e296e req-3e1aeada-e36f-4761-bf2a-0c49d57bf2bd tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:08.064214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73b11d8d-9ba0-4f93-bd47-b864810e296e req-3e1aeada-e36f-4761-bf2a-0c49d57bf2bd tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1295843 Aug 20 13:22:08.114166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-b04a2b99-c1bd-4321-980a-f3637120cdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420468 Aug 20 13:22:08.143032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:08.161411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-ce01ebf4-0d52-4042-8b4f-24634aede858 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:08.163824 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:22:08.170409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-ce01ebf4-0d52-4042-8b4f-24634aede858 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 811 time: 0.3923049 Aug 20 13:22:08.181931 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73b11d8d-9ba0-4f93-bd47-b864810e296e req-6dba6779-85fb-41d1-9e65-6ef643e98495 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162841 Aug 20 13:22:08.218671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-cc349485-8a4d-4cd3-ab61-fdec372a0f0e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/quotas/ccc515de87ff4eb08c24b7aeafe7a5db HTTP/1.1" status: 200 len: 375 time: 0.0451803 Aug 20 13:22:08.230535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 114af4fa-b951-4b09-beb4-95940a87c242, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=114af4fa-b951-4b09-beb4-95940a87c242,segment=NetworkSegment(933edc84-4d46-4463-93a7-f73f46162e64),segment_id=933edc84-4d46-4463-93a7-f73f46162e64)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:08.296271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:08.314573 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:08.373635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '114af4fa-b951-4b09-beb4-95940a87c242', 'network_id': 'adfd0151-82e9-47f8-acdd-c6dc7fd9a998', 'port_id': '114af4fa-b951-4b09-beb4-95940a87c242', 'mac_address': 'fa:16:3e:a5:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309d856a-5dda-407c-b6d4-98e332285d9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:08.434154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163471-8f33-40ac-98fe-212e7411622f req-9f982cde-1650-42aa-9546-9d633a3ded05 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:08.435253 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-64163471-8f33-40ac-98fe-212e7411622f req-9f982cde-1650-42aa-9546-9d633a3ded05 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 946 time: 0.1552300 Aug 20 13:22:08.453830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:08.460867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-8d781dac-ebfa-4dde-a7b9-608ab0e72903 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2411623 Aug 20 13:22:08.507026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:08.519535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-2431315f-083f-4880-9961-73021ff4c4ad service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936329 Aug 20 13:22:08.531990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114af4fa-b951-4b09-beb4-95940a87c242 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:08.591133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 114af4fa-b951-4b09-beb4-95940a87c242, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=114af4fa-b951-4b09-beb4-95940a87c242,segment=NetworkSegment(933edc84-4d46-4463-93a7-f73f46162e64),segment_id=933edc84-4d46-4463-93a7-f73f46162e64)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:08.597279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:08.685580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-64163471-8f33-40ac-98fe-212e7411622f req-1be5f03f-1342-423e-af8d-18da7d313d14 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409086 Aug 20 13:22:08.713282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Router ad0a2a0a-1627-4556-978d-55d3f32de28d has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:22:08.749999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4122a4cf-0b8c-4197-b12a-8959cebccda8 req-a7a3cd8e-0dc7-4d7f-a691-2558d169408d service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160077 Aug 20 13:22:08.771808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=114af4fa-b951-4b09-beb4-95940a87c242,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:08.837151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-bae14d10-be45-49d8-b546-e27a56f337c4 service neutron] 10.222.0.59 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747246 Aug 20 13:22:08.859507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['114af4fa-b951-4b09-beb4-95940a87c242'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:08.964493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b9c30-4f4e-44c1-b824-6d9ca4e43ca9 req-d39a6eeb-1da6-413f-8988-a06a4eeba2a9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:08.972742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-769b9c30-4f4e-44c1-b824-6d9ca4e43ca9 req-d39a6eeb-1da6-413f-8988-a06a4eeba2a9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1328993 Aug 20 13:22:09.123481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-14052c36-a89b-48e2-8522-e7debe55d033 service neutron] 10.222.0.59 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698140 Aug 20 13:22:09.136589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-769b9c30-4f4e-44c1-b824-6d9ca4e43ca9 req-e521acc5-fcdd-4c12-9e89-80b542275a48 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625030 Aug 20 13:22:09.148167 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-53cc42a7-873a-442a-ad33-bd502a1c2309 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666026 Aug 20 13:22:09.227646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-029abce6-7761-4580-8497-814ba7fb4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:09.229836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-029abce6-7761-4580-8497-814ba7fb4b4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 1096 time: 0.0555546 Aug 20 13:22:09.245530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:09.263545 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] Sync routers for ids ['ad0a2a0a-1627-4556-978d-55d3f32de28d'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:09.284306 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] Routers {'ad0a2a0a-1627-4556-978d-55d3f32de28d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:09.284523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a95c86c5-0f23-4841-b019-5293e1b5c2db admin admin] 10.222.0.59 "PUT /v2.0/routers/ad0a2a0a-1627-4556-978d-55d3f32de28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0640976 Aug 20 13:22:09.286074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:09.286246 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:21:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ad0a2a0a-1627-4556-978d-55d3f32de28d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:09.535959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e758bc6-f97a-4d5a-a228-a68532ec89ae req-cf781583-18c6-4868-9c8a-21e013c86e61 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:09.543498 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e758bc6-f97a-4d5a-a228-a68532ec89ae req-cf781583-18c6-4868-9c8a-21e013c86e61 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 944 time: 0.2431400 Aug 20 13:22:09.642239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-ab22b87c-418a-464b-a816-01a18ce2b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:09.646872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-ab22b87c-418a-464b-a816-01a18ce2b375 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.3819273 Aug 20 13:22:09.705301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b198-e6bc-4993-9161-bf3a39d6d4de req-3aea5bcd-bafe-4ccd-aebd-7a36559693bb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:09.706779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d451b198-e6bc-4993-9161-bf3a39d6d4de req-3aea5bcd-bafe-4ccd-aebd-7a36559693bb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1147373 Aug 20 13:22:09.715197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 114af4fa-b951-4b09-beb4-95940a87c242 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:09.752688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-733efe27-7ecb-47dd-ade7-3564296637d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 200 len: 217 time: 0.0913253 Aug 20 13:22:09.754514 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] Set router ad0a2a0a-1627-4556-978d-55d3f32de28d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:09.785416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:09.840115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:09.843460 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af676f-da64-43ec-a45c-827515839761" -d '{"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:09.886272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 114af4fa-b951-4b09-beb4-95940a87c242 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:09.898330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 114af4fa-b951-4b09-beb4-95940a87c242 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:09.899032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:09.915945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d451b198-e6bc-4993-9161-bf3a39d6d4de req-41d3c7df-be77-40c4-8393-e9e500ce1fca tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495891 Aug 20 13:22:09.937393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:09.978642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e758bc6-f97a-4d5a-a228-a68532ec89ae req-476b5bb3-a841-46eb-ac67-e872e50581d2 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341860 Aug 20 13:22:10.121200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-09a798f8-6d98-4dc3-aeef-e946641b5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:10.122970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-09a798f8-6d98-4dc3-aeef-e946641b5441 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.3461719 Aug 20 13:22:10.160534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f275b56a-7337-43cb-aad7-84792f3f450d req-86be195d-a98d-4036-8f71-7f9b4f26fcc9 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 210 time: 0.1263924 Aug 20 13:22:10.188451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:10.224721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Deleting port 92da29a2-c038-45ef-b008-519b5040d141 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:10.247165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:10.266274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-3035a99e-0535-4a57-a93d-d632855e2c3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242058 Aug 20 13:22:10.292016 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fcc5cb-652c-4ed8-8469-e371e4599d85 x-openstack-request-id: req-90fcc5cb-652c-4ed8-8469-e371e4599d85 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:10.292664 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:10.308896 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90fcc5cb-652c-4ed8-8469-e371e4599d85 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:10.310908 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'code': 200} Aug 20 13:22:10.352791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 114af4fa-b951-4b09-beb4-95940a87c242, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=114af4fa-b951-4b09-beb4-95940a87c242,segment=NetworkSegment(933edc84-4d46-4463-93a7-f73f46162e64),segment_id=933edc84-4d46-4463-93a7-f73f46162e64)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:10.358560 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:10.383171 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '92da29a2-c038-45ef-b008-519b5040d141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:22:06Z', 'revision_number': 5, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port': {'id': '92da29a2-c038-45ef-b008-519b5040d141', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:19:58Z', 'updated_at': '2021-08-20T13:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:10.520315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] Checking router: ad0a2a0a-1627-4556-978d-55d3f32de28d for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:10.542417 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] Routers {'ad0a2a0a-1627-4556-978d-55d3f32de28d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:10.543747 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:21:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ad0a2a0a-1627-4556-978d-55d3f32de28d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:10.546133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b90741-d945-4818-a255-9a963c41a63c req-dfe6379f-d13b-44a0-a095-e455f15daaed tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:10.561699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24b90741-d945-4818-a255-9a963c41a63c req-dfe6379f-d13b-44a0-a095-e455f15daaed tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1393604 Aug 20 13:22:10.594695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=114af4fa-b951-4b09-beb4-95940a87c242,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:10.695966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24b90741-d945-4818-a255-9a963c41a63c req-3a818cc9-ba84-470a-b2be-b5bbc6d363d9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283944 Aug 20 13:22:10.749373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] Set router ad0a2a0a-1627-4556-978d-55d3f32de28d gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:10.867569 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:22:09Z', 'revision_number': 6, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:10.959849 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02556a-1b79-43bd-a9b3-180b6019746d None None] The sync data for ids ['ad0a2a0a-1627-4556-978d-55d3f32de28d'] in n-d-804232-5 is: [{'id': 'ad0a2a0a-1627-4556-978d-55d3f32de28d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1040064254-router', 'tenant_id': '1eeef8ad1fe14465864deeabac985e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:19:56Z', 'updated_at': '2021-08-20T13:22:09Z', 'revision_number': 6, 'project_id': '1eeef8ad1fe14465864deeabac985e2f', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:11.141172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7226-a94f-439b-ae97-7cc09503bddb req-85516fe0-71d9-4059-8ab6-861380a9a2f1 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:11.149365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bdfb7226-a94f-439b-ae97-7cc09503bddb req-85516fe0-71d9-4059-8ab6-861380a9a2f1 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 946 time: 1.0606561 Aug 20 13:22:11.160802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d313e2-8c63-4b70-8275-fde688acb8c8 req-d5264a43-919a-4878-b40d-35ab0ddbec41 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:11.162506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49d313e2-8c63-4b70-8275-fde688acb8c8 req-d5264a43-919a-4878-b40d-35ab0ddbec41 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.0839059 Aug 20 13:22:11.224206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c03ba-ff1a-4726-89cd-759c5244f4a8 req-00be8567-b9f2-4ef8-939a-fb2cbfe60903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:11.226310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e1c03ba-ff1a-4726-89cd-759c5244f4a8 req-00be8567-b9f2-4ef8-939a-fb2cbfe60903 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 1097 time: 0.2025762 Aug 20 13:22:11.260356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49d313e2-8c63-4b70-8275-fde688acb8c8 req-369ceec0-34d8-4171-a045-443640f1e2d3 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909061 Aug 20 13:22:11.291923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bdfb7226-a94f-439b-ae97-7cc09503bddb req-b78fb254-b93e-43ac-879c-2f8c39a9047e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387656 Aug 20 13:22:11.295393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] For port 92da29a2-c038-45ef-b008-519b5040d141, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=92da29a2-c038-45ef-b008-519b5040d141,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:11.295765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:11.355382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-5e67cfc2-415f-4e03-8696-308449b19e52 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0595791 Aug 20 13:22:11.438219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Calling delete_port for 92da29a2-c038-45ef-b008-519b5040d141 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:11.563741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf370c0-816d-41f2-88bf-44c04cdbc71b req-a52d1f22-220f-4f8f-a280-e345a47a3310 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:11.602231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bf370c0-816d-41f2-88bf-44c04cdbc71b req-a52d1f22-220f-4f8f-a280-e345a47a3310 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.1462386 Aug 20 13:22:11.605302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9f73cf3-e43d-46a6-a2b9-e1c4f5107943 req-3a92e05e-f5a6-449f-8950-8c6c5a8964d0 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 210 time: 0.1075110 Aug 20 13:22:11.640061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e1c03ba-ff1a-4726-89cd-759c5244f4a8 req-f258fbb9-4746-45ac-ac54-f3188618229c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920832 Aug 20 13:22:11.672287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bf370c0-816d-41f2-88bf-44c04cdbc71b req-2a832378-1c63-46ef-909c-5353f67f0a59 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Aug 20 13:22:11.878220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-eb065f64-2ac9-4ab6-90a7-ded6a2f90e5f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:11.880047 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-eb065f64-2ac9-4ab6-90a7-ded6a2f90e5f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.13 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 811 time: 0.5799155 Aug 20 13:22:11.914180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Request body: {'port': {'device_id': '541d851c-e953-4765-86ec-3bb804be2753', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'admin_state_up': True, 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:11.974971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-6f7718ca-9ef4-46fd-b8cf-2b7ccac03f44 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:11.976632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-6f7718ca-9ef4-46fd-b8cf-2b7ccac03f44 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.1267331 Aug 20 13:22:11.988588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804232-5'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:12.024352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ad645b-394b-40ba-8b0d-306a0d870b67 req-6a796a3e-5986-4bae-b563-4615d61ec2e4 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744164 Aug 20 13:22:12.087197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274401-3b25-4753-986a-96185246a132 req-7f96af9c-f5d1-40f2-9494-b86afe039f42 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:12.097814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a274401-3b25-4753-986a-96185246a132 req-7f96af9c-f5d1-40f2-9494-b86afe039f42 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.2864923 Aug 20 13:22:12.116542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.201903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a274401-3b25-4753-986a-96185246a132 req-bfaeb9f0-2b13-4f19-9040-2a4bf6c34af5 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028323 Aug 20 13:22:12.315587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.315833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114af4fa-b951-4b09-beb4-95940a87c242'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:12.322403 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7255a03-8a05-4c55-9262-cd684c17cc49" -d '{"events": [{"server_uuid": "12f636ca-9452-40e9-b3c9-d21fc09e0bad", "name": "network-vif-plugged", "status": "completed", "tag": "114af4fa-b951-4b09-beb4-95940a87c242"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:12.322669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Made reservation on behalf of ccc515de87ff4eb08c24b7aeafe7a5db for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:12.333945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.380107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Pushing event deleted for resources: {'Port': ['ID=92da29a2-c038-45ef-b008-519b5040d141,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:12.434740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:12.529111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:12.571412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d6618-352d-4ffb-9792-83daefdaf6f2 req-7bf171c0-1076-491b-85c9-38a1ad7096fe tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:12.573507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-939d6618-352d-4ffb-9792-83daefdaf6f2 req-7bf171c0-1076-491b-85c9-38a1ad7096fe tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 945 time: 0.1010020 Aug 20 13:22:12.619963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:12.623001 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8b27a-2637-42c8-8bf0-ebde2cfea435" -d '{"events": [{"server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "name": "network-vif-unplugged", "status": "completed", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:12.631280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.639844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.650473 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.680535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76501937-e674-4b97-8bed-59232bb3ce7f req-ae23a186-f2c0-408d-9672-ecae3998c9b7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:12.682238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76501937-e674-4b97-8bed-59232bb3ce7f req-ae23a186-f2c0-408d-9672-ecae3998c9b7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 946 time: 0.2194433 Aug 20 13:22:12.747234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:12.774209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-939d6618-352d-4ffb-9792-83daefdaf6f2 req-ba5d3b22-8e33-4cbc-9a91-215557774e3c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862841 Aug 20 13:22:12.905690 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440edc2d-3819-4f85-9da5-0b2623d8b205 x-openstack-request-id: req-440edc2d-3819-4f85-9da5-0b2623d8b205 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:12.906105 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f636ca-9452-40e9-b3c9-d21fc09e0bad", "name": "network-vif-plugged", "status": "completed", "tag": "114af4fa-b951-4b09-beb4-95940a87c242", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:12.906530 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-440edc2d-3819-4f85-9da5-0b2623d8b205 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:12.907104 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114af4fa-b951-4b09-beb4-95940a87c242', 'code': 200} Aug 20 13:22:12.912250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:12.918477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:12.919331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:12.933786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:12.936811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:12.949565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:12.953009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:12.956198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:12.957253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Bound port: 6b24d13c-45be-41e9-9b21-06e014fa73db, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:12.957888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.000226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76501937-e674-4b97-8bed-59232bb3ce7f req-4f2e35df-1e8e-4029-9113-eca93b405464 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807391 Aug 20 13:22:13.014297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.042662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.049146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:13.174934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f175dab-f067-49a6-9345-0f9f2abc00e1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:13.234699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ce465c9-6fa8-479b-af80-12795b43df6c req-d493d3aa-3bf1-4c73-bfb7-5cb18dd50bab tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 210 time: 0.1179874 Aug 20 13:22:13.292191 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae61a99-5b5d-499f-ba5c-af5c36e278fb x-openstack-request-id: req-4ae61a99-5b5d-499f-ba5c-af5c36e278fb {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:13.296573 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "name": "network-vif-unplugged", "status": "completed", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:13.297413 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ae61a99-5b5d-499f-ba5c-af5c36e278fb {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:13.298197 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'code': 200} Aug 20 13:22:13.299090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Allocated IP 172.20.0.12 (ec2ae103-43c4-421c-9f83-7fe1722dbba6/689438ba-5f76-4cbb-aea4-bb085465a60b/c477f30c-0f0b-4ac7-9292-c7cc442c337e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:13.320783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:13.327298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:13.336648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.340430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.340931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0a2a0a-1627-4556-978d-55d3f32de28d {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:22:13.347924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.353101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7248e9e6-d8b9-4810-ba9d-9c18535932bd admin admin] 10.222.0.59 "DELETE /v2.0/routers/ad0a2a0a-1627-4556-978d-55d3f32de28d HTTP/1.1" status: 204 len: 168 time: 4.0552661 Aug 20 13:22:13.357274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47216) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:13.379201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1573-4829-4780-a249-fc11ae262c4d req-aee8e237-51da-4b7e-adab-49497f45d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:13.381546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-145e1573-4829-4780-a249-fc11ae262c4d req-aee8e237-51da-4b7e-adab-49497f45d2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 1096 time: 0.3137507 Aug 20 13:22:13.404538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:13.456252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:13.519401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 2f175dab-f067-49a6-9345-0f9f2abc00e1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:13.520886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-145e1573-4829-4780-a249-fc11ae262c4d req-18aeb142-40f1-4ebb-bbe1-68b8c1bac29c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049507 Aug 20 13:22:13.522239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f175dab-f067-49a6-9345-0f9f2abc00e1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:13.525140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 92da29a2-c038-45ef-b008-519b5040d141 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:13.535839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Deleting subnet e0d53e42-e0ed-424c-8d6f-e094312ceb66 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:13.539499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.586882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 92da29a2-c038-45ef-b008-519b5040d141 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:13.590281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 92da29a2-c038-45ef-b008-519b5040d141 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:13.604518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:13.606541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on host n-h2-804232-5 for vnic_type normal with profile {"migrating_to": "n-h1-804232-5"} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:13.607016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:13.607488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:13.610653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.612759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-a9851e80-3834-4d94-8b2d-1b28ccbf2629 service neutron] 10.222.0.53 "PUT /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 1121 time: 1.6289093 Aug 20 13:22:13.617709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:13.618210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db on network 6f3db025-91a5-4bd9-be46-2dd2de5b7c85 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:13.631848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:13.632621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Checking segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:13.633370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Bound using segment: {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:13.634894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Bound port: 6b24d13c-45be-41e9-9b21-06e014fa73db, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4fca14-949b-4a15-98a0-f1ee738cef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6f3db025-91a5-4bd9-be46-2dd2de5b7c85'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:13.637029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.652542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.660682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f42cd-693c-43eb-a528-9b3e8991d3f9 req-232cc70d-5d77-4f0b-a4dd-118ba2caa2e6 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:13.673842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d1f42cd-693c-43eb-a528-9b3e8991d3f9 req-232cc70d-5d77-4f0b-a4dd-118ba2caa2e6 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.2184114 Aug 20 13:22:13.764359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d1f42cd-693c-43eb-a528-9b3e8991d3f9 req-8e248b90-1e9b-41fb-a871-0122f388d751 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827777 Aug 20 13:22:13.764765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['6b24d13c-45be-41e9-9b21-06e014fa73db'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:13.823088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:13.919063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6b24d13c-45be-41e9-9b21-06e014fa73db'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:14.106120 n-d-804232-5 neutron-server[94863]: WARNING neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Concurrent port binding operations failed on port 6b24d13c-45be-41e9-9b21-06e014fa73db Aug 20 13:22:14.123276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:14.167673 n-d-804232-5 neutron-server[94863]: INFO neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempt 2 to bind port 6b24d13c-45be-41e9-9b21-06e014fa73db Aug 20 13:22:14.168143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 13:22:14.269820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed3c1a-f3d8-4131-93c0-c11455c9a230 req-2139cfc4-b083-4138-a38a-a301880a1aef tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:14.272342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d5ed3c1a-f3d8-4131-93c0-c11455c9a230 req-2139cfc4-b083-4138-a38a-a301880a1aef tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.3719721 Aug 20 13:22:14.291452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.361396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3884a-91a6-4669-a0f6-076f99fc78de req-2bc23629-be7d-4349-8c0f-e8d19ff011af tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:14.393729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d53e42-e0ed-424c-8d6f-e094312ceb66,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:14.403088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5e3884a-91a6-4669-a0f6-076f99fc78de req-2bc23629-be7d-4349-8c0f-e8d19ff011af tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.1755645 Aug 20 13:22:14.403488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.409089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3700333-16fe-4c6b-84c9-22c40c9fa590 None None] Network 3764adc8-6aae-4571-aafe-d1dbcc740528 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:14.409650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0282550a-7beb-4fb9-97c1-cdbb46891d42 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e0d53e42-e0ed-424c-8d6f-e094312ceb66 HTTP/1.1" status: 204 len: 168 time: 1.0511518 Aug 20 13:22:14.416052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:14.422952 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.438742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d5ed3c1a-f3d8-4131-93c0-c11455c9a230 req-9bc19976-d108-4c72-be4f-8a09e99d7c76 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393456 Aug 20 13:22:14.519539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5e3884a-91a6-4669-a0f6-076f99fc78de req-24b46aa6-daf4-46bf-8eab-df6e51bba1fb tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070709 Aug 20 13:22:14.545750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.607565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.720673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Network ec2ae103-43c4-421c-9f83-7fe1722dbba6 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:14.722240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Pushing event updated for resources: {'Port': ['ID=c477f30c-0f0b-4ac7-9292-c7cc442c337e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:14.732018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:14.736861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:14.776062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2fbb7-8004-42f0-a144-e7dd0df7fb05 req-358b9aba-0ee1-4542-8993-63f3a932a78f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:14.778131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73a2fbb7-8004-42f0-a144-e7dd0df7fb05 req-358b9aba-0ee1-4542-8993-63f3a932a78f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 946 time: 0.1810045 Aug 20 13:22:14.783249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bfba6-8f5f-4034-b590-6cd30eb4b682 req-88fd0609-79d5-40d4-8a1e-47ea57f520d7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:14.784977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc1bfba6-8f5f-4034-b590-6cd30eb4b682 req-88fd0609-79d5-40d4-8a1e-47ea57f520d7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.1795557 Aug 20 13:22:14.843044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] DHCP port deletion for 3764adc8-6aae-4571-aafe-d1dbcc740528 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:22:14.887311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Deleting port 8279cc09-3df1-4851-b423-c82c17197c63 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:14.887667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.893319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-bfed7856-f83b-4a46-b025-f09b0fb88614 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:14.896794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-bfed7856-f83b-4a46-b025-f09b0fb88614 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 945 time: 0.2236028 Aug 20 13:22:14.907133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73a2fbb7-8004-42f0-a144-e7dd0df7fb05 req-478f872c-2a01-4f4a-865a-235a75b50710 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108854 Aug 20 13:22:14.927065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:14.928288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.985536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] Deleting port 8279cc09-3df1-4851-b423-c82c17197c63 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:14.985836 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.998770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc1bfba6-8f5f-4034-b590-6cd30eb4b682 req-05009486-38a6-4fbf-b461-9b20cd355643 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020657 Aug 20 13:22:15.006585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d9e5b30c-ecef-4898-aebf-307f6ac18ce8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:15.027877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-68d8f26d-5329-4e5e-8bfe-a4c9c28cbe42 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1242704 Aug 20 13:22:15.071942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Request body: {'port': {'device_id': '541d851c-e953-4765-86ec-3bb804be2753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:15.116053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] For port 8279cc09-3df1-4851-b423-c82c17197c63, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8279cc09-3df1-4851-b423-c82c17197c63,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:15.116501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.136454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] Calling delete_port for 8279cc09-3df1-4851-b423-c82c17197c63 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:15.164662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] For port 8279cc09-3df1-4851-b423-c82c17197c63, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8279cc09-3df1-4851-b423-c82c17197c63,segment=NetworkSegment(1e2ec25d-2f38-4ca7-a4da-a7329e571a11),segment_id=1e2ec25d-2f38-4ca7-a4da-a7329e571a11)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:15.165048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.194140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Calling delete_port for 8279cc09-3df1-4851-b423-c82c17197c63 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:15.214400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780146-022b-48fc-9c22-97eab8ec4d78 req-fc2e6e5f-a3a9-4d18-98ff-cb1fe4ec06ff tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:15.214952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7780146-022b-48fc-9c22-97eab8ec4d78 req-fc2e6e5f-a3a9-4d18-98ff-cb1fe4ec06ff tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb5b3bc-5c4d-4054-93e7-a2d05f0be714 HTTP/1.1" status: 200 len: 945 time: 0.1520529 Aug 20 13:22:15.230615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Deleting port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:15.231005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.300805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:15.304585 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54f1bba-632d-4f18-a36d-9c0974495676" -d '{"events": [{"name": "network-changed", "server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:15.353248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.372413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7780146-022b-48fc-9c22-97eab8ec4d78 req-90752b5f-6388-4e4c-98e8-37339d1c5b90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457624 Aug 20 13:22:15.423406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] No DVR routers for this DVR port 8279cc09-3df1-4851-b423-c82c17197c63 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:15.428121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] For port 56f9320a-b75f-4042-93a6-1bcbd5bf3370, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=56f9320a-b75f-4042-93a6-1bcbd5bf3370,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:15.428508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.431252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8279cc09-3df1-4851-b423-c82c17197c63,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:15.472795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Calling delete_port for 56f9320a-b75f-4042-93a6-1bcbd5bf3370 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:15.488760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8279cc09-3df1-4851-b423-c82c17197c63 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:15.524064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.535751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3764adc8-6aae-4571-aafe-d1dbcc740528']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:15.544165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8279cc09-3df1-4851-b423-c82c17197c63 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:15.544512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8279cc09-3df1-4851-b423-c82c17197c63 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:15.551684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2ec25d-2f38-4ca7-a4da-a7329e571a11') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:15.552961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2ec25d-2f38-4ca7-a4da-a7329e571a11') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:15.569809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.590214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.596223 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.598863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:15.599845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.628451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab8a90-ed27-4459-b151-3d5c842567ca req-ee4e7b7e-ea9d-4191-b49b-385d60fe5102 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:15.631885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-31ab8a90-ed27-4459-b151-3d5c842567ca req-ee4e7b7e-ea9d-4191-b49b-385d60fe5102 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.1054304 Aug 20 13:22:15.643269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] Pushing event deleted for resources: {'Port': ['ID=8279cc09-3df1-4851-b423-c82c17197c63,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:15.649022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e7351-db76-4388-a8b4-81165aea45e1 None None] No DVR routers for this DVR port 8279cc09-3df1-4851-b423-c82c17197c63 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:15.686339 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:15.696220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.698669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.725870 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.728379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3764adc8-6aae-4571-aafe-d1dbcc740528 HTTP/1.1" status: 204 len: 168 time: 1.3090022 Aug 20 13:22:15.735556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47246) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:15.782941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e3e599b-5096-4bb1-b84d-d2812428592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.801022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac5163-b775-478c-8e4a-db66cff32c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=3764adc8-6aae-4571-aafe-d1dbcc740528,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:15.808403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-31ab8a90-ed27-4459-b151-3d5c842567ca req-8352c82f-9dfc-4839-bf68-e81f3df5f544 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661990 Aug 20 13:22:15.844419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.899993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860f73-9d93-4513-9403-91d04efdb093 req-270082c8-f806-4517-a531-896b3c74ad85 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:15.901618 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61860f73-9d93-4513-9403-91d04efdb093 req-270082c8-f806-4517-a531-896b3c74ad85 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 932 time: 0.7632415 Aug 20 13:22:15.930754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event deleted for resources: {'Port': ['ID=56f9320a-b75f-4042-93a6-1bcbd5bf3370,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:16.000112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] No DVR routers for this DVR port 56f9320a-b75f-4042-93a6-1bcbd5bf3370 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:16.004816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:16.008938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a84c880-3c6c-4e10-8778-06ef3f074f03 req-075c3fc9-6d65-43b7-9aed-05513c3370b2 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "DELETE /v2.0/ports/56f9320a-b75f-4042-93a6-1bcbd5bf3370 HTTP/1.1" status: 204 len: 173 time: 1.0826213 Aug 20 13:22:16.089670 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b55d1c8-2516-4cd4-8453-5f6a281a6d55 x-openstack-request-id: req-2b55d1c8-2516-4cd4-8453-5f6a281a6d55 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:16.090129 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:16.090401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61860f73-9d93-4513-9403-91d04efdb093 req-f2af35fd-3fbf-413e-8aa7-11fcefddb091 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816161 Aug 20 13:22:16.090584 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b55d1c8-2516-4cd4-8453-5f6a281a6d55 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:16.091091 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'status': 'completed', 'code': 200} Aug 20 13:22:16.265816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84edd-d76d-45e0-9cbd-54d2a8f6c8c5 req-5626740f-40c1-485a-96f6-39bee6a1c7de tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:16.274904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bb84edd-d76d-45e0-9cbd-54d2a8f6c8c5 req-5626740f-40c1-485a-96f6-39bee6a1c7de tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0786879 Aug 20 13:22:16.351817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bb84edd-d76d-45e0-9cbd-54d2a8f6c8c5 req-99519187-82da-4b51-9ae2-420904a71296 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731490 Aug 20 13:22:16.592486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08c35-5b41-47c1-9f7b-50b811de6204 req-82b0c564-48c6-4971-b55f-aa17d910d442 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:16.601744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8f08c35-5b41-47c1-9f7b-50b811de6204 req-82b0c564-48c6-4971-b55f-aa17d910d442 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0711772 Aug 20 13:22:16.668644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8f08c35-5b41-47c1-9f7b-50b811de6204 req-63fb9ab4-d30e-4371-8f93-6678a9dea9d5 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655646 Aug 20 13:22:16.810646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40842a8c-646d-4fdf-8284-52891e2454c1 req-41d040e3-a09b-4ada-89ac-a5792f66e27b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:16.813685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-16ba4904-5c58-4f07-b24d-f9628dbb4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:16.815338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-16ba4904-5c58-4f07-b24d-f9628dbb4501 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1124 time: 0.5319407 Aug 20 13:22:16.818670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40842a8c-646d-4fdf-8284-52891e2454c1 req-41d040e3-a09b-4ada-89ac-a5792f66e27b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.0748992 Aug 20 13:22:16.872261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40842a8c-646d-4fdf-8284-52891e2454c1 req-24b5b90b-295a-4b8d-9383-39f0c97e6c21 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526066 Aug 20 13:22:16.921793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d17-a246-4e62-9b41-96abd7ac21f0 req-d24c3b8a-4cf9-4d04-84d7-da169b1f45d9 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:16.923616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86d18d17-a246-4e62-9b41-96abd7ac21f0 req-d24c3b8a-4cf9-4d04-84d7-da169b1f45d9 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 946 time: 0.2171373 Aug 20 13:22:17.069416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:17.093074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86d18d17-a246-4e62-9b41-96abd7ac21f0 req-9b4c3304-e611-46ca-87b3-33de764ef061 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451294 Aug 20 13:22:17.118427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 56f9320a-b75f-4042-93a6-1bcbd5bf3370 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:17.121938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 56f9320a-b75f-4042-93a6-1bcbd5bf3370 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:17.124410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-ebe69b2f-5f28-42d2-b341-11491ea3cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.126021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-ebe69b2f-5f28-42d2-b341-11491ea3cb23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.2961996 Aug 20 13:22:17.210258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-45629bc2-dfb3-401d-82d7-ac3f977a1473 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 217 time: 0.0695412 Aug 20 13:22:17.225188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c477f30c-0f0b-4ac7-9292-c7cc442c337e {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:17.290991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:17.351269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Transition to ACTIVE for port object c477f30c-0f0b-4ac7-9292-c7cc442c337e will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:17.373122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fb120-23da-4eea-87f2-f99f6339b39d req-a24a19d6-1f12-4bcb-b1c0-e1c8f69970a6 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.376572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295580-471f-4932-b930-b6c42cdee8a0 req-c45a406c-fe6c-4dc2-a58e-bec43002e984 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.378169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c295580-471f-4932-b930-b6c42cdee8a0 req-c45a406c-fe6c-4dc2-a58e-bec43002e984 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 932 time: 0.0572848 Aug 20 13:22:17.381054 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-024fb120-23da-4eea-87f2-f99f6339b39d req-a24a19d6-1f12-4bcb-b1c0-e1c8f69970a6 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.1755016 Aug 20 13:22:17.406815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:17.421893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c295580-471f-4932-b930-b6c42cdee8a0 req-26efcf08-baf9-4436-9d6f-9bac0ddf5c84 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Aug 20 13:22:17.451194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-246126a6-335e-41c3-8dae-360553aab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.452724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-246126a6-335e-41c3-8dae-360553aab02e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1975069 Aug 20 13:22:17.467245 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:17.501219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-d374f72f-63d1-4dae-ad9f-3b563b35fb9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317440 Aug 20 13:22:17.516170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-024fb120-23da-4eea-87f2-f99f6339b39d req-4e1fecd9-aa7a-4d31-93e7-58409afd66d0 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341579 Aug 20 13:22:17.611225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ded-7f17-4129-ac4c-0ae2836f63aa req-301a4c16-f615-4dad-811f-682056f84973 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.614173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c424ded-7f17-4129-ac4c-0ae2836f63aa req-301a4c16-f615-4dad-811f-682056f84973 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.1091752 Aug 20 13:22:17.682749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c424ded-7f17-4129-ac4c-0ae2836f63aa req-f9091f7e-f9df-4955-ad82-ae265c077628 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Aug 20 13:22:17.695374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Pushing event updated for resources: {'Port': ['ID=c477f30c-0f0b-4ac7-9292-c7cc442c337e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:17.815708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867615-e053-48cb-bc52-26bd02c65639 req-18f6ed87-a98c-464d-aa9e-47a147e1b661 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.827490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89867615-e053-48cb-bc52-26bd02c65639 req-18f6ed87-a98c-464d-aa9e-47a147e1b661 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0796669 Aug 20 13:22:17.922565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89867615-e053-48cb-bc52-26bd02c65639 req-7ec9bb53-f2a2-4694-aa03-4eec4c947d3b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Aug 20 13:22:17.933773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-146f84ba-2e13-4756-b5d0-a1c284dc3440 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.936093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-146f84ba-2e13-4756-b5d0-a1c284dc3440 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 944 time: 0.1049125 Aug 20 13:22:17.940167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c13fd-60f1-494b-a4ea-fc2e328a6b40 req-264a0f03-171f-4eb2-ac7f-1ea05ab8ddcf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:17.942066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c9c13fd-60f1-494b-a4ea-fc2e328a6b40 req-264a0f03-171f-4eb2-ac7f-1ea05ab8ddcf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.2939434 Aug 20 13:22:18.019092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-77cfbc36-d38d-4d4a-85db-b0194e9e2cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015984 Aug 20 13:22:18.104199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Attempting to bind port c477f30c-0f0b-4ac7-9292-c7cc442c337e on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:18.104666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Attempting to bind port c477f30c-0f0b-4ac7-9292-c7cc442c337e by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:18.104974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Attempting to bind port c477f30c-0f0b-4ac7-9292-c7cc442c337e on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:18.132917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c9c13fd-60f1-494b-a4ea-fc2e328a6b40 req-165a241e-5467-40c3-a526-a9de4df177c7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768460 Aug 20 13:22:18.133544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Port c477f30c-0f0b-4ac7-9292-c7cc442c337e on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:18.133943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Attempting to bind port c477f30c-0f0b-4ac7-9292-c7cc442c337e on network ec2ae103-43c4-421c-9f83-7fe1722dbba6 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:18.168652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:18.168652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Checking segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:18.168652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Bound using segment: {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:18.168652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Bound port: c477f30c-0f0b-4ac7-9292-c7cc442c337e, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b23211-fd93-47a4-af3c-b5d1afe5e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:18.168652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.305764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f54f1bba-632d-4f18-a36d-9c0974495676 req-299101ec-ea1c-47a8-888a-b03339b5965a service neutron] 10.222.0.13 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782445 Aug 20 13:22:18.423411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] For port c477f30c-0f0b-4ac7-9292-c7cc442c337e, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:18.438394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ac8e-94ee-4324-a2ee-ae8b0254432b req-c763de44-756c-4e12-b5e3-da3bd57b97c1 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:18.446517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea99ac8e-94ee-4324-a2ee-ae8b0254432b req-c763de44-756c-4e12-b5e3-da3bd57b97c1 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 946 time: 0.1589708 Aug 20 13:22:18.458277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-933d6b63-83dd-46f7-8954-82657b7fa41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.469913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] For port c477f30c-0f0b-4ac7-9292-c7cc442c337e, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:18.491043 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.498723 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.626263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:18.627005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.628677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] 10.222.0.13 "PUT /v2.0/ports/c477f30c-0f0b-4ac7-9292-c7cc442c337e HTTP/1.1" status: 200 len: 1092 time: 3.5852549 Aug 20 13:22:18.629250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541d851c-e953-4765-86ec-3bb804be2753', 'tag': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:18.633638 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a618b8-22bb-413c-9355-c1c022c0753c" -d '{"events": [{"name": "network-changed", "server_uuid": "541d851c-e953-4765-86ec-3bb804be2753", "tag": "c477f30c-0f0b-4ac7-9292-c7cc442c337e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:18.652226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea99ac8e-94ee-4324-a2ee-ae8b0254432b req-cf605a7c-4cf1-4e10-8a72-fd3422c33e9f tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033093 Aug 20 13:22:18.675247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'name': 'network-vif-deleted', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:18.679916 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4228a2b5-3146-4596-8f97-70a9cede2247" -d '{"events": [{"server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "name": "network-vif-deleted", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:18.782219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-31e31909-8af0-40c5-84c9-1ad0a6cdf466 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:18.784294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-31e31909-8af0-40c5-84c9-1ad0a6cdf466 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.3126540 Aug 20 13:22:18.800941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1291-ac54-4fe0-84e3-8c03688081b1 req-d5718d57-2366-4ba8-bea5-be098a14362e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:18.804535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f34f1291-ac54-4fe0-84e3-8c03688081b1 req-d5718d57-2366-4ba8-bea5-be098a14362e tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.1197236 Aug 20 13:22:18.814489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed01ae9-b679-4cf6-a0b1-50e1d88c493e service neutron] Pushing event updated for resources: {'Port': ['ID=c477f30c-0f0b-4ac7-9292-c7cc442c337e,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:18.849640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Deleting port 1800ba06-23f0-4cba-adc2-214323b164eb {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:18.850303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.860968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Deleting port 490a3de7-1ff1-4b76-9d63-28c1efb4025f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:18.861450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.903533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadcc02-206b-495d-adae-6ee831749066 req-1a4e0823-3d66-4a0a-b031-5206eed5fe18 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:18.905313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-beadcc02-206b-495d-adae-6ee831749066 req-1a4e0823-3d66-4a0a-b031-5206eed5fe18 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.13 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.3829987 Aug 20 13:22:18.982383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] For port 490a3de7-1ff1-4b76-9d63-28c1efb4025f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=490a3de7-1ff1-4b76-9d63-28c1efb4025f,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:18.982828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:18.998397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Calling delete_port for 490a3de7-1ff1-4b76-9d63-28c1efb4025f owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:19.070583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-a8bc5fb5-3e47-4820-b2a4-dec1a5cbff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:19.072775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-a8bc5fb5-3e47-4820-b2a4-dec1a5cbff1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 1095 time: 0.3574543 Aug 20 13:22:19.114997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692ec0-dcaf-4935-81f7-58f12e8899f0 req-571a1bbc-ebef-43f3-ba77-40f2eff4bb9f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:19.123241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b3692ec0-dcaf-4935-81f7-58f12e8899f0 req-571a1bbc-ebef-43f3-ba77-40f2eff4bb9f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 944 time: 0.3199091 Aug 20 13:22:19.171127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:19.196229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-70f3941a-1a64-4644-9471-2c44d90e394b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e HTTP/1.1" status: 200 len: 217 time: 0.0948701 Aug 20 13:22:19.198136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] For port 1800ba06-23f0-4cba-adc2-214323b164eb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1800ba06-23f0-4cba-adc2-214323b164eb,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:19.198504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:19.213719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event deleted for resources: {'Port': ['ID=490a3de7-1ff1-4b76-9d63-28c1efb4025f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:19.246910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f34f1291-ac54-4fe0-84e3-8c03688081b1 req-6dd1e562-23b7-4ed1-a09f-feb5f7243bfc tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200122 Aug 20 13:22:19.258632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Calling delete_port for 1800ba06-23f0-4cba-adc2-214323b164eb owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:19.307215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b3692ec0-dcaf-4935-81f7-58f12e8899f0 req-2e657b7e-4638-4aa7-b18c-f88e85e2aea2 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827033 Aug 20 13:22:19.338807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] No DVR routers for this DVR port 490a3de7-1ff1-4b76-9d63-28c1efb4025f on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:19.344056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:19.348579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc03c375-e34d-42a5-890b-7b0b267b16bb req-df383e6e-d823-40f2-b110-ba8591e03ab7 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "DELETE /v2.0/ports/490a3de7-1ff1-4b76-9d63-28c1efb4025f HTTP/1.1" status: 204 len: 173 time: 1.3904059 Aug 20 13:22:19.353870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:19.450862 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa57ede-e6d5-46b7-b858-c93b95cdaefb x-openstack-request-id: req-2fa57ede-e6d5-46b7-b858-c93b95cdaefb {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:19.451542 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541d851c-e953-4765-86ec-3bb804be2753", "tag": "c477f30c-0f0b-4ac7-9292-c7cc442c337e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:19.452005 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fa57ede-e6d5-46b7-b858-c93b95cdaefb {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:19.452638 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541d851c-e953-4765-86ec-3bb804be2753', 'tag': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e', 'status': 'completed', 'code': 200} Aug 20 13:22:19.458928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14cf9b-1f5e-40f5-96ca-08c76072886d req-3c78eb6e-2399-4a4f-90bb-92498de325bd tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:19.466330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de813-c649-440e-bf07-e82165ac8931 req-deeec085-8ec3-4835-b0a9-7acf568fbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:19.472985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-deeec085-8ec3-4835-b0a9-7acf568fbff9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.2605648 Aug 20 13:22:19.473666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba14cf9b-1f5e-40f5-96ca-08c76072886d req-3c78eb6e-2399-4a4f-90bb-92498de325bd tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.1088011 Aug 20 13:22:19.484779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Deleting port 72392626-31bf-4076-991d-3c817b10981e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:19.487813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:19.548807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba14cf9b-1f5e-40f5-96ca-08c76072886d req-bfc572af-94b7-46be-b6bc-42b915396b7f tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702848 Aug 20 13:22:19.605750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-e9a9a78c-48cd-48e2-98a3-5e9fbdf1aed9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990033 Aug 20 13:22:19.637388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Deleting port 114af4fa-b951-4b09-beb4-95940a87c242 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:19.638138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:19.727139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c1e8f7f-aa99-4191-9cf7-02debeac55ed req-805b5248-db73-4d01-8b0a-8da37c0a928c tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=db1dd03a-6c94-46bc-9f76-b2a9a747fb27 HTTP/1.1" status: 200 len: 210 time: 0.0504229 Aug 20 13:22:19.790610 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d785ac-b7e6-4338-b9d0-fdfae56e16fd x-openstack-request-id: req-e5d785ac-b7e6-4338-b9d0-fdfae56e16fd {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:19.790914 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5b3bc-5c4d-4054-93e7-a2d05f0be714", "name": "network-vif-deleted", "tag": "56f9320a-b75f-4042-93a6-1bcbd5bf3370", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:19.791281 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5d785ac-b7e6-4338-b9d0-fdfae56e16fd {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:19.791602 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5b3bc-5c4d-4054-93e7-a2d05f0be714', 'name': 'network-vif-deleted', 'tag': '56f9320a-b75f-4042-93a6-1bcbd5bf3370', 'status': 'completed', 'code': 200} Aug 20 13:22:20.021462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cdc4b-126a-4f91-b2c0-b7922e377a6d req-126214d1-a66c-492c-ad42-1016a1d0e9ff tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:20.029980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-400cdc4b-126a-4f91-b2c0-b7922e377a6d req-126214d1-a66c-492c-ad42-1016a1d0e9ff tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 943 time: 0.0897551 Aug 20 13:22:20.117259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-400cdc4b-126a-4f91-b2c0-b7922e377a6d req-496f6232-53cc-4087-a69d-5e25f9cb4445 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745323 Aug 20 13:22:20.399797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816b490-2f60-42e6-b183-b3da1119a741 req-e67efcf2-fc1b-4d4a-9e16-3008493a3aa9 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:20.413174 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1816b490-2f60-42e6-b183-b3da1119a741 req-e67efcf2-fc1b-4d4a-9e16-3008493a3aa9 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 946 time: 0.0823531 Aug 20 13:22:20.461689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=72392626-31bf-4076-991d-3c817b10981e,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:20.462326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:20.519531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1816b490-2f60-42e6-b183-b3da1119a741 req-1e06b241-d39f-441e-ae28-dd9ecbc5ba12 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups?id=275183d6-c638-4396-9fc2-38150fe35fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051581 Aug 20 13:22:20.545012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-d0dfd625-690a-46fa-9964-7f0110ec00d1 service neutron] 10.222.0.13 "GET /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.1627562 Aug 20 13:22:20.579176 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-30e5d730-d20c-4f2a-a6e7-57842e3109bd service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9528105 Aug 20 13:22:20.756298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] For port 114af4fa-b951-4b09-beb4-95940a87c242, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=114af4fa-b951-4b09-beb4-95940a87c242,segment=NetworkSegment(933edc84-4d46-4463-93a7-f73f46162e64),segment_id=933edc84-4d46-4463-93a7-f73f46162e64)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:20.757096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:20.784807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd8861-14ff-4942-aaae-418c6d010d12 req-4fdbe442-9c38-4d1c-af51-1a5f20d5b873 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:20.786504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16bd8861-14ff-4942-aaae-418c6d010d12 req-4fdbe442-9c38-4d1c-af51-1a5f20d5b873 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.4581754 Aug 20 13:22:20.829832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710247-7b24-4a59-b77a-8680289a5dc3 req-448ebdb1-4757-4ae4-9f9b-9c48e13bb801 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:20.830981 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb710247-7b24-4a59-b77a-8680289a5dc3 req-448ebdb1-4757-4ae4-9f9b-9c48e13bb801 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 944 time: 0.2030759 Aug 20 13:22:20.841061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Calling delete_port for 114af4fa-b951-4b09-beb4-95940a87c242 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:20.875312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:20.910425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb710247-7b24-4a59-b77a-8680289a5dc3 req-74592ef2-0f2e-44a2-aa0b-8bd125d9a142 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692801 Aug 20 13:22:20.913951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:20.959808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b24d13c-45be-41e9-9b21-06e014fa73db {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:20.974034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:20.987905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-431de813-c649-440e-bf07-e82165ac8931 req-5721d070-e9fb-417f-8481-fcd96e801932 service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914900 Aug 20 13:22:21.000545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16bd8861-14ff-4942-aaae-418c6d010d12 req-850b8321-0f0c-4d76-b7c9-2e4e058fc555 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001667 Aug 20 13:22:21.008864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.009654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.044675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.045165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.045552 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Floating IP 56357d30-6b03-4149-8e29-40a11f462db1 disassociated. External IP: 172.25.6.121, port: 72392626-31bf-4076-991d-3c817b10981e. Aug 20 13:22:21.045970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Calling delete_port for 72392626-31bf-4076-991d-3c817b10981e owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:21.076646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Pushing event deleted for resources: {'Port': ['ID=1800ba06-23f0-4cba-adc2-214323b164eb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:21.080067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:21.135167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 490a3de7-1ff1-4b76-9d63-28c1efb4025f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:21.135681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 490a3de7-1ff1-4b76-9d63-28c1efb4025f not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:21.138115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 72392626-31bf-4076-991d-3c817b10981e no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:21.303099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56b575-c6a3-4aac-a5a2-63133c97785c req-1380d123-51f6-4a87-bf32-890732cc4a35 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:21.316865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e56b575-c6a3-4aac-a5a2-63133c97785c req-1380d123-51f6-4a87-bf32-890732cc4a35 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f636ca-9452-40e9-b3c9-d21fc09e0bad HTTP/1.1" status: 200 len: 945 time: 0.2615380 Aug 20 13:22:21.356725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.380117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-ded8a84e-46a7-4e2d-93c2-f1f416ea7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:21.382146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-ded8a84e-46a7-4e2d-93c2-f1f416ea7525 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 1095 time: 0.3081610 Aug 20 13:22:21.410426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.442290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72392626-31bf-4076-991d-3c817b10981e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:21.445319 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e705e-5537-4e11-b9b5-4694fdc1faea" -d '{"events": [{"server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "name": "network-vif-unplugged", "status": "completed", "tag": "72392626-31bf-4076-991d-3c817b10981e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:21.474906 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e56b575-c6a3-4aac-a5a2-63133c97785c req-4ccbc22b-8191-4fef-874c-d674be225b04 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.59 "GET /v2.0/security-groups?id=268cc69e-31a2-490e-80b9-0dbd4705e77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569686 Aug 20 13:22:21.480073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Transition to ACTIVE for port object 6b24d13c-45be-41e9-9b21-06e014fa73db will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:21.482666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 72392626-31bf-4076-991d-3c817b10981e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=72392626-31bf-4076-991d-3c817b10981e,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:21.488292 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.494171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.556508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.627970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:21.636186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Pushing event deleted for resources: {'Port': ['ID=114af4fa-b951-4b09-beb4-95940a87c242,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:21.661307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] No DVR routers for this DVR port 6b24d13c-45be-41e9-9b21-06e014fa73db on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:21.713026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db/bindings/n-h1-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1607604 Aug 20 13:22:21.716750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:21.736266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.736827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.737273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.738682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.739098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.739620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.740489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.740870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.741319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.741742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.742144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.742553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b21e-b902-45c7-b42e-c9a3a24fa837 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:21.781936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:21.786878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:21.796769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'name': 'network-vif-deleted', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:21.799737 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379df63c-644b-475b-bc61-dbea5cd45991" -d '{"events": [{"server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "name": "network-vif-deleted", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:21.801028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] No DVR routers for this DVR port 114af4fa-b951-4b09-beb4-95940a87c242 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:21.823995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.826466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-beadcc02-206b-495d-adae-6ee831749066 req-fd826cf1-75e4-446e-8495-2b7356dc03e8 tempest-ServerGroupTestJSON-2141688479 tempest-ServerGroupTestJSON-2141688479-project] 10.222.0.13 "DELETE /v2.0/ports/114af4fa-b951-4b09-beb4-95940a87c242 HTTP/1.1" status: 204 len: 173 time: 2.9058340 Aug 20 13:22:21.827188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'name': 'network-vif-deleted', 'tag': '114af4fa-b951-4b09-beb4-95940a87c242'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:21.830062 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9471923e-09ac-4a83-96ba-a83b597c0d13" -d '{"events": [{"server_uuid": "12f636ca-9452-40e9-b3c9-d21fc09e0bad", "name": "network-vif-deleted", "tag": "114af4fa-b951-4b09-beb4-95940a87c242"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:21.846958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-f14e3523-7267-4b09-9099-d51712cef3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:21.849569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-f14e3523-7267-4b09-9099-d51712cef3c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 912 time: 0.4590554 Aug 20 13:22:21.853349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.858496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:21.873840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844b501-bd61-466b-90a6-3d3b40b1abd0 req-a2ab5de3-5905-4128-9114-bc982e085743 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:21.875710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e844b501-bd61-466b-90a6-3d3b40b1abd0 req-a2ab5de3-5905-4128-9114-bc982e085743 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.2976053 Aug 20 13:22:21.887199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:21.887784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 114af4fa-b951-4b09-beb4-95940a87c242 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:21.938020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 114af4fa-b951-4b09-beb4-95940a87c242 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:21.945251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 114af4fa-b951-4b09-beb4-95940a87c242 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:21.984171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event deleted for resources: {'Port': ['ID=72392626-31bf-4076-991d-3c817b10981e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:21.988677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-8eda9b83-9cab-4de2-9ce9-3676f67a4c87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e HTTP/1.1" status: 200 len: 217 time: 0.1070182 Aug 20 13:22:22.013442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac437a-de40-4591-948a-a57fdf0f4d7d req-0aed416f-b54f-4d0b-a647-3658c29a8e9a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.015056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88ac437a-de40-4591-948a-a57fdf0f4d7d req-0aed416f-b54f-4d0b-a647-3658c29a8e9a tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 944 time: 0.2583287 Aug 20 13:22:22.070798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-76526465-31ca-49ef-97fe-e68a728a4c9a tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.072165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-76526465-31ca-49ef-97fe-e68a728a4c9a tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.2676213 Aug 20 13:22:22.082381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-762cde86-892d-4ba9-8753-a604bbc32637 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.084089 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-762cde86-892d-4ba9-8753-a604bbc32637 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 944 time: 0.1852407 Aug 20 13:22:22.102349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:22.118353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'mac_address': 'fa:16:3e:f4:92:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:22.163293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88ac437a-de40-4591-948a-a57fdf0f4d7d req-6c2ba48e-848c-4309-8753-dec214516181 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4b66f4-48f7-482c-b715-39f04e0aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391826 Aug 20 13:22:22.197737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:22.210066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-eeb68b46-0a48-418e-81d3-7d4a5222ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.212486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-eeb68b46-0a48-418e-81d3-7d4a5222ac30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3 HTTP/1.1" status: 200 len: 1095 time: 0.1272266 Aug 20 13:22:22.224284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e844b501-bd61-466b-90a6-3d3b40b1abd0 req-64877b46-837a-4254-ba9b-09cfda00d78d tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319635 Aug 20 13:22:22.225064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:22.282687 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60efac3-4c60-4bce-9b97-2a001597d80d x-openstack-request-id: req-f60efac3-4c60-4bce-9b97-2a001597d80d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:22.283275 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "name": "network-vif-unplugged", "status": "completed", "tag": "72392626-31bf-4076-991d-3c817b10981e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:22.283690 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f60efac3-4c60-4bce-9b97-2a001597d80d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:22.284276 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72392626-31bf-4076-991d-3c817b10981e', 'code': 200} Aug 20 13:22:22.284517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Deleting port e4168def-363b-42cd-a3b1-06ffd5907b14 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:22.287015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:22.290118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:22.296724 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:22.369698 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee49a7f-7b64-40bf-867f-3af2c54949f0 x-openstack-request-id: req-2ee49a7f-7b64-40bf-867f-3af2c54949f0 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:22.374965 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1dd03a-6c94-46bc-9f76-b2a9a747fb27", "name": "network-vif-deleted", "tag": "490a3de7-1ff1-4b76-9d63-28c1efb4025f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:22.377020 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ee49a7f-7b64-40bf-867f-3af2c54949f0 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:22.377766 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1dd03a-6c94-46bc-9f76-b2a9a747fb27', 'name': 'network-vif-deleted', 'tag': '490a3de7-1ff1-4b76-9d63-28c1efb4025f', 'status': 'completed', 'code': 200} Aug 20 13:22:22.421975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:22.441166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:22.487559 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fbdaca-e639-43c2-8833-1fcee253fb6b x-openstack-request-id: req-a4fbdaca-e639-43c2-8833-1fcee253fb6b {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:22.487937 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f636ca-9452-40e9-b3c9-d21fc09e0bad", "name": "network-vif-deleted", "tag": "114af4fa-b951-4b09-beb4-95940a87c242", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:22.488077 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4fbdaca-e639-43c2-8833-1fcee253fb6b {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:22.488479 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f636ca-9452-40e9-b3c9-d21fc09e0bad', 'name': 'network-vif-deleted', 'tag': '114af4fa-b951-4b09-beb4-95940a87c242', 'status': 'completed', 'code': 200} Aug 20 13:22:22.530141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Router d251536e-aff9-479e-9fde-18823461dfb7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:22:22.543978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-20d500a2-0882-4afa-8aa6-bd23295cc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.545779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec83f72f-a52e-4ff7-b8b6-95655160d2bf req-74a0c2b5-e5da-4cf0-bb94-1a8e755d8193 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 210 time: 0.0506639 Aug 20 13:22:22.555702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-20d500a2-0882-4afa-8aa6-bd23295cc1b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1095 time: 0.2983053 Aug 20 13:22:22.716889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-98985c35-cb3c-4ed7-9a42-872621973f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.718607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-98985c35-cb3c-4ed7-9a42-872621973f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.7087893 Aug 20 13:22:22.754466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] For port e4168def-363b-42cd-a3b1-06ffd5907b14, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e4168def-363b-42cd-a3b1-06ffd5907b14,segment=NetworkSegment(3c18b11c-345e-44db-b8b9-a004eefbb971),segment_id=3c18b11c-345e-44db-b8b9-a004eefbb971)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:22.761317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:22.809874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Calling delete_port for e4168def-363b-42cd-a3b1-06ffd5907b14 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:22.835992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-9cfbdfce-8a92-4899-80b3-bab4553ba9ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024272 Aug 20 13:22:22.964386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-d7514ea9-6724-4ddb-b2a6-a7a3f361b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:22.966057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-d7514ea9-6724-4ddb-b2a6-a7a3f361b056 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 200 len: 922 time: 0.3982832 Aug 20 13:22:23.037925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f6f8a-2a10-4fbd-9e20-b45a9402ee8e req-cb934ca5-e43e-4e52-9d3c-74895c67e820 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:23.041464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-111f6f8a-2a10-4fbd-9e20-b45a9402ee8e req-cb934ca5-e43e-4e52-9d3c-74895c67e820 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 944 time: 0.5034163 Aug 20 13:22:23.157328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-0888ecd1-91ce-41ca-b3d1-c508a0e6a3e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 200 len: 217 time: 0.1663806 Aug 20 13:22:23.278238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-111f6f8a-2a10-4fbd-9e20-b45a9402ee8e req-bc5bfdc2-9e68-4fdc-a870-a30960dbdc3a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965413 Aug 20 13:22:23.303525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:23.332338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-0cdaf75c-572b-4c5c-a701-65637a803439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:23.360334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-0cdaf75c-572b-4c5c-a701-65637a803439 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 200 len: 861 time: 0.1840088 Aug 20 13:22:23.442979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Pushing event deleted for resources: {'Port': ['ID=e4168def-363b-42cd-a3b1-06ffd5907b14,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:23.493272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-d859325a-d20b-4a3d-8c29-4a05edd3b78d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f3db025-91a5-4bd9-be46-2dd2de5b7c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602317 Aug 20 13:22:23.550345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a73f-c59d-421f-bab4-0e634fdc15a5 req-a8ee12fa-ffac-4882-a94d-0cf9d5c92502 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:23.566079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] No DVR routers for this DVR port e4168def-363b-42cd-a3b1-06ffd5907b14 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:23.566676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f989a73f-c59d-421f-bab4-0e634fdc15a5 req-a8ee12fa-ffac-4882-a94d-0cf9d5c92502 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.9121478 Aug 20 13:22:23.587509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:23.590325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6aee4cd7-7780-4a21-a559-2b0c51289e8a req-a557415f-a5e1-46ed-bbd8-dc432e74ef90 tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.53 "DELETE /v2.0/ports/e4168def-363b-42cd-a3b1-06ffd5907b14 HTTP/1.1" status: 204 len: 173 time: 1.4946873 Aug 20 13:22:23.664167 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-ec6a9389-2e4a-49c3-a96f-15e87419db1b service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662122 Aug 20 13:22:23.765574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-2e47d9a1-52f7-434e-8702-40dc036c1356 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641785 Aug 20 13:22:23.801148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c477f30c-0f0b-4ac7-9292-c7cc442c337e details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:23.928378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c477f30c-0f0b-4ac7-9292-c7cc442c337e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:23.943744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e', 'network_id': 'ec2ae103-43c4-421c-9f83-7fe1722dbba6', 'port_id': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e', 'mac_address': 'fa:16:3e:cf:b6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689438ba-5f76-4cbb-aea4-bb085465a60b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:23.950857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:23.971734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:22:24.006866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f989a73f-c59d-421f-bab4-0e634fdc15a5 req-2fccf589-fc74-46b0-b21d-df487cf45670 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391210 Aug 20 13:22:24.014076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:24.042753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-49314119-0bd7-4316-b174-b90034644b09 service neutron] 10.222.0.53 "GET /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594323 Aug 20 13:22:24.043179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e10fe99-2619-43ff-8a04-7ce83c8dff2c admin admin] 10.222.0.59 "PUT /v2.0/routers/d251536e-aff9-479e-9fde-18823461dfb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3025198 Aug 20 13:22:24.043308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47388) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:24.057256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] Sync routers for ids ['d251536e-aff9-479e-9fde-18823461dfb7'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:24.072955 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:24.169888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c477f30c-0f0b-4ac7-9292-c7cc442c337e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:24.227685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] Routers {'d251536e-aff9-479e-9fde-18823461dfb7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:24.228445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d251536e-aff9-479e-9fde-18823461dfb7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:24.332709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c477f30c-0f0b-4ac7-9292-c7cc442c337e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:24.386166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'name': 'network-vif-deleted', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:24.389319 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a7046-45e9-4521-b12e-e0073319f582" -d '{"events": [{"server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "name": "network-vif-deleted", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:24.402324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-66bec441-41f5-4114-a5f1-cf53a038fec4 req-b36fa857-e524-40ff-a6d0-dfb8480304ea tempest-LiveMigrationTest-1813066728 tempest-LiveMigrationTest-1813066728-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccdad99f-5ac6-433e-9616-a7ea32e8bf08 HTTP/1.1" status: 200 len: 210 time: 0.1626492 Aug 20 13:22:24.429076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3a618b8-22bb-413c-9355-c1c022c0753c req-734963a7-9a61-499b-b175-6f377efc5198 service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589980 Aug 20 13:22:24.459978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:24.537853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] Set router d251536e-aff9-479e-9fde-18823461dfb7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:24.599126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365b20-828d-44e0-98a9-26d12bb58678 req-ff3ffa18-863d-4168-b634-bdb073844a74 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:24.604221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-ff3ffa18-863d-4168-b634-bdb073844a74 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad&tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.1850469 Aug 20 13:22:24.635748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:24.646018 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:24.672773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:24.673158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:24.676377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:24.677191 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:24.681034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:24.779377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] No DVR routers for this DVR port 72392626-31bf-4076-991d-3c817b10981e on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:24.787769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c477f30c-0f0b-4ac7-9292-c7cc442c337e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:24.788767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:24.790971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c71aeb4f-05e7-4dea-8dcc-c789cf72f68f req-03188a7b-59cc-45e7-9dd7-2ec7875e6f0a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.53 "DELETE /v2.0/ports/72392626-31bf-4076-991d-3c817b10981e HTTP/1.1" status: 204 len: 173 time: 5.9665673 Aug 20 13:22:24.791444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'name': 'network-vif-deleted', 'tag': '72392626-31bf-4076-991d-3c817b10981e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:24.816620 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222f2b0-1a13-4235-be55-6220c21f7727" -d '{"events": [{"server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "name": "network-vif-deleted", "tag": "72392626-31bf-4076-991d-3c817b10981e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:24.861504 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:24.891579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1f1e2-79ad-4c8b-a22c-8bc74533bcee req-484dd615-c808-4e85-9280-10d252306f7c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:24.893251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fac1f1e2-79ad-4c8b-a22c-8bc74533bcee req-484dd615-c808-4e85-9280-10d252306f7c tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.3399150 Aug 20 13:22:24.955583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c477f30c-0f0b-4ac7-9292-c7cc442c337e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:24.970444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.009387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fac1f1e2-79ad-4c8b-a22c-8bc74533bcee req-47ecefb8-faf9-4163-8d94-9917d5e8507e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003900 Aug 20 13:22:25.167724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-38365b20-828d-44e0-98a9-26d12bb58678 req-96e7ab38-d9e2-49bd-b994-eacd7f5eb18e service neutron] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:25.188174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:25.188440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-38365b20-828d-44e0-98a9-26d12bb58678 req-96e7ab38-d9e2-49bd-b994-eacd7f5eb18e service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.191589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38365b20-828d-44e0-98a9-26d12bb58678 req-96e7ab38-d9e2-49bd-b994-eacd7f5eb18e service neutron] 10.222.0.53 "DELETE /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db/bindings/n-h2-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.5015724 Aug 20 13:22:25.205991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Deleting port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:25.206496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.220157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.278540 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:25.318381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: e4168def-363b-42cd-a3b1-06ffd5907b14 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:25.318751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e4168def-363b-42cd-a3b1-06ffd5907b14 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:25.356531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:25.358980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:25.362403 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6992784-5eb2-4c8f-b234-c346fbe4fbcf" -d '{"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:25.367484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] For port a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:25.368368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.375745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.398481 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:25.415160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Calling delete_port for a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:25.418770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:25.419422 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:25.433573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6adc89d-44f0-424b-9c79-b25ad5f87aa4 req-392c6ad7-910c-4b34-87c4-6187f03b5561 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/ports?device_id=337ff063-7969-47a9-8bd5-73429e0e3000 HTTP/1.1" status: 200 len: 210 time: 0.0605013 Aug 20 13:22:25.580169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:25.607314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f659b5-a183-407a-b6fa-6d0415aaf037 req-2504ac03-23fa-4351-9778-6fe59db93769 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:25.622456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f659b5-a183-407a-b6fa-6d0415aaf037 req-2504ac03-23fa-4351-9778-6fe59db93769 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 945 time: 0.1134624 Aug 20 13:22:25.707050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:22:20Z', 'revision_number': 5, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port': {'id': 'a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:20:09Z', 'updated_at': '2021-08-20T13:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:25.719658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f659b5-a183-407a-b6fa-6d0415aaf037 req-64c398a6-0e06-459e-940c-14b58dd718d4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932579 Aug 20 13:22:25.765298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.843871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] Checking router: d251536e-aff9-479e-9fde-18823461dfb7 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:25.848006 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:25.881411 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a21d5-64ba-4f08-a2f0-cd26f620bec3 x-openstack-request-id: req-a99a21d5-64ba-4f08-a2f0-cd26f620bec3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:25.881716 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdad99f-5ac6-433e-9616-a7ea32e8bf08", "name": "network-vif-deleted", "tag": "e4168def-363b-42cd-a3b1-06ffd5907b14", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:25.881972 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a99a21d5-64ba-4f08-a2f0-cd26f620bec3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:25.882303 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdad99f-5ac6-433e-9616-a7ea32e8bf08', 'name': 'network-vif-deleted', 'tag': 'e4168def-363b-42cd-a3b1-06ffd5907b14', 'status': 'completed', 'code': 200} Aug 20 13:22:25.909427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:25.974595 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308f588-8e5c-4f3e-9412-2e4791b5508f x-openstack-request-id: req-2308f588-8e5c-4f3e-9412-2e4791b5508f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:25.975281 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337ff063-7969-47a9-8bd5-73429e0e3000", "name": "network-vif-deleted", "tag": "72392626-31bf-4076-991d-3c817b10981e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:25.975818 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2308f588-8e5c-4f3e-9412-2e4791b5508f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:25.976473 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337ff063-7969-47a9-8bd5-73429e0e3000', 'name': 'network-vif-deleted', 'tag': '72392626-31bf-4076-991d-3c817b10981e', 'status': 'completed', 'code': 200} Aug 20 13:22:25.984030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] Routers {'d251536e-aff9-479e-9fde-18823461dfb7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:25.987338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d251536e-aff9-479e-9fde-18823461dfb7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:25.995914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.120488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.122913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.223737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] Set router d251536e-aff9-479e-9fde-18823461dfb7 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:26.234536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.235115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d251536e-aff9-479e-9fde-18823461dfb7 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:22:26.241888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.243081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7e3e86ff-a063-4dce-96df-b216dbc47d8c admin admin] 10.222.0.59 "DELETE /v2.0/routers/d251536e-aff9-479e-9fde-18823461dfb7 HTTP/1.1" status: 204 len: 168 time: 2.1988955 Aug 20 13:22:26.253175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47406) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:26.261327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402a5ff-31b2-481e-8cbc-1ef70e2157cf req-65e2026c-492f-414b-ae8c-9a5a7ac4dcb7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:26.273879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a402a5ff-31b2-481e-8cbc-1ef70e2157cf req-65e2026c-492f-414b-ae8c-9a5a7ac4dcb7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1665945 Aug 20 13:22:26.397991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a402a5ff-31b2-481e-8cbc-1ef70e2157cf req-7e863acb-11c6-4cad-8a6a-1c4c12e8bbea tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199672 Aug 20 13:22:26.413160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Deleting subnet 09d43cde-c17b-4afa-ad3b-31c670ff4932 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:26.413293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:22:25Z', 'revision_number': 7, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:26.416926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.475242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6d21a-dee8-430d-a92d-112187228ad7 None None] The sync data for ids ['d251536e-aff9-479e-9fde-18823461dfb7'] in n-d-804232-5 is: [{'id': 'd251536e-aff9-479e-9fde-18823461dfb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-501153587-router', 'tenant_id': 'b3cba98c580c4f788112d417599c8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:20:07Z', 'updated_at': '2021-08-20T13:22:25Z', 'revision_number': 7, 'project_id': 'b3cba98c580c4f788112d417599c8f9c', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:26.565041 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.705535 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c0fb9-1023-4f52-bde9-403bfd6795d3 x-openstack-request-id: req-9a3c0fb9-1023-4f52-bde9-403bfd6795d3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:26.705945 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:26.706243 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a3c0fb9-1023-4f52-bde9-403bfd6795d3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:26.706860 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'code': 200} Aug 20 13:22:26.744789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.783660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47416) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:26.825536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:26.890498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:26.949583 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb70717-96e0-4960-95b2-65ef33c2bd12 None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:17:33Z', 'revision_number': 4, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '32cd0406-93f6-4f2a-a606-5b91cb82aab9', 'name': '', 'network_id': '9f041ca0-5fdd-43d8-98cb-90793276cda4', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'mac_address': 'fa:16:3e:09:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:30Z', 'updated_at': '2021-08-20T13:17:41Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'subnets': [{'id': '9ce2c322-98b3-4185-986a-48dac3990fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:26.971413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a34a53-e657-49d1-b299-fa7a5d87b719 None None] Network 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:27.113298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.120376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/09d43cde-c17b-4afa-ad3b-31c670ff4932 HTTP/1.1" status: 204 len: 168 time: 0.8660107 Aug 20 13:22:27.121429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ccb75-1b83-484f-a40e-305ff2ec1464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d43cde-c17b-4afa-ad3b-31c670ff4932,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:27.126496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47422) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:27.168502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Deleting subnet 8bb1c2e7-b41a-4a44-a10b-3f47a0add02b {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:27.175321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.224510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bceb4-04c8-4843-9501-e88919709eda req-7577ccff-b8f3-4053-bb7f-07160863cade tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:27.232586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de2bceb4-04c8-4843-9501-e88919709eda req-7577ccff-b8f3-4053-bb7f-07160863cade tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 1095 time: 0.1463237 Aug 20 13:22:27.240837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.248789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.367972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de2bceb4-04c8-4843-9501-e88919709eda req-f1a54e20-ace7-445a-8b8b-92047f6d44f7 tempest-LiveAutoBlockMigrationV225Test-403199005 tempest-LiveAutoBlockMigrationV225Test-403199005-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343184 Aug 20 13:22:27.371870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Deleting port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:27.372223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.414550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.446263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1800ba06-23f0-4cba-adc2-214323b164eb no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:27.543102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.546512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] DHCP port deletion for 40add8d5-9f4d-4efd-9b78-eb2968fc7f41 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:22:27.574153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 1800ba06-23f0-4cba-adc2-214323b164eb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:27.574491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1800ba06-23f0-4cba-adc2-214323b164eb not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:27.617394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb1c2e7-b41a-4a44-a10b-3f47a0add02b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:27.628901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.634595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8bb1c2e7-b41a-4a44-a10b-3f47a0add02b HTTP/1.1" status: 204 len: 168 time: 0.8494983 Aug 20 13:22:27.636182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47434) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:27.642916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55611a-0b76-4212-8ca0-559bd95bd4fd None None] New status for floating IP 56357d30-6b03-4149-8e29-40a11f462db1: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:22:27.658190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] For port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:27.658549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.689938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.692290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.693129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.694391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.697160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.697962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.698498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.698915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.700036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.700468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.701800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.705687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff034d0-c8f7-4202-8936-8c820a187e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:22:27.769925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87a403-a2ec-4676-b5bb-0c2cb4c9cd57 req-ce664634-096d-4459-b8a8-a27a0eba987d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:27.772532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e87a403-a2ec-4676-b5bb-0c2cb4c9cd57 req-ce664634-096d-4459-b8a8-a27a0eba987d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 945 time: 0.1565483 Aug 20 13:22:27.809943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Calling delete_port for 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:27.868024 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e87a403-a2ec-4676-b5bb-0c2cb4c9cd57 req-62abb07c-e58c-44a7-9d9d-878265506510 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815434 Aug 20 13:22:28.002115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c477f30c-0f0b-4ac7-9292-c7cc442c337e up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:28.239879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] Deleting port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:28.240884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.337260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4d098-c008-4a7f-9d37-b64e92466323 req-958cc7fb-4cd1-4438-8f6f-de53f83234b9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:28.346517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-afa4d098-c008-4a7f-9d37-b64e92466323 req-958cc7fb-4cd1-4438-8f6f-de53f83234b9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1116223 Aug 20 13:22:28.359253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] For port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,segment=NetworkSegment(cdc6f2b6-4c18-4443-b9d6-9ef246339f0e),segment_id=cdc6f2b6-4c18-4443-b9d6-9ef246339f0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:28.359568 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.376005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] Calling delete_port for 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:28.378022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port c477f30c-0f0b-4ac7-9292-c7cc442c337e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:28.398840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port c477f30c-0f0b-4ac7-9292-c7cc442c337e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:28.398840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.429147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-afa4d098-c008-4a7f-9d37-b64e92466323 req-11516dda-e06a-464c-99e0-0129f3f3db33 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774529 Aug 20 13:22:28.618702 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.661961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:28.686591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] Pushing event deleted for resources: {'Port': ['ID=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:28.699446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7817f6-1483-4aba-a8d9-71cc1372157d None None] No DVR routers for this DVR port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:28.709963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.718724 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.740133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.764285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541d851c-e953-4765-86ec-3bb804be2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:28.766873 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2a964-67ad-431b-96cf-8460ef32ec65" -d '{"events": [{"server_uuid": "541d851c-e953-4765-86ec-3bb804be2753", "name": "network-vif-plugged", "status": "completed", "tag": "c477f30c-0f0b-4ac7-9292-c7cc442c337e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:28.797699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:28.802881 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.804206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbb796b-b8f7-4286-b1d8-5b04eb9f390a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.806947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c477f30c-0f0b-4ac7-9292-c7cc442c337e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:28.819056 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.837443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47470) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:28.852077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] No DVR routers for this DVR port 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:28.881170 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd03c7f-8fc3-4116-aae0-eb94aa33b7fd x-openstack-request-id: req-3fd03c7f-8fc3-4116-aae0-eb94aa33b7fd {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:28.881569 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541d851c-e953-4765-86ec-3bb804be2753", "name": "network-vif-plugged", "status": "completed", "tag": "c477f30c-0f0b-4ac7-9292-c7cc442c337e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:28.881919 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fd03c7f-8fc3-4116-aae0-eb94aa33b7fd {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:28.882399 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541d851c-e953-4765-86ec-3bb804be2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e', 'code': 200} Aug 20 13:22:28.957169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c477f30c-0f0b-4ac7-9292-c7cc442c337e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:28.982858 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:28.984843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbb796b-b8f7-4286-b1d8-5b04eb9f390a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.000670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:29.017643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c18b11c-345e-44db-b8b9-a004eefbb971') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:29.018405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c18b11c-345e-44db-b8b9-a004eefbb971') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:29.030402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.044493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:29.090271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:29.090555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.090669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2b2c2fb-40b8-47c0-869a-9aa1bb93e08c not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:29.091050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:29.133046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:29.133046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0e4e08af-4a67-46ba-9fbd-dd7841ba4ca5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:29.134826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40add8d5-9f4d-4efd-9b78-eb2968fc7f41']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:29.157037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Deleting subnet 309d856a-5dda-407c-b6d4-98e332285d9f {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:29.164054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:29.164382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc6f2b6-4c18-4443-b9d6-9ef246339f0e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:29.168630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.191613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.211636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.215761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:29.216175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.221375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:29.221616 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:29.250940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236cfbc-adf1-4a42-9629-34c64873eb5b req-5f1eae8a-85e2-45fb-9ce5-273af7246eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.252466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8236cfbc-adf1-4a42-9629-34c64873eb5b req-5f1eae8a-85e2-45fb-9ce5-273af7246eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 1097 time: 0.2279007 Aug 20 13:22:29.260718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951914b-9580-45ae-9e26-acf539bbb75d req-bef559dc-fd3a-4af1-95a0-dc0a1301f386 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.262181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4951914b-9580-45ae-9e26-acf539bbb75d req-bef559dc-fd3a-4af1-95a0-dc0a1301f386 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.2256086 Aug 20 13:22:29.297196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.308640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbb796b-b8f7-4286-b1d8-5b04eb9f390a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.311980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbbb796b-b8f7-4286-b1d8-5b04eb9f390a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.312811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cbbb796b-b8f7-4286-b1d8-5b04eb9f390a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "DELETE /v2.0/security-groups/275183d6-c638-4396-9fc2-38150fe35fbd HTTP/1.1" status: 204 len: 168 time: 0.6491165 Aug 20 13:22:29.320817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2393be-23c0-4b0d-9ee3-09744c6f90cf req-fbc38634-4062-4549-89c8-0905c27ee743 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.327738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c2393be-23c0-4b0d-9ee3-09744c6f90cf req-fbc38634-4062-4549-89c8-0905c27ee743 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.2995448 Aug 20 13:22:29.330637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:29.330935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47476) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:29.331070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:29.340768 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:29.352603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-0177cd06-f2c6-48bd-ab95-e73fbed6b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.354276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-0177cd06-f2c6-48bd-ab95-e73fbed6b841 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 1096 time: 0.2093832 Aug 20 13:22:29.362536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb796b-b8f7-4286-b1d8-5b04eb9f390a tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275183d6-c638-4396-9fc2-38150fe35fbd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:29.391264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.401471 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-17bc576b-852b-48d2-9443-c743d29be231 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] show failed (client error): The resource could not be found. Aug 20 13:22:29.406209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-17bc576b-852b-48d2-9443-c743d29be231 tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "GET /v2.0/security-groups/275183d6-c638-4396-9fc2-38150fe35fbd HTTP/1.1" status: 404 len: 347 time: 0.0673833 Aug 20 13:22:29.407211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47478) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:29.428121 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.455408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4951914b-9580-45ae-9e26-acf539bbb75d req-802dd7c0-3e93-4941-bcf6-b98d9de858d7 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806073 Aug 20 13:22:29.465771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8236cfbc-adf1-4a42-9629-34c64873eb5b req-d00f587b-f340-4d63-94c0-9b78528f6d3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025590 Aug 20 13:22:29.511373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c2393be-23c0-4b0d-9ee3-09744c6f90cf req-9bdf5e64-2338-4e57-ad7f-170431a27c8d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827393 Aug 20 13:22:29.528509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.553878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.555787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd HTTP/1.1" status: 204 len: 168 time: 1.9186385 Aug 20 13:22:29.559042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47484) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:29.561358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.566095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] 10.222.0.59 "DELETE /v2.0/networks/40add8d5-9f4d-4efd-9b78-eb2968fc7f41 HTTP/1.1" status: 204 len: 168 time: 2.4355187 Aug 20 13:22:29.602060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3491bb9-4bec-47ff-9669-613a5b476a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd082cf1-9f6d-4ab6-9ca2-a1f2a72460cd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:29.604447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-ae1b9a29-3e5f-431c-b5c8-dd88423b21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.606118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-ae1b9a29-3e5f-431c-b5c8-dd88423b21d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.2168496 Aug 20 13:22:29.635107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2aa79-2d16-4e85-a223-0074f229f5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=40add8d5-9f4d-4efd-9b78-eb2968fc7f41,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:29.713636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-bfb4cb7b-918c-444c-a7a8-d2a4f8b4eb9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a670640-415c-4ae6-94b1-24f673b4e652 HTTP/1.1" status: 200 len: 217 time: 0.0701716 Aug 20 13:22:29.776690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-4138464f-cce2-4d9d-8e5c-3bf3b9461782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.779874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-4138464f-cce2-4d9d-8e5c-3bf3b9461782 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.0564024 Aug 20 13:22:29.801673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47500) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:29.845127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-1db64cb3-c926-4cd1-88c5-ce36d167df84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527234 Aug 20 13:22:29.853638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Deleting subnet 3a4795d8-55e1-4a25-847b-23921f4e0e47 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:29.860647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.870456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-f3b5d45b-d8bc-45d5-8633-d35daaf8f2f4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.871981 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-f3b5d45b-d8bc-45d5-8633-d35daaf8f2f4 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.2381711 Aug 20 13:22:29.874010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.916689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c98059-178d-41f3-99d5-c35c5c1f8522 req-72489d4c-0a49-4287-a0a1-f04824fd7405 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:29.918021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6c98059-178d-41f3-99d5-c35c5c1f8522 req-72489d4c-0a49-4287-a0a1-f04824fd7405 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.3371179 Aug 20 13:22:29.957797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:29.962341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/309d856a-5dda-407c-b6d4-98e332285d9f HTTP/1.1" status: 204 len: 168 time: 1.1238675 Aug 20 13:22:29.964508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-169ee828-2d21-435f-8708-a374861574cd service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098180 Aug 20 13:22:29.965894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:29.982092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a778-505c-4695-b8d4-3ba4d04dcd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309d856a-5dda-407c-b6d4-98e332285d9f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:30.010385 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.087600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6c98059-178d-41f3-99d5-c35c5c1f8522 req-f1daf863-a93e-4aa3-8096-c7b92af9a785 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400158 Aug 20 13:22:30.094889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdceef42-eb4b-4e2d-9da5-e2a99d30669f req-f8e4b4bc-46a2-4216-bc03-ea4846549b5e service neutron] 10.222.0.53 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136138 Aug 20 13:22:30.122145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Deleting port 2553f337-2347-4936-b333-1d56b6b5dd97 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:30.122145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.129370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.155699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d37eb239-975f-4b48-8a9c-3cc0e26a1815 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1eeef8ad1fe14465864deeabac985e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488450 Aug 20 13:22:30.182334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47504) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:30.247385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Deleting port 6b24d13c-45be-41e9-9b21-06e014fa73db {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:30.247385 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.288598 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02ef54b5-7767-4ec8-b81b-0938a6ac4efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.292655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.326694 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.330806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.331163 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.365473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02ef54b5-7767-4ec8-b81b-0938a6ac4efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.386902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4795d8-55e1-4a25-847b-23921f4e0e47,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:30.392585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Calling delete_port for 2553f337-2347-4936-b333-1d56b6b5dd97 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:30.397630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.402546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-826fa657-4e57-47f5-a1b2-64477ede8da1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3a4795d8-55e1-4a25-847b-23921f4e0e47 HTTP/1.1" status: 204 len: 168 time: 0.8330574 Aug 20 13:22:30.409493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47506) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:30.472760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.497120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfd0151-82e9-47f8-acdd-c6dc7fd9a998']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:30.522691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933edc84-4d46-4463-93a7-f73f46162e64') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:30.525579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933edc84-4d46-4463-93a7-f73f46162e64') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:30.539345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] For port 6b24d13c-45be-41e9-9b21-06e014fa73db, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6b24d13c-45be-41e9-9b21-06e014fa73db,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:30.540377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.547841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.571435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Calling delete_port for 6b24d13c-45be-41e9-9b21-06e014fa73db owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:30.588976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.625470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.628301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02ef54b5-7767-4ec8-b81b-0938a6ac4efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.631200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02ef54b5-7767-4ec8-b81b-0938a6ac4efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.635209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-02ef54b5-7767-4ec8-b81b-0938a6ac4efc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0042c610-a180-4ad3-8266-6e16dd0eb27d HTTP/1.1" status: 204 len: 168 time: 0.4520621 Aug 20 13:22:30.652144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef54b5-7767-4ec8-b81b-0938a6ac4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042c610-a180-4ad3-8266-6e16dd0eb27d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:30.661811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:30.662353 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:30.664349 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:30.764929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ab782-ee05-4d0d-ab15-393cb3f9bfa6 req-cb33c5c5-e2ef-47e3-bc76-0cbde8e4450b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:30.778096 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f1ab782-ee05-4d0d-ab15-393cb3f9bfa6 req-cb33c5c5-e2ef-47e3-bc76-0cbde8e4450b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 944 time: 0.1795826 Aug 20 13:22:30.789981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.803192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:30.806165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] 10.222.0.59 "DELETE /v2.0/networks/adfd0151-82e9-47f8-acdd-c6dc7fd9a998 HTTP/1.1" status: 204 len: 168 time: 0.8379161 Aug 20 13:22:30.885294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bdad1-7f11-4769-a88b-78d7da605e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=adfd0151-82e9-47f8-acdd-c6dc7fd9a998,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:30.921145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f1ab782-ee05-4d0d-ab15-393cb3f9bfa6 req-ef53ceb7-286c-4c22-bbfa-476b718b7755 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406136 Aug 20 13:22:30.941522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04727e-a679-4b0a-bc6b-75b180293474 req-4b87770f-009c-402a-a635-82f744aa9bed tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:30.943869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e04727e-a679-4b0a-bc6b-75b180293474 req-4b87770f-009c-402a-a635-82f744aa9bed tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.2067823 Aug 20 13:22:30.945648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.024524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c35991-0d42-45b9-a715-72cf93318853']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:31.065492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.066583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47528) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:31.073896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08f6ffe-36bb-4c11-bbcb-5068b5f89bdc') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:31.074148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08f6ffe-36bb-4c11-bbcb-5068b5f89bdc') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:31.124593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.129178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9a670640-415c-4ae6-94b1-24f673b4e652 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:31.144894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Pushing event deleted for resources: {'Port': ['ID=2553f337-2347-4936-b333-1d56b6b5dd97,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:31.178062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e04727e-a679-4b0a-bc6b-75b180293474 req-a8453e75-7199-4d4b-a1ab-789f35284713 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939514 Aug 20 13:22:31.210409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-623658f1-1d82-42f1-859a-538b4709079d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b9e02347cca41adb0c7cbd489f2ab7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423173 Aug 20 13:22:31.218051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47532) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:31.260312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.320786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.327496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:31.332239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.337614 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:31.341415 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:31.343581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90aee7-adcb-4408-b2fd-77fb3856cc08 req-76bcc4e8-1561-441c-b278-e30ec09a67b6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:31.350343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da90aee7-adcb-4408-b2fd-77fb3856cc08 req-76bcc4e8-1561-441c-b278-e30ec09a67b6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 945 time: 0.1092119 Aug 20 13:22:31.359713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47534) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:31.375728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.396445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:31.406258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a51d394c-11ee-4f33-8c8a-21fae3b0bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.453358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:31.455983 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56cbe6-9bcd-42dd-b76b-1f9139e29655" -d '{"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:31.461442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a51d394c-11ee-4f33-8c8a-21fae3b0bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.475570 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da90aee7-adcb-4408-b2fd-77fb3856cc08 req-03b7bb52-0112-4151-9348-905d85b8f226 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242368 Aug 20 13:22:31.481381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:31.509457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.528780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3678a9db-cad1-476a-b007-7b5f44d8dfbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3cba98c580c4f788112d417599c8f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507120 Aug 20 13:22:31.549156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:31.557230 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408cb04-e655-4ebd-8d54-727e94803531 x-openstack-request-id: req-e408cb04-e655-4ebd-8d54-727e94803531 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:31.557567 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:31.557753 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e408cb04-e655-4ebd-8d54-727e94803531 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:31.558401 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652', 'code': 200} Aug 20 13:22:31.562128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event deleted for resources: {'Port': ['ID=6b24d13c-45be-41e9-9b21-06e014fa73db,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:31.589300 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.597680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a51d394c-11ee-4f33-8c8a-21fae3b0bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.606165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a51d394c-11ee-4f33-8c8a-21fae3b0bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.611399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a51d394c-11ee-4f33-8c8a-21fae3b0bbd2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/268cc69e-31a2-490e-80b9-0dbd4705e77d HTTP/1.1" status: 204 len: 168 time: 0.3834953 Aug 20 13:22:31.621422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d394c-11ee-4f33-8c8a-21fae3b0bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268cc69e-31a2-490e-80b9-0dbd4705e77d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:31.621945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.625133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.628702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-91c73919-373a-41f5-aade-6d2a94e99a1b tempest-ServersWithSpecificFlavorTestJSON-1245578829 tempest-ServersWithSpecificFlavorTestJSON-1245578829-project] 10.222.0.59 "DELETE /v2.0/floatingips/56357d30-6b03-4149-8e29-40a11f462db1 HTTP/1.1" status: 204 len: 168 time: 2.1963787 Aug 20 13:22:31.638978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.643029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/77c35991-0d42-45b9-a715-72cf93318853 HTTP/1.1" status: 204 len: 168 time: 1.2300472 Aug 20 13:22:31.667287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:31.679470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5367e-7d12-4326-88cf-1fe76ae4c6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c35991-0d42-45b9-a715-72cf93318853,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:31.708516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] No DVR routers for this DVR port 6b24d13c-45be-41e9-9b21-06e014fa73db on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:31.722437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.725173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18c63f28-03c4-4f55-8350-9959f15dd512 req-727fedfc-cd90-4fca-935a-e7ff42c0f2c6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "DELETE /v2.0/ports/6b24d13c-45be-41e9-9b21-06e014fa73db HTTP/1.1" status: 204 len: 173 time: 1.8178785 Aug 20 13:22:31.726007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'name': 'network-vif-deleted', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:31.738705 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2cd1cf-3a02-4442-b3e9-6831658370b1" -d '{"events": [{"server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "name": "network-vif-deleted", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:31.823692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5076-b098-4f53-a038-16a48dcedec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:31.874928 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c1882-c739-422d-9dc7-9ef5e4d7b91e x-openstack-request-id: req-913c1882-c739-422d-9dc7-9ef5e4d7b91e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:31.876485 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3584a202-c481-46cc-9079-4d88078b1fad", "name": "network-vif-deleted", "tag": "6b24d13c-45be-41e9-9b21-06e014fa73db", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:31.876847 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-913c1882-c739-422d-9dc7-9ef5e4d7b91e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:31.880609 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3584a202-c481-46cc-9079-4d88078b1fad', 'name': 'network-vif-deleted', 'tag': '6b24d13c-45be-41e9-9b21-06e014fa73db', 'status': 'completed', 'code': 200} Aug 20 13:22:31.906764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5076-b098-4f53-a038-16a48dcedec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.041257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47562) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:32.073704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5076-b098-4f53-a038-16a48dcedec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.078407 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5076-b098-4f53-a038-16a48dcedec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.080724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ffdb5076-b098-4f53-a038-16a48dcedec9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/239ca9ee-ab5f-4cff-9ad0-95dbe7002d34 HTTP/1.1" status: 204 len: 168 time: 0.5295582 Aug 20 13:22:32.128816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5076-b098-4f53-a038-16a48dcedec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239ca9ee-ab5f-4cff-9ad0-95dbe7002d34,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:32.245071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba6e2384-f3a0-48a2-9c4f-ff19985a33c2 req-a6a80eee-fabb-4c86-b756-0338dca49591 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.1282773 Aug 20 13:22:32.306689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47582) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:32.327249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9ca7a2e3-6b46-4877-b83f-4bdf9cec7db4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90de83ae2dc3418fbfb508e4371c0202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846372 Aug 20 13:22:32.475826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47586) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:32.548084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4229f40c-b797-47ae-9e75-b32951206797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.593873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4229f40c-b797-47ae-9e75-b32951206797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.603946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad526bd-ba39-4273-8021-2dfb004a72d1 req-4dbf7db5-d58b-40ad-b99c-ac80d6b72e92 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:32.605671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bad526bd-ba39-4273-8021-2dfb004a72d1 req-4dbf7db5-d58b-40ad-b99c-ac80d6b72e92 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1270537 Aug 20 13:22:32.705708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bad526bd-ba39-4273-8021-2dfb004a72d1 req-c3644b39-d289-4a3f-8679-cec8d7b7c50a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901349 Aug 20 13:22:32.743745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4229f40c-b797-47ae-9e75-b32951206797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.746720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4229f40c-b797-47ae-9e75-b32951206797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:32.753344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4229f40c-b797-47ae-9e75-b32951206797 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce4b66f4-48f7-482c-b715-39f04e0aab14 HTTP/1.1" status: 204 len: 168 time: 0.4451280 Aug 20 13:22:32.810616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229f40c-b797-47ae-9e75-b32951206797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b66f4-48f7-482c-b715-39f04e0aab14,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:32.854725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444b2df-9d81-48c6-a99a-13c0760bce71 req-9dceb7a8-b38b-418e-bcf5-678b7ad2b327 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:32.867241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0444b2df-9d81-48c6-a99a-13c0760bce71 req-9dceb7a8-b38b-418e-bcf5-678b7ad2b327 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 943 time: 0.2050781 Aug 20 13:22:32.945196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0444b2df-9d81-48c6-a99a-13c0760bce71 req-aeca15ef-98ad-4d70-b35b-c853e3eaaafc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Aug 20 13:22:33.133230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:33.195047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-14eb633b-9fab-4784-92b1-035dba7205b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:33.196640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-14eb633b-9fab-4784-92b1-035dba7205b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 1097 time: 0.1126566 Aug 20 13:22:33.209315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 6b24d13c-45be-41e9-9b21-06e014fa73db {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:33.210154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6b24d13c-45be-41e9-9b21-06e014fa73db not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:33.210610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9a670640-415c-4ae6-94b1-24f673b4e652 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:33.379177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-3ccf984e-fa52-431d-af40-ca6d24174054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:33.383315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-3ccf984e-fa52-431d-af40-ca6d24174054 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 912 time: 0.1798749 Aug 20 13:22:33.412259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f818c05-7cd8-4f3a-b970-be4874496bc4 req-898508b2-9fce-4cc2-824f-ef50ccf78d2c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:33.414576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f818c05-7cd8-4f3a-b970-be4874496bc4 req-898508b2-9fce-4cc2-824f-ef50ccf78d2c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.2132783 Aug 20 13:22:33.622184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f818c05-7cd8-4f3a-b970-be4874496bc4 req-115472f0-53e3-4b8f-b0a8-71662e2672ca tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949694 Aug 20 13:22:33.917051 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:33.943918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47648) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:34.089689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-20a228a1-59c9-4d08-bfe7-ed2546cca52f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fa58c2f87fe4155bf07cced094073b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426795 Aug 20 13:22:34.092732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47650) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:34.134960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-874ba441-4c28-4abd-a557-fd87caabb76f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e HTTP/1.1" status: 200 len: 217 time: 0.7438457 Aug 20 13:22:34.217835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e485499d-2fd4-4353-b60b-2d0dac406dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:34.246667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-f1c638f7-77cb-424d-8cc2-3c8d0a7406b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:34.248361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-f1c638f7-77cb-424d-8cc2-3c8d0a7406b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.1049638 Aug 20 13:22:34.250898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e485499d-2fd4-4353-b60b-2d0dac406dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:34.302889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-b8c86045-11da-4fd8-aea5-e560f99a4f41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455008 Aug 20 13:22:34.475316 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e485499d-2fd4-4353-b60b-2d0dac406dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:34.476908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47660) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:34.481712 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e485499d-2fd4-4353-b60b-2d0dac406dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:34.485872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e485499d-2fd4-4353-b60b-2d0dac406dac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fcd5473b-0a47-4c16-86b7-178c447c0834 HTTP/1.1" status: 204 len: 168 time: 0.3894861 Aug 20 13:22:34.501698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-d130db18-28fe-4561-ad45-c1cbb4e466e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910555 Aug 20 13:22:34.558693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485499d-2fd4-4353-b60b-2d0dac406dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5473b-0a47-4c16-86b7-178c447c0834,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:34.704697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04b876b5-dbc9-462a-bd37-aa3859415b87 req-d08d2107-f132-4101-ba72-cdfbc60bd55b service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931772 Aug 20 13:22:34.796895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Deleting port 32cd0406-93f6-4f2a-a606-5b91cb82aab9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:34.797653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:34.917452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] For port 32cd0406-93f6-4f2a-a606-5b91cb82aab9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=32cd0406-93f6-4f2a-a606-5b91cb82aab9,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:34.919011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:34.938248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Calling delete_port for 32cd0406-93f6-4f2a-a606-5b91cb82aab9 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:34.959333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-network', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:35.044000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Made reservation on behalf of 3f5bf20aff1b41c5b49303dd1c02f709 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:35.046748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.073471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.330390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.371901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.378900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cd0406-93f6-4f2a-a606-5b91cb82aab9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:35.476499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.502844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:22:35.542472 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.542831 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Added segment 50f801a1-a77a-48f8-8513-306b6acebe1f of type vlan for network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 Aug 20 13:22:35.587704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef8375ab-d114-451c-8bb2-0cdc7aeaa8a3 req-b129c737-5bb3-4089-be2c-b533f5ec2abb tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0568740 Aug 20 13:22:35.701689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-48599cc5-3c2d-41f0-b81d-847cb66a44de tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:35.711511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-48599cc5-3c2d-41f0-b81d-847cb66a44de tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5dfd936-518e-4c90-b70c-f140a4a0f3a7 HTTP/1.1" status: 200 len: 943 time: 0.3274856 Aug 20 13:22:35.746883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.798268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:35.859582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.871141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39944db7-b6d4-4a17-af18-a46e1814b9cb req-a8c4fb62-dc80-4789-b42b-27fac3f81560 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:35.880059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39944db7-b6d4-4a17-af18-a46e1814b9cb req-a8c4fb62-dc80-4789-b42b-27fac3f81560 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1345310 Aug 20 13:22:35.939437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.941602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:35.942484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:35.982825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39944db7-b6d4-4a17-af18-a46e1814b9cb req-04eb4506-3cdd-4989-b9f3-de1d8e608318 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017537 Aug 20 13:22:36.080179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6019454 Aug 20 13:22:36.080627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47724) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:36.090706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Request body: {'subnet': {'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-subnet', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:36.097950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Deleting port 9a670640-415c-4ae6-94b1-24f673b4e652 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:36.098907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:36.208982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Made reservation on behalf of 3f5bf20aff1b41c5b49303dd1c02f709 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:36.212123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:36.292454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] For port 9a670640-415c-4ae6-94b1-24f673b4e652, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9a670640-415c-4ae6-94b1-24f673b4e652,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:36.292884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:36.313549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Calling delete_port for 9a670640-415c-4ae6-94b1-24f673b4e652 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:36.336608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443c28-d8b1-426f-bec6-84a80a531498 admin admin] Pushing event updated for resources: {'Network': ['ID=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:36.346906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:22:36.511867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:22:36.632378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:36.677874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event deleted for resources: {'Port': ['ID=9a670640-415c-4ae6-94b1-24f673b4e652,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:36.707039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:36.716082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7922e83d-191c-4ea4-b7af-a9b78461a876 admin admin] 10.222.0.59 "PUT /v2.0/routers/82d3b594-1f4f-4061-95cf-ffa9dbf036a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2385845 Aug 20 13:22:36.731052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] Sync routers for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:36.749092 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:36.751614 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:36.763637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47754) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:36.859196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b651e83a-f768-4352-9587-1304b7e03376 req-b7b2eee4-44ba-4e4a-a1b9-4cfde9c2ac52 tempest-AbsoluteLimitsNegativeTestJSON-65323744 tempest-AbsoluteLimitsNegativeTestJSON-65323744-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b92e3cddad24e2e9d971e7da9f8bcf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761194 Aug 20 13:22:36.904427 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.010635 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:37.229050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] No DVR routers for this DVR port 9a670640-415c-4ae6-94b1-24f673b4e652 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:37.246832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e83a-f768-4352-9587-1304b7e03376 req-b85006fe-06d1-4d20-816a-a00c1b25cf8d tempest-AbsoluteLimitsNegativeTestJSON-65323744 tempest-AbsoluteLimitsNegativeTestJSON-65323744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:37.249622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.251846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cb083f66-e241-4d8a-8b84-7486b6c14f5d req-0fa250fe-4540-4398-869c-0954240df565 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "DELETE /v2.0/ports/9a670640-415c-4ae6-94b1-24f673b4e652 HTTP/1.1" status: 204 len: 173 time: 1.5386493 Aug 20 13:22:37.259490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b651e83a-f768-4352-9587-1304b7e03376 req-b85006fe-06d1-4d20-816a-a00c1b25cf8d tempest-AbsoluteLimitsNegativeTestJSON-65323744 tempest-AbsoluteLimitsNegativeTestJSON-65323744-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3894606 Aug 20 13:22:37.262222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-deleted', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:37.273410 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca83927c-b768-420d-9488-5639df5e9099" -d '{"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-deleted", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:37.313607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.335682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b651e83a-f768-4352-9587-1304b7e03376 req-272a180d-aeda-425b-9925-c3fb4cccfac5 tempest-AbsoluteLimitsNegativeTestJSON-65323744 tempest-AbsoluteLimitsNegativeTestJSON-65323744-project] 10.222.0.59 "GET /v2.0/quotas/3b92e3cddad24e2e9d971e7da9f8bcf3 HTTP/1.1" status: 200 len: 375 time: 0.0738480 Aug 20 13:22:37.429062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b651e83a-f768-4352-9587-1304b7e03376 req-e982be94-a4e6-4b9b-be04-3a6f98accb76 tempest-AbsoluteLimitsNegativeTestJSON-65323744 tempest-AbsoluteLimitsNegativeTestJSON-65323744-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b92e3cddad24e2e9d971e7da9f8bcf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876343 Aug 20 13:22:37.441860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.475398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Deleting port e6b14dd1-a546-4dcc-ba14-76086e20f267 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:37.475748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.637154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:37.703279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f604cef-4201-4b74-b69c-c55d2370ca44 req-48dd89aa-f5c7-4cd1-aee3-bca7f9e32a8b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0919478 Aug 20 13:22:37.705511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Checking segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:37.706134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Network hostable DHCP agents. Network: a25ad577-b2e4-4ea8-9349-b360ee6ed9a1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:22:37.782088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:22:37.816286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, a25ad577-b2e4-4ea8-9349-b360ee6ed9a1) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:37.828151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30515d26-61b7-4ddb-b71b-2ad26564f132 None None] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:37.847479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:37.849108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.888088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] For port e6b14dd1-a546-4dcc-ba14-76086e20f267, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e6b14dd1-a546-4dcc-ba14-76086e20f267,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:37.888674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:37.910402 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:22:35Z', 'revision_number': 5, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port': {'id': 'e6b14dd1-a546-4dcc-ba14-76086e20f267', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:24Z', 'updated_at': '2021-08-20T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:37.938771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Calling delete_port for e6b14dd1-a546-4dcc-ba14-76086e20f267 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:37.953622 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] Checking router: 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:37.967102 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] Routers {'82d3b594-1f4f-4061-95cf-ffa9dbf036a7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:37.967748 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:37.971702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6525605d-c765-42f9-808f-8a6a46e7dabd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8897662 Aug 20 13:22:37.973517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47786) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:37.981328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:38.007195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826f97b-8cfc-4589-85f6-94e37b8af825 req-af14f5ef-418b-4985-a4b3-de742adb6e6f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:38.016216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e826f97b-8cfc-4589-85f6-94e37b8af825 req-af14f5ef-418b-4985-a4b3-de742adb6e6f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1292090 Aug 20 13:22:38.071845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e826f97b-8cfc-4589-85f6-94e37b8af825 req-0d0cd8b6-55d1-4294-a28d-bebc33c3dfbe tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490346 Aug 20 13:22:38.073795 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.075147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.226680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.273634 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] Set router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:38.276215 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d811eb57-7bfd-4727-901e-7abb3b189d9c x-openstack-request-id: req-d811eb57-7bfd-4727-901e-7abb3b189d9c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:38.276504 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dfd936-518e-4c90-b70c-f140a4a0f3a7", "name": "network-vif-deleted", "tag": "9a670640-415c-4ae6-94b1-24f673b4e652", "status": "failed", "code": 422}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:38.276787 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d811eb57-7bfd-4727-901e-7abb3b189d9c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:38.277208 n-d-804232-5 neutron-server[94862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5dfd936-518e-4c90-b70c-f140a4a0f3a7', 'name': 'network-vif-deleted', 'tag': '9a670640-415c-4ae6-94b1-24f673b4e652', 'status': 'failed', 'code': 422} returned with failed status Aug 20 13:22:38.319907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.365981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d31c3-8f0d-441e-991f-36d0670184d5 None None] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:38.454938 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:22:37Z', 'revision_number': 6, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:38.515810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47800) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:38.533782 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a62f-4cf0-4752-bec2-7938f869bd79 None None] The sync data for ids ['82d3b594-1f4f-4061-95cf-ffa9dbf036a7'] in n-d-804232-5 is: [{'id': '82d3b594-1f4f-4061-95cf-ffa9dbf036a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1776660329-router', 'tenant_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:23Z', 'updated_at': '2021-08-20T13:22:37Z', 'revision_number': 6, 'project_id': '6fbb5aba20534aeeab76ca43aa7505d7', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:38.542168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b14dd1-a546-4dcc-ba14-76086e20f267,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:38.547766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.790621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.795341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.901181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01ee2f04-69f1-459e-932c-bc9e29a09a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.961206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcbb83ef-e02c-4172-9a38-6fad91d7880c req-2cb9a8c0-269c-4114-8c70-8e7d5bd50e9e tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0625513 Aug 20 13:22:38.979402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:38.984337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d3b594-1f4f-4061-95cf-ffa9dbf036a7 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:22:38.994052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.000890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2c7b5a6e-6338-4ede-8215-692bcedd143b admin admin] 10.222.0.59 "DELETE /v2.0/routers/82d3b594-1f4f-4061-95cf-ffa9dbf036a7 HTTP/1.1" status: 204 len: 168 time: 2.2359583 Aug 20 13:22:39.008140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47816) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:39.115181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 32cd0406-93f6-4f2a-a606-5b91cb82aab9 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:39.170649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 32cd0406-93f6-4f2a-a606-5b91cb82aab9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:39.171011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 32cd0406-93f6-4f2a-a606-5b91cb82aab9 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:39.318622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01ee2f04-69f1-459e-932c-bc9e29a09a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.342921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Deleting subnet 9ce2c322-98b3-4185-986a-48dac3990fe8 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:39.350037 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.355785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-c1ef8de3-3033-4cf0-9862-dc6f4a591b0f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156616 Aug 20 13:22:39.371111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.414605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.540054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.583488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-a6c5dcaf-9c64-4234-95b4-2a0026b7884b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:39.585408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-a6c5dcaf-9c64-4234-95b4-2a0026b7884b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099519 Aug 20 13:22:39.626057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-e16b6013-0536-4750-a639-b322387d3f31 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/quotas/bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 375 time: 0.0236895 Aug 20 13:22:39.652006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01ee2f04-69f1-459e-932c-bc9e29a09a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.689516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-d4b5282e-47df-4ce5-9a6d-ab902a54f187 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621061 Aug 20 13:22:39.744500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee2f04-69f1-459e-932c-bc9e29a09a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e5c9e8-0b6f-4912-a1fc-837827ed15b9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:39.767128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.809316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce2c322-98b3-4185-986a-48dac3990fe8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:39.814845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eeb6eb-b4d0-49bc-a810-63ad0da9da67 None None] Network 9f041ca0-5fdd-43d8-98cb-90793276cda4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:39.821865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:39.826045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4fd7f207-ff8f-4a8e-8064-dc1084586423 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9ce2c322-98b3-4185-986a-48dac3990fe8 HTTP/1.1" status: 204 len: 168 time: 0.8141866 Aug 20 13:22:39.838027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47830) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:39.846358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733883ac-2728-4d8b-a912-5a5d145d73bc req-eacd2ee9-eadd-439b-bafe-5ded92fdf629 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:39.847947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-733883ac-2728-4d8b-a912-5a5d145d73bc req-eacd2ee9-eadd-439b-bafe-5ded92fdf629 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.6594684 Aug 20 13:22:39.871068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01ee2f04-69f1-459e-932c-bc9e29a09a4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b92e3cddad24e2e9d971e7da9f8bcf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3526690 Aug 20 13:22:39.884964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:40.089607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.194427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-733883ac-2728-4d8b-a912-5a5d145d73bc req-a2b990df-4208-4852-b34f-515c597fcf31 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312404 Aug 20 13:22:40.208276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.243839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bc6408-cd4f-4179-9280-a7d0effa72f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.306646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.357280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] DHCP port deletion for 9f041ca0-5fdd-43d8-98cb-90793276cda4 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:22:40.364198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bc6408-cd4f-4179-9280-a7d0effa72f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.467385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] Deleting port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:40.469660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.500157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-55440cdf-671a-4747-bc21-764b70075827 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:40.509615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-55440cdf-671a-4747-bc21-764b70075827 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.2929499 Aug 20 13:22:40.511101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0606191e-8e0e-42bd-8d9c-3c125336ddcb req-5f10e276-c513-4069-af6b-55f132593b04 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 210 time: 0.0566363 Aug 20 13:22:40.573862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-2c7c524d-405c-4997-8428-2949a75a7135 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0629947 Aug 20 13:22:40.600199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bc6408-cd4f-4179-9280-a7d0effa72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.606495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bc6408-cd4f-4179-9280-a7d0effa72f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.616568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-91bc6408-cd4f-4179-9280-a7d0effa72f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52e5c9e8-0b6f-4912-a1fc-837827ed15b9 HTTP/1.1" status: 204 len: 168 time: 0.5664911 Aug 20 13:22:40.624846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] For port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:40.625297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.640018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Deleting port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:40.640564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.656118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc6408-cd4f-4179-9280-a7d0effa72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e5c9e8-0b6f-4912-a1fc-837827ed15b9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:40.657437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] Calling delete_port for 9a67a2d6-4cc5-46f5-ba4e-4411495411bd owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:40.862887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Allocated IP 172.25.6.34 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/08829fca-e6bf-4fd3-a1a1-becdd1da6abc) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:40.863750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-42ce2653-80fe-4bc2-b0f6-877f6a2046f6 req-c085a4e3-2b4b-4290-8a0b-3d3de0c6661b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3584a202-c481-46cc-9079-4d88078b1fad HTTP/1.1" status: 200 len: 210 time: 0.0975392 Aug 20 13:22:40.912121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] For port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,segment=NetworkSegment(8530694c-b21f-475f-8ee3-387f4d285f9a),segment_id=8530694c-b21f-475f-8ee3-387f4d285f9a)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:40.913639 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.916327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:40.954104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Calling delete_port for 9a67a2d6-4cc5-46f5-ba4e-4411495411bd owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:41.029556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] Pushing event deleted for resources: {'Port': ['ID=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:41.034475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a84eb8-a7cd-486a-a5ba-33268a411b43 None None] No DVR routers for this DVR port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:41.059924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-a4b3191a-d12b-4b4e-83e9-f966de08e910 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4843128 Aug 20 13:22:41.085831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9a67a2d6-4cc5-46f5-ba4e-4411495411bd no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:41.154846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9a67a2d6-4cc5-46f5-ba4e-4411495411bd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:41.155068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9a67a2d6-4cc5-46f5-ba4e-4411495411bd not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:41.155498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e6b14dd1-a546-4dcc-ba14-76086e20f267 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:41.195459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e6b14dd1-a546-4dcc-ba14-76086e20f267 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:41.195822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e6b14dd1-a546-4dcc-ba14-76086e20f267 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:41.256661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.257953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.355537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.374803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] No DVR routers for this DVR port 9a67a2d6-4cc5-46f5-ba4e-4411495411bd on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:41.377583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a67a2d6-4cc5-46f5-ba4e-4411495411bd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:41.462965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:41.514626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:41.523743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:41.594480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Pushing event updated for resources: {'Port': ['ID=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:41.640973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.671951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f041ca0-5fdd-43d8-98cb-90793276cda4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:41.685819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8530694c-b21f-475f-8ee3-387f4d285f9a') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:41.686955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8530694c-b21f-475f-8ee3-387f4d285f9a') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:41.699552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.729622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.739023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:41.739755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:41.887736 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:41.891279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.938148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:41.943773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-f9502c0d-90af-4510-96c4-0fd9f4e392bc service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749709 Aug 20 13:22:41.959857 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f041ca0-5fdd-43d8-98cb-90793276cda4 HTTP/1.1" status: 204 len: 168 time: 2.1108057 Aug 20 13:22:41.978674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:42.021173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07e11-0c64-4b0a-b1f7-3182886af478 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f041ca0-5fdd-43d8-98cb-90793276cda4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:42.040100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d7f94-13ae-42bc-ab6a-aaf176a28098 req-f4f3949d-0225-4fce-9666-6ea0685b92e5 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:42.052123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a52d7f94-13ae-42bc-ab6a-aaf176a28098 req-f4f3949d-0225-4fce-9666-6ea0685b92e5 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.6861782 Aug 20 13:22:42.192964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a52d7f94-13ae-42bc-ab6a-aaf176a28098 req-18290492-e697-4559-b87d-1f5a6577f335 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392231 Aug 20 13:22:42.248712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-2eecd088-7ade-41b4-8ae5-72dd20809c20 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790043 Aug 20 13:22:42.322869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:42.487437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-a71b60f5-1845-4352-b5ec-5e7ebf5f7c6a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:42.491912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-a71b60f5-1845-4352-b5ec-5e7ebf5f7c6a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333179 Aug 20 13:22:42.517891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Request body: {'port': {'device_id': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'bb9b77d3121949b0bd19f23ccdb10c12'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:42.693776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-731158075-network', 'tenant_id': 'ac07166aa8004435ba5ef7d0c91952bf'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:42.714664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1c8df3a-90a3-4bb1-8552-97c098f8286f req-75fa591b-e828-4c8d-9607-cc6877a0be40 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 210 time: 0.0561359 Aug 20 13:22:42.759052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-cdccbc07-9f45-47da-a1ee-7cc192f31941 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930045 Aug 20 13:22:42.870133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Made reservation on behalf of ac07166aa8004435ba5ef7d0c91952bf for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:42.872906 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:42.891791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Made reservation on behalf of bb9b77d3121949b0bd19f23ccdb10c12 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:42.896203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:42.898320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:42.956335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.041642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.110047 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-164fb3f2-6c48-4d70-9c9f-d58df3271631 req-69716b74-67ed-4e54-be9e-3eabc38d1dbe tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 210 time: 0.0475614 Aug 20 13:22:43.204717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.217729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.346679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ecd3fa-be89-4c5f-a417-81ef3408cd7c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:43.512221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Allocated IP 192.168.233.202 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/17f3eaa1-65bb-4857-ae85-7604570f30df) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:43.545617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.606572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.811856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b7b10-da93-4873-aedf-7eb2f30c26b8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:43.841959 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.880285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:22:43.927361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:43.927825 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Added segment 301a2b46-1dd6-49d2-9d67-350bd4068089 of type vlan for network b9bdac84-69e6-4c1d-8934-20862fa8d3da Aug 20 13:22:44.005882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5699dab-326f-418d-b406-1b3d978179bc req-0501378c-ac94-4d9e-a6dd-4f0b5d054394 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 210 time: 0.1515729 Aug 20 13:22:44.061940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Transition to ACTIVE for port object 17f3eaa1-65bb-4857-ae85-7604570f30df will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:44.072347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ffbb-af11-4ff5-99ee-72d014c88ed7 req-3a588ab1-4fee-474c-81b7-2c2c0ab4fe6f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:44.074501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa98ffbb-af11-4ff5-99ee-72d014c88ed7 req-3a588ab1-4fee-474c-81b7-2c2c0ab4fe6f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.5269582 Aug 20 13:22:44.112125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.215108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.305497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa98ffbb-af11-4ff5-99ee-72d014c88ed7 req-318d1dcd-c264-468b-addc-7cc25e6103d4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086554 Aug 20 13:22:44.310140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.312311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:44.313130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.322905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eeef0254-503c-4f4f-af8a-dcaec9cb4623 req-d51379f0-2638-4163-a4ae-343790e59d89 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 210 time: 0.0509031 Aug 20 13:22:44.341786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.342622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:44.347535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:44.351725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:44.385440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:44.446103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:44.446103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.471614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] Pushing event updated for resources: {'Network': ['ID=b9bdac84-69e6-4c1d-8934-20862fa8d3da,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:44.487990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network b9bdac84-69e6-4c1d-8934-20862fa8d3da details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:22:44.491665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-f84de765-d3e8-4341-a977-427146bc6525 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9787824 Aug 20 13:22:44.504649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Request body: {'port': {'device_id': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:44.570601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2905a8d0-9915-4c98-8865-39902680cd28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2419190 Aug 20 13:22:44.596187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.614338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:44.682796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.719659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Request body: {'subnet': {'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-731158075-subnet', 'tenant_id': 'ac07166aa8004435ba5ef7d0c91952bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:44.954420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-11309c7d-8a5d-4558-985e-6c01b24c52e4 None None] Provisioning for port 17f3eaa1-65bb-4857-ae85-7604570f30df completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:44.959922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-11309c7d-8a5d-4558-985e-6c01b24c52e4 None None] Provisioning complete for port 17f3eaa1-65bb-4857-ae85-7604570f30df triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:44.960539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11309c7d-8a5d-4558-985e-6c01b24c52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:45.048184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-11309c7d-8a5d-4558-985e-6c01b24c52e4 None None] Port 17f3eaa1-65bb-4857-ae85-7604570f30df cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:22:45.166055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:22:45.204013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-f149d050-cfcd-454c-99dd-baa067fb16ed tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:45.206369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-f149d050-cfcd-454c-99dd-baa067fb16ed tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.2949994 Aug 20 13:22:45.253229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Request body: {'port': {'device_id': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'admin_state_up': True, 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:45.279703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Made reservation on behalf of ac07166aa8004435ba5ef7d0c91952bf for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:45.282091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:45.568094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Router 611d84ba-9196-4c09-abd0-a8968ff50a55 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:22:45.611424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0a80-0e92-45dc-92c5-625ff15fdb20 req-085b2eaf-c408-49d6-9c61-e99159313f41 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:45.613352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a63e0a80-0e92-45dc-92c5-625ff15fdb20 req-085b2eaf-c408-49d6-9c61-e99159313f41 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 936 time: 0.4055498 Aug 20 13:22:45.687716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aea26c-030e-422c-9f3e-48eecf1691f2 req-09056116-35d9-460f-b04d-7b54d5aa998d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:45.689654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93aea26c-030e-422c-9f3e-48eecf1691f2 req-09056116-35d9-460f-b04d-7b54d5aa998d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.2406008 Aug 20 13:22:45.693086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:45.697244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:45.739021 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44fe2bfc-ab01-48c9-8586-07f454f2b75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:45.773803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a63e0a80-0e92-45dc-92c5-625ff15fdb20 req-55465854-7976-4f8e-a8ff-90c0c5620a84 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538751 Aug 20 13:22:45.929801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.009945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d77a003f-6684-46b9-8572-b422a524b1c6 req-64f7513c-0346-491f-bc07-4a741bde4cde tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 210 time: 0.0724366 Aug 20 13:22:46.030546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93aea26c-030e-422c-9f3e-48eecf1691f2 req-25aeff1d-1ef9-44bf-8c10-5ec61e10015c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232470 Aug 20 13:22:46.054211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f3eaa1-65bb-4857-ae85-7604570f30df {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:46.087217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:46.093106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Allocated IP 172.20.0.10 (e26a7a07-7652-4aa0-a07c-4615a201317a/4d8700bf-5c40-4e70-bc85-4fd41fae211c/1feeea6d-5b80-4631-8d9f-6f647d889bff) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:46.100047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Sync routers for ids ['611d84ba-9196-4c09-abd0-a8968ff50a55'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:46.122375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Routers {'611d84ba-9196-4c09-abd0-a8968ff50a55'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:46.123159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['611d84ba-9196-4c09-abd0-a8968ff50a55'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:46.130411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e92b35-de7d-40c2-be4b-cb4d3acb72b8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:46.170381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Checking segment: {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:46.170908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Network hostable DHCP agents. Network: b9bdac84-69e6-4c1d-8934-20862fa8d3da, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:22:46.176432 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.181587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ed946c69-ba44-43a3-9abf-90f5b742c90f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2051401 Aug 20 13:22:46.182575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47972) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:46.263423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Network b9bdac84-69e6-4c1d-8934-20862fa8d3da is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:22:46.325666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, b9bdac84-69e6-4c1d-8934-20862fa8d3da) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:46.329358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Set router 611d84ba-9196-4c09-abd0-a8968ff50a55 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:46.336867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:46.340110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.372384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Deleting port dd339ce2-8d23-4dca-827c-2da67549c3fc {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:46.372858 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.375361 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0443cb57-4f89-43be-9a7e-6dc7a7035ac1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7563884 Aug 20 13:22:46.389771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.404128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca98026e-493f-4b35-97f0-79010dae88b4 None None] Network b9bdac84-69e6-4c1d-8934-20862fa8d3da requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:46.436718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Transition to ACTIVE for port object 17f3eaa1-65bb-4857-ae85-7604570f30df will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:46.456536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.518538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] For port dd339ce2-8d23-4dca-827c-2da67549c3fc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dd339ce2-8d23-4dca-827c-2da67549c3fc,segment=NetworkSegment(280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5),segment_id=280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:46.518911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:46.555899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Calling delete_port for dd339ce2-8d23-4dca-827c-2da67549c3fc owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:46.772848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-32bb81ed-b5bd-4644-b2c9-c7a97f50db6d req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1827726864', 'description': 'tempest-description-15708671'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:46.910463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca85d2d-c20a-4d22-8443-8de180edae75 None None] Network b9bdac84-69e6-4c1d-8934-20862fa8d3da requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:46.940944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32bb81ed-b5bd-4644-b2c9-c7a97f50db6d req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.198725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:22:42Z', 'revision_number': 3, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:47.202874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:47.246672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Checking router: 611d84ba-9196-4c09-abd0-a8968ff50a55 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:47.247071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Updating router 611d84ba-9196-4c09-abd0-a8968ff50a55 port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:22:47.282220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.298997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32bb81ed-b5bd-4644-b2c9-c7a97f50db6d req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.305208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.313816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bba95-6511-4f69-8bde-efd89b0b0bab req-501ace3f-baab-45c5-97e9-1027fc2a42e0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:47.315116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-758bba95-6511-4f69-8bde-efd89b0b0bab req-501ace3f-baab-45c5-97e9-1027fc2a42e0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 948 time: 0.2291024 Aug 20 13:22:47.316064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.319762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:47.320415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:47.320415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:47.326819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Port 17f3eaa1-65bb-4857-ae85-7604570f30df on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:47.327145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:47.364592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:47.365118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:47.365851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:47.365980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Bound port: 17f3eaa1-65bb-4857-ae85-7604570f30df, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:47.366238 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.370105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd339ce2-8d23-4dca-827c-2da67549c3fc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:47.378755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32bb81ed-b5bd-4644-b2c9-c7a97f50db6d req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.425224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-758bba95-6511-4f69-8bde-efd89b0b0bab req-80c7ac61-1fb0-4343-aeba-8292aad3c90b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929739 Aug 20 13:22:47.477311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.541422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event updated for resources: {'Port': ['ID=1feeea6d-5b80-4631-8d9f-6f647d889bff,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:47.567989 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32bb81ed-b5bd-4644-b2c9-c7a97f50db6d req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.571864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32bb81ed-b5bd-4644-b2c9-c7a97f50db6d req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8063912 Aug 20 13:22:47.587093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f98ba-5539-4b1b-a7bb-0c2ddf0a3bf4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5326ad-1b1e-498a-96d9-5a4dc13fb552,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:47.590004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Network e26a7a07-7652-4aa0-a07c-4615a201317a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:47.627204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:47.630671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:47.634287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:47.703039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:47.713524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.735778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033b42d-f0e6-4560-b325-607303f34627 req-44c1a619-5f51-4b3e-92d5-63e38920f15e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:47.737645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7033b42d-f0e6-4560-b325-607303f34627 req-44c1a619-5f51-4b3e-92d5-63e38920f15e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 932 time: 0.1321394 Aug 20 13:22:47.778725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:47.779721 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.806496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:47.807544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.810626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 1096 time: 3.3105984 Aug 20 13:22:47.816973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:47.819717 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3369b739-5130-4c53-b687-3dc76f9e4c68" -d '{"events": [{"name": "network-changed", "server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:47.824732 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-5a16d4e1-3894-412d-9930-477d6c1e7eb2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5878053 Aug 20 13:22:47.849169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Request body: {'port': {'device_id': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:47.913390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.949477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Transition to ACTIVE for port object 08829fca-e6bf-4fd3-a1a1-becdd1da6abc will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:47.950439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7033b42d-f0e6-4560-b325-607303f34627 req-e0230a59-1413-4743-b5ad-6d1f6559e63f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882076 Aug 20 13:22:47.960830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:47.967463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bee8c-665d-426e-9d7c-a620f041e5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:48.011815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.029255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.029483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Attempting to bind port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:48.030130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Attempting to bind port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:48.030720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Attempting to bind port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:48.043346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59866de7-b6bc-4117-8b1d-30bfd16de5a2 None None] Pushing event updated for resources: {'Port': ['ID=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:48.061621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:48.062203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:48.063988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.064416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:48.067347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Bound port: 08829fca-e6bf-4fd3-a1a1-becdd1da6abc, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:48.067999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.070730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20039052-ab91-4933-8b43-5b0c48e49c9a req-525858a9-6700-4130-b0fe-45b140185244 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:48.072596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20039052-ab91-4933-8b43-5b0c48e49c9a req-525858a9-6700-4130-b0fe-45b140185244 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.3107555 Aug 20 13:22:48.096733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-ec909d19-356a-4f9c-9ae0-58e3d1bd78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:48.102458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-ec909d19-356a-4f9c-9ae0-58e3d1bd78fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1099 time: 0.2351248 Aug 20 13:22:48.148962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20039052-ab91-4933-8b43-5b0c48e49c9a req-68b92c5c-fd21-472a-a1bb-99c184ce89d6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 Aug 20 13:22:48.160969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.208440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] For port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:48.212790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] For port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:48.226661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-a9b0e72c-d89d-4397-a428-f9c6152e7b04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0757642 Aug 20 13:22:48.231092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.303446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Routers {'611d84ba-9196-4c09-abd0-a8968ff50a55'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:48.304100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['611d84ba-9196-4c09-abd0-a8968ff50a55'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:48.370948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ef38dbe6-1afa-4cb4-88a7-6ebf07fafe00 req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195976943', 'description': 'tempest-description-1382125902'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:48.423117 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e880d5-0e4e-47f0-b727-e70724a9ef34 x-openstack-request-id: req-93e880d5-0e4e-47f0-b727-e70724a9ef34 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:48.423499 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:48.423846 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93e880d5-0e4e-47f0-b727-e70724a9ef34 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:48.424325 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'status': 'completed', 'code': 200} Aug 20 13:22:48.435009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef38dbe6-1afa-4cb4-88a7-6ebf07fafe00 req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.439058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-18a2d8ee-659c-4a9b-a86a-ae772427ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:48.440867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-18a2d8ee-659c-4a9b-a86a-ae772427ed98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1836333 Aug 20 13:22:48.460182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59866de7-b6bc-4117-8b1d-30bfd16de5a2 None None] Pushing event updated for resources: {'Port': ['ID=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:48.499500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca34585b-29e1-47c2-9b0a-9443ad226ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.521824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.521824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] Set router 611d84ba-9196-4c09-abd0-a8968ff50a55 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:48.598072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-9e64b8ed-2ca1-4ba8-80b1-7c6bdae6c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:48.599780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-9e64b8ed-2ca1-4ba8-80b1-7c6bdae6c7e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051691 Aug 20 13:22:48.624362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Allocated IP 172.20.0.1 (a25ad577-b2e4-4ea8-9349-b360ee6ed9a1/c411b5b7-96a4-4ceb-8d81-5ba51cd606d2/4bf072c4-a8b7-4e4b-9a09-69f3d71483ee) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:48.772166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ce4c0-b484-4ae1-ab65-a6341ea65a07 req-c7cc5cde-23b9-45b1-9b84-b4b42523e43b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:48.775560 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e4ce4c0-b484-4ae1-ab65-a6341ea65a07 req-c7cc5cde-23b9-45b1-9b84-b4b42523e43b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.1466181 Aug 20 13:22:48.796038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:22:42Z', 'revision_number': 3, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:48.845689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e7916-99eb-4bc5-b4d6-27d7a8864881 None None] The sync data for ids ['611d84ba-9196-4c09-abd0-a8968ff50a55'] in n-d-804232-5 is: [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:22:42Z', 'revision_number': 3, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:48.878423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-a4dfca0b-7dc2-4bdc-9510-2315102d19db service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692640 Aug 20 13:22:48.882290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e4ce4c0-b484-4ae1-ab65-a6341ea65a07 req-4be6eebb-645a-4370-9d17-00ed461e0ca1 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804286 Aug 20 13:22:48.901583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Router 00debb3b-8a45-4820-b04a-b0782378734a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:22:48.913809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feeea6d-5b80-4631-8d9f-6f647d889bff {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:48.929807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.933559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef38dbe6-1afa-4cb4-88a7-6ebf07fafe00 req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.959950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef38dbe6-1afa-4cb4-88a7-6ebf07fafe00 req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:48.973137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Transition to ACTIVE for port object 1feeea6d-5b80-4631-8d9f-6f647d889bff will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:49.007798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.038729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.048749 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef38dbe6-1afa-4cb4-88a7-6ebf07fafe00 req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.049982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef38dbe6-1afa-4cb4-88a7-6ebf07fafe00 req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6940186 Aug 20 13:22:49.054328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3d75a-9da9-4d80-8604-098816e16164 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd198051-70a3-414b-8496-da047a21c377,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:49.181081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:49.187036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ff91854c-3f07-44d2-ad5e-a799f9ab8ef4 admin admin] 10.222.0.59 "PUT /v2.0/routers/00debb3b-8a45-4820-b04a-b0782378734a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2070498 Aug 20 13:22:49.196047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48046) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:49.204932 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] Sync routers for ids ['00debb3b-8a45-4820-b04a-b0782378734a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:49.206648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.214202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8718-9590-4c70-82a6-b60243982998 req-37b8d128-26df-434e-93bb-60baf7c309c1 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:49.216086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8fcf8718-9590-4c70-82a6-b60243982998 req-37b8d128-26df-434e-93bb-60baf7c309c1 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 945 time: 0.3633921 Aug 20 13:22:49.216799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1feeea6d-5b80-4631-8d9f-6f647d889bff,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:49.227402 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] Routers {'00debb3b-8a45-4820-b04a-b0782378734a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:49.228228 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['00debb3b-8a45-4820-b04a-b0782378734a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:49.296012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb900de-4be8-4ae1-9e2d-e1a8f8dd2605 req-7377ab71-1208-407d-b86f-e2e49e955817 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:49.298969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abb900de-4be8-4ae1-9e2d-e1a8f8dd2605 req-7377ab71-1208-407d-b86f-e2e49e955817 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 948 time: 0.3212435 Aug 20 13:22:49.300256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:49.313029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:49.331682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:49.334014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Pushing event updated for resources: {'Port': ['ID=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:49.351553 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.454479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd115e9a-56f2-48c5-9783-5ec3f12eb250 req-99427fcf-e1dc-45d4-a1e1-7d72e0e16460 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472584 Aug 20 13:22:49.458267 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] Set router 00debb3b-8a45-4820-b04a-b0782378734a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:49.560601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Attempting to bind port 1feeea6d-5b80-4631-8d9f-6f647d889bff on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:49.560968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Attempting to bind port 1feeea6d-5b80-4631-8d9f-6f647d889bff by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:49.561302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Attempting to bind port 1feeea6d-5b80-4631-8d9f-6f647d889bff on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:49.617098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abb900de-4be8-4ae1-9e2d-e1a8f8dd2605 req-476c1bf3-f36e-4f64-b5da-28709f151ca8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041151 Aug 20 13:22:49.620109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Port 1feeea6d-5b80-4631-8d9f-6f647d889bff on network e26a7a07-7652-4aa0-a07c-4615a201317a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:49.620525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Attempting to bind port 1feeea6d-5b80-4631-8d9f-6f647d889bff on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:49.664842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:49.665443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:49.670963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Bound using segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:49.671827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Bound port: 1feeea6d-5b80-4631-8d9f-6f647d889bff, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:49.672391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.763387 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:22:47Z', 'revision_number': 5, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:49.764330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-91f67dc9-8e0e-4a4c-a51f-21e2d5dfb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:49.765923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-91f67dc9-8e0e-4a4c-a51f-21e2d5dfb03d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1099 time: 0.2428010 Aug 20 13:22:49.779231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Deleting port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:49.779582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.807790 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] Checking router: 00debb3b-8a45-4820-b04a-b0782378734a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:49.818553 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] Routers {'00debb3b-8a45-4820-b04a-b0782378734a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:49.819254 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['00debb3b-8a45-4820-b04a-b0782378734a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:49.901656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:49.940425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.946787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.973678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] For port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:49.974121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:49.996483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Calling delete_port for 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:50.029724 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] Set router 00debb3b-8a45-4820-b04a-b0782378734a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:50.085086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.123481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:50.126400 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407f7430-bf53-4932-bf2a-6116e9786d3f" -d '{"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:50.158230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:50.167580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.201075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] For port 1feeea6d-5b80-4631-8d9f-6f647d889bff, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:50.239934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:50.294251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] For port 1feeea6d-5b80-4631-8d9f-6f647d889bff, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:50.317866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156680-d458-49b1-95b3-369cf847f561 req-934784fc-c9b8-49d2-8a01-e6c2ef073769 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.319955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7156680-d458-49b1-95b3-369cf847f561 req-934784fc-c9b8-49d2-8a01-e6c2ef073769 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 944 time: 0.5474262 Aug 20 13:22:50.326962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.329437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.357842 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:22:47Z', 'revision_number': 5, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:50.386264 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704fb80-8f34-423b-8d14-e51463503986 None None] The sync data for ids ['00debb3b-8a45-4820-b04a-b0782378734a'] in n-d-804232-5 is: [{'id': '00debb3b-8a45-4820-b04a-b0782378734a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080969298-router', 'tenant_id': 'ea79839724ff4feeac771bc69131d2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:17:43Z', 'updated_at': '2021-08-20T13:22:47Z', 'revision_number': 5, 'project_id': 'ea79839724ff4feeac771bc69131d2e9', 'gw_port': {'id': '33a5256a-f6a0-4765-8481-8436c56ed735', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00debb3b-8a45-4820-b04a-b0782378734a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:17:44Z', 'updated_at': '2021-08-20T13:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:50.403449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.429849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-d16af708-785d-4fb5-ada5-5cf8c63671bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.431335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-d16af708-785d-4fb5-ada5-5cf8c63671bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.6576407 Aug 20 13:22:50.452016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1feeea6d-5b80-4631-8d9f-6f647d889bff,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:50.455213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.455213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.455213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-4a1d1e44-71a5-4543-8cc9-483e768f14e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/1feeea6d-5b80-4631-8d9f-6f647d889bff HTTP/1.1" status: 200 len: 1092 time: 2.6169198 Aug 20 13:22:50.461468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'tag': '1feeea6d-5b80-4631-8d9f-6f647d889bff'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:50.463777 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13" -d '{"events": [{"name": "network-changed", "server_uuid": "302d1312-2c6f-424d-94bf-2537bbd9c34c", "tag": "1feeea6d-5b80-4631-8d9f-6f647d889bff"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:50.514872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-c8044d28-4912-43dc-87f4-795692545e7c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.516372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-c8044d28-4912-43dc-87f4-795692545e7c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 812 time: 0.2609987 Aug 20 13:22:50.517253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.542330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] No DVR routers for this DVR port 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:50.548998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-dd28af18-1e39-4520-bf02-7eba8ea28df4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/quotas/ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 375 time: 0.0193031 Aug 20 13:22:50.561689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.563647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8fcf8718-9590-4c70-82a6-b60243982998 req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "DELETE /v2.0/ports/03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 HTTP/1.1" status: 204 len: 173 time: 1.3356683 Aug 20 13:22:50.564392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7318f54-fc4b-48be-9248-0df19aa407ee tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event deleted for resources: {'Port': ['ID=03e9ee6f-79c1-495c-9d9d-1cf6de58ad40,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:50.567047 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-dac99d63-fd43-42ea-ad09-d2f1b2bbbde8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.1109736 Aug 20 13:22:50.598645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7156680-d458-49b1-95b3-369cf847f561 req-a03bf57c-79e4-41d1-9ce9-aee575d5da5e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638092 Aug 20 13:22:50.614875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-a685569d-ff99-41d8-bf2c-0a4029c256ae tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428123 Aug 20 13:22:50.654779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-628b1586-5be2-48ef-aad0-d728259832a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.656299 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-628b1586-5be2-48ef-aad0-d728259832a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0690250 Aug 20 13:22:50.658119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-a11fd51f-ff77-4db6-82b2-44894d37a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.659607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-a11fd51f-ff77-4db6-82b2-44894d37a2dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 1095 time: 0.1592176 Aug 20 13:22:50.741750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-67d16f33-47ff-417e-a0b6-991488825463 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff HTTP/1.1" status: 200 len: 217 time: 0.0688922 Aug 20 13:22:50.745024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Deleting port 33a5256a-f6a0-4765-8481-8436c56ed735 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:50.745368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.825915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-8ec594e4-cff5-44be-a51b-be9567aec2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.827474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-8ec594e4-cff5-44be-a51b-be9567aec2c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644185 Aug 20 13:22:50.840087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28346-ad80-4899-990e-87b70769946b req-7e9e4ebb-317c-4dc2-aa8d-de2f2a2768cd tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.841676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81a28346-ad80-4899-990e-87b70769946b req-7e9e4ebb-317c-4dc2-aa8d-de2f2a2768cd tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1420870 Aug 20 13:22:50.844691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1211-2194-4820-8513-93706f924a0a req-8cad0769-17b4-4b4a-93fd-dfaefb3d46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:50.846414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-8cad0769-17b4-4b4a-93fd-dfaefb3d46f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.0820000 Aug 20 13:22:50.881993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-1dbcd8e7-5b82-443b-b3d7-30a5336820d9 service neutron] 10.222.0.59 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564292 Aug 20 13:22:50.911193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] For port 33a5256a-f6a0-4765-8481-8436c56ed735, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33a5256a-f6a0-4765-8481-8436c56ed735,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:50.911775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:50.934784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-f43aca5f-d13c-4e88-811b-ae81e86f1047 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785322 Aug 20 13:22:50.977444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Calling delete_port for 33a5256a-f6a0-4765-8481-8436c56ed735 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:50.992412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81a28346-ad80-4899-990e-87b70769946b req-dbbb1915-8dd0-4b5b-8b87-aaa97fb2e621 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382570 Aug 20 13:22:51.061252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.085014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.120454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-65c4185b-68d6-4ce1-8c21-f4f93eef905a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777870 Aug 20 13:22:51.137036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08829fca-e6bf-4fd3-a1a1-becdd1da6abc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:51.180431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:51.217722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Pushing event updated for resources: {'Port': ['ID=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:51.226222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-2e505598-b4fd-4670-80d7-166700000629 service neutron] 10.222.0.59 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359807 Aug 20 13:22:51.253194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1501b61-a411-4286-ae1d-7f953c9cd180 req-df3cb1c7-7dd5-4bb7-b18a-d659e2ad52a6 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d HTTP/1.1" status: 200 len: 210 time: 0.1007051 Aug 20 13:22:51.277534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.291602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-9ef01e22-3efb-4467-bd2f-310bd1e9975a service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450572 Aug 20 13:22:51.365147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.382499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:51.455998 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.466095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:51.516336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a5256a-f6a0-4765-8481-8436c56ed735,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:51.516503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'mac_address': 'fa:16:3e:a7:0f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:51.545756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:51.545756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.548147 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b7a9d-35ee-46d8-a52b-ec5fc4c8d671 x-openstack-request-id: req-056b7a9d-35ee-46d8-a52b-ec5fc4c8d671 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:51.548642 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:51.549068 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-056b7a9d-35ee-46d8-a52b-ec5fc4c8d671 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:51.549606 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'code': 200} Aug 20 13:22:51.584979 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3369b739-5130-4c53-b687-3dc76f9e4c68 req-a9844e06-8294-49cb-9671-86ca554ce4d5 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565809 Aug 20 13:22:51.627940 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c28b0-e328-45b8-8453-5cab661fcdfe x-openstack-request-id: req-ee1c28b0-e328-45b8-8453-5cab661fcdfe {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:51.627940 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302d1312-2c6f-424d-94bf-2537bbd9c34c", "tag": "1feeea6d-5b80-4631-8d9f-6f647d889bff", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:51.627940 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee1c28b0-e328-45b8-8453-5cab661fcdfe {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:51.629015 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'tag': '1feeea6d-5b80-4631-8d9f-6f647d889bff', 'status': 'completed', 'code': 200} Aug 20 13:22:51.637072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-643e1211-2194-4820-8513-93706f924a0a req-a674e8fc-53ed-4bbb-b610-b3a5deff94e9 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410730 Aug 20 13:22:51.660704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:51.682186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:51.697419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.712815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.746879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f3eaa1-65bb-4857-ae85-7604570f30df {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:51.747410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6251422-924c-46a4-bb3d-9e43ac9824e2 req-1ce920ad-cbb4-4288-8628-38ca379491e7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 210 time: 0.0556362 Aug 20 13:22:51.797643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:51.806014 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.824815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-ea3716e4-fa08-4168-a7ee-198b6949fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:51.826473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-ea3716e4-fa08-4168-a7ee-198b6949fab1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 1095 time: 0.1047087 Aug 20 13:22:51.862793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.872015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.878290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.900490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8711d-d207-4953-b8b8-ced69a02777c req-5e10c3d6-66de-40c0-8ef4-6e57eaf12add tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:51.902103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29f8711d-d207-4953-b8b8-ced69a02777c req-5e10c3d6-66de-40c0-8ef4-6e57eaf12add tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 948 time: 0.2294014 Aug 20 13:22:51.905179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:51.912466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:51.937895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.942194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:51.946203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:51.946886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03e9ee6f-79c1-495c-9d9d-1cf6de58ad40 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:51.952708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dd339ce2-8d23-4dca-827c-2da67549c3fc no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:51.993132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.993746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00debb3b-8a45-4820-b04a-b0782378734a {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:22:51.997663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: dd339ce2-8d23-4dca-827c-2da67549c3fc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:51.998242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dd339ce2-8d23-4dca-827c-2da67549c3fc not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:52.005835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.007006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6e0cff4b-fbaf-46b3-b80c-8d88c99f08d6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/00debb3b-8a45-4820-b04a-b0782378734a HTTP/1.1" status: 204 len: 168 time: 2.8139729 Aug 20 13:22:52.009823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48110) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:52.012265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fe954-0e09-48ea-a704-e2a4cd964e3c req-15437f14-fd37-481c-bff4-e2531b736c63 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:52.014196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b8fe954-0e09-48ea-a704-e2a4cd964e3c req-15437f14-fd37-481c-bff4-e2531b736c63 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 944 time: 0.1562564 Aug 20 13:22:52.038047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:52.067928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:52.069923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29f8711d-d207-4953-b8b8-ced69a02777c req-4810b3ac-b1fc-44fb-87a2-5ec6e7221030 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049120 Aug 20 13:22:52.074071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Router 611d84ba-9196-4c09-abd0-a8968ff50a55 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:22:52.121174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-c2c4f37e-3c3e-4924-a45f-eee10f1a90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:52.122692 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-c2c4f37e-3c3e-4924-a45f-eee10f1a90eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.2886860 Aug 20 13:22:52.124715 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Deleting subnet 44ebdf1e-deec-4851-9c9a-53eeaa3270c9 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:22:52.126463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b8fe954-0e09-48ea-a704-e2a4cd964e3c req-c3cf24d1-a8ad-43af-b82a-a3e9a1a875aa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001337 Aug 20 13:22:52.131038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.194000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-7a91f2ff-a245-4f16-9b38-ca0d0a751a74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff HTTP/1.1" status: 200 len: 217 time: 0.0624280 Aug 20 13:22:52.341518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53b43-1edb-4a92-8b0e-2a82aee6c628 req-732ca39a-689d-4186-ae63-b4f21491ec28 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:52.343173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eda53b43-1edb-4a92-8b0e-2a82aee6c628 req-732ca39a-689d-4186-ae63-b4f21491ec28 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0965791 Aug 20 13:22:52.343649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.345533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-81c23e8c-13db-42f9-92b4-bf3116274ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:52.347716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-81c23e8c-13db-42f9-92b4-bf3116274ee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1416571 Aug 20 13:22:52.396748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-4c76ab08-cfb9-48aa-b5f5-9c87948f07ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343561 Aug 20 13:22:52.453177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:22:52.461559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f01971e1-f21f-4bbc-ba83-80605c0c2feb admin admin] 10.222.0.59 "PUT /v2.0/routers/611d84ba-9196-4c09-abd0-a8968ff50a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2758205 Aug 20 13:22:52.465245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Sync routers for ids ['611d84ba-9196-4c09-abd0-a8968ff50a55'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:22:52.471539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-261688e9-2a51-4218-ae9b-f062e18a2d45 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:52.473402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-261688e9-2a51-4218-ae9b-f062e18a2d45 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.2735856 Aug 20 13:22:52.488367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Routers {'611d84ba-9196-4c09-abd0-a8968ff50a55'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:52.489352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['611d84ba-9196-4c09-abd0-a8968ff50a55'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:52.506393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eda53b43-1edb-4a92-8b0e-2a82aee6c628 req-af6e4459-dd2e-4556-a2a5-d4dfc3cd563d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556509 Aug 20 13:22:52.525140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-56bcd382-3422-4feb-9d47-17a649fd9556 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/quotas/e7c5653397434e19865b36327e120c43 HTTP/1.1" status: 200 len: 375 time: 0.0220313 Aug 20 13:22:52.568102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.610787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-71cf7d64-53a7-4272-a665-371422028b6c service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064271 Aug 20 13:22:52.641048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-79dcd34e-a0af-4b62-b379-7635890bddd3 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145358 Aug 20 13:22:52.767887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.787279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Set router 611d84ba-9196-4c09-abd0-a8968ff50a55 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:52.804181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93c7f2b-8d10-4795-8bef-8d883c8f6c13 req-10f147dc-df5d-4219-bca7-f30145085356 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804929 Aug 20 13:22:52.806751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ebdf1e-deec-4851-9c9a-53eeaa3270c9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:52.814368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.816929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78c6539f-a8ff-4a7f-9873-38ddb8c5f4c1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44ebdf1e-deec-4851-9c9a-53eeaa3270c9 HTTP/1.1" status: 204 len: 168 time: 0.8050151 Aug 20 13:22:52.819669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48136) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:52.840632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b8f24-aa3a-4b76-b643-08aad36d0152 None None] Network 2c829b6e-2ae3-495a-b930-cf5175c856b3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:22:52.890761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-962aeb79-d466-4ae1-96fa-f4d34058e98a service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400384 Aug 20 13:22:52.962770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.979241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cdf663d3-8df6-44dc-9777-beecfe1bb9ab req-8cfc5ccd-acc6-452f-aa30-4c7aac0630a4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 210 time: 0.0623910 Aug 20 13:22:53.096538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-5227ea20-6eb4-409e-997a-8080d34b0bd7 service neutron] 10.222.0.59 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046216 Aug 20 13:22:53.110450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08829fca-e6bf-4fd3-a1a1-becdd1da6abc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:53.118275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Deleting port 2fecb806-2b10-455e-918f-c64df944dab6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:53.118581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.189471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:53.220339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] For port 2fecb806-2b10-455e-918f-c64df944dab6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2fecb806-2b10-455e-918f-c64df944dab6,segment=NetworkSegment(280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5),segment_id=280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:53.222323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.241617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Calling delete_port for 2fecb806-2b10-455e-918f-c64df944dab6 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:53.356206 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.389081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fecb806-2b10-455e-918f-c64df944dab6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:53.399747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] No DVR routers for this DVR port 2fecb806-2b10-455e-918f-c64df944dab6 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:53.449569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191fc59-c593-4b61-bceb-9ccedb59322f None None] DHCP port deletion for 2c829b6e-2ae3-495a-b930-cf5175c856b3 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:22:53.459165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806700e1-1835-4d41-be15-9cab7e555792 req-5a61e603-1efc-4777-b701-77ad27964384 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:53.466908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-806700e1-1835-4d41-be15-9cab7e555792 req-5a61e603-1efc-4777-b701-77ad27964384 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 944 time: 0.3300128 Aug 20 13:22:53.501416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-e055bce2-719b-4644-9486-a7eda2dd23dc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:53.502188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-e055bce2-719b-4644-9486-a7eda2dd23dc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.53 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 812 time: 0.5201664 Aug 20 13:22:53.504273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:53.505037 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.526068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9127b-7112-477c-9d81-223646d71dbf req-41c71b2a-dd02-4ce6-abb1-3fad1b934911 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:53.527584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30c9127b-7112-477c-9d81-223646d71dbf req-41c71b2a-dd02-4ce6-abb1-3fad1b934911 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 944 time: 0.2501462 Aug 20 13:22:53.536660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'port': {'device_id': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da', 'admin_state_up': True, 'tenant_id': 'ac07166aa8004435ba5ef7d0c91952bf'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:53.540344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:22:50Z', 'revision_number': 4, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4bf072c4-a8b7-4e4b-9a09-69f3d71483ee', 'name': '', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'mac_address': 'fa:16:3e:92:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:48Z', 'updated_at': '2021-08-20T13:22:50Z', 'revision_number': 2, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'subnets': [{'id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:53.575564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 17f3eaa1-65bb-4857-ae85-7604570f30df completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:53.577803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Checking router: 611d84ba-9196-4c09-abd0-a8968ff50a55 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:22:53.578172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Updating router 611d84ba-9196-4c09-abd0-a8968ff50a55 port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:22:53.608174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 17f3eaa1-65bb-4857-ae85-7604570f30df triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:53.608597 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.644323 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.657173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-62427eb8-0d3a-469e-96b4-11980dc9caa0 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:53.658750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-62427eb8-0d3a-469e-96b4-11980dc9caa0 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 819 time: 0.1470904 Aug 20 13:22:53.675109 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.688858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-51309bea-72d8-4702-bee3-53c6fcf16027 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/quotas/3f5bf20aff1b41c5b49303dd1c02f709 HTTP/1.1" status: 200 len: 375 time: 0.0233831 Aug 20 13:22:53.690738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c829b6e-2ae3-495a-b930-cf5175c856b3']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:53.704961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:53.705687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280d4f94-89ab-4569-9fcf-bfeaa6d8bcb5') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:53.902784 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:53.944716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1feeea6d-5b80-4631-8d9f-6f647d889bff details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:22:53.947567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a5256a-f6a0-4765-8481-8436c56ed735 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:53.988749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-6e11c39b-ccfc-4dd4-98a9-4b6785127c1e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:53.990419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-6e11c39b-ccfc-4dd4-98a9-4b6785127c1e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e1ce73b-9075-4cd5-8f9f-ba73b78922c7 HTTP/1.1" status: 200 len: 944 time: 0.6199915 Aug 20 13:22:53.990890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'name': 'network-vif-deleted', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:53.993233 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ea189-240e-4d84-a1cb-e41f8ea0228f" -d '{"events": [{"server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "name": "network-vif-deleted", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:54.006481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 33a5256a-f6a0-4765-8481-8436c56ed735 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:54.007087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a5256a-f6a0-4765-8481-8436c56ed735 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:54.021481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:54.024230 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ba291-5f76-4765-8d8d-90f8e43f10bb" -d '{"events": [{"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-plugged", "status": "completed", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:54.052284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:54.057108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-806700e1-1835-4d41-be15-9cab7e555792 req-c3426d9b-2a76-452a-8932-b2e31e652967 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890119 Aug 20 13:22:54.091720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.152681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.211434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:54.226043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.236733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:22:54.237075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:22:54.240906 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:22:54.258184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-d43f431d-0904-4891-88b1-9460cec3aa53 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5579925 Aug 20 13:22:54.258594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 1feeea6d-5b80-4631-8d9f-6f647d889bff, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:54.282419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.285950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '1feeea6d-5b80-4631-8d9f-6f647d889bff', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': '1feeea6d-5b80-4631-8d9f-6f647d889bff', 'mac_address': 'fa:16:3e:07:b5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:22:54.290697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295b92-1084-4d34-8d85-c4df094f8dfa req-8ab62ccb-ede0-4adf-967e-0244c7b1a20b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:54.292241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c295b92-1084-4d34-8d85-c4df094f8dfa req-8ab62ccb-ede0-4adf-967e-0244c7b1a20b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1336963 Aug 20 13:22:54.297534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Transition to ACTIVE for port object 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:54.313845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Deleting port 657f5423-e4b9-415b-934f-94574e55198d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:54.314187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.322167 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.323460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Made reservation on behalf of ac07166aa8004435ba5ef7d0c91952bf for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:54.327061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.371799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.373840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.383704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.383987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Deleting port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:54.384176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.386139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2c829b6e-2ae3-495a-b930-cf5175c856b3 HTTP/1.1" status: 204 len: 168 time: 1.5654588 Aug 20 13:22:54.413272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1feeea6d-5b80-4631-8d9f-6f647d889bff {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:54.421403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b9662-0e39-4079-bf68-30890b5fa168 None None] Pushing event updated for resources: {'Port': ['ID=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:54.423966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ad4d-0f88-4037-9cac-8d2f928fb4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c829b6e-2ae3-495a-b930-cf5175c856b3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:54.488952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-ceac30f0-cbef-4c3a-a85f-927c0a8e0ab9 service neutron] 10.222.0.59 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015395 Aug 20 13:22:54.496787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 1feeea6d-5b80-4631-8d9f-6f647d889bff, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:54.503046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c295b92-1084-4d34-8d85-c4df094f8dfa req-ca3accf5-5b1c-441d-aeb9-966d73cd49d2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853774 Aug 20 13:22:54.507924 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.515856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Attempting to bind port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:54.515856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Attempting to bind port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:54.516276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Attempting to bind port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:54.586389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:54.587203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Checking segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:54.589209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.590631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Bound using segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:54.592903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Bound port: 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:54.594786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.648122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-2a7cc769-5cf0-40c5-bea2-34ce079dc340 service neutron] 10.222.0.59 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532378 Aug 20 13:22:54.674764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] For port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:54.675681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.683627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=1feeea6d-5b80-4631-8d9f-6f647d889bff,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:54.705832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Calling delete_port for ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:54.718975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] For port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:54.723636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] For port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:54.726759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48174) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:54.732285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.771378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['1feeea6d-5b80-4631-8d9f-6f647d889bff'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:22:54.796328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2d0f48b1-5d06-456d-8986-7905d8f9250e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fbb5aba20534aeeab76ca43aa7505d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676754 Aug 20 13:22:54.798871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:54.817351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] For port 657f5423-e4b9-415b-934f-94574e55198d, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=657f5423-e4b9-415b-934f-94574e55198d,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:54.817759 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:54.849502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-05506cb9-8b81-4b81-b994-d46dc4ee3556 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:54.851274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-05506cb9-8b81-4b81-b994-d46dc4ee3556 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 804 time: 0.2004409 Aug 20 13:22:54.881718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Request body: {'port': {'device_id': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'admin_state_up': True, 'tenant_id': 'e7c5653397434e19865b36327e120c43'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:54.897103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Calling delete_port for 657f5423-e4b9-415b-934f-94574e55198d owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:22:54.909351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b9662-0e39-4079-bf68-30890b5fa168 None None] Pushing event updated for resources: {'Port': ['ID=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:54.915559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Routers {'611d84ba-9196-4c09-abd0-a8968ff50a55'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:22:54.916421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:22:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['611d84ba-9196-4c09-abd0-a8968ff50a55'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:54.999751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Allocated IP 172.20.0.2 (b9bdac84-69e6-4c1d-8934-20862fa8d3da/12e92b35-de7d-40c2-be4b-cb4d3acb72b8/4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:55.024820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.092111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f45075f-5205-49b8-988c-46d9fb322809 req-2b513643-a025-4963-ba24-7ab9d28d62e8 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 210 time: 0.0400069 Aug 20 13:22:55.122151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2fecb806-2b10-455e-918f-c64df944dab6 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:55.150450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5bdc5-0827-43a8-804e-2fa3d8573e4c req-2f29d100-52e0-4f9e-8b3e-be887f2374c5 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:55.152202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-06d5bdc5-0827-43a8-804e-2fa3d8573e4c req-2f29d100-52e0-4f9e-8b3e-be887f2374c5 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 945 time: 0.5105243 Aug 20 13:22:55.169949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event deleted for resources: {'Port': ['ID=ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:55.204878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Made reservation on behalf of e7c5653397434e19865b36327e120c43 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:55.209507 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.213793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] Set router 611d84ba-9196-4c09-abd0-a8968ff50a55 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:22:55.250725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 2fecb806-2b10-455e-918f-c64df944dab6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:55.251077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2fecb806-2b10-455e-918f-c64df944dab6 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:55.256231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed0570e8-d59f-484a-8538-7349f31390ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.287724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] No DVR routers for this DVR port ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:55.311510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.313710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33b03506-677f-429f-bd2e-e7c82e32e5aa req-62ce37a4-8609-41fa-a7d3-d0c12697a8ae tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "DELETE /v2.0/ports/ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 HTTP/1.1" status: 204 len: 173 time: 1.3022225 Aug 20 13:22:55.390096 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-06d5bdc5-0827-43a8-804e-2fa3d8573e4c req-16441e58-63ed-46f9-b4d2-39d69812567c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157612 Aug 20 13:22:55.398335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed0570e8-d59f-484a-8538-7349f31390ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.428523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Allocated IP 172.20.0.2 (d346d2d7-a5d5-4ade-b93e-578753e0f3de/1efc78bf-6900-4f86-996f-890aa1da49e7/572f0a35-686c-4d01-8534-f557eaabcc11) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:55.555515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4626b11-1d1b-4d58-a4ba-bf8d174a4b22 req-17d0f840-ef53-4fb7-a475-e8520701fb6c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:55.564536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4626b11-1d1b-4d58-a4ba-bf8d174a4b22 req-17d0f840-ef53-4fb7-a475-e8520701fb6c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1330314 Aug 20 13:22:55.585070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.600789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:22:50Z', 'revision_number': 4, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4bf072c4-a8b7-4e4b-9a09-69f3d71483ee', 'name': '', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'mac_address': 'fa:16:3e:92:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:48Z', 'updated_at': '2021-08-20T13:22:54Z', 'revision_number': 4, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'subnets': [{'id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:22:55.603740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.625710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4626b11-1d1b-4d58-a4ba-bf8d174a4b22 req-052ed00f-a249-4075-aaf2-13d38770b492 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Aug 20 13:22:55.629678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92247ac9-80c2-4241-8690-53499418a4e4 None None] The sync data for ids ['611d84ba-9196-4c09-abd0-a8968ff50a55'] in n-d-804232-5 is: [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:22:50Z', 'revision_number': 4, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4bf072c4-a8b7-4e4b-9a09-69f3d71483ee', 'name': '', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'mac_address': 'fa:16:3e:92:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:48Z', 'updated_at': '2021-08-20T13:22:54Z', 'revision_number': 4, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'subnets': [{'id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:22:55.650298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbe65414-7697-4d15-a805-2366b78364e0 req-3b4238e6-3768-4189-99e1-c7dede724d1e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 210 time: 0.1019924 Aug 20 13:22:55.686509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed0570e8-d59f-484a-8538-7349f31390ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.690606 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed0570e8-d59f-484a-8538-7349f31390ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.698002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ed0570e8-d59f-484a-8538-7349f31390ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/532672fd-303f-4639-9563-3d10f7fc8db8 HTTP/1.1" status: 204 len: 168 time: 0.8825181 Aug 20 13:22:55.746757 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10531e9-db3e-4c59-8f10-d0c16dc7792d x-openstack-request-id: req-c10531e9-db3e-4c59-8f10-d0c16dc7792d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:55.747111 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-plugged", "status": "completed", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:55.747451 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c10531e9-db3e-4c59-8f10-d0c16dc7792d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:55.747914 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'code': 200} Aug 20 13:22:55.826346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event deleted for resources: {'Port': ['ID=657f5423-e4b9-415b-934f-94574e55198d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:55.845177 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8171a5-a57e-4746-9dea-ed85da6f4da5 x-openstack-request-id: req-3a8171a5-a57e-4746-9dea-ed85da6f4da5 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:55.846668 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d", "name": "network-vif-deleted", "tag": "03e9ee6f-79c1-495c-9d9d-1cf6de58ad40", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:55.847152 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a8171a5-a57e-4746-9dea-ed85da6f4da5 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:55.849093 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e2d2c-4ae3-429a-bb3e-6bd120c3315d', 'name': 'network-vif-deleted', 'tag': '03e9ee6f-79c1-495c-9d9d-1cf6de58ad40', 'status': 'completed', 'code': 200} Aug 20 13:22:55.927387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0570e8-d59f-484a-8538-7349f31390ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532672fd-303f-4639-9563-3d10f7fc8db8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:55.938608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1feeea6d-5b80-4631-8d9f-6f647d889bff up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:56.013004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13d51dec-374a-489f-837d-048da7e960e2 req-0e50475f-64ed-40c6-a3b1-26dea5aa5784 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7415d844-8527-4f84-a83f-c9c4610c5b1d HTTP/1.1" status: 200 len: 210 time: 0.1205554 Aug 20 13:22:56.044386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1bc0bb8-2add-408f-ad88-df4111dfbfff req-b04221a1-fd3e-4b87-a428-a7ec890d8a72 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 210 time: 0.1724310 Aug 20 13:22:56.084267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 1feeea6d-5b80-4631-8d9f-6f647d889bff completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:56.094321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dd0c6-55e4-414f-82c4-914c6d103c93 req-05547a84-8e98-497f-ac2f-f9628f4edb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:56.095891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-779dd0c6-55e4-414f-82c4-914c6d103c93 req-05547a84-8e98-497f-ac2f-f9628f4edb29 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1101 time: 0.2324281 Aug 20 13:22:56.097629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] No DVR routers for this DVR port 657f5423-e4b9-415b-934f-94574e55198d on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:22:56.097949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 1feeea6d-5b80-4631-8d9f-6f647d889bff triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:56.098571 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.109454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.116940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30c9127b-7112-477c-9d81-223646d71dbf req-be56f9a2-92c1-4267-a8f9-0573cf1bcd65 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.13 "DELETE /v2.0/ports/657f5423-e4b9-415b-934f-94574e55198d HTTP/1.1" status: 204 len: 173 time: 2.5734186 Aug 20 13:22:56.131413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.182013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.226153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Network b9bdac84-69e6-4c1d-8934-20862fa8d3da is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:56.234038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-779dd0c6-55e4-414f-82c4-914c6d103c93 req-d7691c90-d246-4cd3-8828-e4fa5e42ef9e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292899 Aug 20 13:22:56.236246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:56.245037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:56.285288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.313574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:56.369053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 1feeea6d-5b80-4631-8d9f-6f647d889bff, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:56.374787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.375613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 657f5423-e4b9-415b-934f-94574e55198d no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:56.403272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.414001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b18f1fc-8b33-4ac0-bc33-be7200bca8eb req-b7c1d613-68e6-4974-ad37-7d1126d560ba tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 210 time: 0.0786004 Aug 20 13:22:56.459014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 657f5423-e4b9-415b-934f-94574e55198d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:56.460967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:56.461861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.468602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 657f5423-e4b9-415b-934f-94574e55198d not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:56.469329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:22:56.499281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-3dbb8912-9f6b-4a60-9c8f-0c8e466d2fc4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9704778 Aug 20 13:22:56.509231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f9b9b-5a74-46d0-8e57-402bbaa215b9 req-87a735e4-d8ff-44b3-8b86-4d5259a89b23 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:56.518577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Request body: {'port': {'device_id': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:56.523192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d48f9b9b-5a74-46d0-8e57-402bbaa215b9 req-87a735e4-d8ff-44b3-8b86-4d5259a89b23 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.2609572 Aug 20 13:22:56.563549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:56.655583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48212) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:56.698655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Network d346d2d7-a5d5-4ade-b93e-578753e0f3de is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:56.698909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:22:56.699668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:22:56.711573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:56.721396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:56.762896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:56.763492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d48f9b9b-5a74-46d0-8e57-402bbaa215b9 req-68c8152f-f302-4cd8-92e5-7f6fec058a56 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380996 Aug 20 13:22:56.779102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=1feeea6d-5b80-4631-8d9f-6f647d889bff,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:56.872018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5a4b42e7-f8a5-4c2f-ad54-e58343d38b39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea79839724ff4feeac771bc69131d2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134621 Aug 20 13:22:56.875399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48218) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:22:56.935279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-a9796f84-f8d9-4fcf-9208-15a307ab788a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:56.943634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-a9796f84-f8d9-4fcf-9208-15a307ab788a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 819 time: 0.3031340 Aug 20 13:22:56.984791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:56.985496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.001883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-b6022682-f624-4486-aaeb-43eac5efe5d5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:57.004052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-b6022682-f624-4486-aaeb-43eac5efe5d5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 819 time: 0.4465847 Aug 20 13:22:57.029741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Request body: {'port': {'device_id': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'admin_state_up': True, 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:57.040166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-06e8c2d3-0352-48eb-b87c-0a4d46c2a523 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/quotas/3f5bf20aff1b41c5b49303dd1c02f709 HTTP/1.1" status: 200 len: 375 time: 0.0955298 Aug 20 13:22:57.102031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3fa312a2-9fd7-4eef-b830-e6f54f533fd7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2409406 Aug 20 13:22:57.104073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:57.109442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d979c-0a9a-4d38-8f01-cc5918483716 req-f112a9ce-6680-4429-a006-3ead2ae9db9e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:57.110967 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a82d979c-0a9a-4d38-8f01-cc5918483716 req-f112a9ce-6680-4429-a006-3ead2ae9db9e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.2543314 Aug 20 13:22:57.116627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Request body: {'port': {'device_id': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:57.172523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e32ed85d-6838-46b4-9b52-2cb5947ea8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.189147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:22:57.196330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:57.196878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.259864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-51a84713-43b9-4126-9244-2582f647ff17 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2183578 Aug 20 13:22:57.279682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e32ed85d-6838-46b4-9b52-2cb5947ea8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.284156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a82d979c-0a9a-4d38-8f01-cc5918483716 req-e62c2667-381a-42f1-9121-a647c47fd7d3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573520 Aug 20 13:22:57.316746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.351227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.395500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:22:57.408380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.450548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:57.466281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.482123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:57.493650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Transition to ACTIVE for port object 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:57.499894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.574962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65174595-f09f-4395-86ea-927a0d4ed8cf req-05291679-d8c9-4c8e-b211-6e0ae5a06e62 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:57.576477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65174595-f09f-4395-86ea-927a0d4ed8cf req-05291679-d8c9-4c8e-b211-6e0ae5a06e62 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1761806 Aug 20 13:22:57.589165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Made reservation on behalf of 3f5bf20aff1b41c5b49303dd1c02f709 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:22:57.592695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.601441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:57.610974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e32ed85d-6838-46b4-9b52-2cb5947ea8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.614260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e32ed85d-6838-46b4-9b52-2cb5947ea8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.615424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e32ed85d-6838-46b4-9b52-2cb5947ea8e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fba8d478-bf34-44f1-8e50-2be4c1356ffa HTTP/1.1" status: 204 len: 168 time: 0.7378125 Aug 20 13:22:57.649008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ed85d-6838-46b4-9b52-2cb5947ea8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba8d478-bf34-44f1-8e50-2be4c1356ffa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:57.724458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Attempting to bind port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:57.724821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Attempting to bind port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:57.725151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Attempting to bind port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 on network b9bdac84-69e6-4c1d-8934-20862fa8d3da {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:57.735381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 on network b9bdac84-69e6-4c1d-8934-20862fa8d3da not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:57.735704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Attempting to bind port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 on network b9bdac84-69e6-4c1d-8934-20862fa8d3da {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:57.748871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:57.749167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feeea6d-5b80-4631-8d9f-6f647d889bff'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:57.749641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Checking segment: {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:57.749775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Bound using segment: {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:57.750117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Bound port: 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:57.750472 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.752233 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbb0564-596f-4ffa-b3f5-b740f526e6ca" -d '{"events": [{"server_uuid": "302d1312-2c6f-424d-94bf-2537bbd9c34c", "name": "network-vif-plugged", "status": "completed", "tag": "1feeea6d-5b80-4631-8d9f-6f647d889bff"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:57.754880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-2d590b3a-01db-4af2-a331-2f30ea234130 service neutron] 10.222.0.59 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941752 Aug 20 13:22:57.761190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65174595-f09f-4395-86ea-927a0d4ed8cf req-a0990974-22b9-48ef-8b49-c8fcde2ce7bd tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757333 Aug 20 13:22:57.859339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-deleted', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769'}, {'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'name': 'network-vif-deleted', 'tag': '657f5423-e4b9-415b-934f-94574e55198d'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:57.861396 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52875d47-1a55-4fc7-a6ab-92b9e3b31a81" -d '{"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-deleted", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769"}, {"server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "name": "network-vif-deleted", "tag": "657f5423-e4b9-415b-934f-94574e55198d"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:57.916332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:57.921488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:57.929347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.950999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Allocated IP 172.20.0.6 (a25ad577-b2e4-4ea8-9349-b360ee6ed9a1/c411b5b7-96a4-4ceb-8d81-5ba51cd606d2/6d784151-590f-4ac2-8d55-428c071c6866) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:22:57.978808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-17327293-c28e-454e-8d81-0b49350342ce service neutron] 10.222.0.59 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743717 Aug 20 13:22:57.982250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864a71-c85c-4059-8bda-439e47468b0a req-984b689e-9aaf-426d-b82e-45d67b4d2b4b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:57.984680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:57.985293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.986656 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] 10.222.0.53 "PUT /v2.0/ports/4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 1091 time: 1.4785278 Aug 20 13:22:57.990760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6864a71-c85c-4059-8bda-439e47468b0a req-984b689e-9aaf-426d-b82e-45d67b4d2b4b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 943 time: 0.1605108 Aug 20 13:22:58.008670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1f23d-d8c2-4b7b-97dc-3a4b27e71949 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:58.034869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572f0a35-686c-4d01-8534-f557eaabcc11 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:22:58.047787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.087406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Transition to ACTIVE for port object 572f0a35-686c-4d01-8534-f557eaabcc11 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:22:58.090823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-1ddfaee7-129f-4c3d-82f0-eda53f090360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.098079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-1ddfaee7-129f-4c3d-82f0-eda53f090360 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1094 time: 0.0581832 Aug 20 13:22:58.102998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6864a71-c85c-4059-8bda-439e47468b0a req-983e1800-a424-415d-b383-a5ea66cf67a2 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059463 Aug 20 13:22:58.106601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.156472 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-f3456c8e-30da-4f23-b6e9-a9f8b6aa4f8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0507548 Aug 20 13:22:58.257890 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796f3219-c5e0-4220-a719-769d3a708a76 x-openstack-request-id: req-796f3219-c5e0-4220-a719-769d3a708a76 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:58.258189 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d1312-2c6f-424d-94bf-2537bbd9c34c", "name": "network-vif-plugged", "status": "completed", "tag": "1feeea6d-5b80-4631-8d9f-6f647d889bff", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:58.258694 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-796f3219-c5e0-4220-a719-769d3a708a76 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:58.259146 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feeea6d-5b80-4631-8d9f-6f647d889bff', 'code': 200} Aug 20 13:22:58.304955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:58.315704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0010c-84fe-481d-abaa-d619667f772d req-2d79c5f9-58b8-4a06-a156-989781667e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.317919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-2d79c5f9-58b8-4a06-a156-989781667e6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.1533027 Aug 20 13:22:58.385564 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-81c02e3d-db91-40e9-869e-d2b758b30d5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448594 Aug 20 13:22:58.462463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584624-e312-4919-be49-66003c7c73d7 req-99ce9a67-be90-431c-bc28-3fa3b27d11cf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.471692 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b584624-e312-4919-be49-66003c7c73d7 req-99ce9a67-be90-431c-bc28-3fa3b27d11cf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 943 time: 0.2033913 Aug 20 13:22:58.503459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.529283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197564-b3e5-40ba-84e1-cee1e71de669 req-83f16761-5bdc-40c6-956a-e3a9959c81d9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.530885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3197564-b3e5-40ba-84e1-cee1e71de669 req-83f16761-5bdc-40c6-956a-e3a9959c81d9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1305630 Aug 20 13:22:58.531623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Attempting to bind port 572f0a35-686c-4d01-8534-f557eaabcc11 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:22:58.531958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Attempting to bind port 572f0a35-686c-4d01-8534-f557eaabcc11 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:22:58.532290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Attempting to bind port 572f0a35-686c-4d01-8534-f557eaabcc11 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:58.557560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Port 572f0a35-686c-4d01-8534-f557eaabcc11 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:22:58.557893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Attempting to bind port 572f0a35-686c-4d01-8534-f557eaabcc11 on network d346d2d7-a5d5-4ade-b93e-578753e0f3de {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:22:58.579539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:22:58.579888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Checking segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:22:58.580342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Bound using segment: {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:22:58.580848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Bound port: 572f0a35-686c-4d01-8534-f557eaabcc11, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:22:58.581197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.583543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b584624-e312-4919-be49-66003c7c73d7 req-de482f05-cecf-4d27-be50-f16590a173cf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726817 Aug 20 13:22:58.598870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca12c-9264-43ad-935d-5f05ed73435b req-8c693fb8-68ac-439a-bcc1-a18b2d001052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.600978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f3ca12c-9264-43ad-935d-5f05ed73435b req-8c693fb8-68ac-439a-bcc1-a18b2d001052 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 1097 time: 0.2620270 Aug 20 13:22:58.666200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f3ca12c-9264-43ad-935d-5f05ed73435b req-0a850dc8-b7f3-482d-9ea7-c628132903e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Aug 20 13:22:58.673365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-ec703d16-5d93-43ae-bac1-bde9e26bc851 service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719505 Aug 20 13:22:58.713421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:22:58.720883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3197564-b3e5-40ba-84e1-cee1e71de669 req-75e03f11-af89-4fda-821c-49b106039207 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743922 Aug 20 13:22:58.723380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:22:58.731828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.764730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.769220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.786764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.787399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.789043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] 10.222.0.13 "PUT /v2.0/ports/572f0a35-686c-4d01-8534-f557eaabcc11 HTTP/1.1" status: 200 len: 1091 time: 1.6771359 Aug 20 13:22:58.791092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:22:58.793438 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:22:58.806364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:22:58.807983 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10745943-4d2f-4530-8f92-65a223444310 x-openstack-request-id: req-10745943-4d2f-4530-8f92-65a223444310 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:22:58.808283 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ce73b-9075-4cd5-8f9f-ba73b78922c7", "name": "network-vif-deleted", "tag": "ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769", "status": "completed", "code": 200}, {"server_uuid": "7415d844-8527-4f84-a83f-c9c4610c5b1d", "name": "network-vif-deleted", "tag": "657f5423-e4b9-415b-934f-94574e55198d", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:22:58.808541 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10745943-4d2f-4530-8f92-65a223444310 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:22:58.809838 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ce73b-9075-4cd5-8f9f-ba73b78922c7', 'name': 'network-vif-deleted', 'tag': 'ec8f1c31-ad5d-4f7c-9d14-4e1c2d6f4769', 'status': 'completed', 'code': 200} Aug 20 13:22:58.810102 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7415d844-8527-4f84-a83f-c9c4610c5b1d', 'name': 'network-vif-deleted', 'tag': '657f5423-e4b9-415b-934f-94574e55198d', 'status': 'completed', 'code': 200} Aug 20 13:22:58.819220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:22:58.822743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:22:58.829060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826653-0977-4b88-8d2e-9844b6e5b8be service neutron] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:58.853147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1eb1447b-f07d-4541-96f1-4e1198b7b308 req-0cf20ccc-27d3-408b-9b00-99262c815564 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 210 time: 0.0420663 Aug 20 13:22:58.954913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e0010c-84fe-481d-abaa-d619667f772d req-e7833c04-d8a8-49a6-b891-db7be2db16e9 service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744656 Aug 20 13:22:58.960139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:58.961696 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:58.967780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Pushing event updated for resources: {'Port': ['ID=6d784151-590f-4ac2-8d55-428c071c6866,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:22:59.022955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-273ce16e-1232-4e1c-8639-223240155f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.026234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-273ce16e-1232-4e1c-8639-223240155f8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 1094 time: 0.1286399 Aug 20 13:22:59.037499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f9997077-b9bb-47a8-8ab3-d389d67a092f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0117285 Aug 20 13:22:59.046886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Request body: {'port': {'device_id': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:22:59.062403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:22:59.121369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-3d473a8b-0b18-4c1f-b216-52df5b8a230a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=572f0a35-686c-4d01-8534-f557eaabcc11 HTTP/1.1" status: 200 len: 217 time: 0.0485702 Aug 20 13:22:59.172261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:22:59.173015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:59.192437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:59.224351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d639dd-1078-4767-b7b3-a4de83df28cb req-b310a402-e5f0-402e-a4fa-59d387b736ab tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.255660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34d639dd-1078-4767-b7b3-a4de83df28cb req-b310a402-e5f0-402e-a4fa-59d387b736ab tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.2076986 Aug 20 13:22:59.348438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-8aa830df-ede6-4057-97f0-70bf38666554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.349871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-8aa830df-ede6-4057-97f0-70bf38666554 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.2014954 Aug 20 13:22:59.351442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34d639dd-1078-4767-b7b3-a4de83df28cb req-5a3992cf-ceba-42b8-8d90-dd4de5b33181 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934317 Aug 20 13:22:59.450884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-1217b227-b538-49ab-b1df-1287287b781d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859513 Aug 20 13:22:59.582383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b30da-17b6-4efa-8049-44fcb4b5e749 req-5dece7e9-ec2b-45d4-8d57-8d3295d559d6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.584274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-957b30da-17b6-4efa-8049-44fcb4b5e749 req-5dece7e9-ec2b-45d4-8d57-8d3295d559d6 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1149662 Aug 20 13:22:59.593968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49231f9-27eb-4bb0-b1ae-5995ee3924d8 req-07e6d231-afe6-490a-b84c-b5b87ae7fbe4 tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.595502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a49231f9-27eb-4bb0-b1ae-5995ee3924d8 req-07e6d231-afe6-490a-b84c-b5b87ae7fbe4 tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1101 time: 0.1377878 Aug 20 13:22:59.597399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-109058b0-b5f2-4d47-95b3-b791a290d73b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.599312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-109058b0-b5f2-4d47-95b3-b791a290d73b tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.0911357 Aug 20 13:22:59.632040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a49231f9-27eb-4bb0-b1ae-5995ee3924d8 req-4091e529-2c1c-4051-9133-2ec0860e47cc tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:59.652615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-536e94c8-8094-4525-9061-56bf3a8fbad0 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916187 Aug 20 13:22:59.693244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-957b30da-17b6-4efa-8049-44fcb4b5e749 req-50685b29-ec11-4b89-9b1d-0a2e54c7f2ee tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897779 Aug 20 13:22:59.944426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d2f4fc87-5140-4dbf-be0b-a7b467b52e08 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:22:59.945902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d2f4fc87-5140-4dbf-be0b-a7b467b52e08 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.13 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 819 time: 0.1822505 Aug 20 13:22:59.952464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Deleting port 898579ac-57a8-4044-a09a-1932dfe23c43 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:22:59.952827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:59.962658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Request body: {'port': {'device_id': '91c19f06-2b43-468d-b030-3f2019b00549', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'admin_state_up': True, 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:00.044244 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7919faf-3bca-469a-a850-5e6dd460f444 x-openstack-request-id: req-e7919faf-3bca-469a-a850-5e6dd460f444 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:00.044544 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:00.044870 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7919faf-3bca-469a-a850-5e6dd460f444 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:00.045271 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11', 'status': 'completed', 'code': 200} Aug 20 13:23:00.082054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d784151-590f-4ac2-8d55-428c071c6866 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:00.100612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.149704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Transition to ACTIVE for port object 6d784151-590f-4ac2-8d55-428c071c6866 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:00.153734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2dd47b2e-7ab5-4141-a9b8-6714bddc6c2d req-cfbe280e-88c3-4bef-b30b-5f72dc216f2c service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866629 Aug 20 13:23:00.158956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.270490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Pushing event updated for resources: {'Port': ['ID=6d784151-590f-4ac2-8d55-428c071c6866,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:00.287963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a49231f9-27eb-4bb0-b1ae-5995ee3924d8 req-4091e529-2c1c-4051-9133-2ec0860e47cc tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.307578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a49231f9-27eb-4bb0-b1ae-5995ee3924d8 req-4091e529-2c1c-4051-9133-2ec0860e47cc tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.359389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-cfd4e165-fb32-4d71-8ed4-8197c0ab7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.360963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-cfd4e165-fb32-4d71-8ed4-8197c0ab7690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c5653397434e19865b36327e120c43&device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 1094 time: 0.1486700 Aug 20 13:23:00.370266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a49231f9-27eb-4bb0-b1ae-5995ee3924d8 req-4091e529-2c1c-4051-9133-2ec0860e47cc tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602441 Aug 20 13:23:00.370986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be698716-0f2c-47fe-bc59-81b6015ae00e req-b10740cb-9069-4dba-ba84-e51c89b585f8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.379028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be698716-0f2c-47fe-bc59-81b6015ae00e req-b10740cb-9069-4dba-ba84-e51c89b585f8 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc5c2a2-0550-4f7e-b508-b352c865d769 HTTP/1.1" status: 200 len: 945 time: 0.5441186 Aug 20 13:23:00.387155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091e529-2c1c-4051-9133-2ec0860e47cc tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66429ae6-efba-4e63-af78-650b0e978abf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:00.431422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be698716-0f2c-47fe-bc59-81b6015ae00e req-1f2d289f-88ee-47aa-9be9-dd307da53981 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bdeba08-2c11-4016-a19e-51f79aef0fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515027 Aug 20 13:23:00.467613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Attempting to bind port 6d784151-590f-4ac2-8d55-428c071c6866 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:00.467957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Attempting to bind port 6d784151-590f-4ac2-8d55-428c071c6866 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:00.468294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Attempting to bind port 6d784151-590f-4ac2-8d55-428c071c6866 on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:00.477069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] For port 898579ac-57a8-4044-a09a-1932dfe23c43, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=898579ac-57a8-4044-a09a-1932dfe23c43,segment=NetworkSegment(dc4fca14-949b-4a15-98a0-f1ee738cef0f),segment_id=dc4fca14-949b-4a15-98a0-f1ee738cef0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:00.477448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.500437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Port 6d784151-590f-4ac2-8d55-428c071c6866 on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:00.500934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Attempting to bind port 6d784151-590f-4ac2-8d55-428c071c6866 on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:00.501985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Calling delete_port for 898579ac-57a8-4044-a09a-1932dfe23c43 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:00.520840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:00.521691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Checking segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:00.521907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Bound using segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:00.522444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Bound port: 6d784151-590f-4ac2-8d55-428c071c6866, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:00.522915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.556087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27409231-f19d-4c8b-beaf-59891574cdcb req-a3728063-b47b-439d-8d84-edc78a9a9561 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.557800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-27409231-f19d-4c8b-beaf-59891574cdcb req-a3728063-b47b-439d-8d84-edc78a9a9561 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 943 time: 0.1092386 Aug 20 13:23:00.595285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Made reservation on behalf of 3f5bf20aff1b41c5b49303dd1c02f709 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:00.598894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.606094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-2af3fe74-ba35-46e1-952c-68ee2639b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.607595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-2af3fe74-ba35-46e1-952c-68ee2639b681 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 200 len: 905 time: 0.2323952 Aug 20 13:23:00.644297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c4f93-5e71-4272-945c-c280b3390c2b req-cb072e9f-81e7-4158-84f8-b46a11d4f427 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.646088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-052c4f93-5e71-4272-945c-c280b3390c2b req-cb072e9f-81e7-4158-84f8-b46a11d4f427 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 943 time: 0.1357346 Aug 20 13:23:00.678936 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-f779940d-aa25-4bdf-a30e-45cc8fa5ab20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=572f0a35-686c-4d01-8534-f557eaabcc11 HTTP/1.1" status: 200 len: 217 time: 0.0601778 Aug 20 13:23:00.684255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-27409231-f19d-4c8b-beaf-59891574cdcb req-07fde95c-79e1-45c2-88d1-4a3daad691f2 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173239 Aug 20 13:23:00.696714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] For port 6d784151-590f-4ac2-8d55-428c071c6866, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:00.705557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] For port 6d784151-590f-4ac2-8d55-428c071c6866, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6d784151-590f-4ac2-8d55-428c071c6866,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:00.729436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.757587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-052c4f93-5e71-4272-945c-c280b3390c2b req-f4e184f0-ead7-4f09-8e57-a9b20fb4e183 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042888 Aug 20 13:23:00.777416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.778044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.779470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] 10.222.0.53 "PUT /v2.0/ports/6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 1091 time: 1.7374065 Aug 20 13:23:00.788174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-2cc585bd-2934-44b2-9b8d-56980ef02050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.789687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-2cc585bd-2934-44b2-9b8d-56980ef02050 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 200 len: 844 time: 0.1027515 Aug 20 13:23:00.812878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:00.816187 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c8e1d-26b3-485f-b9e6-3192c30ceee7" -d '{"events": [{"name": "network-changed", "server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:00.855386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-b36d5ce2-8012-452d-aa69-a090511611f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d346d2d7-a5d5-4ade-b93e-578753e0f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524256 Aug 20 13:23:00.863935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dbff2-f86d-4277-ab14-5ddf2c79fedd service neutron] Pushing event updated for resources: {'Port': ['ID=6d784151-590f-4ac2-8d55-428c071c6866,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:00.880241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:00.932430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Allocated IP 172.20.0.11 (a25ad577-b2e4-4ea8-9349-b360ee6ed9a1/c411b5b7-96a4-4ceb-8d81-5ba51cd606d2/9dfa71d6-03b6-4b6a-81d9-52e45ae969bf) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:00.963334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Pushing event deleted for resources: {'Port': ['ID=898579ac-57a8-4044-a09a-1932dfe23c43,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:00.977209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-feaa12fe-acf5-4a1c-a4ce-ed4ff9f4d1af req-ce27cb0e-256d-4d9d-b7da-97ef0bc3cc25 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 210 time: 0.0854018 Aug 20 13:23:00.978621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-c6e5202d-7554-43cc-a575-60f2f991d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:00.981352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-c6e5202d-7554-43cc-a575-60f2f991d571 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1094 time: 0.1288085 Aug 20 13:23:01.039379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] No DVR routers for this DVR port 898579ac-57a8-4044-a09a-1932dfe23c43 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:01.046431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.048584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7703aa3f-d873-4241-8278-416eb5087ec9 req-3fcf5016-5bba-41a9-928d-17f1fdbbe208 tempest-LiveAutoBlockMigrationV225Test-886146715 tempest-LiveAutoBlockMigrationV225Test-886146715-project] 10.222.0.53 "DELETE /v2.0/ports/898579ac-57a8-4044-a09a-1932dfe23c43 HTTP/1.1" status: 204 len: 173 time: 1.4390907 Aug 20 13:23:01.054090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-f5140f1b-6ee9-4f70-a007-8b71f44cd0d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.0634613 Aug 20 13:23:01.057963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-3a1066f6-48b7-429f-88c3-8232c187343c service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910896 Aug 20 13:23:01.191618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.196716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25d62c-d9cb-4c3b-af14-f22933f2ee04 req-bf3e1acb-b98f-4f10-a418-4909f144cd25 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:01.198318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a25d62c-d9cb-4c3b-af14-f22933f2ee04 req-bf3e1acb-b98f-4f10-a418-4909f144cd25 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1596324 Aug 20 13:23:01.227659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-d218fd82-2217-4af1-a8e3-ed300ecc04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:01.229246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-d218fd82-2217-4af1-a8e3-ed300ecc04b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.1541388 Aug 20 13:23:01.232105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:01.248656 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.287055 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-c5baab33-f43f-4247-8770-3c5b28a3d744 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459638 Aug 20 13:23:01.310498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:01.318580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:01.328982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:01.351515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.367787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Pushing event updated for resources: {'Port': ['ID=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:01.392688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:01.397525 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2bb23-60d1-4ece-a404-6a37258d7e8f req-75b3a385-863b-414a-b416-a364a62b7963 service neutron] 10.222.0.13 "GET /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234382 Aug 20 13:23:01.400002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:01.401895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.424158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d5bf6a84-367b-4522-a007-2a448f836dee tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4644222 Aug 20 13:23:01.424407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da', 'port_id': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'mac_address': 'fa:16:3e:f4:4f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e92b35-de7d-40c2-be4b-cb4d3acb72b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:01.424854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a25d62c-d9cb-4c3b-af14-f22933f2ee04 req-4e4cbed1-c4a1-489d-a2f1-f2637b1feb69 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032635 Aug 20 13:23:01.438965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-0067dddf-3cf6-48c8-bbf6-5fa11792634b service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419740 Aug 20 13:23:01.445469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Request body: {'port': {'device_id': '91c19f06-2b43-468d-b030-3f2019b00549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:01.488290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.505298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:01.535771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:01.542452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.569943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6f9bde-4474-4022-94d1-e915502e0f67 req-0546012f-5b09-4443-aeb5-7688a1e7d1f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234074 Aug 20 13:23:01.579199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.641044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:01.722273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f1e0f-db6c-4417-8323-ddaaa02e6e77 req-6b1cd01d-5e2a-4e9d-afb1-952f5d93ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:01.723837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a5f1e0f-db6c-4417-8323-ddaaa02e6e77 req-6b1cd01d-5e2a-4e9d-afb1-952f5d93ffd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 1097 time: 0.1345093 Aug 20 13:23:01.731839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154aad-ab5b-4786-91e2-ebfccecfe849 req-2f95ff04-f241-4dea-9245-7faf20944a95 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:01.741271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91154aad-ab5b-4786-91e2-ebfccecfe849 req-2f95ff04-f241-4dea-9245-7faf20944a95 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0980682 Aug 20 13:23:01.763186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:01.788408 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5483653-ba4b-41d5-9363-5d3fc22823a4 x-openstack-request-id: req-d5483653-ba4b-41d5-9363-5d3fc22823a4 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:01.788797 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:01.788983 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5483653-ba4b-41d5-9363-5d3fc22823a4 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:01.789558 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'status': 'completed', 'code': 200} Aug 20 13:23:01.838621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a5f1e0f-db6c-4417-8323-ddaaa02e6e77 req-bc861dd7-ef30-4e51-bab0-7d43aad007b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949275 Aug 20 13:23:01.841647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91154aad-ab5b-4786-91e2-ebfccecfe849 req-e0c1a379-51de-418e-90f7-be800eaa2059 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996270 Aug 20 13:23:01.889669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-fc4c4cce-39ff-453f-aaed-29fd8db4d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:01.891240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-fc4c4cce-39ff-453f-aaed-29fd8db4d324 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1095 time: 0.0741775 Aug 20 13:23:01.962377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:01.968735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:01.973290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:01.987491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Transition to ACTIVE for port object 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:01.994772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.052888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:02.089296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'tag': '6d784151-590f-4ac2-8d55-428c071c6866'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:02.089505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48338) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:02.091722 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee7f454-c53e-4117-9395-4e74fff5cdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "db865afb-bfa5-417b-ab94-72dc71be48b7", "tag": "6d784151-590f-4ac2-8d55-428c071c6866"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:02.095347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-03bb1790-1668-4e40-9cae-70892e5c6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.097506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-03bb1790-1668-4e40-9cae-70892e5c6542 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.1929979 Aug 20 13:23:02.155353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-40e30e27-1825-41bf-9710-0a21f1478d6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0467517 Aug 20 13:23:02.162745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-0c893b5d-228c-4114-8477-2f4c04ced67e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3729656 Aug 20 13:23:02.185120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Attempting to bind port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:02.185543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Attempting to bind port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:02.190728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Attempting to bind port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:02.200585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:02.200925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Attempting to bind port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf on network a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:02.211691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-48ad30d2-3597-473a-96cf-46b167430e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.213603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-48ad30d2-3597-473a-96cf-46b167430e78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.0495520 Aug 20 13:23:02.217813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:02.223185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Checking segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:02.223643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Bound using segment: {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:02.224836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Bound port: 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f801a1-a77a-48f8-8513-306b6acebe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:02.225212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.277895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-b85ef96a-461e-4525-983e-46a567e34094 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534742 Aug 20 13:23:02.324624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:02.339143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '572f0a35-686c-4d01-8534-f557eaabcc11', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': '572f0a35-686c-4d01-8534-f557eaabcc11', 'mac_address': 'fa:16:3e:9c:90:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:02.394803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Deleting subnet 1fcd4207-91be-48d8-ac09-dc58f9e0dc9b {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:23:02.406075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.446894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0f4e-7b2f-4125-9780-1f43ebcf30ed req-4c717958-f346-42f1-9065-ebc90fb69585 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.453499 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.456029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e97d0f4e-7b2f-4125-9780-1f43ebcf30ed req-4c717958-f346-42f1-9065-ebc90fb69585 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 944 time: 0.2140450 Aug 20 13:23:02.466153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] For port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:02.474727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572f0a35-686c-4d01-8534-f557eaabcc11 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:02.482101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] For port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:02.513837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.522174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:02.527630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.529482 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-2408465c-c144-4595-8c0b-e141c6be4425 service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436755 Aug 20 13:23:02.562925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.577346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e97d0f4e-7b2f-4125-9780-1f43ebcf30ed req-597d66fb-43e3-41ac-9df6-4fe0738a0b39 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156521 Aug 20 13:23:02.595467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:02.645107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.646245 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.646747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226a2c2-aca5-42c3-bc7a-2c3f3dc1116c req-9eccb97b-9ada-460f-8385-bb0aa8dbd93e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.647690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] 10.222.0.13 "PUT /v2.0/ports/9dfa71d6-03b6-4b6a-81d9-52e45ae969bf HTTP/1.1" status: 200 len: 1092 time: 1.2098093 Aug 20 13:23:02.654414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b427f-06f0-49cb-90b1-0f005052b29d service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:02.655979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3226a2c2-aca5-42c3-bc7a-2c3f3dc1116c req-9eccb97b-9ada-460f-8385-bb0aa8dbd93e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1738448 Aug 20 13:23:02.720963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.730818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3226a2c2-aca5-42c3-bc7a-2c3f3dc1116c req-33a64298-3fb6-4c21-a178-4faf10b5ce15 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738387 Aug 20 13:23:02.745880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-002c8e1d-26b3-485f-b9e6-3192c30ceee7 req-8d88c74a-735a-40b4-9fda-ed2e1c0de6cf service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089949 Aug 20 13:23:02.778746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['572f0a35-686c-4d01-8534-f557eaabcc11'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:02.805041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414c6b-6d7c-487d-9a10-aaaa226acb6c req-cefb7141-9557-41b0-91ab-9cbec40a55f4 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.813570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88414c6b-6d7c-487d-9a10-aaaa226acb6c req-cefb7141-9557-41b0-91ab-9cbec40a55f4 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 944 time: 0.1519883 Aug 20 13:23:02.841547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-41faa521-1724-4cd8-9639-8518f339d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.843322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-41faa521-1724-4cd8-9639-8518f339d88a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 1095 time: 0.1352487 Aug 20 13:23:02.866137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:02.918091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-0a0d7e8b-90d4-4d39-8063-72a341d734bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf HTTP/1.1" status: 200 len: 217 time: 0.0657601 Aug 20 13:23:02.937801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111595d-ad6b-416e-8d09-77d6c9ad89ae req-480bcf1f-278d-4c0b-a990-83257b3207d3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:02.947954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a111595d-ad6b-416e-8d09-77d6c9ad89ae req-480bcf1f-278d-4c0b-a990-83257b3207d3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 944 time: 0.0876572 Aug 20 13:23:02.959961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88414c6b-6d7c-487d-9a10-aaaa226acb6c req-aa1d033e-998d-4bef-a2eb-9c0fd0de8bf9 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454351 Aug 20 13:23:02.994302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcd4207-91be-48d8-ac09-dc58f9e0dc9b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:02.996371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.003698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c750fe70-0da9-49c5-ab7f-15dfbdb97cf5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1fcd4207-91be-48d8-ac09-dc58f9e0dc9b HTTP/1.1" status: 204 len: 168 time: 0.9106758 Aug 20 13:23:03.004111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a111595d-ad6b-416e-8d09-77d6c9ad89ae req-0249c42a-0cd6-4f00-a28d-a1dd9a8e2ac1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548332 Aug 20 13:23:03.004705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48370) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:03.066665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-5bc93600-e6fe-4a0a-9ac7-e78b4af2ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.070303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-5bc93600-e6fe-4a0a-9ac7-e78b4af2ec4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.1323607 Aug 20 13:23:03.102417 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32bd70-cba7-4ac3-81d3-2f1e6afe4e16 x-openstack-request-id: req-9b32bd70-cba7-4ac3-81d3-2f1e6afe4e16 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:03.103250 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db865afb-bfa5-417b-ab94-72dc71be48b7", "tag": "6d784151-590f-4ac2-8d55-428c071c6866", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:03.103597 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b32bd70-cba7-4ac3-81d3-2f1e6afe4e16 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:03.104108 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'tag': '6d784151-590f-4ac2-8d55-428c071c6866', 'status': 'completed', 'code': 200} Aug 20 13:23:03.141990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.153745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-d28f9f3b-f4fa-4af8-9760-c1a427fd7be6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759366 Aug 20 13:23:03.221677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-c08d37c8-7730-4e9d-9f89-e41365e5dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.223772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-c08d37c8-7730-4e9d-9f89-e41365e5dc50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1094 time: 0.0983229 Aug 20 13:23:03.247785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6d784151-590f-4ac2-8d55-428c071c6866 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:03.255116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:03.277445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165374c-625b-481d-b158-b5dbf9353381 req-4b2d7ddd-54bc-4ebe-9f32-2f3a7beb2e63 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.279084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7165374c-625b-481d-b158-b5dbf9353381 req-4b2d7ddd-54bc-4ebe-9f32-2f3a7beb2e63 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1775684 Aug 20 13:23:03.336963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-13d58aee-76fd-45ea-8890-a74221d09f91 service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488929 Aug 20 13:23:03.366706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea78730-c3a7-47b5-959c-9c931bc8d33f req-f1337b9b-7803-48c1-9b98-56a91643ea8f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.370433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7165374c-625b-481d-b158-b5dbf9353381 req-c5e97da3-ed4e-46d1-8808-6149daae2542 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Aug 20 13:23:03.380370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ea78730-c3a7-47b5-959c-9c931bc8d33f req-f1337b9b-7803-48c1-9b98-56a91643ea8f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.2154300 Aug 20 13:23:03.385596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.431220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6d784151-590f-4ac2-8d55-428c071c6866, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6d784151-590f-4ac2-8d55-428c071c6866,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:03.446955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '6d784151-590f-4ac2-8d55-428c071c6866', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'port_id': '6d784151-590f-4ac2-8d55-428c071c6866', 'mac_address': 'fa:16:3e:07:c7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:03.449272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ea78730-c3a7-47b5-959c-9c931bc8d33f req-02580a1d-7512-41cb-8e35-8835ce38c662 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679049 Aug 20 13:23:03.457481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3db025-91a5-4bd9-be46-2dd2de5b7c85']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:03.479912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4fca14-949b-4a15-98a0-f1ee738cef0f') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:03.479912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4fca14-949b-4a15-98a0-f1ee738cef0f') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:03.495554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b058140d-0592-4c9d-bfa0-a0a02168df30 req-ba2ad9a3-8623-452e-a17c-a71fc5e523f5 service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445439 Aug 20 13:23:03.501734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.524586 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.543837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d784151-590f-4ac2-8d55-428c071c6866 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:03.545658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-af317187-4a21-479d-8720-e002faf9c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.547342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-af317187-4a21-479d-8720-e002faf9c034 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.3023934 Aug 20 13:23:03.553342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.558253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:03.569921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6d784151-590f-4ac2-8d55-428c071c6866, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6d784151-590f-4ac2-8d55-428c071c6866,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:03.571941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:03.571941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.572238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:23:03.572483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:23:03.574514 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:23:03.598925 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.645855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-0a7efa6f-85c6-4fd9-a680-dba2e62f8509 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.0893953 Aug 20 13:23:03.675275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=6d784151-590f-4ac2-8d55-428c071c6866,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:03.734276 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.740136 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.748809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.753921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6f3db025-91a5-4bd9-be46-2dd2de5b7c85 HTTP/1.1" status: 204 len: 168 time: 0.7402582 Aug 20 13:23:03.758956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48388) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:03.763289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-c0190030-601d-4e41-9ed9-b6e6234ad063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.764821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-c0190030-601d-4e41-9ed9-b6e6234ad063 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.1121805 Aug 20 13:23:03.781830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:03.786206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:03.788855 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933c5e9d-a3cc-4f11-9180-611b2f3a1d81" -d '{"events": [{"server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "name": "network-vif-plugged", "status": "completed", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:03.794165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:03.795213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:03.814540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'name': 'network-vif-deleted', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43'}, {'name': 'network-changed', 'server_uuid': '91c19f06-2b43-468d-b030-3f2019b00549', 'tag': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:03.817598 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62660e-079a-459e-b7b7-3bfbd112b6c6" -d '{"events": [{"server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "name": "network-vif-deleted", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43"}, {"name": "network-changed", "server_uuid": "91c19f06-2b43-468d-b030-3f2019b00549", "tag": "9dfa71d6-03b6-4b6a-81d9-52e45ae969bf"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:03.827878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df537327-2304-4a39-8c34-ffba65331847 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3db025-91a5-4bd9-be46-2dd2de5b7c85,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:03.855333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48396) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:03.868492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-a1efafef-8017-4d58-8dd1-ab40b00c006d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811458 Aug 20 13:23:03.895497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:03.899595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 898579ac-57a8-4044-a09a-1932dfe23c43 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:03.900317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 898579ac-57a8-4044-a09a-1932dfe23c43 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:03.904045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6d784151-590f-4ac2-8d55-428c071c6866'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:03.936062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-60e328ba-63a3-45c3-8154-1ff4810024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.937852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-60e328ba-63a3-45c3-8154-1ff4810024c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 1097 time: 0.2447703 Aug 20 13:23:03.941938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-e8be3b9a-8991-4b4a-8a15-183e12ffbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:03.944226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-e8be3b9a-8991-4b4a-8a15-183e12ffbba3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1101 time: 0.1184602 Aug 20 13:23:03.967940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:03.975340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Deleting subnet 58ddc9e4-328a-4d73-892f-86878bb51bad {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:23:03.983856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.025338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b251b-3a15-40ce-aa35-8887bea9bc95 req-502b98ea-911f-4604-ac07-2082a8e3068b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.026909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d3b251b-3a15-40ce-aa35-8887bea9bc95 req-502b98ea-911f-4604-ac07-2082a8e3068b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1989355 Aug 20 13:23:04.032129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73672-78c7-402d-84a7-21f603760449 req-227f91c1-3752-41bf-868d-c74b937a09d8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.037087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02d73672-78c7-402d-84a7-21f603760449 req-227f91c1-3752-41bf-868d-c74b937a09d8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 945 time: 0.2009716 Aug 20 13:23:04.062347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66b41a4f-df13-4cd7-b53e-2775369947b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.101120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 572f0a35-686c-4d01-8534-f557eaabcc11 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:04.113355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 572f0a35-686c-4d01-8534-f557eaabcc11 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:04.113738 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.131841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.151739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d3b251b-3a15-40ce-aa35-8887bea9bc95 req-7eda7c97-42c1-46df-a437-72292e086910 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087945 Aug 20 13:23:04.176347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-558d06c4-e54e-43d4-9321-5f803649d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.177815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-558d06c4-e54e-43d4-9321-5f803649d1cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 912 time: 0.2296979 Aug 20 13:23:04.183025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-8d0c549d-1e76-4c5e-938c-e345500bbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.194821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-8d0c549d-1e76-4c5e-938c-e345500bbe13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2243478 Aug 20 13:23:04.216797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.219884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.227622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-9d0a7fd2-d7aa-40da-889b-74aafaf6cd05 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478744 Aug 20 13:23:04.264971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:04.271808 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.277949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-8652825e-2596-4af8-bf90-828be6f9ba88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0851171 Aug 20 13:23:04.292271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-094da929-6d25-41e5-861b-79ca11744cbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e HTTP/1.1" status: 200 len: 217 time: 0.0907750 Aug 20 13:23:04.299470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02d73672-78c7-402d-84a7-21f603760449 req-da46483f-b682-4c53-a7e8-8258d50d18a3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423255 Aug 20 13:23:04.349190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:04.374954 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855cf3e5-cc4a-4c36-bc4e-d5f0a532b6fc x-openstack-request-id: req-855cf3e5-cc4a-4c36-bc4e-d5f0a532b6fc {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:04.375393 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "name": "network-vif-plugged", "status": "completed", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:04.375772 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-855cf3e5-cc4a-4c36-bc4e-d5f0a532b6fc {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:04.376330 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'code': 200} Aug 20 13:23:04.412430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-c0e6ff74-6d86-4377-90f3-930d6d262e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.414006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-c0e6ff74-6d86-4377-90f3-930d6d262e26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1236451 Aug 20 13:23:04.428420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194af27b-eec7-43df-a239-6e528e0c49a0 req-9f347bdb-ff0a-4978-840b-9d8d7b2fd55e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.430148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194af27b-eec7-43df-a239-6e528e0c49a0 req-9f347bdb-ff0a-4978-840b-9d8d7b2fd55e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1540055 Aug 20 13:23:04.433150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-a5d60de5-53bc-484e-867f-cf9c8b8897a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.434974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-a5d60de5-53bc-484e-867f-cf9c8b8897a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.1201842 Aug 20 13:23:04.445886 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e8b70b-d73f-4811-ac99-a346454a62ab x-openstack-request-id: req-c1e8b70b-d73f-4811-ac99-a346454a62ab {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:04.446242 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc5c2a2-0550-4f7e-b508-b352c865d769", "name": "network-vif-deleted", "tag": "898579ac-57a8-4044-a09a-1932dfe23c43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91c19f06-2b43-468d-b030-3f2019b00549", "tag": "9dfa71d6-03b6-4b6a-81d9-52e45ae969bf", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:04.446441 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1e8b70b-d73f-4811-ac99-a346454a62ab {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:04.446836 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc5c2a2-0550-4f7e-b508-b352c865d769', 'name': 'network-vif-deleted', 'tag': '898579ac-57a8-4044-a09a-1932dfe23c43', 'status': 'completed', 'code': 200} Aug 20 13:23:04.447158 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c19f06-2b43-468d-b030-3f2019b00549', 'tag': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf', 'status': 'completed', 'code': 200} Aug 20 13:23:04.509531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-667b84bb-940f-4904-97bd-a6b4e38d7b0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592263 Aug 20 13:23:04.586088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194af27b-eec7-43df-a239-6e528e0c49a0 req-d8128961-3d44-4551-91a5-fad2c9a3f492 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421340 Aug 20 13:23:04.590218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-e80f27f2-bee4-4dc5-81cb-13da201df962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.591719 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-e80f27f2-bee4-4dc5-81cb-13da201df962 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606996 Aug 20 13:23:04.693745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-5a4687c6-6cbf-486d-926f-c23a798c5308 service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766288 Aug 20 13:23:04.794994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-eaa8b2c0-83f3-435d-ae43-38a2814dac4a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922154 Aug 20 13:23:04.815975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.825065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b58ff-4d50-44ca-bb9d-9917ac5333b7 req-76e9a54f-3a3c-470a-9464-6c620315ac8f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.826548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-658b58ff-4d50-44ca-bb9d-9917ac5333b7 req-76e9a54f-3a3c-470a-9464-6c620315ac8f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 944 time: 0.1568677 Aug 20 13:23:04.864538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-bb6bdcad-0442-417f-9e97-98c4f9d4c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.865960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-bb6bdcad-0442-417f-9e97-98c4f9d4c0c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 1095 time: 0.2179477 Aug 20 13:23:04.881628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695567-872a-4ae0-a96f-000fdf2db98d req-fed9a014-d359-47a0-96d1-7dee6b2f902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.883106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42695567-872a-4ae0-a96f-000fdf2db98d req-fed9a014-d359-47a0-96d1-7dee6b2f902d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1096 time: 0.2364829 Aug 20 13:23:04.883776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ddc9e4-328a-4d73-892f-86878bb51bad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:04.887014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66b41a4f-df13-4cd7-b53e-2775369947b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.897451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ee7f454-c53e-4117-9395-4e74fff5cdc1 req-4d620412-e08a-401a-a6d3-06c6c0740484 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385200 Aug 20 13:23:04.904733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8f82c-e32c-4199-ac7d-e7003fbefdcd req-6743b567-75fa-41bb-b372-863156e018a0 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:04.906169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0cc8f82c-e32c-4199-ac7d-e7003fbefdcd req-6743b567-75fa-41bb-b372-863156e018a0 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.2569239 Aug 20 13:23:04.926595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e5e9af3-d1f7-40a3-8412-fde89c8a70a0 req-bc1e2032-f110-4f4e-80bf-8cc9f8de07b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122426 Aug 20 13:23:04.937174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-658b58ff-4d50-44ca-bb9d-9917ac5333b7 req-a4c29c92-f466-48fa-9f4c-4168614f17b7 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989473 Aug 20 13:23:04.946239 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.948144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-268d23e1-3e72-4f82-a80f-91855dd50c1b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/58ddc9e4-328a-4d73-892f-86878bb51bad HTTP/1.1" status: 204 len: 168 time: 1.1881280 Aug 20 13:23:04.950987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48408) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:04.953185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66b41a4f-df13-4cd7-b53e-2775369947b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:04.980639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-bf8f7f8a-f14c-4754-91f1-1008bd59cb97 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778309 Aug 20 13:23:05.050713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-66b41a4f-df13-4cd7-b53e-2775369947b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c469c26834045729bdadfcdfe7aea31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1813979 Aug 20 13:23:05.058097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48410) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:05.061292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41a4f-df13-4cd7-b53e-2775369947b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00156828-c4bf-4470-9e52-f717b6107aed,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:05.070889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42695567-872a-4ae0-a96f-000fdf2db98d req-6f5356ed-6dad-4168-b1c7-56877657b19e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524701 Aug 20 13:23:05.078159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.082622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0cc8f82c-e32c-4199-ac7d-e7003fbefdcd req-ffdbe4b4-7e75-47da-b02f-d01a011ca5f5 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377180 Aug 20 13:23:05.105840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-3b980079-b236-42e7-a714-535b5790bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:05.107333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-3b980079-b236-42e7-a714-535b5790bc6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.2294693 Aug 20 13:23:05.134073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc2a87-d13b-46bd-8b4c-ce9db18e21f7 req-7bf12108-0fa9-4881-8b7c-522a6e7d1593 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:05.135610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0dc2a87-d13b-46bd-8b4c-ce9db18e21f7 req-7bf12108-0fa9-4881-8b7c-522a6e7d1593 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1120765 Aug 20 13:23:05.154667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-caa4a3c1-9f03-4efe-8e30-113ddc0be998 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf HTTP/1.1" status: 200 len: 217 time: 0.0385454 Aug 20 13:23:05.212797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-b57d1400-3d90-4814-bc92-7f64598579b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:05.214402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-b57d1400-3d90-4814-bc92-7f64598579b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.0522559 Aug 20 13:23:05.266732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-d5bae003-3bb7-4765-9ed8-e89c9f385422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416217 Aug 20 13:23:05.279454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6d784151-590f-4ac2-8d55-428c071c6866 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:05.332374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 6d784151-590f-4ac2-8d55-428c071c6866 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:05.336895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 6d784151-590f-4ac2-8d55-428c071c6866 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:05.337329 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.389349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961be3c-3430-4255-bd49-13774cc77e6d req-1b60f1a4-ef89-40c3-ab0b-5032b0d9c389 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:05.390982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b961be3c-3430-4255-bd49-13774cc77e6d req-1b60f1a4-ef89-40c3-ab0b-5032b0d9c389 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1230640 Aug 20 13:23:05.422204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.449044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-192c572e-bb24-4613-8b43-f2ee2431d6c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652019 Aug 20 13:23:05.452278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b961be3c-3430-4255-bd49-13774cc77e6d req-1f2c9d60-ab5b-444c-ab54-932390e21644 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Aug 20 13:23:05.463024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6d784151-590f-4ac2-8d55-428c071c6866, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6d784151-590f-4ac2-8d55-428c071c6866,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:05.475701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.532326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=6d784151-590f-4ac2-8d55-428c071c6866,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:05.541713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.542164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.542585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.543002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.543411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.543818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.544222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.544648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.545053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.545455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.545855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.546252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:05.549344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe62660e-079a-459e-b7b7-3bfbd112b6c6 req-cb394ab3-2f5b-442c-b568-abe0d149a10c service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Aug 20 13:23:05.577971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae64a72-61f9-4cde-a989-4baa61c14dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.604091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254def30-adf0-4ee4-be54-b693ecd50055 req-99ceae2b-cfe9-4d19-807c-5dca59bfbdc0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:05.605615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-254def30-adf0-4ee4-be54-b693ecd50055 req-99ceae2b-cfe9-4d19-807c-5dca59bfbdc0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 945 time: 0.0548313 Aug 20 13:23:05.615356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.634435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97eb107d-7e55-41b5-b69b-bce1bc3e6e50']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:05.637829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae64a72-61f9-4cde-a989-4baa61c14dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.641778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0dc2a87-d13b-46bd-8b4c-ce9db18e21f7 req-d6d40417-1ac1-4e7d-9028-881f7e5df9a3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809358 Aug 20 13:23:05.650796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-254def30-adf0-4ee4-be54-b693ecd50055 req-8a9d8f77-3037-43fb-b49a-4c71c6262396 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Aug 20 13:23:05.657791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a3e4d0-0f3b-4206-815f-7657cf36a212') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:05.658273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a3e4d0-0f3b-4206-815f-7657cf36a212') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:05.679028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.697663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.704403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:23:05.704871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:23:05.706663 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:23:05.771703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae64a72-61f9-4cde-a989-4baa61c14dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.774481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae64a72-61f9-4cde-a989-4baa61c14dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.775584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aae64a72-61f9-4cde-a989-4baa61c14dc9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00156828-c4bf-4470-9e52-f717b6107aed HTTP/1.1" status: 204 len: 168 time: 0.7164476 Aug 20 13:23:05.805238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae64a72-61f9-4cde-a989-4baa61c14dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00156828-c4bf-4470-9e52-f717b6107aed,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:05.811414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.817597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:05.822208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/97eb107d-7e55-41b5-b69b-bce1bc3e6e50 HTTP/1.1" status: 204 len: 168 time: 0.8700995 Aug 20 13:23:05.840155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780edc-618a-4386-bf31-b5628e2552a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97eb107d-7e55-41b5-b69b-bce1bc3e6e50,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:05.858839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab5ed3-16e5-4f37-a753-92d0c7fe83f1 req-705fa95a-04a9-4ba8-beea-1989e4eff7ef tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:05.860410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-31ab5ed3-16e5-4f37-a753-92d0c7fe83f1 req-705fa95a-04a9-4ba8-beea-1989e4eff7ef tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1388612 Aug 20 13:23:05.908907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-31ab5ed3-16e5-4f37-a753-92d0c7fe83f1 req-a35f269a-d5de-4cd5-960a-ea504ca0369d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Aug 20 13:23:05.968479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:05.974023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48426) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:06.077764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d84501a5-d37e-4248-a330-94d007383a23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b237fe2e3e5642cbaaa43dad922c0da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987074 Aug 20 13:23:06.079131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:06.097976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6d6d-0ebe-4cc4-a982-95390584113d req-aadec746-607e-44e5-84f5-5bbae4345040 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.107344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae6d6d-0ebe-4cc4-a982-95390584113d req-aadec746-607e-44e5-84f5-5bbae4345040 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 944 time: 0.0746772 Aug 20 13:23:06.126792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:06.143634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf', 'network_id': 'a25ad577-b2e4-4ea8-9349-b360ee6ed9a1', 'port_id': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf', 'mac_address': 'fa:16:3e:9b:99:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c411b5b7-96a4-4ceb-8d81-5ba51cd606d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:06.147293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e29-d059-4501-a97e-5304a385e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.162303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae6d6d-0ebe-4cc4-a982-95390584113d req-d9f56780-51de-4d6f-baaa-cec198e59696 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Aug 20 13:23:06.179212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e29-d059-4501-a97e-5304a385e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.205720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.224648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:06.251960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:06.256860 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.281048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f0690-49ce-41e0-aada-d4b71d21ecbf req-4e21d641-0b1f-45d7-8600-29960ef4a025 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.288880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-892f0690-49ce-41e0-aada-d4b71d21ecbf req-4e21d641-0b1f-45d7-8600-29960ef4a025 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.0696220 Aug 20 13:23:06.296864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e29-d059-4501-a97e-5304a385e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.299285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e29-d059-4501-a97e-5304a385e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.303513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ed80e29-d059-4501-a97e-5304a385e5f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bdeba08-2c11-4016-a19e-51f79aef0fa3 HTTP/1.1" status: 204 len: 168 time: 0.2207654 Aug 20 13:23:06.309540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:06.321063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed80e29-d059-4501-a97e-5304a385e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdeba08-2c11-4016-a19e-51f79aef0fa3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:06.321286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48434) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:06.339339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7731a06a-1be2-4d49-85c3-755fcc99b4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.342449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-892f0690-49ce-41e0-aada-d4b71d21ecbf req-7f5b97cd-d942-40d9-8f5c-6ff6ba59cb21 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524602 Aug 20 13:23:06.377817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11'}, {'server_uuid': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d784151-590f-4ac2-8d55-428c071c6866'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:06.380732 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19df9af-be07-4f08-96c4-3c8cc2ba7b7e" -d '{"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-plugged", "status": "completed", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11"}, {"server_uuid": "db865afb-bfa5-417b-ab94-72dc71be48b7", "name": "network-vif-plugged", "status": "completed", "tag": "6d784151-590f-4ac2-8d55-428c071c6866"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:06.442011 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c480f54a-e6d2-4304-869b-95aa28429384 x-openstack-request-id: req-c480f54a-e6d2-4304-869b-95aa28429384 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:06.442327 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-plugged", "status": "completed", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11", "code": 200}, {"server_uuid": "db865afb-bfa5-417b-ab94-72dc71be48b7", "name": "network-vif-plugged", "status": "completed", "tag": "6d784151-590f-4ac2-8d55-428c071c6866", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:06.442589 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c480f54a-e6d2-4304-869b-95aa28429384 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:06.442992 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11', 'code': 200} Aug 20 13:23:06.443248 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d784151-590f-4ac2-8d55-428c071c6866', 'code': 200} Aug 20 13:23:06.502419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7731a06a-1be2-4d49-85c3-755fcc99b4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.510272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7731a06a-1be2-4d49-85c3-755fcc99b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.524315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['9dfa71d6-03b6-4b6a-81d9-52e45ae969bf'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:06.624468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d41a99-5550-4001-8692-71466d90798b req-72eb84d6-44fe-450d-8686-f72d542ffab4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.634124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12d41a99-5550-4001-8692-71466d90798b req-72eb84d6-44fe-450d-8686-f72d542ffab4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0736604 Aug 20 13:23:06.694590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7731a06a-1be2-4d49-85c3-755fcc99b4ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20e33b73d9094d72b88d0c3791911542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721921 Aug 20 13:23:06.700527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48446) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:06.723072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731a06a-1be2-4d49-85c3-755fcc99b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb6fb0-7a41-4b45-aa46-4a08c945d6de,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:06.727524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ef149-1521-4a79-bd01-bab06f7f86a7 req-c9eb0355-1268-42db-8fb2-2e3be99731b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.731247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-756ef149-1521-4a79-bd01-bab06f7f86a7 req-c9eb0355-1268-42db-8fb2-2e3be99731b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 1096 time: 0.1843040 Aug 20 13:23:06.746584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12d41a99-5550-4001-8692-71466d90798b req-06eeefcd-ff24-4147-ba8e-ba5648fc155c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105711 Aug 20 13:23:06.760471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34c8e63-37d2-4f63-ad79-f6ba5c8425d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.795845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34c8e63-37d2-4f63-ad79-f6ba5c8425d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.807569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6186-1da6-420a-9622-5693742e51d0 req-72e6f3ff-5c6d-4c36-b6d1-8792505f8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.809384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60ed6186-1da6-420a-9622-5693742e51d0 req-72e6f3ff-5c6d-4c36-b6d1-8792505f8858 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.2811749 Aug 20 13:23:06.843424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-756ef149-1521-4a79-bd01-bab06f7f86a7 req-e7cb7b07-73fb-47da-9e4f-cb313fd86b08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943191 Aug 20 13:23:06.859050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34c8e63-37d2-4f63-ad79-f6ba5c8425d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.862093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34c8e63-37d2-4f63-ad79-f6ba5c8425d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:06.866061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c34c8e63-37d2-4f63-ad79-f6ba5c8425d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8dbb6fb0-7a41-4b45-aa46-4a08c945d6de HTTP/1.1" status: 204 len: 168 time: 0.1617601 Aug 20 13:23:06.872366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c8e63-37d2-4f63-ad79-f6ba5c8425d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb6fb0-7a41-4b45-aa46-4a08c945d6de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:06.881345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c39c-edb7-4b07-ac29-0b85d630de33 req-08f2747a-2524-4e11-8492-1ae22be33607 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.883395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b528c39c-edb7-4b07-ac29-0b85d630de33 req-08f2747a-2524-4e11-8492-1ae22be33607 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1324203 Aug 20 13:23:06.887103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60ed6186-1da6-420a-9622-5693742e51d0 req-55bd9fd5-90d6-4a60-9703-c0bb190cc02c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679457 Aug 20 13:23:06.933455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b528c39c-edb7-4b07-ac29-0b85d630de33 req-13c0a00d-909b-48a0-8d5d-5eef5dc4fce0 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 Aug 20 13:23:06.944144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66170334-3b6b-46cf-af46-37a6aebbeca3 req-c287545c-a83e-46fd-a6f7-1029980e7285 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:06.954690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-66170334-3b6b-46cf-af46-37a6aebbeca3 req-c287545c-a83e-46fd-a6f7-1029980e7285 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 945 time: 0.0757148 Aug 20 13:23:06.977813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48452) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:06.990978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-66170334-3b6b-46cf-af46-37a6aebbeca3 req-922dea0a-ff43-424f-b09c-e9d764ce6293 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Aug 20 13:23:07.050651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5924b75-776c-417f-9a5f-bb2e9e1573f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=441b45e028454ff6bc4f792097df2884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715244 Aug 20 13:23:07.053319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48458) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:07.072024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b393-6001-44b1-8803-f5861625bd12 req-b69ed5be-4729-4b62-a37c-e69ecff09545 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:07.073560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4492b393-6001-44b1-8803-f5861625bd12 req-b69ed5be-4729-4b62-a37c-e69ecff09545 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0599823 Aug 20 13:23:07.123272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4492b393-6001-44b1-8803-f5861625bd12 req-85f65b48-eb22-4061-be51-a8eb8c193a23 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Aug 20 13:23:07.136481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-25955a97-2346-477d-a357-edcd8565f10e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1827726864&fields=id&tenant_id=ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 267 time: 0.0756404 Aug 20 13:23:07.160952 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f42114f7-30b2-417a-93d4-df64e737095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.205417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f42114f7-30b2-417a-93d4-df64e737095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.230596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-c09f7ac6-6b7b-40d6-bcee-7708f400cd07 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:07.232159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-c09f7ac6-6b7b-40d6-bcee-7708f400cd07 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 945 time: 0.0851946 Aug 20 13:23:07.250397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'port': {'security_groups': ['940b7b10-da93-4873-aedf-7eb2f30c26b8', 'ef5326ad-1b1e-498a-96d9-5a4dc13fb552']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:07.279665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b85c4-7850-43a4-97d7-eb96974c7294 req-539d784d-4448-409b-98d1-0d0abd6f1526 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:07.281434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb2b85c4-7850-43a4-97d7-eb96974c7294 req-539d784d-4448-409b-98d1-0d0abd6f1526 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 945 time: 0.0571868 Aug 20 13:23:07.328879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb2b85c4-7850-43a4-97d7-eb96974c7294 req-49755c0b-8a3a-48c2-8a76-e57ab9e55c99 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Aug 20 13:23:07.368504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.370578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f42114f7-30b2-417a-93d4-df64e737095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.373518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f42114f7-30b2-417a-93d4-df64e737095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.374691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f42114f7-30b2-417a-93d4-df64e737095f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9925a2b8-bdc0-4ace-819f-4e2031840408 HTTP/1.1" status: 204 len: 168 time: 0.3201814 Aug 20 13:23:07.402153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42114f7-30b2-417a-93d4-df64e737095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9925a2b8-bdc0-4ace-819f-4e2031840408,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:07.512181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a754e2-89e5-4b6d-af4f-e985ae227931 req-90e64de9-219c-4492-8a0c-19e26b6b0a1d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:07.519862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7a754e2-89e5-4b6d-af4f-e985ae227931 req-90e64de9-219c-4492-8a0c-19e26b6b0a1d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.0840490 Aug 20 13:23:07.568204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7a754e2-89e5-4b6d-af4f-e985ae227931 req-94b6c02d-d9de-4944-8bbf-882196daa03d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468194 Aug 20 13:23:07.654010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:07.687593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.692584 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.705449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:07.738888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:07.739548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:07.743968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3f2bcf9-c56b-4136-ba1c-6b79612be478 req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "PUT /v2.0/ports/4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 981 time: 0.5041623 Aug 20 13:23:07.744646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:07.747317 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:07.799846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb096-583a-4fd6-9b7f-e5b6d2f24d6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:07.834788 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4212751-30e5-4bd0-8cd5-aff7b793ffe9 x-openstack-request-id: req-d4212751-30e5-4bd0-8cd5-aff7b793ffe9 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:07.835081 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:07.835678 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4212751-30e5-4bd0-8cd5-aff7b793ffe9 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:07.835809 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'status': 'completed', 'code': 200} Aug 20 13:23:07.868692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:07.879637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-cd79b195-5476-4622-82aa-4c07b93c8d2f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1195976943&fields=id&tenant_id=ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 267 time: 0.0502870 Aug 20 13:23:07.989464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afc68-b961-4545-a858-0e96c12606ac req-6c535277-2f5a-41c3-8527-8d69f163e47d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:07.999894 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de5afc68-b961-4545-a858-0e96c12606ac req-6c535277-2f5a-41c3-8527-8d69f163e47d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1109095 Aug 20 13:23:08.007195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:08.011431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-9850bdcd-bba6-410c-95d2-25f42a1062ed tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.020087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-9850bdcd-bba6-410c-95d2-25f42a1062ed tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 984 time: 0.1395268 Aug 20 13:23:08.030055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'port': {'security_groups': ['940b7b10-da93-4873-aedf-7eb2f30c26b8', 'ef5326ad-1b1e-498a-96d9-5a4dc13fb552', 'bd198051-70a3-414b-8496-da047a21c377']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:08.057970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de5afc68-b961-4545-a858-0e96c12606ac req-5fc2e0d9-7182-43b3-8ebe-ca74c0f85a32 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Aug 20 13:23:08.086049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-7a36e5e9-1e3e-4adf-83bb-a9e8f6b777ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.087643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-7a36e5e9-1e3e-4adf-83bb-a9e8f6b777ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1135 time: 0.1872025 Aug 20 13:23:08.197317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.285408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cbd3d-4eef-4a6d-8dea-ab5e5a045fa2 req-a619d1dc-ae1e-4e35-ab80-aceaae579a92 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.296493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b85cbd3d-4eef-4a6d-8dea-ab5e5a045fa2 req-a619d1dc-ae1e-4e35-ab80-aceaae579a92 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1027958 Aug 20 13:23:08.357960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:08.367698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b85cbd3d-4eef-4a6d-8dea-ab5e5a045fa2 req-301eba5e-1768-40e9-a37f-c60ac69429d1 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671034 Aug 20 13:23:08.381851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:08.382423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.393187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-8b837cb1-ce2c-49e4-ae9f-b2f877504653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.395345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-8b837cb1-ce2c-49e4-ae9f-b2f877504653 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.3006082 Aug 20 13:23:08.544962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-eb633703-805f-4563-8cf6-1341ad871d1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 217 time: 0.1379945 Aug 20 13:23:08.677290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b9568-eb98-4973-bdad-baad90c0768d req-23e77a59-dc92-4a9a-8d26-084892955591 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.682081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:08.687878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c2b9568-eb98-4973-bdad-baad90c0768d req-23e77a59-dc92-4a9a-8d26-084892955591 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0675015 Aug 20 13:23:08.694540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.701655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-70d4e5ce-6705-4fd8-9520-43cbc2a9b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.703132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-70d4e5ce-6705-4fd8-9520-43cbc2a9b8d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.1493177 Aug 20 13:23:08.722504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c19f06-2b43-468d-b030-3f2019b00549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:08.724803 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00104ac1-0933-4eea-8e06-674119d1720a" -d '{"events": [{"server_uuid": "91c19f06-2b43-468d-b030-3f2019b00549", "name": "network-vif-plugged", "status": "completed", "tag": "9dfa71d6-03b6-4b6a-81d9-52e45ae969bf"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:08.738531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:08.741011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c2b9568-eb98-4973-bdad-baad90c0768d req-78ec00f0-dba9-440c-b230-b779bad57594 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Aug 20 13:23:08.744851 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.754393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-72d76b93-4cd8-4407-a307-c7f243880a0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430079 Aug 20 13:23:08.781840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.811606 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.812334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:08.828883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:08.874958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.875626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:08.877057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c32c2dca-15e5-47d8-ba0a-668d44573865 req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "PUT /v2.0/ports/4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 1020 time: 0.8560963 Aug 20 13:23:08.880971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:08.882686 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd190d8-0e20-481c-acca-e503fd65447d" -d '{"events": [{"name": "network-changed", "server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:08.901377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f6c5-c57d-4326-afc5-5ca570f1d3af req-05c99bd2-c8f1-4949-abe5-d248a8b12ddb tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:08.902990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a38f6c5-c57d-4326-afc5-5ca570f1d3af req-05c99bd2-c8f1-4949-abe5-d248a8b12ddb tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0873713 Aug 20 13:23:08.917441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece3d8f-23c2-43dd-99d5-2755ccf5ea82 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:08.923852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-ac057268-68b6-4d48-8eb7-f386b7e5738c service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616848 Aug 20 13:23:08.964050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:08.988603 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a38f6c5-c57d-4326-afc5-5ca570f1d3af req-1cac8de9-b82f-48e9-b542-32f6336cf1bc tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727429 Aug 20 13:23:09.056741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb688bc-8f8f-4f11-accf-68fc84e5bc2e req-017a9693-c4f9-4602-b58d-fe6ba40793ff tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.059176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0eb688bc-8f8f-4f11-accf-68fc84e5bc2e req-017a9693-c4f9-4602-b58d-fe6ba40793ff tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0724790 Aug 20 13:23:09.098365 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-befc5bb1-8a16-4e1c-8404-d3e8ac5fe5ae req-f59d353d-92f8-41e1-b541-fe8b20566553 service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675937 Aug 20 13:23:09.101828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2b2e2-7aad-4fd5-ab4d-29ee95c08381 req-938c516e-3059-4ac9-b621-55862d72f68e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.122155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7e2b2e2-7aad-4fd5-ab4d-29ee95c08381 req-938c516e-3059-4ac9-b621-55862d72f68e tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.0725577 Aug 20 13:23:09.129109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0eb688bc-8f8f-4f11-accf-68fc84e5bc2e req-a0b31e8f-da1a-42fb-973f-43e788dc327d tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615213 Aug 20 13:23:09.189128 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7e2b2e2-7aad-4fd5-ab4d-29ee95c08381 req-2f311800-3857-4bd9-bfb3-219b1e257e36 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659320 Aug 20 13:23:09.240363 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b8e745-1a66-40fe-ad3e-dcdf0287916f x-openstack-request-id: req-55b8e745-1a66-40fe-ad3e-dcdf0287916f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:09.240700 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c19f06-2b43-468d-b030-3f2019b00549", "name": "network-vif-plugged", "status": "completed", "tag": "9dfa71d6-03b6-4b6a-81d9-52e45ae969bf", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:09.240957 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55b8e745-1a66-40fe-ad3e-dcdf0287916f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:09.241349 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c19f06-2b43-468d-b030-3f2019b00549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf', 'code': 200} Aug 20 13:23:09.365377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55fc1d-7a80-4bee-9803-89a61e3e84ab req-b36b1f4c-2d31-40e7-8d9b-0e3e119e7d77 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.368097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f55fc1d-7a80-4bee-9803-89a61e3e84ab req-b36b1f4c-2d31-40e7-8d9b-0e3e119e7d77 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1023 time: 0.0749655 Aug 20 13:23:09.391514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e734-c05d-45a2-8ed3-139e82bdbf72 req-154ac566-8e02-48a1-80ae-eed322f9b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.393618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d64e734-c05d-45a2-8ed3-139e82bdbf72 req-154ac566-8e02-48a1-80ae-eed322f9b2c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 1097 time: 0.0544589 Aug 20 13:23:09.437823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d64e734-c05d-45a2-8ed3-139e82bdbf72 req-e243df57-7319-4cc9-b3bb-465824691e8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Aug 20 13:23:09.458681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f55fc1d-7a80-4bee-9803-89a61e3e84ab req-2a26b07f-5d92-49ba-ac41-2e91c7686f4a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd198051-70a3-414b-8496-da047a21c377&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&id=ef5326ad-1b1e-498a-96d9-5a4dc13fb552 HTTP/1.1" status: 200 len: 6148 time: 0.0841403 Aug 20 13:23:09.498022 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76f3551-b473-42a9-ac92-4d0788865a7d x-openstack-request-id: req-b76f3551-b473-42a9-ac92-4d0788865a7d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:09.498747 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:09.499192 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b76f3551-b473-42a9-ac92-4d0788865a7d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:09.499990 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'status': 'completed', 'code': 200} Aug 20 13:23:09.580203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd190d8-0e20-481c-acca-e503fd65447d req-c0e08d57-e9a8-4b4d-b1c4-d331aa583dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.582873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-c0e08d57-e9a8-4b4d-b1c4-d331aa583dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1174 time: 0.0596504 Aug 20 13:23:09.694897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd190d8-0e20-481c-acca-e503fd65447d req-c5290899-24bf-46d6-8649-240c46054a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.696366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-c5290899-24bf-46d6-8649-240c46054a52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.1065624 Aug 20 13:23:09.753419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-e7dd255d-7089-47bc-8d96-d25f96f26b21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0395105 Aug 20 13:23:09.777176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3824-0509-434c-90d0-ae31d63c5aa6 req-cf8eb6d5-51de-4505-983b-20867933db67 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.778675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea6e3824-0509-434c-90d0-ae31d63c5aa6 req-cf8eb6d5-51de-4505-983b-20867933db67 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1025679 Aug 20 13:23:09.823364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-dbb4ddf0-978b-44b8-9cf4-65eddf0726f8 req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1531296597 ', 'description': 'tempest-description-1210647534'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:09.839530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd190d8-0e20-481c-acca-e503fd65447d req-4580e282-9cab-47b0-9a99-753505483b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:09.841034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-4580e282-9cab-47b0-9a99-753505483b53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.0803072 Aug 20 13:23:09.853609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dbb4ddf0-978b-44b8-9cf4-65eddf0726f8 req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:09.867328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea6e3824-0509-434c-90d0-ae31d63c5aa6 req-8700c0b9-f53e-4172-b4c8-d1bd9d108df6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701268 Aug 20 13:23:09.890226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-63d06e07-056a-48d6-9649-02d537e25c33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394437 Aug 20 13:23:09.958091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dbb4ddf0-978b-44b8-9cf4-65eddf0726f8 req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:09.964198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dbb4ddf0-978b-44b8-9cf4-65eddf0726f8 req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:09.992049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dbb4ddf0-978b-44b8-9cf4-65eddf0726f8 req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:09.993405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbb4ddf0-978b-44b8-9cf4-65eddf0726f8 req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1757317 Aug 20 13:23:10.007872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-9be85ba4-2250-4b23-a605-987e1c3767ea service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095254 Aug 20 13:23:10.010661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af46268-95ac-433f-b80e-54683132ee2d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63eed58-b2f2-40bd-bd32-a017b92e528d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:10.115826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dd190d8-0e20-481c-acca-e503fd65447d req-a297f67f-9fc2-41ad-9c36-6f29800b626a service neutron] 10.222.0.53 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019068 Aug 20 13:23:10.220114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-811f34a3-5514-4793-a735-50abfd3565e2 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=41a527491991402eb70d38bc16eed74a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236852 Aug 20 13:23:10.320478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80374f-b6c9-408f-bede-9bfa6aa54dbd req-27baa4d2-f51c-48e6-8357-bb24578bb422 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:10.322006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c80374f-b6c9-408f-bede-9bfa6aa54dbd req-27baa4d2-f51c-48e6-8357-bb24578bb422 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0513897 Aug 20 13:23:10.331869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-d5d14a6b-b3ea-4352-a621-899b8d1930c9 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:10.333439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-d5d14a6b-b3ea-4352-a621-899b8d1930c9 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070838 Aug 20 13:23:10.348916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-b14a732b-7d7c-474f-a30a-d02d653b4592 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/quotas/41a527491991402eb70d38bc16eed74a HTTP/1.1" status: 200 len: 375 time: 0.0094144 Aug 20 13:23:10.359574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c80374f-b6c9-408f-bede-9bfa6aa54dbd req-78a963cd-2485-4ea6-bc40-42d41151e204 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Aug 20 13:23:10.382670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-b89262ab-814a-4916-a489-c468dae4d7ab tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41a527491991402eb70d38bc16eed74a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282061 Aug 20 13:23:10.527575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda184-3cad-42dc-8ba9-eb9978b0f393 req-5a1ed30a-3c24-409e-af6e-c8d62e07d920 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:10.529154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7dda184-3cad-42dc-8ba9-eb9978b0f393 req-5a1ed30a-3c24-409e-af6e-c8d62e07d920 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0607107 Aug 20 13:23:10.543317 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b03b6ab-c758-4cb3-912c-8d3b79f14ebf req-79a92807-203b-4757-8a77-8e49fb8fc0ba tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/c63eed58-b2f2-40bd-bd32-a017b92e528d HTTP/1.1" status: 200 len: 1781 time: 0.0424712 Aug 20 13:23:10.577474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7dda184-3cad-42dc-8ba9-eb9978b0f393 req-3b7beda1-7f13-441d-8607-69cec1cf5d18 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Aug 20 13:23:10.664348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5e87b-6a97-43ae-b844-0016bd81c58e req-29746f0e-75e9-4185-a460-42ace7ccf965 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:10.666118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ec5e87b-6a97-43ae-b844-0016bd81c58e req-29746f0e-75e9-4185-a460-42ace7ccf965 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0589948 Aug 20 13:23:10.712135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ec5e87b-6a97-43ae-b844-0016bd81c58e req-c853d43e-736e-4016-9c27-0a4aa2b0acfe tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Aug 20 13:23:10.733941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6a94595-a0b8-40c7-b96a-73b6a6005c75 req-031ac5ae-4cc1-40ff-8eb9-bfae04d26005 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 210 time: 0.0285878 Aug 20 13:23:10.789035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fddcd1ea-2169-4c3a-8c02-e8d7807601b0 req-bd544146-4b0a-4017-8c92-586a43b34a42 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/c63eed58-b2f2-40bd-bd32-a017b92e528d HTTP/1.1" status: 200 len: 1781 time: 0.0473430 Aug 20 13:23:10.872926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fddcd1ea-2169-4c3a-8c02-e8d7807601b0 req-8b4e57a7-9135-4711-b0f1-6a8e47adc6aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:10.904257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fddcd1ea-2169-4c3a-8c02-e8d7807601b0 req-8b4e57a7-9135-4711-b0f1-6a8e47adc6aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:10.972766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fddcd1ea-2169-4c3a-8c02-e8d7807601b0 req-8b4e57a7-9135-4711-b0f1-6a8e47adc6aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:10.977180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fddcd1ea-2169-4c3a-8c02-e8d7807601b0 req-8b4e57a7-9135-4711-b0f1-6a8e47adc6aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:10.997166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fddcd1ea-2169-4c3a-8c02-e8d7807601b0 req-8b4e57a7-9135-4711-b0f1-6a8e47adc6aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/c63eed58-b2f2-40bd-bd32-a017b92e528d HTTP/1.1" status: 204 len: 173 time: 0.2005093 Aug 20 13:23:11.025383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e57a7-9135-4711-b0f1-6a8e47adc6aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63eed58-b2f2-40bd-bd32-a017b92e528d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:11.032276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-3dd305f5-9ea3-465c-abde-239d692386dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926340 Aug 20 13:23:11.132084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4835-6b66-4d8b-a78a-38736d8b751c req-15396a56-0f3e-4a9c-9a56-69bea3eca4bc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.135858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c90f4835-6b66-4d8b-a78a-38736d8b751c req-15396a56-0f3e-4a9c-9a56-69bea3eca4bc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0725243 Aug 20 13:23:11.188141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-33df5a1a-368a-4c5d-862c-009e96af6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.190151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-33df5a1a-368a-4c5d-862c-009e96af6dea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0912592 Aug 20 13:23:11.218562 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-33016c23-af78-4187-87a5-96f17082ed57 req-35514ea7-c1ea-4e07-afe8-07b531126361 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:11.226124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33016c23-af78-4187-87a5-96f17082ed57 req-35514ea7-c1ea-4e07-afe8-07b531126361 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/c63eed58-b2f2-40bd-bd32-a017b92e528d HTTP/1.1" status: 404 len: 352 time: 0.0257609 Aug 20 13:23:11.227460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c90f4835-6b66-4d8b-a78a-38736d8b751c req-e2db7485-a96d-49f7-bd17-77199817ec5b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751290 Aug 20 13:23:11.256267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-90d2639a-8ad2-400f-adb2-e69bb8467eee req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829626221', 'description': 'tempest-description-1964812862'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:11.286139 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90d2639a-8ad2-400f-adb2-e69bb8467eee req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.351948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48654) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:11.422025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90d2639a-8ad2-400f-adb2-e69bb8467eee req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.426804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90d2639a-8ad2-400f-adb2-e69bb8467eee req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.440683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-3399abfe-af53-49ba-9b2d-5e3cc1796b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.442490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-3399abfe-af53-49ba-9b2d-5e3cc1796b25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 200 len: 912 time: 0.2148652 Aug 20 13:23:11.444403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90d2639a-8ad2-400f-adb2-e69bb8467eee req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.451583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b1e5-aaf7-4db0-a4aa-5b9d620458ff req-61c1115d-005c-479b-9d4a-4053124fdc30 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.453078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e056b1e5-aaf7-4db0-a4aa-5b9d620458ff req-61c1115d-005c-479b-9d4a-4053124fdc30 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.0839572 Aug 20 13:23:11.453432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90d2639a-8ad2-400f-adb2-e69bb8467eee req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2014813 Aug 20 13:23:11.481750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbda3f-47f6-469c-acfc-45bde676591e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1177fb38-6611-4b15-8026-642cb1008331,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:11.530723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-bfb24333-a769-427d-acd5-3f519fded780 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8 HTTP/1.1" status: 200 len: 217 time: 0.0731471 Aug 20 13:23:11.551223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d946551-f780-4ec4-8333-7378382063a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.556336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78073a8-d41f-4253-af21-53f2955f6d40 req-b540aa39-fd97-430f-8f7d-d77493e866c6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.557889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e78073a8-d41f-4253-af21-53f2955f6d40 req-b540aa39-fd97-430f-8f7d-d77493e866c6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0532882 Aug 20 13:23:11.590295 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e056b1e5-aaf7-4db0-a4aa-5b9d620458ff req-89af8c36-4094-4fa9-8b73-cfc680cc0ef7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232550 Aug 20 13:23:11.599700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e78073a8-d41f-4253-af21-53f2955f6d40 req-380f1773-81b0-4b41-bf88-bf62295427fd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Aug 20 13:23:11.618399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-94bb3feb-f110-4f56-ae45-68c4b0167631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.620309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-94bb3feb-f110-4f56-ae45-68c4b0167631 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 200 len: 851 time: 0.0785894 Aug 20 13:23:11.631729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2bc54fcb-ead8-4642-a55a-9802fe6e2dfa req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-565699583', 'description': 'tempest-description-1504557240'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:11.670889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-ddb1ebae-8ea7-416b-a92c-690cdd280ecc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec2ae103-43c4-421c-9f83-7fe1722dbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347002 Aug 20 13:23:11.730385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f366e5-0a64-465a-9295-22a37254ef24 req-f1490911-bc1b-4a75-b8b7-e1183f502c69 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.732222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1f366e5-0a64-465a-9295-22a37254ef24 req-f1490911-bc1b-4a75-b8b7-e1183f502c69 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0583222 Aug 20 13:23:11.797203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-faa68064-8583-43f1-a3a7-041197651467 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=41a527491991402eb70d38bc16eed74a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352819 Aug 20 13:23:11.805585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1f366e5-0a64-465a-9295-22a37254ef24 req-93623621-19e6-44fd-be90-e25a13154fdf tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Aug 20 13:23:11.812112 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d946551-f780-4ec4-8333-7378382063a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.814892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-7b7d3264-1328-4934-9d32-1fa7442055b4 service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320577 Aug 20 13:23:11.821057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d946551-f780-4ec4-8333-7378382063a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.924327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bc54fcb-ead8-4642-a55a-9802fe6e2dfa req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:11.928110 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d946551-f780-4ec4-8333-7378382063a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b11c4d0da7b4e23a75df02df380fcae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749807 Aug 20 13:23:11.932210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48670) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:11.943624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d946551-f780-4ec4-8333-7378382063a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4a49c-e432-447a-9485-8bb02c65c59e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:11.948540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4e95e-9407-4bef-8980-a91b42849e20 req-0d5889b2-bede-4e00-a398-f1470f796077 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:11.950094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36f4e95e-9407-4bef-8980-a91b42849e20 req-0d5889b2-bede-4e00-a398-f1470f796077 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0703244 Aug 20 13:23:11.991535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1c5b5a9-e791-4e1e-90b4-3db9c5cc6107 req-56f43f75-17e7-4c61-8812-08ddb26b0470 service neutron] 10.222.0.53 "GET /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655171 Aug 20 13:23:12.008365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:12.054097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bc54fcb-ead8-4642-a55a-9802fe6e2dfa req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.055143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-450380c7-9c4b-45bb-8cba-ce2e7cec7e0c tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:12.056861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-450380c7-9c4b-45bb-8cba-ce2e7cec7e0c tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503397 Aug 20 13:23:12.059791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-038dd0bc-1eda-49a5-8253-d2879563d12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.060469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bc54fcb-ead8-4642-a55a-9802fe6e2dfa req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.087992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Request body: {'port': {'device_id': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '41a527491991402eb70d38bc16eed74a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:12.093261 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bc54fcb-ead8-4642-a55a-9802fe6e2dfa req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.094480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bc54fcb-ead8-4642-a55a-9802fe6e2dfa req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4712141 Aug 20 13:23:12.098495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44712006-48c0-4523-8f3d-811ea3efcbcc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d56483-9ec4-4bd4-a5cb-cebe228a2c35,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:12.100623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36f4e95e-9407-4bef-8980-a91b42849e20 req-3c8b568e-f895-42bb-81d7-b406201b4374 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402192 Aug 20 13:23:12.171210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:12.185536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '572f0a35-686c-4d01-8534-f557eaabcc11', 'network_id': 'd346d2d7-a5d5-4ade-b93e-578753e0f3de', 'port_id': '572f0a35-686c-4d01-8534-f557eaabcc11', 'mac_address': 'fa:16:3e:9c:90:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc78bf-6900-4f86-996f-890aa1da49e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:12.185756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-038dd0bc-1eda-49a5-8253-d2879563d12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.200266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b204de1-044c-4836-a637-9bc726df486c req-60581eef-9361-44bf-9aa2-2f4d2b8e71a4 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 210 time: 0.0378978 Aug 20 13:23:12.222348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d312065c-65f2-4b0f-9190-62f9e8621efc req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1582205525', 'description': 'tempest-description-508648254'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:12.241609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.245511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d312065c-65f2-4b0f-9190-62f9e8621efc req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.260384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 572f0a35-686c-4d01-8534-f557eaabcc11 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:12.317624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:12.325255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.362038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-038dd0bc-1eda-49a5-8253-d2879563d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.364803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-038dd0bc-1eda-49a5-8253-d2879563d12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.365937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-038dd0bc-1eda-49a5-8253-d2879563d12f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19f4a49c-e432-447a-9485-8bb02c65c59e HTTP/1.1" status: 204 len: 168 time: 0.4327180 Aug 20 13:23:12.402787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:12.416912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d312065c-65f2-4b0f-9190-62f9e8621efc req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.424730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d312065c-65f2-4b0f-9190-62f9e8621efc req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.460999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dd0bc-1eda-49a5-8253-d2879563d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4a49c-e432-447a-9485-8bb02c65c59e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:12.478394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['572f0a35-686c-4d01-8534-f557eaabcc11'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:12.483710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Made reservation on behalf of 41a527491991402eb70d38bc16eed74a for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:12.491955 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.506129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.531593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04202d-bb1d-434d-ae20-9a90597f8112 req-63999703-f52b-4418-a99b-69c655e4000b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:12.534059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e04202d-bb1d-434d-ae20-9a90597f8112 req-63999703-f52b-4418-a99b-69c655e4000b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1846521 Aug 20 13:23:12.670786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-e9b83ad6-7098-4e33-bfd7-ea5cf3b30f9f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:12.672138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-e9b83ad6-7098-4e33-bfd7-ea5cf3b30f9f tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.13 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.1368711 Aug 20 13:23:12.676126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e04202d-bb1d-434d-ae20-9a90597f8112 req-55846778-7cbf-471b-8851-4b5809301130 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226902 Aug 20 13:23:12.824437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-fe9ab68a-7275-41ec-9f06-ca4785623482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:12.827346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-fe9ab68a-7275-41ec-9f06-ca4785623482 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 1097 time: 0.4742734 Aug 20 13:23:12.844502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48686) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:12.866026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bd17ca-0521-4966-a9ee-f50d7adb0e24,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:12.867400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-467d083c-188c-4996-ab0b-6e693ce00f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.897465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.906862 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.918082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68451-e494-4525-8ca3-95e9a2dc3d73 req-67edabba-600e-408d-8279-db49ff1c267f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:12.919718 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dba68451-e494-4525-8ca3-95e9a2dc3d73 req-67edabba-600e-408d-8279-db49ff1c267f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1645005 Aug 20 13:23:12.925087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d312065c-65f2-4b0f-9190-62f9e8621efc req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.929303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d312065c-65f2-4b0f-9190-62f9e8621efc req-7662673f-7f06-4ef7-9d27-3df765f2212e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7109358 Aug 20 13:23:12.979966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-f25d8846-7607-43ea-ae80-a4486d7ad7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:12.981639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-f25d8846-7607-43ea-ae80-a4486d7ad7f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.1349180 Aug 20 13:23:13.020191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Deleting port c477f30c-0f0b-4ac7-9292-c7cc442c337e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:13.021048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.050993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-fe979da0-b5eb-4b5f-830f-548c64a226e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf HTTP/1.1" status: 200 len: 217 time: 0.0568905 Aug 20 13:23:13.077019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d4e84-bb97-4862-9484-77423784e3d2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:13.078031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48315614-d6df-47ea-ad92-b02949f2c661 req-618c3766-e158-45cd-b4e8-e8eb3645ab16 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:13.079539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48315614-d6df-47ea-ad92-b02949f2c661 req-618c3766-e158-45cd-b4e8-e8eb3645ab16 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 944 time: 0.0969651 Aug 20 13:23:13.118285 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dba68451-e494-4525-8ca3-95e9a2dc3d73 req-d9dde10d-9846-4657-90d3-71a8902c871f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830592 Aug 20 13:23:13.142054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-024373d1-c32c-4fa8-920e-ce3c08b89b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:13.143697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-024373d1-c32c-4fa8-920e-ce3c08b89b02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.0817757 Aug 20 13:23:13.149246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48315614-d6df-47ea-ad92-b02949f2c661 req-8b49bbfd-a87a-4e34-8158-6d361d2fc460 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511417 Aug 20 13:23:13.208906 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-39ed606d-d687-4b84-bddd-aab05548b5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555315 Aug 20 13:23:13.241831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] For port c477f30c-0f0b-4ac7-9292-c7cc442c337e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c477f30c-0f0b-4ac7-9292-c7cc442c337e,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:13.242201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.261947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Allocated IP 192.168.233.3 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/dbc2c4ad-853a-44ab-8043-722a135d874b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:13.288533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Calling delete_port for c477f30c-0f0b-4ac7-9292-c7cc442c337e owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:13.392759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-330e326d-0544-47a7-962d-b69d36d209ae req-5e8a72b9-7278-45ab-87d6-60f17552b685 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 10896 time: 0.1884432 Aug 20 13:23:13.437535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-a34e2e32-15d9-485c-b95b-1fd61003f8d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786807 Aug 20 13:23:13.448280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f8e8b-c31f-4591-ab4b-ae7a1623d8c6 req-a0861bf5-5973-4522-ac68-87ebc7bdd259 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:13.449894 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c4f8e8b-c31f-4591-ab4b-ae7a1623d8c6 req-a0861bf5-5973-4522-ac68-87ebc7bdd259 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.2260580 Aug 20 13:23:13.454911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-467d083c-188c-4996-ab0b-6e693ce00f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.481152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-467d083c-188c-4996-ab0b-6e693ce00f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.520738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-330e326d-0544-47a7-962d-b69d36d209ae req-3fb8d33d-6e49-4376-b466-caab2cdd08d1 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/940b7b10-da93-4873-aedf-7eb2f30c26b8 HTTP/1.1" status: 200 len: 2981 time: 0.1100662 Aug 20 13:23:13.584874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c057e294-be62-4cc1-ba4e-e85167331f60 req-de9e88a3-f311-4c7e-9221-25de116a58df service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366465 Aug 20 13:23:13.597561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-330e326d-0544-47a7-962d-b69d36d209ae req-6e5aad8c-d251-4e2b-9f26-9ae76819241c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/940b7b10-da93-4873-aedf-7eb2f30c26b8 HTTP/1.1" status: 200 len: 2981 time: 0.0692022 Aug 20 13:23:13.625667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-467d083c-188c-4996-ab0b-6e693ce00f90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e83d9066845f4e1196e7dbfd1836c313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729328 Aug 20 13:23:13.628007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48700) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:13.642011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c4f8e8b-c31f-4591-ab4b-ae7a1623d8c6 req-4bc5e509-fa48-45d4-8288-770477a1c4dd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739862 Aug 20 13:23:13.642771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d083c-188c-4996-ab0b-6e693ce00f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301d9491-262f-4c18-90c2-af7c3a401582,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:13.747319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8b96-cf0a-46dd-8e97-6d2ad1e2069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.767863 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6c75500-cd2a-4f6e-a445-63d884f9169b req-23b2f9b2-fd39-42fa-b4b2-e71a4cbe156c tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 210 time: 0.0440779 Aug 20 13:23:13.781021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.782345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5053-5ff6-4e58-b1ba-6221b86d1114 req-c43fdc59-42c8-47ae-873a-56b7218fe5e4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:13.784052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abda5053-5ff6-4e58-b1ba-6221b86d1114 req-c43fdc59-42c8-47ae-873a-56b7218fe5e4 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=541d851c-e953-4765-86ec-3bb804be2753 HTTP/1.1" status: 200 len: 946 time: 0.0910778 Aug 20 13:23:13.789264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8b96-cf0a-46dd-8e97-6d2ad1e2069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.804764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Transition to ACTIVE for port object dbc2c4ad-853a-44ab-8043-722a135d874b will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:13.806886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.818752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d9e5b30c-ecef-4898-aebf-307f6ac18ce8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:13.823075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c477f30c-0f0b-4ac7-9292-c7cc442c337e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:13.855223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abda5053-5ff6-4e58-b1ba-6221b86d1114 req-0ecf178e-f641-48b8-a60b-94f1522676a7 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 Aug 20 13:23:13.867125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Pushing event deleted for resources: {'Port': ['ID=c477f30c-0f0b-4ac7-9292-c7cc442c337e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:13.885107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8b96-cf0a-46dd-8e97-6d2ad1e2069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.888892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8b96-cf0a-46dd-8e97-6d2ad1e2069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.890331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d3b8b96-cf0a-46dd-8e97-6d2ad1e2069f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/301d9491-262f-4c18-90c2-af7c3a401582 HTTP/1.1" status: 204 len: 168 time: 0.2627263 Aug 20 13:23:13.901601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b8b96-cf0a-46dd-8e97-6d2ad1e2069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d9491-262f-4c18-90c2-af7c3a401582,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:13.963575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] No DVR routers for this DVR port c477f30c-0f0b-4ac7-9292-c7cc442c337e on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:13.967099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:13.969138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5efa4558-34d0-4d46-ae06-c0d35694c410 req-f6fdbf5e-b443-4477-8e2b-b7852daa9988 tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.13 "DELETE /v2.0/ports/c477f30c-0f0b-4ac7-9292-c7cc442c337e HTTP/1.1" status: 204 len: 173 time: 1.2845368 Aug 20 13:23:13.972305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541d851c-e953-4765-86ec-3bb804be2753', 'name': 'network-vif-deleted', 'tag': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:13.975169 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8b9695-5e83-456b-841c-a16abf49f36d" -d '{"events": [{"server_uuid": "541d851c-e953-4765-86ec-3bb804be2753", "name": "network-vif-deleted", "tag": "c477f30c-0f0b-4ac7-9292-c7cc442c337e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:13.985975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19f1102a-aae1-4918-b86b-f93865407501 req-36589ffa-f31a-440f-81c8-054e9deb30e8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/1177fb38-6611-4b15-8026-642cb1008331 HTTP/1.1" status: 200 len: 1801 time: 0.1714728 Aug 20 13:23:14.004966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.009715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:14.045963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831c7cc-590b-4889-86bf-8c963dbe638b req-fb922868-442c-4f98-82a6-f321c9d93f5b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:14.053843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9831c7cc-590b-4889-86bf-8c963dbe638b req-fb922868-442c-4f98-82a6-f321c9d93f5b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0829577 Aug 20 13:23:14.063381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Pushing event updated for resources: {'Port': ['ID=dbc2c4ad-853a-44ab-8043-722a135d874b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:14.090158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:14.094377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:14.101424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:14.113808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 572f0a35-686c-4d01-8534-f557eaabcc11 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:14.114187 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.169686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9831c7cc-590b-4889-86bf-8c963dbe638b req-77983b90-6e19-49d4-9cf5-789f1f023035 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056061 Aug 20 13:23:14.240309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.240493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:14.241288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.270356 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6f3ce-1b23-44b5-bdc6-bbd92b55f00f x-openstack-request-id: req-fff6f3ce-1b23-44b5-bdc6-bbd92b55f00f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:14.270663 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541d851c-e953-4765-86ec-3bb804be2753", "name": "network-vif-deleted", "tag": "c477f30c-0f0b-4ac7-9292-c7cc442c337e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:14.270891 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fff6f3ce-1b23-44b5-bdc6-bbd92b55f00f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:14.271311 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541d851c-e953-4765-86ec-3bb804be2753', 'name': 'network-vif-deleted', 'tag': 'c477f30c-0f0b-4ac7-9292-c7cc442c337e', 'status': 'completed', 'code': 200} Aug 20 13:23:14.274709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:14.276122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19f1102a-aae1-4918-b86b-f93865407501 req-1e7dac30-d036-4e8c-915a-5167934103d0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.279523 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6accea35-9998-4899-9770-1189c08aaa55" -d '{"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-plugged", "status": "completed", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:14.300641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:14.307067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.308816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c477f30c-0f0b-4ac7-9292-c7cc442c337e no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:14.336966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19f1102a-aae1-4918-b86b-f93865407501 req-1e7dac30-d036-4e8c-915a-5167934103d0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.357887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: c477f30c-0f0b-4ac7-9292-c7cc442c337e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:14.358340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c477f30c-0f0b-4ac7-9292-c7cc442c337e not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:14.387983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-f53f0aa9-2a37-4f50-8257-106e6dec09ce tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3070843 Aug 20 13:23:14.402702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Request body: {'port': {'device_id': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:14.425405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107213-24a1-448a-a30e-135d6ea95bc0 req-73c83847-dc02-458c-9b19-6a4f883ef9dd tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:14.426038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:14.427304 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd107213-24a1-448a-a30e-135d6ea95bc0 req-73c83847-dc02-458c-9b19-6a4f883ef9dd tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0684111 Aug 20 13:23:14.438304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19f1102a-aae1-4918-b86b-f93865407501 req-1e7dac30-d036-4e8c-915a-5167934103d0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.444263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19f1102a-aae1-4918-b86b-f93865407501 req-1e7dac30-d036-4e8c-915a-5167934103d0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.454796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19f1102a-aae1-4918-b86b-f93865407501 req-1e7dac30-d036-4e8c-915a-5167934103d0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/1177fb38-6611-4b15-8026-642cb1008331 HTTP/1.1" status: 204 len: 173 time: 0.4431882 Aug 20 13:23:14.461929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb161446-df1d-4a1f-a432-44a6f0e01a7c None None] Provisioning for port dbc2c4ad-853a-44ab-8043-722a135d874b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:14.468751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb161446-df1d-4a1f-a432-44a6f0e01a7c None None] Provisioning complete for port dbc2c4ad-853a-44ab-8043-722a135d874b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:14.469139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb161446-df1d-4a1f-a432-44a6f0e01a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.524445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd107213-24a1-448a-a30e-135d6ea95bc0 req-8e224cba-f25e-4533-9597-6c82ab1d33cb tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844657 Aug 20 13:23:14.524747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dac30-d036-4e8c-915a-5167934103d0 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177fb38-6611-4b15-8026-642cb1008331,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:14.538079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.556236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fb161446-df1d-4a1f-a432-44a6f0e01a7c None None] Port dbc2c4ad-853a-44ab-8043-722a135d874b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:23:14.636437 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d9a81a-10ca-4fb0-b257-08632032d8c9 x-openstack-request-id: req-e6d9a81a-10ca-4fb0-b257-08632032d8c9 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:14.636884 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-plugged", "status": "completed", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:14.637697 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6d9a81a-10ca-4fb0-b257-08632032d8c9 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:14.638732 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11', 'code': 200} Aug 20 13:23:14.679716 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-6ff55a1f-3596-4b38-b7ce-49b42adbfbb3 req-f1d3810f-bf1d-4c8f-b333-7eccc23e89d4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:14.680778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ff55a1f-3596-4b38-b7ce-49b42adbfbb3 req-f1d3810f-bf1d-4c8f-b333-7eccc23e89d4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/1177fb38-6611-4b15-8026-642cb1008331 HTTP/1.1" status: 404 len: 352 time: 0.0164087 Aug 20 13:23:14.709310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea95d0-ca4b-4664-beb7-112075ce5e87 req-3031dfa5-3722-4fe8-b933-d3a56d239796 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:14.716630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4ea95d0-ca4b-4664-beb7-112075ce5e87 req-3031dfa5-3722-4fe8-b933-d3a56d239796 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.1679132 Aug 20 13:23:14.825686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7d9b9-7518-4f21-a3b0-e515df7b4a23 req-c530ed3f-378d-4856-8162-0c7dba381d40 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:14.827457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14f7d9b9-7518-4f21-a3b0-e515df7b4a23 req-c530ed3f-378d-4856-8162-0c7dba381d40 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0676601 Aug 20 13:23:14.828633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4ea95d0-ca4b-4664-beb7-112075ce5e87 req-8d790c38-f7e6-4d3a-b9d3-93cf5348e651 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066093 Aug 20 13:23:14.875631 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14f7d9b9-7518-4f21-a3b0-e515df7b4a23 req-ba468a8e-62ec-4d9b-92a4-a9111f510f8a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368376 Aug 20 13:23:14.919697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35720b4f-2836-419b-a367-2efdcd2ea40a req-822795ef-3b41-48ed-bc0b-7ed06ed1628a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/15d56483-9ec4-4bd4-a5cb-cebe228a2c35 HTTP/1.1" status: 200 len: 1800 time: 0.0734084 Aug 20 13:23:14.998571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864ae5-e416-4445-a410-3eb21bfa06d7 req-2b23a872-7cc8-450d-b26d-87e10d814510 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.007966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25864ae5-e416-4445-a410-3eb21bfa06d7 req-2b23a872-7cc8-450d-b26d-87e10d814510 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 934 time: 0.0611370 Aug 20 13:23:15.034461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc2c4ad-853a-44ab-8043-722a135d874b {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:15.044812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35720b4f-2836-419b-a367-2efdcd2ea40a req-5dce79e0-1ddf-474f-960f-fc6496ec6b9c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.045774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25864ae5-e416-4445-a410-3eb21bfa06d7 req-436c3eb2-2eef-400c-b1c4-f3bce629a53a tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356545 Aug 20 13:23:15.048099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.085540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Transition to ACTIVE for port object dbc2c4ad-853a-44ab-8043-722a135d874b will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:15.093782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.097372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35720b4f-2836-419b-a367-2efdcd2ea40a req-5dce79e0-1ddf-474f-960f-fc6496ec6b9c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.227520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Pushing event updated for resources: {'Port': ['ID=dbc2c4ad-853a-44ab-8043-722a135d874b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:15.263720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35720b4f-2836-419b-a367-2efdcd2ea40a req-5dce79e0-1ddf-474f-960f-fc6496ec6b9c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.266319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35720b4f-2836-419b-a367-2efdcd2ea40a req-5dce79e0-1ddf-474f-960f-fc6496ec6b9c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.279819 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35720b4f-2836-419b-a367-2efdcd2ea40a req-5dce79e0-1ddf-474f-960f-fc6496ec6b9c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/15d56483-9ec4-4bd4-a5cb-cebe228a2c35 HTTP/1.1" status: 204 len: 173 time: 0.3524289 Aug 20 13:23:15.308843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce79e0-1ddf-474f-960f-fc6496ec6b9c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d56483-9ec4-4bd4-a5cb-cebe228a2c35,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:15.352906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Attempting to bind port dbc2c4ad-853a-44ab-8043-722a135d874b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:15.352906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Attempting to bind port dbc2c4ad-853a-44ab-8043-722a135d874b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:15.352906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Attempting to bind port dbc2c4ad-853a-44ab-8043-722a135d874b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:15.378091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Port dbc2c4ad-853a-44ab-8043-722a135d874b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:15.378440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Attempting to bind port dbc2c4ad-853a-44ab-8043-722a135d874b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:15.386970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:15.387386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:15.387778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:15.388229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Bound port: dbc2c4ad-853a-44ab-8043-722a135d874b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:15.388613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.418116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec51afa-52e5-4309-b525-500148462db7 req-8d2ec903-09ca-47c3-bc70-1c94ef4fa124 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.419273 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-f1f7df13-34b4-4f3f-a59d-86408ce2524a req-2b4bd9fc-e443-443d-9d49-e908bb89d3a8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:15.419663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec51afa-52e5-4309-b525-500148462db7 req-8d2ec903-09ca-47c3-bc70-1c94ef4fa124 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0862024 Aug 20 13:23:15.427163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f7df13-34b4-4f3f-a59d-86408ce2524a req-2b4bd9fc-e443-443d-9d49-e908bb89d3a8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/15d56483-9ec4-4bd4-a5cb-cebe228a2c35 HTTP/1.1" status: 404 len: 352 time: 0.0342755 Aug 20 13:23:15.506085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ec51afa-52e5-4309-b525-500148462db7 req-b9ee9039-c6ce-42e3-9115-dbfbd4506b36 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 Aug 20 13:23:15.513621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] For port dbc2c4ad-853a-44ab-8043-722a135d874b, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:15.527658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] For port dbc2c4ad-853a-44ab-8043-722a135d874b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=dbc2c4ad-853a-44ab-8043-722a135d874b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:15.535142 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.594868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.595655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.597551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] 10.222.0.53 "PUT /v2.0/ports/dbc2c4ad-853a-44ab-8043-722a135d874b HTTP/1.1" status: 200 len: 1094 time: 1.2012038 Aug 20 13:23:15.631005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f24af-2d2d-4b5b-ba1f-ddd7779b84df service neutron] Pushing event updated for resources: {'Port': ['ID=dbc2c4ad-853a-44ab-8043-722a135d874b,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:15.713192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-230c5dcb-584c-44e2-8278-d3721ac21dd0 req-98cd3993-80f8-45c6-bb9a-f62f3a01de6f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/d4bd17ca-0521-4966-a9ee-f50d7adb0e24 HTTP/1.1" status: 200 len: 1800 time: 0.0808759 Aug 20 13:23:15.732482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-b90ce4f6-f764-4e66-8806-001c5ef1eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.734496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-b90ce4f6-f764-4e66-8806-001c5ef1eafd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41a527491991402eb70d38bc16eed74a&device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 1097 time: 0.0797222 Aug 20 13:23:15.737448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae8af67d-6f4c-43b7-a8d3-7ea66864c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.791977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-230c5dcb-584c-44e2-8278-d3721ac21dd0 req-4b5da9cc-f819-4b37-b9f0-3082e85e26aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.803005 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-1b003bb4-06e0-44fe-b00e-93dc8d9fb4aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=dbc2c4ad-853a-44ab-8043-722a135d874b HTTP/1.1" status: 200 len: 217 time: 0.0520737 Aug 20 13:23:15.850075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-230c5dcb-584c-44e2-8278-d3721ac21dd0 req-4b5da9cc-f819-4b37-b9f0-3082e85e26aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.882796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5b85f-46bc-469b-af29-655db362a85b req-7eb1cb23-116b-4b70-95ac-fdf32a65e8e3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.884336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0b5b85f-46bc-469b-af29-655db362a85b req-7eb1cb23-116b-4b70-95ac-fdf32a65e8e3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0952594 Aug 20 13:23:15.892811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-36b48f34-f46c-46ea-aa41-2446151a6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.894699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-36b48f34-f46c-46ea-aa41-2446151a6bb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0725808 Aug 20 13:23:15.903865 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-230c5dcb-584c-44e2-8278-d3721ac21dd0 req-4b5da9cc-f819-4b37-b9f0-3082e85e26aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.906610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-230c5dcb-584c-44e2-8278-d3721ac21dd0 req-4b5da9cc-f819-4b37-b9f0-3082e85e26aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:15.907779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-230c5dcb-584c-44e2-8278-d3721ac21dd0 req-4b5da9cc-f819-4b37-b9f0-3082e85e26aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/d4bd17ca-0521-4966-a9ee-f50d7adb0e24 HTTP/1.1" status: 204 len: 173 time: 0.1937833 Aug 20 13:23:15.920502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da9cc-f819-4b37-b9f0-3082e85e26aa tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bd17ca-0521-4966-a9ee-f50d7adb0e24,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:15.973767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0b5b85f-46bc-469b-af29-655db362a85b req-2816c4ff-195c-4a75-8101-5bf0abeda5f3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776074 Aug 20 13:23:15.977150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-db0530d1-d891-4ccf-bd08-9c22fbe62527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:15.979175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-db0530d1-d891-4ccf-bd08-9c22fbe62527 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750499 Aug 20 13:23:16.013752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:16.035404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09dc6b-1d03-4144-8dc4-c1638bbc39b7 req-765d9360-3274-4ade-b55a-13eb858fbe2a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.037023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a09dc6b-1d03-4144-8dc4-c1638bbc39b7 req-765d9360-3274-4ade-b55a-13eb858fbe2a tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0664823 Aug 20 13:23:16.081736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a09dc6b-1d03-4144-8dc4-c1638bbc39b7 req-47a045b1-3d06-4da5-980b-89e5617b5e2e tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Aug 20 13:23:16.115787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:16.140597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-fa0eab9a-5473-461d-bd3c-106f89739068 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526065 Aug 20 13:23:16.149066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:16.153501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:16.155721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b10e-1807-4785-b31d-24a4cd032959 req-15f046f3-5642-474c-b4ff-ac223353fbaa tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.157547 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0b7b10e-1807-4785-b31d-24a4cd032959 req-15f046f3-5642-474c-b4ff-ac223353fbaa tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 945 time: 0.0855472 Aug 20 13:23:16.202164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88e9b-7ae9-48e0-ad78-16e345eb861e req-f1a74629-49f1-40e9-8996-e67fabed1346 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.204047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ff88e9b-7ae9-48e0-ad78-16e345eb861e req-f1a74629-49f1-40e9-8996-e67fabed1346 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0635073 Aug 20 13:23:16.210714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:16.247566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ff88e9b-7ae9-48e0-ad78-16e345eb861e req-a1c82c7d-7bdb-4128-a8ae-c7c89b812d56 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Aug 20 13:23:16.260797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0b7b10e-1807-4785-b31d-24a4cd032959 req-a2417a66-ce9e-4b75-ab18-6451141736f7 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907843 Aug 20 13:23:16.285751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'tag': 'dbc2c4ad-853a-44ab-8043-722a135d874b'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:16.285751 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdd719-6f1c-40de-b722-7e928d1df79e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3eb873-2ecd-4e0c-b74b-0c830325fc43", "tag": "dbc2c4ad-853a-44ab-8043-722a135d874b"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:16.300890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1280c31-acec-44b7-bd35-c7fe92e32516 req-b993d9f3-1d12-4410-9d15-0f7bddbbf5d0 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421134 Aug 20 13:23:16.307331 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-1390033e-1d1b-4f19-b1bd-c64c04a8acf2 req-dec7872d-110b-4c61-87df-ccb06b9a891a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:16.308359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1390033e-1d1b-4f19-b1bd-c64c04a8acf2 req-dec7872d-110b-4c61-87df-ccb06b9a891a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/d4bd17ca-0521-4966-a9ee-f50d7adb0e24 HTTP/1.1" status: 404 len: 352 time: 0.0196381 Aug 20 13:23:16.417627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd2960-d947-4fd5-a805-90c1a5989183 req-97aa2b64-1d8a-4c9e-a4d7-40c6adc11065 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.419479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78dd2960-d947-4fd5-a805-90c1a5989183 req-97aa2b64-1d8a-4c9e-a4d7-40c6adc11065 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 946 time: 0.0550427 Aug 20 13:23:16.453221 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d24f71-1cf6-4976-82de-cd3b23c60434 x-openstack-request-id: req-b9d24f71-1cf6-4976-82de-cd3b23c60434 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:16.453507 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3eb873-2ecd-4e0c-b74b-0c830325fc43", "tag": "dbc2c4ad-853a-44ab-8043-722a135d874b", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:16.453758 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9d24f71-1cf6-4976-82de-cd3b23c60434 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:16.454147 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'tag': 'dbc2c4ad-853a-44ab-8043-722a135d874b', 'status': 'completed', 'code': 200} Aug 20 13:23:16.463876 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78dd2960-d947-4fd5-a805-90c1a5989183 req-2365a4d7-428d-4a8d-ac23-e4e638617f02 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Aug 20 13:23:16.539046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-302c87ea-5d64-4631-8a15-22eddc0e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.541085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-302c87ea-5d64-4631-8a15-22eddc0e0d44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41a527491991402eb70d38bc16eed74a&device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 1097 time: 0.0592353 Aug 20 13:23:16.552115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f5bc60-98f0-49f4-8212-f1c0f5a15af5 req-2ef499e6-c01c-4a4a-bc69-42262eda5bdd tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 6148 time: 0.0864351 Aug 20 13:23:16.617823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f5bc60-98f0-49f4-8212-f1c0f5a15af5 req-3e13852b-7d64-4504-b5f5-83a6d26125f1 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/940b7b10-da93-4873-aedf-7eb2f30c26b8 HTTP/1.1" status: 200 len: 2981 time: 0.0568686 Aug 20 13:23:16.639163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:16.641406 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf2449-64f9-4cc5-ab90-97dfa8ab4efd" -d '{"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-unplugged", "status": "completed", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:16.667281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f5bc60-98f0-49f4-8212-f1c0f5a15af5 req-b025e29d-cb5b-44c5-8acb-80b8fe7bb111 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/940b7b10-da93-4873-aedf-7eb2f30c26b8 HTTP/1.1" status: 200 len: 2981 time: 0.0434151 Aug 20 13:23:16.679864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-19189885-e4db-4133-aeed-67bf14e44d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.681375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-19189885-e4db-4133-aeed-67bf14e44d41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1321790 Aug 20 13:23:16.696638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4c32e-35a5-46d1-9a8f-d89ea0120af2 req-fe2d3b76-ff13-4963-804e-6f37863ea2c9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:16.698885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0e4c32e-35a5-46d1-9a8f-d89ea0120af2 req-fe2d3b76-ff13-4963-804e-6f37863ea2c9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0805981 Aug 20 13:23:16.756999 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5133959-dfd9-4036-b94b-2e3029ac42d3 x-openstack-request-id: req-e5133959-dfd9-4036-b94b-2e3029ac42d3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:16.757917 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-unplugged", "status": "completed", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:16.758392 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5133959-dfd9-4036-b94b-2e3029ac42d3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:16.759002 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11', 'code': 200} Aug 20 13:23:16.775867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3c93b6e5-f111-4d11-a045-25e7a78e2e8f req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1729661057', 'description': 'tempest-description-389028013'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:16.804066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c93b6e5-f111-4d11-a045-25e7a78e2e8f req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:16.934802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c93b6e5-f111-4d11-a045-25e7a78e2e8f req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:16.940465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c93b6e5-f111-4d11-a045-25e7a78e2e8f req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:16.983835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c93b6e5-f111-4d11-a045-25e7a78e2e8f req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:16.985306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c93b6e5-f111-4d11-a045-25e7a78e2e8f req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2150667 Aug 20 13:23:16.988074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bf58e-066f-4e84-993c-33f921d36537 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661209da-b325-48d5-b0c8-fbcc48a6a7af,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:17.020769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8433ef27-92b6-458b-b962-79f4d2f28f7d req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1837550253', 'description': 'tempest-description-328223032'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:17.046291 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8433ef27-92b6-458b-b962-79f4d2f28f7d req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.060898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48824) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:17.095592 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-ecd0c9ea-6b15-4c26-aaf3-198cebee1201 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=dbc2c4ad-853a-44ab-8043-722a135d874b HTTP/1.1" status: 200 len: 217 time: 0.3954403 Aug 20 13:23:17.159571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-602d48d8-dbb9-4bfe-9099-fdcfe8e2fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.161219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-602d48d8-dbb9-4bfe-9099-fdcfe8e2fae5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0509183 Aug 20 13:23:17.163998 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8433ef27-92b6-458b-b962-79f4d2f28f7d req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.169691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8433ef27-92b6-458b-b962-79f4d2f28f7d req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.208143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7627fb5d-2e8c-4ccf-a8a5-fdcc31b0371b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.214730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8433ef27-92b6-458b-b962-79f4d2f28f7d req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.215990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8433ef27-92b6-458b-b962-79f4d2f28f7d req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2020006 Aug 20 13:23:17.226483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c48c2-d389-4115-a573-a0ce3886875a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43eabf03-4f50-4166-a747-feb9eab0d586,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:17.228540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0e4c32e-35a5-46d1-9a8f-d89ea0120af2 req-4c1a040b-d6c2-40ac-962d-ea78d3cd8c29 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185640 Aug 20 13:23:17.256087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-4cdd4030-67b9-44ec-9f97-74420a090b7d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.257616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-4cdd4030-67b9-44ec-9f97-74420a090b7d tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 943 time: 0.1800971 Aug 20 13:23:17.276496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-95e1be31-a7e6-49ce-850e-95ebf602a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.278083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-95e1be31-a7e6-49ce-850e-95ebf602a286 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067898 Aug 20 13:23:17.367413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7627fb5d-2e8c-4ccf-a8a5-fdcc31b0371b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.405727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7627fb5d-2e8c-4ccf-a8a5-fdcc31b0371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.456785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7627fb5d-2e8c-4ccf-a8a5-fdcc31b0371b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c84bd0bef19143cca83943baf9d819e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928466 Aug 20 13:23:17.459809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48838) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:17.466486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627fb5d-2e8c-4ccf-a8a5-fdcc31b0371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3d962-3e87-40ef-b51f-ce44b37b5152,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:17.470284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbb3c0-1b26-4aa7-bd69-3e25616519f9 req-03461467-f3a9-4ef2-870a-b17d29cc756b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.472343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5dbb3c0-1b26-4aa7-bd69-3e25616519f9 req-03461467-f3a9-4ef2-870a-b17d29cc756b tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1588297 Aug 20 13:23:17.477654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512e9b7-198f-4dbd-b926-68c926dba0ae req-e2810751-ffe8-4c1e-8fd5-f1d56aebd047 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.479230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6512e9b7-198f-4dbd-b926-68c926dba0ae req-e2810751-ffe8-4c1e-8fd5-f1d56aebd047 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1088006 Aug 20 13:23:17.479907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-0745c8d9-db46-41fb-b495-1bb75aece389 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832383 Aug 20 13:23:17.555502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Deleting port 572f0a35-686c-4d01-8534-f557eaabcc11 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:17.555849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.558151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6512e9b7-198f-4dbd-b926-68c926dba0ae req-fad7969d-a6a9-4cd3-a256-91b868fd53e4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Aug 20 13:23:17.561364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03fd00a3-f964-4df5-8876-0671ce9afa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.594493 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03fd00a3-f964-4df5-8876-0671ce9afa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.640850 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5dbb3c0-1b26-4aa7-bd69-3e25616519f9 req-7f440a10-9cf8-4dac-b3e6-f1270337a9ab tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598942 Aug 20 13:23:17.688593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f55a9-6401-46c8-9468-e0e071cf3efa req-7dc6503a-0f03-4a17-acef-57e85c5cb636 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.692594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f6f55a9-6401-46c8-9468-e0e071cf3efa req-7dc6503a-0f03-4a17-acef-57e85c5cb636 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0601456 Aug 20 13:23:17.707350 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03fd00a3-f964-4df5-8876-0671ce9afa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.710024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03fd00a3-f964-4df5-8876-0671ce9afa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.711190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-03fd00a3-f964-4df5-8876-0671ce9afa86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98c3d962-3e87-40ef-b51f-ce44b37b5152 HTTP/1.1" status: 204 len: 168 time: 0.2504690 Aug 20 13:23:17.719828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] For port 572f0a35-686c-4d01-8534-f557eaabcc11, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=572f0a35-686c-4d01-8534-f557eaabcc11,segment=NetworkSegment(3b15a9de-2cd6-4d90-97d2-1dda9ce52e15),segment_id=3b15a9de-2cd6-4d90-97d2-1dda9ce52e15)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:17.720204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.726696 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bdd719-6f1c-40de-b722-7e928d1df79e req-c9b7a26b-566e-4423-9f93-a36868cb1c0b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364814 Aug 20 13:23:17.727570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd00a3-f964-4df5-8876-0671ce9afa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3d962-3e87-40ef-b51f-ce44b37b5152,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:17.753051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f6f55a9-6401-46c8-9468-e0e071cf3efa req-73b1aec4-7e75-4c91-b95f-6054c8eab48f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533638 Aug 20 13:23:17.771756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Calling delete_port for 572f0a35-686c-4d01-8534-f557eaabcc11 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:17.834996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30661aa-078c-4af8-a5b4-f87f39c1c159 req-0c1d71de-079b-49be-937c-167bf726f814 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.836662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c30661aa-078c-4af8-a5b4-f87f39c1c159 req-0c1d71de-079b-49be-937c-167bf726f814 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba42a701-9222-4477-9628-53dd1aa7a426 HTTP/1.1" status: 200 len: 943 time: 0.1124616 Aug 20 13:23:17.913165 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c30661aa-078c-4af8-a5b4-f87f39c1c159 req-fd95e2ac-b5f2-4da4-9eba-6c5f58502653 tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8d15120-d921-4974-b2e8-be614e0def22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578675 Aug 20 13:23:17.976244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:17.979774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-17faa8aa-c573-41d8-8357-fc44bfeb29af tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:17.981808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-17faa8aa-c573-41d8-8357-fc44bfeb29af tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 812 time: 0.1384323 Aug 20 13:23:18.002888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-e3f89fba-5b42-4f86-85d2-08344b31f8ea tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/quotas/ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 375 time: 0.0142920 Aug 20 13:23:18.022693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Pushing event deleted for resources: {'Port': ['ID=572f0a35-686c-4d01-8534-f557eaabcc11,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:18.064505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d5e5b2b7-59af-470e-8ce1-0584c12c816a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537992 Aug 20 13:23:18.088636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] No DVR routers for this DVR port 572f0a35-686c-4d01-8534-f557eaabcc11 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:18.091412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.094016 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8ed4cf5-6ea9-4e54-95d8-a433c986bc8d req-1653a00f-2408-41ca-83b3-9f56f07952bf tempest-ImagesTestJSON-1935857864 tempest-ImagesTestJSON-1935857864-project] 10.222.0.13 "DELETE /v2.0/ports/572f0a35-686c-4d01-8534-f557eaabcc11 HTTP/1.1" status: 204 len: 173 time: 0.8293266 Aug 20 13:23:18.125594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48854) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:18.150348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d63b8337-2d53-4c36-a95a-6b70e3cf2088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.151995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036524ec-e547-4729-bdb1-a3f73b70845d req-7182430d-2656-417f-8c2d-626a056b7276 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:18.153675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-036524ec-e547-4729-bdb1-a3f73b70845d req-7182430d-2656-417f-8c2d-626a056b7276 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 946 time: 0.1405473 Aug 20 13:23:18.180353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-a3fc524c-0c56-41dd-94f6-2698d94f306c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:18.182313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-a3fc524c-0c56-41dd-94f6-2698d94f306c tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.53 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.0956981 Aug 20 13:23:18.221097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-880dced6-6b8b-478c-bbd9-f9877c11736b service neutron] 10.222.0.59 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492815 Aug 20 13:23:18.247680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-036524ec-e547-4729-bdb1-a3f73b70845d req-64a6a04a-b395-4a16-ba02-4732c5887ee3 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836632 Aug 20 13:23:18.308934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Deleting port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:18.309314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.361304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d63b8337-2d53-4c36-a95a-6b70e3cf2088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.364049 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-4da18941-bf69-4c67-b696-c9113bb1cf28 service neutron] 10.222.0.59 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333251 Aug 20 13:23:18.366258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d63b8337-2d53-4c36-a95a-6b70e3cf2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.400642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d63b8337-2d53-4c36-a95a-6b70e3cf2088 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0b82573a9c94ff9a8867bfbd9f79521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704594 Aug 20 13:23:18.400906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48858) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:18.421913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b8337-2d53-4c36-a95a-6b70e3cf2088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8c5e5e-1f71-44ab-b9c8-260341f8d410,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:18.439613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf15e-5424-4df5-ac4a-dc0062285556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.454971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-deleted', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:18.457911 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810ba287-7dbe-430c-a2fa-72933f8900c9" -d '{"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-deleted", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:18.486319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.522999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b508a4-a782-4919-839d-ef407efba77e req-08343b16-f6bd-49de-8f9d-8d1d1929c7d3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:18.524606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13b508a4-a782-4919-839d-ef407efba77e req-08343b16-f6bd-49de-8f9d-8d1d1929c7d3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1945093 Aug 20 13:23:18.539311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] For port d9e5b30c-ecef-4898-aebf-307f6ac18ce8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:18.539698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.568719 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f096b-e3f0-4fa3-9151-38b737e0084a x-openstack-request-id: req-c05f096b-e3f0-4fa3-9151-38b737e0084a {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:18.569011 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba42a701-9222-4477-9628-53dd1aa7a426", "name": "network-vif-deleted", "tag": "572f0a35-686c-4d01-8534-f557eaabcc11", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:18.569270 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c05f096b-e3f0-4fa3-9151-38b737e0084a {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:18.569668 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba42a701-9222-4477-9628-53dd1aa7a426', 'name': 'network-vif-deleted', 'tag': '572f0a35-686c-4d01-8534-f557eaabcc11', 'status': 'completed', 'code': 200} Aug 20 13:23:18.576686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd74f8ea-21dd-4164-a938-c431812e57ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.607946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Calling delete_port for d9e5b30c-ecef-4898-aebf-307f6ac18ce8 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:18.611497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd74f8ea-21dd-4164-a938-c431812e57ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.632252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6340afd9-127e-4ab2-b349-792c1b4db32c req-136a3fe1-102c-4eb7-b480-1729e430391d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 210 time: 0.0343292 Aug 20 13:23:18.742182 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13b508a4-a782-4919-839d-ef407efba77e req-d1c84cdb-f63c-43a0-a21c-4bf82c4497d7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947515 Aug 20 13:23:18.763620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534e0c-b1b4-42cb-9a3b-f39f0be20dba req-a2c59fcb-e6cf-4e2b-9dcd-a4d676b59823 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:18.765246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56534e0c-b1b4-42cb-9a3b-f39f0be20dba req-a2c59fcb-e6cf-4e2b-9dcd-a4d676b59823 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0616410 Aug 20 13:23:18.818559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd74f8ea-21dd-4164-a938-c431812e57ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.821637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd74f8ea-21dd-4164-a938-c431812e57ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.822964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd74f8ea-21dd-4164-a938-c431812e57ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a8c5e5e-1f71-44ab-b9c8-260341f8d410 HTTP/1.1" status: 204 len: 168 time: 0.4220023 Aug 20 13:23:18.835019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56534e0c-b1b4-42cb-9a3b-f39f0be20dba req-0244f028-0d63-4562-80a0-c5fe1e5fc85e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606565 Aug 20 13:23:18.897553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74f8ea-21dd-4164-a938-c431812e57ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8c5e5e-1f71-44ab-b9c8-260341f8d410,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:18.947565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7579d-ed70-45e8-add9-a5b562455cae req-bc06259e-0919-43e0-bb17-4b4fb9da83fa tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:18.949557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ab7579d-ed70-45e8-add9-a5b562455cae req-bc06259e-0919-43e0-bb17-4b4fb9da83fa tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/ports?device_id=faa18196-4f45-43ce-9689-91dd80660ab8 HTTP/1.1" status: 200 len: 945 time: 0.1254230 Aug 20 13:23:18.951433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:18.964084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d9e5b30c-ecef-4898-aebf-307f6ac18ce8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:18.998140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2006f6-fd66-41fb-ba96-11b9f655a8ff req-1970a2c1-f4eb-4c3b-887b-4bcfe65b28f9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:18.999721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f2006f6-fd66-41fb-ba96-11b9f655a8ff req-1970a2c1-f4eb-4c3b-887b-4bcfe65b28f9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0706730 Aug 20 13:23:19.033667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Pushing event deleted for resources: {'Port': ['ID=d9e5b30c-ecef-4898-aebf-307f6ac18ce8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:19.063102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f2006f6-fd66-41fb-ba96-11b9f655a8ff req-0f8566cf-97f4-4a0f-9a2c-3044c3d3768e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 Aug 20 13:23:19.084790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] No DVR routers for this DVR port d9e5b30c-ecef-4898-aebf-307f6ac18ce8 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:19.090665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.094278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cadb1956-48c2-4d9e-9355-bcdc5a09e064 req-49dfa56b-9b2b-4094-ab5f-ef362e3678fb tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.53 "DELETE /v2.0/ports/d9e5b30c-ecef-4898-aebf-307f6ac18ce8 HTTP/1.1" status: 204 len: 173 time: 0.8998170 Aug 20 13:23:19.138869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ab7579d-ed70-45e8-add9-a5b562455cae req-560b0225-16ca-4543-883b-753f626136fa tempest-ServerRescueTestJSON-546585500 tempest-ServerRescueTestJSON-546585500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f44cfa2-aff3-462b-be8b-25b96d6612ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782267 Aug 20 13:23:19.360730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.383993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device dbc2c4ad-853a-44ab-8043-722a135d874b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:19.470638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a3849-a1f0-484a-ab27-658672b8868d req-4e13dcdf-19bd-4f35-84b7-98f62d5a5b34 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:19.478339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c60a3849-a1f0-484a-ab27-658672b8868d req-4e13dcdf-19bd-4f35-84b7-98f62d5a5b34 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 946 time: 0.1108918 Aug 20 13:23:19.527902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c60a3849-a1f0-484a-ab27-658672b8868d req-b9b9d89d-35ff-427c-b4e4-73a8c781db0f tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484176 Aug 20 13:23:19.542583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48926) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:19.588518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port dbc2c4ad-853a-44ab-8043-722a135d874b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=dbc2c4ad-853a-44ab-8043-722a135d874b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:19.602294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'dbc2c4ad-853a-44ab-8043-722a135d874b', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'dbc2c4ad-853a-44ab-8043-722a135d874b', 'mac_address': 'fa:16:3e:1c:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:19.619440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Deleting subnet 1efc78bf-6900-4f86-996f-890aa1da49e7 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:23:19.622709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.668661 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.685432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.730707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc2c4ad-853a-44ab-8043-722a135d874b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:19.734722 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.771994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port dbc2c4ad-853a-44ab-8043-722a135d874b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=dbc2c4ad-853a-44ab-8043-722a135d874b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:19.786511 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.866109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a5aded7-a406-49b0-ad37-d5114a365c99 req-f7e13eae-d574-4007-a1c5-1bec2bc253e6 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 210 time: 0.1183541 Aug 20 13:23:19.873658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:19.919290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=dbc2c4ad-853a-44ab-8043-722a135d874b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:19.979598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efc78bf-6900-4f86-996f-890aa1da49e7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:20.000822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.003168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2832ae92-8a2a-49a0-9f82-ef7356f687a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1efc78bf-6900-4f86-996f-890aa1da49e7 HTTP/1.1" status: 204 len: 168 time: 0.4595454 Aug 20 13:23:20.008126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48942) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:20.012125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:20.034307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 572f0a35-686c-4d01-8534-f557eaabcc11 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:20.035300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 572f0a35-686c-4d01-8534-f557eaabcc11 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:20.040852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c82d-cecd-46e4-9af9-09dac3649f2e req-82156293-f1c2-4a21-a929-6acead233929 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:20.042381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c78c82d-cecd-46e4-9af9-09dac3649f2e req-82156293-f1c2-4a21-a929-6acead233929 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1477492 Aug 20 13:23:20.073658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['dbc2c4ad-853a-44ab-8043-722a135d874b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:20.081177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97514f8-3577-4679-ba13-bc70ad98ea91 req-d85f6b54-5953-4671-875f-9fe85f39b9e1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:20.088800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d97514f8-3577-4679-ba13-bc70ad98ea91 req-d85f6b54-5953-4671-875f-9fe85f39b9e1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1064711 Aug 20 13:23:20.115718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-982b317f-a47f-498a-9355-cda99f2f0850 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:20.117617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-982b317f-a47f-498a-9355-cda99f2f0850 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.13 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 812 time: 0.3504112 Aug 20 13:23:20.123121 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.133768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'port': {'device_id': '075f6105-e07d-4610-9c91-78ff7963de25', 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da', 'admin_state_up': True, 'tenant_id': 'ac07166aa8004435ba5ef7d0c91952bf'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:20.135460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c78c82d-cecd-46e4-9af9-09dac3649f2e req-5d850bac-9513-4d36-ba51-7c699149cb65 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650399 Aug 20 13:23:20.187826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d97514f8-3577-4679-ba13-bc70ad98ea91 req-721107a3-d153-4937-921b-d9a577b39452 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978544 Aug 20 13:23:20.229648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.241068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d346d2d7-a5d5-4ade-b93e-578753e0f3de']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:20.255096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:20.255729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b15a9de-2cd6-4d90-97d2-1dda9ce52e15') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:20.273964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.296130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.302675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:23:20.303077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:23:20.304862 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:23:20.348314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fb0d-ac10-41c2-bc8b-f17dc9b6594d req-db0a0884-2727-477e-a684-b04144e94013 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:20.350354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca04fb0d-ac10-41c2-bc8b-f17dc9b6594d req-db0a0884-2727-477e-a684-b04144e94013 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0770690 Aug 20 13:23:20.351059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Made reservation on behalf of ac07166aa8004435ba5ef7d0c91952bf for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:20.354567 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.381000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.410335 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.410335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] 10.222.0.59 "DELETE /v2.0/networks/d346d2d7-a5d5-4ade-b93e-578753e0f3de HTTP/1.1" status: 204 len: 168 time: 0.3847563 Aug 20 13:23:20.410666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48954) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:20.416460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cef6a-f142-48fe-8ada-8ab1269d87ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d346d2d7-a5d5-4ade-b93e-578753e0f3de,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:20.496205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca04fb0d-ac10-41c2-bc8b-f17dc9b6594d req-26028e0e-1ba9-4237-9973-979d01626fcc tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300855 Aug 20 13:23:20.576014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'name': 'network-vif-deleted', 'tag': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:20.581284 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee40be38-cb79-46ae-b4c2-6111a7bc5e79" -d '{"events": [{"server_uuid": "faa18196-4f45-43ce-9689-91dd80660ab8", "name": "network-vif-deleted", "tag": "d9e5b30c-ecef-4898-aebf-307f6ac18ce8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:20.642002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48968) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:20.647508 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5200c52f-855b-4869-a6b9-eb7e0b0bca6d x-openstack-request-id: req-5200c52f-855b-4869-a6b9-eb7e0b0bca6d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:20.647880 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa18196-4f45-43ce-9689-91dd80660ab8", "name": "network-vif-deleted", "tag": "d9e5b30c-ecef-4898-aebf-307f6ac18ce8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:20.648186 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5200c52f-855b-4869-a6b9-eb7e0b0bca6d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:20.648654 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa18196-4f45-43ce-9689-91dd80660ab8', 'name': 'network-vif-deleted', 'tag': 'd9e5b30c-ecef-4898-aebf-307f6ac18ce8', 'status': 'completed', 'code': 200} Aug 20 13:23:20.702827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Allocated IP 172.20.0.9 (b9bdac84-69e6-4c1d-8934-20862fa8d3da/12e92b35-de7d-40c2-be4b-cb4d3acb72b8/0e48b492-8a56-4afe-801e-20087c1e55f7) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:20.737140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f3f9327d-c3f7-4e6f-94fc-23038c6b988e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7c5653397434e19865b36327e120c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888994 Aug 20 13:23:20.737625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:20.764186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb25e3-55a5-4447-b19b-709719929af6 req-ce651b1c-9f48-491f-8819-b69e2fbeadda tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:20.765724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5bdb25e3-55a5-4447-b19b-709719929af6 req-ce651b1c-9f48-491f-8819-b69e2fbeadda tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 947 time: 0.0943985 Aug 20 13:23:20.832860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4af100f7-74de-4953-a7dc-2da006b66f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.842626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5bdb25e3-55a5-4447-b19b-709719929af6 req-ad3d3ee4-1f6f-44f7-87d2-2e2d088a2739 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660226 Aug 20 13:23:20.861710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4af100f7-74de-4953-a7dc-2da006b66f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.929036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4af100f7-74de-4953-a7dc-2da006b66f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.931701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4af100f7-74de-4953-a7dc-2da006b66f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:20.933131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4af100f7-74de-4953-a7dc-2da006b66f2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8d15120-d921-4974-b2e8-be614e0def22 HTTP/1.1" status: 204 len: 168 time: 0.1940711 Aug 20 13:23:20.941798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af100f7-74de-4953-a7dc-2da006b66f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d15120-d921-4974-b2e8-be614e0def22,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:21.033159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c8f522a-f34d-4237-9f79-5fa3f9999367 req-7c7696ae-fac6-4710-aa87-32775c7cc351 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 210 time: 0.0546393 Aug 20 13:23:21.043276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.129839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.145315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:21.185760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Network b9bdac84-69e6-4c1d-8934-20862fa8d3da is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:21.195716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:21.198739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:21.201746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:21.257144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68f294ae-d86a-4ec1-81f9-16fabe8a802a req-5dce16ad-f6fe-4b84-91d4-10ae43ec5412 tempest-FlavorsV2NegativeTest-1278573791 tempest-FlavorsV2NegativeTest-1278573791-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9c96ea3913e341a39784c20bd47c5e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397952 Aug 20 13:23:21.265662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.314877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:21.315531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.371005 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-d53ac4b9-0215-4814-a52d-63b4da3d348b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2395799 Aug 20 13:23:21.373746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.398723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device dbc2c4ad-853a-44ab-8043-722a135d874b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:21.425045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Request body: {'port': {'device_id': '075f6105-e07d-4610-9c91-78ff7963de25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:21.444228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f294ae-d86a-4ec1-81f9-16fabe8a802a req-291af709-539c-4442-b4eb-1453ec752009 tempest-FlavorsV2NegativeTest-1278573791 tempest-FlavorsV2NegativeTest-1278573791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:21.452523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68f294ae-d86a-4ec1-81f9-16fabe8a802a req-291af709-539c-4442-b4eb-1453ec752009 tempest-FlavorsV2NegativeTest-1278573791 tempest-FlavorsV2NegativeTest-1278573791-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859121 Aug 20 13:23:21.458724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35b5d-91bb-4bb9-9af5-e74fa5639abe req-b3508e51-07ec-41fd-b014-7937da189688 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:21.464248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ae35b5d-91bb-4bb9-9af5-e74fa5639abe req-b3508e51-07ec-41fd-b014-7937da189688 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1562228 Aug 20 13:23:21.476619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68f294ae-d86a-4ec1-81f9-16fabe8a802a req-b760a907-92cb-4646-bcab-0dd02ad9bf5c tempest-FlavorsV2NegativeTest-1278573791 tempest-FlavorsV2NegativeTest-1278573791-project] 10.222.0.59 "GET /v2.0/quotas/9c96ea3913e341a39784c20bd47c5e1f HTTP/1.1" status: 200 len: 375 time: 0.0224931 Aug 20 13:23:21.515882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port dbc2c4ad-853a-44ab-8043-722a135d874b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:21.528970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port dbc2c4ad-853a-44ab-8043-722a135d874b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:21.529355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.541600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68f294ae-d86a-4ec1-81f9-16fabe8a802a req-fa3d289e-9a78-4f12-8290-1e18d12c8232 tempest-FlavorsV2NegativeTest-1278573791 tempest-FlavorsV2NegativeTest-1278573791-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c96ea3913e341a39784c20bd47c5e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628450 Aug 20 13:23:21.553753 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ae35b5d-91bb-4bb9-9af5-e74fa5639abe req-15591661-7e48-40ca-8b4b-b0de5b3ce895 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852416 Aug 20 13:23:21.629849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.688114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0145943-f464-485f-b58d-b4689e1e3cdd req-d4d226cd-9089-40fb-8b6a-eca3230b2239 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:21.700680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0145943-f464-485f-b58d-b4689e1e3cdd req-d4d226cd-9089-40fb-8b6a-eca3230b2239 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0833235 Aug 20 13:23:21.715275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.760519 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0145943-f464-485f-b58d-b4689e1e3cdd req-63d31005-ca28-4b5c-adf2-893636b8982a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588274 Aug 20 13:23:21.782870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc2c4ad-853a-44ab-8043-722a135d874b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:21.790940 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce946b2-c58b-4878-9898-a2b7e125c4c7" -d '{"events": [{"server_uuid": "5c3eb873-2ecd-4e0c-b74b-0c830325fc43", "name": "network-vif-plugged", "status": "completed", "tag": "dbc2c4ad-853a-44ab-8043-722a135d874b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:21.805601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port dbc2c4ad-853a-44ab-8043-722a135d874b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=dbc2c4ad-853a-44ab-8043-722a135d874b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:21.812366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.813937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d9e5b30c-ecef-4898-aebf-307f6ac18ce8 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:21.875574 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a02eca9-91b0-456b-aca3-f3d2d0afecec x-openstack-request-id: req-6a02eca9-91b0-456b-aca3-f3d2d0afecec {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:21.875871 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3eb873-2ecd-4e0c-b74b-0c830325fc43", "name": "network-vif-plugged", "status": "completed", "tag": "dbc2c4ad-853a-44ab-8043-722a135d874b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:21.876130 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a02eca9-91b0-456b-aca3-f3d2d0afecec {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:21.876527 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc2c4ad-853a-44ab-8043-722a135d874b', 'code': 200} Aug 20 13:23:21.878646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe883c58-143a-43a0-a32a-0f8587334334 req-4a0a96c8-4b01-4313-b2a0-25d658106fdf tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:21.882983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: d9e5b30c-ecef-4898-aebf-307f6ac18ce8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:21.883341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d9e5b30c-ecef-4898-aebf-307f6ac18ce8 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:21.887370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe883c58-143a-43a0-a32a-0f8587334334 req-4a0a96c8-4b01-4313-b2a0-25d658106fdf tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.2081251 Aug 20 13:23:21.938366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=dbc2c4ad-853a-44ab-8043-722a135d874b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:22.021748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02561141-7bb8-434a-98c2-e956fa97c8f7 req-4103a78b-f320-4d97-a6db-212169d9856a tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:22.023843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02561141-7bb8-434a-98c2-e956fa97c8f7 req-4103a78b-f320-4d97-a6db-212169d9856a tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.0722072 Aug 20 13:23:22.077335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02561141-7bb8-434a-98c2-e956fa97c8f7 req-d568e30c-a90b-472b-9353-8e083bf34a54 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Aug 20 13:23:22.170497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:23:22.210141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc393d5-14f8-49e1-a877-b62f58a80541 req-24ba48a7-f8c9-4228-a8f8-bdbfc61f8870 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:22.212716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fc393d5-14f8-49e1-a877-b62f58a80541 req-24ba48a7-f8c9-4228-a8f8-bdbfc61f8870 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 931 time: 0.0653107 Aug 20 13:23:22.257115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fc393d5-14f8-49e1-a877-b62f58a80541 req-9e89c3cb-de03-4ee4-bdfd-f08bce346e8b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Aug 20 13:23:22.336062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe883c58-143a-43a0-a32a-0f8587334334 req-3d411c95-3643-4546-bb5c-2ac8111b7923 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475250 Aug 20 13:23:22.410691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e508bc8-90c0-40e2-a4d0-f6b144dfa326 req-ecea787b-4ca5-4c3e-b21f-40ba707709d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:22.412185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e508bc8-90c0-40e2-a4d0-f6b144dfa326 req-ecea787b-4ca5-4c3e-b21f-40ba707709d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 1099 time: 0.4326348 Aug 20 13:23:22.466053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49056) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:22.484811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e508bc8-90c0-40e2-a4d0-f6b144dfa326 req-a921d93d-6ef2-478a-9c6d-7d271df61fbf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632303 Aug 20 13:23:22.519051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Deleting port 54d5836a-7cb2-4359-9e0b-d1668f6a8719 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:22.519404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.527316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e48b492-8a56-4afe-801e-20087c1e55f7 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:22.569764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.594098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Transition to ACTIVE for port object 0e48b492-8a56-4afe-801e-20087c1e55f7 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:22.603691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.637809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] For port 54d5836a-7cb2-4359-9e0b-d1668f6a8719, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=54d5836a-7cb2-4359-9e0b-d1668f6a8719,segment=NetworkSegment(43b23211-fd93-47a4-af3c-b5d1afe5e97b),segment_id=43b23211-fd93-47a4-af3c-b5d1afe5e97b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:22.638375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.652358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Calling delete_port for 54d5836a-7cb2-4359-9e0b-d1668f6a8719 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:22.671627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.708307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.713763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.758613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c96ea3913e341a39784c20bd47c5e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913375 Aug 20 13:23:22.760687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e997366-b55f-4499-8689-d8731e7ddcf2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:22.762617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49086) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:22.779984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.780333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.782124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.782492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.782830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.783159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.784030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.784359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.784703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.785029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.785348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.785665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93728e-f83f-4cc2-8efd-7db763aa95e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:22.810638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd29d7-83db-4a48-8761-0440ff441e99 req-ff364141-c6ff-40fc-8f66-b32bac6aa2e9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:22.817211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edcd29d7-83db-4a48-8761-0440ff441e99 req-ff364141-c6ff-40fc-8f66-b32bac6aa2e9 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1602976 Aug 20 13:23:22.822550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:22.837490 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af85c36-3bfa-495b-a95a-e2ed2fd52877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.864639 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af85c36-3bfa-495b-a95a-e2ed2fd52877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.956929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edcd29d7-83db-4a48-8761-0440ff441e99 req-2b8a5571-991f-4c4a-bce6-b6e8adeddeab tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385374 Aug 20 13:23:22.970149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af85c36-3bfa-495b-a95a-e2ed2fd52877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.975861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af85c36-3bfa-495b-a95a-e2ed2fd52877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:22.979798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9af85c36-3bfa-495b-a95a-e2ed2fd52877 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e997366-b55f-4499-8689-d8731e7ddcf2 HTTP/1.1" status: 204 len: 168 time: 0.2162516 Aug 20 13:23:22.997707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Attempting to bind port 0e48b492-8a56-4afe-801e-20087c1e55f7 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:22.998001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Attempting to bind port 0e48b492-8a56-4afe-801e-20087c1e55f7 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:22.998329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Attempting to bind port 0e48b492-8a56-4afe-801e-20087c1e55f7 on network b9bdac84-69e6-4c1d-8934-20862fa8d3da {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:23.003979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Port 0e48b492-8a56-4afe-801e-20087c1e55f7 on network b9bdac84-69e6-4c1d-8934-20862fa8d3da not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:23.004299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Attempting to bind port 0e48b492-8a56-4afe-801e-20087c1e55f7 on network b9bdac84-69e6-4c1d-8934-20862fa8d3da {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:23.006291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898a46-1176-4e1c-a00d-f70b20704a47 req-dc891225-a318-4f4e-af8e-36d962c5b868 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.014219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:23.014556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Checking segment: {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:23.015128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Bound using segment: {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:23.015797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Bound port: 0e48b492-8a56-4afe-801e-20087c1e55f7, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301a2b46-1dd6-49d2-9d67-350bd4068089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:23.016052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00898a46-1176-4e1c-a00d-f70b20704a47 req-dc891225-a318-4f4e-af8e-36d962c5b868 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1045716 Aug 20 13:23:23.016477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.071578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00898a46-1176-4e1c-a00d-f70b20704a47 req-ccf42968-79ed-4b55-80f2-74372f22fc68 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496821 Aug 20 13:23:23.072958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85c36-3bfa-495b-a95a-e2ed2fd52877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e997366-b55f-4499-8689-d8731e7ddcf2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:23.123412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.133878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49104) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:23.166925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d5836a-7cb2-4359-9e0b-d1668f6a8719,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:23.170285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:23.245645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:23.253464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.303922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.304529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.305923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 1091 time: 1.8862054 Aug 20 13:23:23.324667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:23.328149 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8253f56d-3295-4ce2-9fc0-b374135a7847" -d '{"events": [{"name": "network-changed", "server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:23.357027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5ebb2-1a79-43d7-8b33-cb0fe9870a7d req-307f641a-0a9a-4f9f-be2f-779ae4d1fa56 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.358968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ee5ebb2-1a79-43d7-8b33-cb0fe9870a7d req-307f641a-0a9a-4f9f-be2f-779ae4d1fa56 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.1944866 Aug 20 13:23:23.420473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5e7c5-0caa-4f02-ac9a-a80995536313 service neutron] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:23.426829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d3c2c-da20-445f-869f-ed13f84253bf req-7fb8eccf-3b14-49fe-9334-5f3fb0183447 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.434770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a42d3c2c-da20-445f-869f-ed13f84253bf req-7fb8eccf-3b14-49fe-9334-5f3fb0183447 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 943 time: 0.0635486 Aug 20 13:23:23.462495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37697b8c-8c99-4165-891f-bf2659b32702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.499030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a42d3c2c-da20-445f-869f-ed13f84253bf req-cf61a2c0-14dd-419b-9cae-a0a620ddf8a8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Aug 20 13:23:23.534610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ee5ebb2-1a79-43d7-8b33-cb0fe9870a7d req-8d0947e1-2a31-4fcb-a81e-88edfc24f31b tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005304 Aug 20 13:23:23.563191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-4369db70-5658-494c-a5f9-2b20e6255dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.566575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-4369db70-5658-494c-a5f9-2b20e6255dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1094 time: 0.2064950 Aug 20 13:23:23.570845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.587781 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69668d20-a2eb-4eb0-bfa7-099a70970503 x-openstack-request-id: req-69668d20-a2eb-4eb0-bfa7-099a70970503 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:23.588077 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:23.588328 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69668d20-a2eb-4eb0-bfa7-099a70970503 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:23.588754 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'status': 'completed', 'code': 200} Aug 20 13:23:23.635476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37697b8c-8c99-4165-891f-bf2659b32702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.642103 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37697b8c-8c99-4165-891f-bf2659b32702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.660100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-3f19bcf7-9834-4c68-91ba-44e068d8e690 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 217 time: 0.0704885 Aug 20 13:23:23.695887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-37697b8c-8c99-4165-891f-bf2659b32702 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30c988d55304427991dc628cd0611bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608344 Aug 20 13:23:23.696623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49126) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:23.707198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37697b8c-8c99-4165-891f-bf2659b32702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6df9f8-8934-432a-b961-af1dd6155010,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:23.759361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c66-d88c-4fd1-acdf-452facf414f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.784007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c66-d88c-4fd1-acdf-452facf414f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.836019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd94e-87fd-4e85-b8e7-a8d2fe914834 req-c18947b1-e5eb-4cf0-94db-9b6c7f5a9e5e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.837979 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1ffd94e-87fd-4e85-b8e7-a8d2fe914834 req-c18947b1-e5eb-4cf0-94db-9b6c7f5a9e5e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1823990 Aug 20 13:23:23.839389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-9c4ce7c9-0b6d-4fdf-a09d-9c2474b1e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:23.840933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-9c4ce7c9-0b6d-4fdf-a09d-9c2474b1e92c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.1365809 Aug 20 13:23:23.846137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c66-d88c-4fd1-acdf-452facf414f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.850279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c66-d88c-4fd1-acdf-452facf414f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:23.851810 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1e4d3c66-d88c-4fd1-acdf-452facf414f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c6df9f8-8934-432a-b961-af1dd6155010 HTTP/1.1" status: 204 len: 168 time: 0.1530795 Aug 20 13:23:23.862298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d3c66-d88c-4fd1-acdf-452facf414f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6df9f8-8934-432a-b961-af1dd6155010,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:23.899968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-f6cdde9d-1f10-4450-a7c9-a4312648f429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500462 Aug 20 13:23:23.912262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49136) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:24.024954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1ffd94e-87fd-4e85-b8e7-a8d2fe914834 req-591cce28-ba08-42fe-82aa-968e35a5e129 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723506 Aug 20 13:23:24.047732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1620222265-network', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:24.111890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Made reservation on behalf of 744e8dd4128e416abe83309b9c717fa6 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:24.114470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.133502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44936d-fc9d-4c52-9043-9284927ae18c req-4f613bb4-3b4d-45cd-887a-48c7190d85e6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.141061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d44936d-fc9d-4c52-9043-9284927ae18c req-4f613bb4-3b4d-45cd-887a-48c7190d85e6 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0807641 Aug 20 13:23:24.142929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.155498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Router 6b082596-f9db-4e55-82b2-60301a0d2d1a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:23:24.176575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-5c0ad9a9-1e96-4e0b-9dd7-dfb9e9340c0d service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661283 Aug 20 13:23:24.203466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d44936d-fc9d-4c52-9043-9284927ae18c req-a10a41c2-9a1c-43c0-a9d0-6548ff89951e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 Aug 20 13:23:24.276436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.281028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.300886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:23:24.312801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e39ec-278f-47e5-867a-64ac473e0e92 req-ac9439e7-750b-428a-bb54-cd02c0d74dae tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.314334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a78e39ec-278f-47e5-867a-64ac473e0e92 req-ac9439e7-750b-428a-bb54-cd02c0d74dae tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1778762 Aug 20 13:23:24.320756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.321391 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Added segment b5755977-86ee-428e-b282-ae2f43915193 of type vlan for network 9031a6c2-1a04-47ac-bad9-149af7530971 Aug 20 13:23:24.328999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774a48b-0c67-41e0-ac68-58dd302e9d1d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:24.371105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.403633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.406050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.409942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.425666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e43c8b55-7b01-4a44-805f-588fd676b140 req-69969cba-bff4-4d89-bdcf-cff67416b081 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391162 Aug 20 13:23:24.428959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a78e39ec-278f-47e5-867a-64ac473e0e92 req-76fe639d-6c6e-4d2b-9826-01bdacc372f8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005840 Aug 20 13:23:24.430801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:23:24.437599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-133f56c7-559e-4bdd-8c41-2d3835bd47b1 admin admin] 10.222.0.59 "PUT /v2.0/routers/6b082596-f9db-4e55-82b2-60301a0d2d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0370119 Aug 20 13:23:24.440331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49154) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:24.447979 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] Sync routers for ids ['6b082596-f9db-4e55-82b2-60301a0d2d1a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:23:24.467494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] Routers {'6b082596-f9db-4e55-82b2-60301a0d2d1a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:24.468598 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6b082596-f9db-4e55-82b2-60301a0d2d1a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:24.489230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5751941 Aug 20 13:23:24.492255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:24.497610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Request body: {'subnet': {'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1620222265-subnet', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:24.524769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac6de6-e34a-4b27-9f51-cba7b82ef257 admin admin] Pushing event updated for resources: {'Network': ['ID=9031a6c2-1a04-47ac-bad9-149af7530971,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:24.545050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9031a6c2-1a04-47ac-bad9-149af7530971 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:23:24.549186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Made reservation on behalf of 744e8dd4128e416abe83309b9c717fa6 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:24.555508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.593960 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] Set router 6b082596-f9db-4e55-82b2-60301a0d2d1a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:24.645985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-95c768d5-7d42-493b-bda1-5c9349ad6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.651758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-95c768d5-7d42-493b-bda1-5c9349ad6a6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1094 time: 0.1420002 Aug 20 13:23:24.738373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31521a6-9d6e-4b73-b287-6d2a410b57c2 req-f9c8aafc-2779-49a2-8ccb-3e72f573dc93 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.746113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a31521a6-9d6e-4b73-b287-6d2a410b57c2 req-f9c8aafc-2779-49a2-8ccb-3e72f573dc93 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 943 time: 0.0909839 Aug 20 13:23:24.800000 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:23:23Z', 'revision_number': 5, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:24.800533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a31521a6-9d6e-4b73-b287-6d2a410b57c2 req-5e4690cd-a408-4b2c-8c43-6bcd8646111c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Aug 20 13:23:24.822290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49170) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:24.836407 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] Checking router: 6b082596-f9db-4e55-82b2-60301a0d2d1a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:23:24.846621 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] Routers {'6b082596-f9db-4e55-82b2-60301a0d2d1a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:24.847547 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6b082596-f9db-4e55-82b2-60301a0d2d1a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:24.880404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-427601c6-5f32-4d7f-b517-aed6d64f985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.882385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-427601c6-5f32-4d7f-b517-aed6d64f985b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.2196267 Aug 20 13:23:24.891063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.915411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.983000 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] Set router 6b082596-f9db-4e55-82b2-60301a0d2d1a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:24.987708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:24.990963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Checking segment: {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:24.991293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Network hostable DHCP agents. Network: 9031a6c2-1a04-47ac-bad9-149af7530971, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:23:24.991933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae782ed-1190-4ed8-b4c4-c6b5c7430024 req-6ded7762-7ad6-4bed-8e8e-20d4d2927293 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:24.999133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eae782ed-1190-4ed8-b4c4-c6b5c7430024 req-6ded7762-7ad6-4bed-8e8e-20d4d2927293 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.3301098 Aug 20 13:23:25.008817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-277912996-network', 'tenant_id': 'c72ba2ff11df4fa3b5c4e2bed4ca5624'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:25.010645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Network 9031a6c2-1a04-47ac-bad9-149af7530971 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:23:25.016378 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-de0aafdb-3714-407b-bcb0-7ac1c5ed0902 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 217 time: 0.0770521 Aug 20 13:23:25.024794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9031a6c2-1a04-47ac-bad9-149af7530971) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:25.035186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:25.035868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6fb6a1-bbbf-4ad9-b1f8-202df5df5b41 None None] Network 9031a6c2-1a04-47ac-bad9-149af7530971 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:25.036021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.157663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3f3a83f8-6867-4dad-87f0-0dc71e10bf12 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6637340 Aug 20 13:23:25.164823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49176) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:25.171328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Made reservation on behalf of c72ba2ff11df4fa3b5c4e2bed4ca5624 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:25.173799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.174434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:25.196712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eae782ed-1190-4ed8-b4c4-c6b5c7430024 req-bd2e4ef9-32d2-4b45-b375-f3eb3a524c61 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957269 Aug 20 13:23:25.206471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-24162aac-fe51-42a2-8922-7d69d1042fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:25.207734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9cd21-a745-4fd2-a2a4-1a32c9a6ef58 req-68d5602e-370e-4afb-bb14-2858542238c9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:25.207953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-24162aac-fe51-42a2-8922-7d69d1042fcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.1795835 Aug 20 13:23:25.209302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.212767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.216617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dab9cd21-a745-4fd2-a2a4-1a32c9a6ef58 req-68d5602e-370e-4afb-bb14-2858542238c9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1171649 Aug 20 13:23:25.237617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.239126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.240303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:23:23Z', 'revision_number': 5, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:25.270104 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-61c8f43c-e6a2-4976-9a99-6034a99d0ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358419 Aug 20 13:23:25.311481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dab9cd21-a745-4fd2-a2a4-1a32c9a6ef58 req-887d0f09-908d-475c-aee7-b21cd591e792 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892026 Aug 20 13:23:25.335752 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f146f0-76d8-4298-9514-2f68dd0411fb None None] The sync data for ids ['6b082596-f9db-4e55-82b2-60301a0d2d1a'] in n-d-804232-5 is: [{'id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'name': 'tempest-ServerRescueTestJSON-1433461962-router', 'tenant_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:21:02Z', 'updated_at': '2021-08-20T13:23:23Z', 'revision_number': 5, 'project_id': 'ccc515de87ff4eb08c24b7aeafe7a5db', 'gw_port': {'id': '41936e82-e0f3-4dc7-93fc-1659319347f3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b082596-f9db-4e55-82b2-60301a0d2d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:21:03Z', 'updated_at': '2021-08-20T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:23:25.356016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9031a6c2-1a04-47ac-bad9-149af7530971', 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'fixed_ips': [{'subnet_id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:23:25.360460 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.387249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.473317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Deleting port 41936e82-e0f3-4dc7-93fc-1659319347f3 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:25.473563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.535215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-755733af-6cca-4308-8db1-e8cd4a97471a service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557385 Aug 20 13:23:25.584151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.614944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd584770-d15f-4a59-bcd5-c1c621bc49d4 req-8c324cdf-556c-4088-b823-ccff821df0bc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:25.617830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Allocated IP 172.20.0.2 (9031a6c2-1a04-47ac-bad9-149af7530971/d86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97/37bba694-66e8-41c4-b85b-0d11243f7789) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:25.622993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd584770-d15f-4a59-bcd5-c1c621bc49d4 req-8c324cdf-556c-4088-b823-ccff821df0bc tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1740620 Aug 20 13:23:25.671648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8253f56d-3295-4ce2-9fc0-b374135a7847 req-4752b891-592a-4b51-9927-cbb7ca56bd96 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243908 Aug 20 13:23:25.710877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.725530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.738454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd584770-d15f-4a59-bcd5-c1c621bc49d4 req-31ccfacc-42fa-4f8b-9857-6443dc3aa278 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095662 Aug 20 13:23:25.772987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] For port 41936e82-e0f3-4dc7-93fc-1659319347f3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=41936e82-e0f3-4dc7-93fc-1659319347f3,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:25.773418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.780842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:23:25.805117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba779d-fa00-47f0-b78c-e808d56f682e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:25.819208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Calling delete_port for 41936e82-e0f3-4dc7-93fc-1659319347f3 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:25.834090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.834723 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Added segment 3a112ba2-3bde-4e28-8c16-57488a22077d of type vlan for network bc5818ec-726a-4354-a9d5-2bce01a7da10 Aug 20 13:23:25.898428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.915393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Transition to ACTIVE for port object 37bba694-66e8-41c4-b85b-0d11243f7789 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:25.942060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Transition to ACTIVE for port object 37bba694-66e8-41c4-b85b-0d11243f7789 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:25.953673 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.953986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.980712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bbe09-002c-46c4-b39a-0b698a4a7326 req-a773d7ee-df58-4a4b-8439-94213127e6bf tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:25.982442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88bbe09-002c-46c4-b39a-0b698a4a7326 req-a773d7ee-df58-4a4b-8439-94213127e6bf tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1660602 Aug 20 13:23:26.011489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303bc23-8b38-4d93-9fef-2097e3c354fc req-359b18fc-0189-4d09-abf0-64c283c59c63 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:26.011773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Network 9031a6c2-1a04-47ac-bad9-149af7530971 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:26.013845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4303bc23-8b38-4d93-9fef-2097e3c354fc req-359b18fc-0189-4d09-abf0-64c283c59c63 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.1302946 Aug 20 13:23:26.014642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:26.015244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.019381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:26.030654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Pushing event updated for resources: {'Port': ['ID=37bba694-66e8-41c4-b85b-0d11243f7789,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:26.037563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.037823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.038544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:26.039146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.057491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0e48b492-8a56-4afe-801e-20087c1e55f7 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:26.107067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Attempting to bind port 37bba694-66e8-41c4-b85b-0d11243f7789 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:26.107617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Attempting to bind port 37bba694-66e8-41c4-b85b-0d11243f7789 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:26.108683 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Attempting to bind port 37bba694-66e8-41c4-b85b-0d11243f7789 on network 9031a6c2-1a04-47ac-bad9-149af7530971 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:26.118873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4303bc23-8b38-4d93-9fef-2097e3c354fc req-ded535b8-e6ab-489e-ab5c-49a5192d529f tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832419 Aug 20 13:23:26.130665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:26.131384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Checking segment: {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:26.132139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.132897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Bound using segment: {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:26.133579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Bound port: 37bba694-66e8-41c4-b85b-0d11243f7789, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:26.134159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.205713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88bbe09-002c-46c4-b39a-0b698a4a7326 req-4ec15a01-25dd-498e-92ae-2804a613bab2 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049451 Aug 20 13:23:26.211834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] Pushing event updated for resources: {'Network': ['ID=bc5818ec-726a-4354-a9d5-2bce01a7da10,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:26.214750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Allocated IP 172.25.6.111 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/77ac2082-0f33-452a-b805-7d2509d8c028) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:26.231366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:23:26.236946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-14b38065-7241-49c1-b71d-df35d005cf7d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4127796 Aug 20 13:23:26.237748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:26.250146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Request body: {'subnet': {'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-277912996-subnet', 'tenant_id': 'c72ba2ff11df4fa3b5c4e2bed4ca5624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:26.278325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Made reservation on behalf of c72ba2ff11df4fa3b5c4e2bed4ca5624 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:26.281694 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.347935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:26.360042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b981-0921-4091-9afc-7b2e3f0c6703 req-1c2bde98-7846-4a2b-9864-22fe92b0ab84 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:26.363255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'network_id': 'b9bdac84-69e6-4c1d-8934-20862fa8d3da', 'port_id': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'mac_address': 'fa:16:3e:75:be:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e92b35-de7d-40c2-be4b-cb4d3acb72b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:26.370794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f606b981-0921-4091-9afc-7b2e3f0c6703 req-1c2bde98-7846-4a2b-9864-22fe92b0ab84 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 943 time: 0.1391265 Aug 20 13:23:26.392767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] For port 37bba694-66e8-41c4-b85b-0d11243f7789, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:26.417032 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-60d79179-8624-4e43-a641-682fb0232928 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=41a527491991402eb70d38bc16eed74a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266497 Aug 20 13:23:26.445127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f606b981-0921-4091-9afc-7b2e3f0c6703 req-191342a1-357e-48d4-b9ca-ca8e5b84d511 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733938 Aug 20 13:23:26.447818 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.449360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.473453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e48b492-8a56-4afe-801e-20087c1e55f7 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:26.501036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.506004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:26.512386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.577260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:26.582978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:26.587556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:26.592141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:26.744849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0e48b492-8a56-4afe-801e-20087c1e55f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:26.881488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.887503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] For port 37bba694-66e8-41c4-b85b-0d11243f7789, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=37bba694-66e8-41c4-b85b-0d11243f7789,segment=NetworkSegment(b5755977-86ee-428e-b282-ae2f43915193),segment_id=b5755977-86ee-428e-b282-ae2f43915193)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:26.900925 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:26.913610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Pushing event updated for resources: {'Port': ['ID=77ac2082-0f33-452a-b805-7d2509d8c028,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:26.932574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8713a7b-96c6-40d2-986a-a54e320ada49 req-8097e08e-9514-4a77-b57b-835024511d4b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:26.941100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8713a7b-96c6-40d2-986a-a54e320ada49 req-8097e08e-9514-4a77-b57b-835024511d4b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.4073894 Aug 20 13:23:26.943947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41936e82-e0f3-4dc7-93fc-1659319347f3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:26.995706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d45e2-5806-409d-a659-ef2a3fd5cb08 None None] Pushing event updated for resources: {'Port': ['ID=37bba694-66e8-41c4-b85b-0d11243f7789,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:27.024091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b2dac980-380b-4b37-b056-2585130a5062 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:27.031680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b2dac980-380b-4b37-b056-2585130a5062 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5903227 Aug 20 13:23:27.061600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8713a7b-96c6-40d2-986a-a54e320ada49 req-48b5ba47-d886-485b-be00-9124fe3d56c9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195838 Aug 20 13:23:27.077172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-669366d8-5ad8-427c-8035-dc1ada06ea86 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/quotas/41a527491991402eb70d38bc16eed74a HTTP/1.1" status: 200 len: 375 time: 0.0444672 Aug 20 13:23:27.090970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 54d5836a-7cb2-4359-9e0b-d1668f6a8719 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:27.113570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 54d5836a-7cb2-4359-9e0b-d1668f6a8719 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:27.113950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 54d5836a-7cb2-4359-9e0b-d1668f6a8719 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:27.125557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.199680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.256801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be090e5b-d1f1-40e5-8e1b-e678a7ce2baf req-8cab9d88-02b0-4e47-a7a2-1df1b0041f27 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:27.258511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be090e5b-d1f1-40e5-8e1b-e678a7ce2baf req-8cab9d88-02b0-4e47-a7a2-1df1b0041f27 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1194365 Aug 20 13:23:27.270566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ebc265-1bca-4e07-9f09-b104983eceb5,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:27.326423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-2a741acf-2a12-411f-8c94-ddb198fd714b tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41a527491991402eb70d38bc16eed74a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482135 Aug 20 13:23:27.340738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be090e5b-d1f1-40e5-8e1b-e678a7ce2baf req-85183538-318a-4cc8-b1d5-0c4dc852f46c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535929 Aug 20 13:23:27.343630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.383628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Checking segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:27.384347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Network hostable DHCP agents. Network: bc5818ec-726a-4354-a9d5-2bce01a7da10, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:23:27.392156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.396337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.450634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:23:27.463045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, bc5818ec-726a-4354-a9d5-2bce01a7da10) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:27.465138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.465779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b082596-f9db-4e55-82b2-60301a0d2d1a {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:23:27.476912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.477755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a218c091-a90b-4024-b31b-f77df492b481 None None] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:27.478037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-747b071e-1bbb-452f-a3cf-2b63438ba6f0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6b082596-f9db-4e55-82b2-60301a0d2d1a HTTP/1.1" status: 204 len: 168 time: 3.0362327 Aug 20 13:23:27.479467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:27.480058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.484088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49214) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:27.558929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aee210e7-df7e-43c5-a390-e71d8990bcd6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3182714 Aug 20 13:23:27.586666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a02e-13f9-4180-a6e4-9e2ec246b9d8 req-d7fdfd0c-c034-4bc6-bc7f-16a941ca17be tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:27.590587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Deleting subnet 689438ba-5f76-4cbb-aea4-bb085465a60b {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:23:27.600614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a111a02e-13f9-4180-a6e4-9e2ec246b9d8 req-d7fdfd0c-c034-4bc6-bc7f-16a941ca17be tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1479056 Aug 20 13:23:27.623827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.711761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.722604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36ca41-ef7e-4e09-8077-3fa0ff1c1bd0 req-20d5467c-5da0-4516-9056-d5eca071b829 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:27.724704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb36ca41-ef7e-4e09-8077-3fa0ff1c1bd0 req-20d5467c-5da0-4516-9056-d5eca071b829 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 944 time: 0.1261458 Aug 20 13:23:27.742117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a111a02e-13f9-4180-a6e4-9e2ec246b9d8 req-b944dda0-4add-4a7f-9eea-324783cffdad tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405056 Aug 20 13:23:27.797127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb36ca41-ef7e-4e09-8077-3fa0ff1c1bd0 req-fb3c5e26-dc24-4f48-b31a-37d00bfe5498 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Aug 20 13:23:27.800344 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.826917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.841678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415f00c-75e4-442b-a634-5cce662e2e5a None None] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:27.936066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94a3e14-4e3d-4bd4-851c-a668206f5b7f req-504347eb-239c-4a42-b7b2-33d58b9b3e34 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 210 time: 0.0356612 Aug 20 13:23:27.946379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.019857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689438ba-5f76-4cbb-aea4-bb085465a60b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:28.031542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.034657 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/689438ba-5f76-4cbb-aea4-bb085465a60b HTTP/1.1" status: 204 len: 168 time: 0.5491772 Aug 20 13:23:28.036885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49234) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:28.066531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.067005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.067356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.067699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.068070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.068500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.068855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.069192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.070508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.071203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.071544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.072036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ff168-5e7c-4ac6-97d1-57d102e351c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:28.072137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0e48b492-8a56-4afe-801e-20087c1e55f7 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:28.146093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Router dbf142c4-0589-47a5-b733-93a82ac40aea is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:23:28.221263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 0e48b492-8a56-4afe-801e-20087c1e55f7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:28.227540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 0e48b492-8a56-4afe-801e-20087c1e55f7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:28.228101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.276335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.331361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.358612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:28.362825 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4890a6-3ec6-4921-ab96-12f2cf322c33" -d '{"events": [{"server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "name": "network-vif-plugged", "status": "completed", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:28.374011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-9547e10b-17be-42b7-8a57-b292d5901037 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:28.385035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-9547e10b-17be-42b7-8a57-b292d5901037 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 821 time: 0.2784164 Aug 20 13:23:28.393858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:28.400235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.421363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feb85c-8bd6-4663-889c-60a80e77b013 req-06f0d118-9bea-4d6e-9afe-fbafa528b883 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:28.423188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-30feb85c-8bd6-4663-889c-60a80e77b013 req-06f0d118-9bea-4d6e-9afe-fbafa528b883 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1593297 Aug 20 13:23:28.427987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:23:28.441873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Sync routers for ids ['dbf142c4-0589-47a5-b733-93a82ac40aea'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:23:28.471698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-d03d7e25-b639-4a89-8d0a-9366498e182d tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/quotas/c72ba2ff11df4fa3b5c4e2bed4ca5624 HTTP/1.1" status: 200 len: 375 time: 0.0846837 Aug 20 13:23:28.480347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.482102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f80dd69e-750d-4fa9-9708-0cae98d06d3f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3121455 Aug 20 13:23:28.482753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d659d-53f3-47ef-abd5-bb005493e93d None None] Network 9031a6c2-1a04-47ac-bad9-149af7530971 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:28.487346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49250) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:28.507609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-30feb85c-8bd6-4663-889c-60a80e77b013 req-cc346551-00af-4f5f-abe0-3b0ee0bb3240 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760322 Aug 20 13:23:28.575032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.598116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-2ef8d0ff-ece3-4cd1-9aae-d17101d0100a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258445 Aug 20 13:23:28.621789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2ae103-43c4-421c-9f83-7fe1722dbba6']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:28.654770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6e416-875d-4b29-ad79-24a26ad22d64 req-f2844a99-bc9a-4a44-a02b-427b21de3389 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:28.656544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99f6e416-875d-4b29-ad79-24a26ad22d64 req-f2844a99-bc9a-4a44-a02b-427b21de3389 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0654006 Aug 20 13:23:28.678358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b23211-fd93-47a4-af3c-b5d1afe5e97b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:28.678566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b23211-fd93-47a4-af3c-b5d1afe5e97b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:28.693771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Routers {'dbf142c4-0589-47a5-b733-93a82ac40aea'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:28.694021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['dbf142c4-0589-47a5-b733-93a82ac40aea'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:28.699326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.720933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99f6e416-875d-4b29-ad79-24a26ad22d64 req-769277d1-7bef-4c32-9695-3221197cc2e8 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Aug 20 13:23:28.763813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.773315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:28.784285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4e3a61d8-21a1-4e01-8dbe-989b1f29c925 None None] Provisioning for port 37bba694-66e8-41c4-b85b-0d11243f7789 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:28.787474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:23:28.787900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:23:28.789764 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:23:28.796308 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c7090-6836-4ac5-9e7d-cb695c0b61b9 x-openstack-request-id: req-810c7090-6836-4ac5-9e7d-cb695c0b61b9 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:28.796308 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "name": "network-vif-plugged", "status": "completed", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:28.796685 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-810c7090-6836-4ac5-9e7d-cb695c0b61b9 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:28.797795 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'code': 200} Aug 20 13:23:28.807123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:28.859441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-1981908e-a27e-4e2b-8a91-2d32947ffda4 service neutron] 10.222.0.59 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503450 Aug 20 13:23:28.907184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Set router dbf142c4-0589-47a5-b733-93a82ac40aea gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:28.943751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa146-93bb-4b91-8264-726a693848e7 req-2c8e869a-ef22-4e8f-a13b-a1a4b8c6c642 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:28.945652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-444aa146-93bb-4b91-8264-726a693848e7 req-2c8e869a-ef22-4e8f-a13b-a1a4b8c6c642 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0726304 Aug 20 13:23:29.011607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.013964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-444aa146-93bb-4b91-8264-726a693848e7 req-5c5f393a-4976-49c9-82f0-249f6b02222a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620346 Aug 20 13:23:29.051183 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.055802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ec2ae103-43c4-421c-9f83-7fe1722dbba6 HTTP/1.1" status: 204 len: 168 time: 1.0179188 Aug 20 13:23:29.077826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68823fa4-3f86-41ee-844c-cd0e85a71886 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2ae103-43c4-421c-9f83-7fe1722dbba6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:29.105776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-989c8733-3650-4301-a4ae-b698ea6e6cba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=41a527491991402eb70d38bc16eed74a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760019 Aug 20 13:23:29.143450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a47918-eee7-4cad-a25d-d06abac6c281 req-8e6d1e51-b1f8-4009-8ffa-85c103909d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:29.144781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27a47918-eee7-4cad-a25d-d06abac6c281 req-8e6d1e51-b1f8-4009-8ffa-85c103909d12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1096 time: 0.2363257 Aug 20 13:23:29.167968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 37bba694-66e8-41c4-b85b-0d11243f7789 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:29.220524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-0468827f-3ba6-4df3-a600-8bac37b554bf service neutron] 10.222.0.59 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137028 Aug 20 13:23:29.323100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 37bba694-66e8-41c4-b85b-0d11243f7789 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:29.339099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 37bba694-66e8-41c4-b85b-0d11243f7789 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:29.340962 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.347890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:29.381292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27a47918-eee7-4cad-a25d-d06abac6c281 req-2be20d59-c756-4b25-b480-3881f2c5de01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281730 Aug 20 13:23:29.426471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:27Z', 'revision_number': 3, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:29.449402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a466-ad22-47c2-a480-ba447c391016 req-e66969b1-11c8-4167-bf8c-6d89355d45f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:29.473501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9de0a466-ad22-47c2-a480-ba447c391016 req-e66969b1-11c8-4167-bf8c-6d89355d45f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 945 time: 0.2956576 Aug 20 13:23:29.488994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Checking router: dbf142c4-0589-47a5-b733-93a82ac40aea for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:23:29.489347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Updating router dbf142c4-0589-47a5-b733-93a82ac40aea port 77ac2082-0f33-452a-b805-7d2509d8c028 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:23:29.493862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-287e184e-1e37-4d36-a3fb-11ef241a5fe1 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:29.496126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-287e184e-1e37-4d36-a3fb-11ef241a5fe1 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839822 Aug 20 13:23:29.529722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.582696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9de0a466-ad22-47c2-a480-ba447c391016 req-eda0ffdd-ffdf-44ca-a476-8e1de9e50957 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037068 Aug 20 13:23:29.589310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b4b16aca-ea76-409b-8949-13674de8278d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccc515de87ff4eb08c24b7aeafe7a5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333813 Aug 20 13:23:29.589865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:29.596123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Request body: {'port': {'device_id': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '41a527491991402eb70d38bc16eed74a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:29.623067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8ad6217-a693-417e-b4b3-3f9bc400c5a0 req-7f8108e5-41a3-4232-88a2-3b14dd7cb27c tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 210 time: 0.0699015 Aug 20 13:23:29.724484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d742ca69-46ec-4d93-9b12-8c1a7f7f24a4 req-3b291c48-007e-4c86-a99a-8c1d60f0fdad tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 210 time: 0.0464456 Aug 20 13:23:29.752718 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.813589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Made reservation on behalf of 41a527491991402eb70d38bc16eed74a for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:29.816647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.817984 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.860496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 37bba694-66e8-41c4-b85b-0d11243f7789, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=37bba694-66e8-41c4-b85b-0d11243f7789,segment=NetworkSegment(b5755977-86ee-428e-b282-ae2f43915193),segment_id=b5755977-86ee-428e-b282-ae2f43915193)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:29.868110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5034b-696d-4c3a-94e5-7969a3dedc0c req-f278fd8e-62ec-4426-8def-45fafae812fa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:29.870076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74f5034b-696d-4c3a-94e5-7969a3dedc0c req-f278fd8e-62ec-4426-8def-45fafae812fa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1602619 Aug 20 13:23:29.870784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6e37e6a-59be-4797-b042-937a57899140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.873937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ef551fa6-478d-48a0-b3a5-026cc1abe4a8 None None] Provisioning complete for port 37bba694-66e8-41c4-b85b-0d11243f7789 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:29.874577 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ef551fa6-478d-48a0-b3a5-026cc1abe4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.911957 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.930781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6e37e6a-59be-4797-b042-937a57899140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.935517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713336ca-b9be-4f7d-a56e-f9abdec77e14 req-3e7251b6-70f8-484a-975b-56405f74efda tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:29.937182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-713336ca-b9be-4f7d-a56e-f9abdec77e14 req-3e7251b6-70f8-484a-975b-56405f74efda tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1165214 Aug 20 13:23:29.957604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 41936e82-e0f3-4dc7-93fc-1659319347f3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:30.014807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 41936e82-e0f3-4dc7-93fc-1659319347f3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:30.016081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 41936e82-e0f3-4dc7-93fc-1659319347f3 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:30.016249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74f5034b-696d-4c3a-94e5-7969a3dedc0c req-55ca5b5b-d79b-4409-9107-d08e6df7c7d2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317592 Aug 20 13:23:30.096854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=37bba694-66e8-41c4-b85b-0d11243f7789,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:30.147663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-713336ca-b9be-4f7d-a56e-f9abdec77e14 req-5d12bc2d-86b1-4f45-80fd-9cf64ec2fc53 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782024 Aug 20 13:23:30.186082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6e37e6a-59be-4797-b042-937a57899140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.189585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6e37e6a-59be-4797-b042-937a57899140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.190844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Allocated IP 192.168.233.26 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/04891a0c-0d50-40e0-b4cb-421115b014b2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:30.193524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e6e37e6a-59be-4797-b042-937a57899140 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f44cfa2-aff3-462b-be8b-25b96d6612ab HTTP/1.1" status: 204 len: 168 time: 0.5881450 Aug 20 13:23:30.214859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.222593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e37e6a-59be-4797-b042-937a57899140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f44cfa2-aff3-462b-be8b-25b96d6612ab,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:30.246384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Transition to ACTIVE for port object 77ac2082-0f33-452a-b805-7d2509d8c028 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:30.258493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.260831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Allocated IP 172.20.0.1 (9031a6c2-1a04-47ac-bad9-149af7530971/d86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97/dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:30.317711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Attempting to bind port 77ac2082-0f33-452a-b805-7d2509d8c028 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:30.318232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Attempting to bind port 77ac2082-0f33-452a-b805-7d2509d8c028 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:30.318715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Attempting to bind port 77ac2082-0f33-452a-b805-7d2509d8c028 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:30.329240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0795-4804-4c8c-b1cc-b63b49f913c5 None None] Pushing event updated for resources: {'Port': ['ID=77ac2082-0f33-452a-b805-7d2509d8c028,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:30.332348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:30.332890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:30.333438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.333931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:30.334560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Bound port: 77ac2082-0f33-452a-b805-7d2509d8c028, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:30.335049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.341724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30feed0-cb1e-4468-9c22-46f96398cad8 req-2a7c654e-8072-40f5-85ae-f19d0aabfe02 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:30.347676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c30feed0-cb1e-4468-9c22-46f96398cad8 req-2a7c654e-8072-40f5-85ae-f19d0aabfe02 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1509638 Aug 20 13:23:30.463385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] For port 77ac2082-0f33-452a-b805-7d2509d8c028, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:30.473000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] For port 77ac2082-0f33-452a-b805-7d2509d8c028, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=77ac2082-0f33-452a-b805-7d2509d8c028,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:30.483459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.503354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.529410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c30feed0-cb1e-4468-9c22-46f96398cad8 req-58361530-5d4a-4447-82ba-e6cc451caa7e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938060 Aug 20 13:23:30.536471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Transition to ACTIVE for port object 04891a0c-0d50-40e0-b4cb-421115b014b2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:30.610622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.614761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.615677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Routers {'dbf142c4-0589-47a5-b733-93a82ac40aea'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:30.616914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['dbf142c4-0589-47a5-b733-93a82ac40aea'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:30.634997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Transition to ACTIVE for port object dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:30.672141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:30.676916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:30.693872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:30.717622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['dbc2c4ad-853a-44ab-8043-722a135d874b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:30.721869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.754053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Pushing event updated for resources: {'Port': ['ID=04891a0c-0d50-40e0-b4cb-421115b014b2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:30.773380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0795-4804-4c8c-b1cc-b63b49f913c5 None None] Pushing event updated for resources: {'Port': ['ID=77ac2082-0f33-452a-b805-7d2509d8c028,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:30.803496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Pushing event updated for resources: {'Port': ['ID=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:30.825620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:30.826420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:30.878991 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-b0547b7e-51b1-4aae-9960-386570c001ca tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2943449 Aug 20 13:23:30.900572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Request body: {'port': {'device_id': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:30.935417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114466-02f0-411d-be44-dc64aca6cc39 req-54b863f0-932f-4d87-85ec-6145aba1655d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:30.940765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c114466-02f0-411d-be44-dc64aca6cc39 req-54b863f0-932f-4d87-85ec-6145aba1655d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 945 time: 0.1822836 Aug 20 13:23:30.949133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Network 9031a6c2-1a04-47ac-bad9-149af7530971 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:30.984609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:30.995030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:31.048885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] Set router dbf142c4-0589-47a5-b733-93a82ac40aea gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:31.145503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.179558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 37bba694-66e8-41c4-b85b-0d11243f7789 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:31.191607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c114466-02f0-411d-be44-dc64aca6cc39 req-c73ed7e8-38c5-4573-bbbb-f02cf88941e4 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106812 Aug 20 13:23:31.245550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b6d46-2328-4e97-abc2-db88bdf3bade req-a8497248-b35e-4a34-bc93-a15b5dd9ddf8 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:31.260949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f0b6d46-2328-4e97-abc2-db88bdf3bade req-a8497248-b35e-4a34-bc93-a15b5dd9ddf8 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 935 time: 0.4612105 Aug 20 13:23:31.319942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.393470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f0b6d46-2328-4e97-abc2-db88bdf3bade req-9ed42eb2-e0c7-4b61-9ad2-4650c681246f tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270022 Aug 20 13:23:31.442125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e64cb052-124e-46f3-8ded-92c2f4b917f2 req-605b279b-c12d-4861-a702-f1cce4cbf61a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 210 time: 0.1148434 Aug 20 13:23:31.457784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-184c58cf-b64d-42ee-9a0e-91f110396919 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:31.459559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-184c58cf-b64d-42ee-9a0e-91f110396919 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 821 time: 0.4182060 Aug 20 13:23:31.483125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'port': {'device_id': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'admin_state_up': True, 'tenant_id': 'c72ba2ff11df4fa3b5c4e2bed4ca5624'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:31.551698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9ec3b17-ae5b-417f-b886-b0566fbd9f06 None None] Provisioning for port 04891a0c-0d50-40e0-b4cb-421115b014b2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:31.571897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9ec3b17-ae5b-417f-b886-b0566fbd9f06 None None] Provisioning complete for port 04891a0c-0d50-40e0-b4cb-421115b014b2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:31.572286 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3b17-ae5b-417f-b886-b0566fbd9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.628240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec3b17-ae5b-417f-b886-b0566fbd9f06 None None] Port 04891a0c-0d50-40e0-b4cb-421115b014b2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:23:31.676176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de2dae-6e18-475b-85e9-46bf2e6d4526 req-42f01335-6855-4d5b-99a0-3680fe85ff7e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:31.676176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66de2dae-6e18-475b-85e9-46bf2e6d4526 req-42f01335-6855-4d5b-99a0-3680fe85ff7e tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1299391 Aug 20 13:23:31.688838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.694285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.731625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14306211-736f-4b69-98b0-f55a6d41332c req-422ff13e-6dcd-4d9c-b48c-ec8146232c75 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:31.733132 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14306211-736f-4b69-98b0-f55a6d41332c req-422ff13e-6dcd-4d9c-b48c-ec8146232c75 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1551287 Aug 20 13:23:31.756582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 37bba694-66e8-41c4-b85b-0d11243f7789 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:31.756988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.790910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66de2dae-6e18-475b-85e9-46bf2e6d4526 req-7a62ba92-1975-4c04-a999-774fdd374664 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898433 Aug 20 13:23:31.815282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0fcac1e6-b0a3-41d4-b8a4-86fbd5a2b0e9 None None] Provisioning for port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:31.818840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:27Z', 'revision_number': 3, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:31.837944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0fcac1e6-b0a3-41d4-b8a4-86fbd5a2b0e9 None None] Provisioning complete for port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:31.838625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fcac1e6-b0a3-41d4-b8a4-86fbd5a2b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.860422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04891a0c-0d50-40e0-b4cb-421115b014b2 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:31.870677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.904348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Transition to ACTIVE for port object 04891a0c-0d50-40e0-b4cb-421115b014b2 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:31.905900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d7e5c-63ba-4867-9a3e-533faea9c332 None None] The sync data for ids ['dbf142c4-0589-47a5-b733-93a82ac40aea'] in n-d-804232-5 is: [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:27Z', 'revision_number': 3, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:23:31.914580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:31.959894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0fcac1e6-b0a3-41d4-b8a4-86fbd5a2b0e9 None None] Port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:23:31.974014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=04891a0c-0d50-40e0-b4cb-421115b014b2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:31.979043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-0df3732f-d401-444d-94df-2d66b24d5730 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1729661057&fields=id&tenant_id=ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 267 time: 0.1054320 Aug 20 13:23:32.056143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14306211-736f-4b69-98b0-f55a6d41332c req-f7cfd84b-691e-42c7-987d-49089243d72a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349527 Aug 20 13:23:32.087117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Made reservation on behalf of c72ba2ff11df4fa3b5c4e2bed4ca5624 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:32.091064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.096895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.106318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Attempting to bind port 04891a0c-0d50-40e0-b4cb-421115b014b2 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:32.106318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Attempting to bind port 04891a0c-0d50-40e0-b4cb-421115b014b2 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:32.106836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Attempting to bind port 04891a0c-0d50-40e0-b4cb-421115b014b2 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:32.108387 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.124502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Port 04891a0c-0d50-40e0-b4cb-421115b014b2 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:32.124869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Attempting to bind port 04891a0c-0d50-40e0-b4cb-421115b014b2 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:32.135303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-ca9e2ecb-be88-4e0e-af76-4716d9b9e739 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:32.137085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-ca9e2ecb-be88-4e0e-af76-4716d9b9e739 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 945 time: 0.1405730 Aug 20 13:23:32.142080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:32.142572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:32.143026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:32.143544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Bound port: 04891a0c-0d50-40e0-b4cb-421115b014b2, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:32.143979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.168476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'port': {'security_groups': ['940b7b10-da93-4873-aedf-7eb2f30c26b8', '661209da-b325-48d5-b0c8-fbcc48a6a7af']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:32.317615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] For port 04891a0c-0d50-40e0-b4cb-421115b014b2, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:32.333365 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.336704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] For port 04891a0c-0d50-40e0-b4cb-421115b014b2, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=04891a0c-0d50-40e0-b4cb-421115b014b2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:32.348429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.423095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:32.423674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.426501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/04891a0c-0d50-40e0-b4cb-421115b014b2 HTTP/1.1" status: 200 len: 1095 time: 1.5326710 Aug 20 13:23:32.450872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'tag': '04891a0c-0d50-40e0-b4cb-421115b014b2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:32.453713 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a0285e-ec45-4c80-a8e5-f881f6be2c99" -d '{"events": [{"name": "network-changed", "server_uuid": "32df9c2b-2a03-44c5-b77c-8b725739e817", "tag": "04891a0c-0d50-40e0-b4cb-421115b014b2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:32.628207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:32.688661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb962-6836-440d-bf52-1ac3951ce6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=04891a0c-0d50-40e0-b4cb-421115b014b2,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:32.718731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:32.723648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-59328f06-a53e-43c8-b93a-1d6774742e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:32.725229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-59328f06-a53e-43c8-b93a-1d6774742e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41a527491991402eb70d38bc16eed74a&device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 1098 time: 0.2435329 Aug 20 13:23:32.747640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Pushing event updated for resources: {'Port': ['ID=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:32.793492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949159b-665c-4166-9017-4bee6e1dc2a0 req-dc122fde-b5f9-4119-a84a-90ba78a5f583 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:32.801406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5949159b-665c-4166-9017-4bee6e1dc2a0 req-dc122fde-b5f9-4119-a84a-90ba78a5f583 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.2464519 Aug 20 13:23:32.919964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5949159b-665c-4166-9017-4bee6e1dc2a0 req-baec3e01-fea9-4a70-96f1-a58224e8bc1c tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152527 Aug 20 13:23:32.935768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Network 9031a6c2-1a04-47ac-bad9-149af7530971 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:32.939739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:32.947122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Allocated IP 172.20.0.4 (bc5818ec-726a-4354-a9d5-2bce01a7da10/a4ebc265-1bca-4e07-9f09-b104983eceb5/66085113-1749-4a37-b4e1-7d623929b3bd) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:33.142256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77ac2082-0f33-452a-b805-7d2509d8c028 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:33.166567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-274820ff-c1fb-40ff-8d6c-4b6afdd395db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=04891a0c-0d50-40e0-b4cb-421115b014b2 HTTP/1.1" status: 200 len: 217 time: 0.0544794 Aug 20 13:23:33.244038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.245287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 77ac2082-0f33-452a-b805-7d2509d8c028 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:33.254519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 77ac2082-0f33-452a-b805-7d2509d8c028 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:33.254778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.257083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.295457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Router dbf142c4-0589-47a5-b733-93a82ac40aea has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:23:33.324120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0e48b492-8a56-4afe-801e-20087c1e55f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:33.329471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:33.330283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:33.347590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-263977e7-14e2-4f7c-91ee-9a279a1dc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:33.349383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-263977e7-14e2-4f7c-91ee-9a279a1dc5c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1750405 Aug 20 13:23:33.361504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:33.362414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.377699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-519b6d2a-ea71-4d92-b5ca-8455576c11b2 req-707a2b80-d75a-49ae-9099-e017f3d26779 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "PUT /v2.0/ports/0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 981 time: 1.2190077 Aug 20 13:23:33.446473 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.474002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5e91a2a7-6da6-44a0-b81a-4b0cc5d1a627 None None] Provisioning complete for port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:33.474500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e91a2a7-6da6-44a0-b81a-4b0cc5d1a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.508281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-254c1caf-dfff-4dd7-b33d-ea97d5c696e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:33.509967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0e48b492-8a56-4afe-801e-20087c1e55f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:33.510367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-254c1caf-dfff-4dd7-b33d-ea97d5c696e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316721 Aug 20 13:23:33.575180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9af79822-df92-4e00-a646-891938eed0b4 req-f0490ea5-33a2-4d21-bdab-85688ec39b2c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 210 time: 0.0443113 Aug 20 13:23:33.591914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0fc9-1aa2-44a4-8eed-6d98b4b45c08 req-ae687e99-ccdb-4100-b688-773de88fb770 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:33.599688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a2f0fc9-1aa2-44a4-8eed-6d98b4b45c08 req-ae687e99-ccdb-4100-b688-773de88fb770 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 947 time: 0.1218269 Aug 20 13:23:33.632435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:23:33.647093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27663c3a-8df6-4f9b-b202-78f2bc12dc8c admin admin] 10.222.0.59 "PUT /v2.0/routers/dbf142c4-0589-47a5-b733-93a82ac40aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1499190 Aug 20 13:23:33.662681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a2f0fc9-1aa2-44a4-8eed-6d98b4b45c08 req-b91bc1c2-7a15-4790-b9cb-1b31c4dd4e8d tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573165 Aug 20 13:23:33.679179 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca2462c-1e4c-4afe-b1e8-6db2004f5230 x-openstack-request-id: req-0ca2462c-1e4c-4afe-b1e8-6db2004f5230 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:33.680487 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df9c2b-2a03-44c5-b77c-8b725739e817", "tag": "04891a0c-0d50-40e0-b4cb-421115b014b2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:33.681135 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ca2462c-1e4c-4afe-b1e8-6db2004f5230 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:33.681769 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'tag': '04891a0c-0d50-40e0-b4cb-421115b014b2', 'status': 'completed', 'code': 200} Aug 20 13:23:33.706842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.729518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5e91a2a7-6da6-44a0-b81a-4b0cc5d1a627 None None] Port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:23:33.740050 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.760856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-2c91cf1a-1d69-49ab-9d1f-3d9db3f7034d service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413421 Aug 20 13:23:33.804583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 77ac2082-0f33-452a-b805-7d2509d8c028, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=77ac2082-0f33-452a-b805-7d2509d8c028,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:33.826448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:33.828852 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:33.838611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:33.842711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:33.905063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:33.985183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:33.986353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:34.015507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3f43-561d-4558-997e-9b1711823df6 req-fdc952d6-29db-4c2c-b918-d760cf45bcba tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.018151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a95f3f43-561d-4558-997e-9b1711823df6 req-fdc952d6-29db-4c2c-b918-d760cf45bcba tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.1436315 Aug 20 13:23:34.027487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d853e-8d98-4a2e-a74f-405457b7516c req-ef00e9ac-0306-4d3c-a05b-b1dd42afb2f1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.030297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c01d853e-8d98-4a2e-a74f-405457b7516c req-ef00e9ac-0306-4d3c-a05b-b1dd42afb2f1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1902342 Aug 20 13:23:34.038109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-560c3984-723f-48a1-8f72-a574f2ca354c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5659907 Aug 20 13:23:34.049014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=77ac2082-0f33-452a-b805-7d2509d8c028,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:34.057814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Request body: {'port': {'device_id': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:34.073044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a27209-0b4e-4a09-99a0-fc5eecee8204 req-bea21e07-a2fc-4659-b9af-8d7546050361 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033295 Aug 20 13:23:34.123402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c01d853e-8d98-4a2e-a74f-405457b7516c req-8820b979-07c3-4fda-a09c-1c6881ab14f4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Aug 20 13:23:34.131164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a95f3f43-561d-4558-997e-9b1711823df6 req-bf4b56c9-a7bf-44f3-8e97-90d7d05fb0c2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039646 Aug 20 13:23:34.199952 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Sync routers for ids ['dbf142c4-0589-47a5-b733-93a82ac40aea'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:23:34.216082 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Routers {'dbf142c4-0589-47a5-b733-93a82ac40aea'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:34.217320 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['dbf142c4-0589-47a5-b733-93a82ac40aea'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:34.224429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:34.278026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-4caeae8a-fbb5-4f85-85c3-60c015e335f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.280080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-4caeae8a-fbb5-4f85-85c3-60c015e335f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41a527491991402eb70d38bc16eed74a&device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 1098 time: 0.1509459 Aug 20 13:23:34.351747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d0789ba-abc2-47ec-b6ef-2c47ded69cfe req-7d199f09-e486-410b-9128-ea109eb54e5a tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/661209da-b325-48d5-b0c8-fbcc48a6a7af HTTP/1.1" status: 200 len: 1800 time: 0.1257019 Aug 20 13:23:34.384686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69081f64-5aaa-463b-979d-e9c363b2c204 req-b6655788-8ebd-47cb-8834-a3de16d4210d tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.0394893 Aug 20 13:23:34.447015 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Set router dbf142c4-0589-47a5-b733-93a82ac40aea gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:34.535286 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-0d0789ba-abc2-47ec-b6ef-2c47ded69cfe req-36cc8b93-d7c1-465f-a564-0d4325a0352b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 13:23:34.562964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d0789ba-abc2-47ec-b6ef-2c47ded69cfe req-36cc8b93-d7c1-465f-a564-0d4325a0352b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/661209da-b325-48d5-b0c8-fbcc48a6a7af HTTP/1.1" status: 409 len: 341 time: 0.1810856 Aug 20 13:23:34.577910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-f5f0ec31-74db-49fd-a874-1ddc7ad99b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.582100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-f5f0ec31-74db-49fd-a874-1ddc7ad99b3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2888136 Aug 20 13:23:34.666245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-ecc2ddd6-5058-4c1a-b805-302c3fe2d04d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=04891a0c-0d50-40e0-b4cb-421115b014b2 HTTP/1.1" status: 200 len: 217 time: 0.0725071 Aug 20 13:23:34.734197 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:31Z', 'revision_number': 4, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd', 'name': '', 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'mac_address': 'fa:16:3e:c2:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:29Z', 'updated_at': '2021-08-20T13:23:31Z', 'revision_number': 2, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'subnets': [{'id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:34.768402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-26226958-090a-42d8-ac13-ef5997795c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.770113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-26226958-090a-42d8-ac13-ef5997795c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0927131 Aug 20 13:23:34.777740 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Checking router: dbf142c4-0589-47a5-b733-93a82ac40aea for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:23:34.779272 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Updating router dbf142c4-0589-47a5-b733-93a82ac40aea port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:23:34.783671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2345-3a97-46a2-92ae-be0b96184d87 req-24c7163f-9df5-448a-9798-a98e47c944a5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.785453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-166c2345-3a97-46a2-92ae-be0b96184d87 req-24c7163f-9df5-448a-9798-a98e47c944a5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1219628 Aug 20 13:23:34.816995 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:34.852626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-166c2345-3a97-46a2-92ae-be0b96184d87 req-a582c786-f44a-47f9-8ca3-6263f075f828 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578699 Aug 20 13:23:34.855397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-cf0d3bae-99af-4833-8801-65a0c17616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:34.857061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-cf0d3bae-99af-4833-8801-65a0c17616d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705214 Aug 20 13:23:34.862901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-864e3695-1b3b-4c6a-aaa2-5432edcfd3e9 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2783871 Aug 20 13:23:34.886663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:34.955275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.011995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66085113-1749-4a37-b4e1-7d623929b3bd {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:35.030170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.050798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Transition to ACTIVE for port object 66085113-1749-4a37-b4e1-7d623929b3bd will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:35.055737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.075860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-e3554e45-6680-4f25-b571-8f00de06a386 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809020 Aug 20 13:23:35.141375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77ac2082-0f33-452a-b805-7d2509d8c028 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:35.209315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:35.248239 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.258838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Transition to ACTIVE for port object dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:35.275763 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.276480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 77ac2082-0f33-452a-b805-7d2509d8c028 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:35.276907 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.311804 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82a0285e-ec45-4c80-a8e5-f881f6be2c99 req-dc4cebec-3c21-4f68-b23e-de5528edf9c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281272 Aug 20 13:23:35.323143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.334670 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Pushing event updated for resources: {'Port': ['ID=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:35.346621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Attempting to bind port 66085113-1749-4a37-b4e1-7d623929b3bd on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:35.346973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Attempting to bind port 66085113-1749-4a37-b4e1-7d623929b3bd by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:35.347300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Attempting to bind port 66085113-1749-4a37-b4e1-7d623929b3bd on network bc5818ec-726a-4354-a9d5-2bce01a7da10 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:35.357669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Port 66085113-1749-4a37-b4e1-7d623929b3bd on network bc5818ec-726a-4354-a9d5-2bce01a7da10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:35.357980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Attempting to bind port 66085113-1749-4a37-b4e1-7d623929b3bd on network bc5818ec-726a-4354-a9d5-2bce01a7da10 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:35.372573 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.373282 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.373811 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.375142 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.375668 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.376173 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.377440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.377954 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.378440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.379231 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.379731 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.380218 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:23:35.400472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:35.400872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Checking segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:35.401267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Bound using segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:35.401706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Bound port: 66085113-1749-4a37-b4e1-7d623929b3bd, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:35.402070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.425369 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Attempting to bind port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:35.425733 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Attempting to bind port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:35.426327 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Attempting to bind port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd on network 9031a6c2-1a04-47ac-bad9-149af7530971 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:35.437595 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:35.438127 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Checking segment: {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:35.438483 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.438838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Bound using segment: {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:35.440325 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Bound port: dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5755977-86ee-428e-b282-ae2f43915193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:35.440982 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.527918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] For port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:35.531816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] For port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,segment=NetworkSegment(b5755977-86ee-428e-b282-ae2f43915193),segment_id=b5755977-86ee-428e-b282-ae2f43915193)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:35.539071 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.580252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:35.585004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Allocated IP 172.25.6.166 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/11167683-f236-4a4e-a1f5-bc6fddd5c53b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:35.591202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:35.602933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.604778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210808b-5f8e-4b05-993d-72701f6ccaae None None] Pushing event updated for resources: {'Port': ['ID=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:35.634814 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Routers {'dbf142c4-0589-47a5-b733-93a82ac40aea'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:35.635456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['dbf142c4-0589-47a5-b733-93a82ac40aea'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:35.682795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:35.686130 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7" -d '{"events": [{"name": "network-changed", "server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:35.755668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:35.756395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.758031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] 10.222.0.53 "PUT /v2.0/ports/66085113-1749-4a37-b4e1-7d623929b3bd HTTP/1.1" status: 200 len: 1091 time: 1.7067397 Aug 20 13:23:35.765135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:35.768513 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:35.834141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] Set router dbf142c4-0589-47a5-b733-93a82ac40aea gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:35.916085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094f5d0-153c-4520-a2d5-8f3de7664463 service neutron] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:35.916910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-9639c726-d80f-41a7-9432-6818d7b94e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:35.918609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-9639c726-d80f-41a7-9432-6818d7b94e41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1135 time: 0.1931105 Aug 20 13:23:35.934783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:35.938298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f38868-7e83-4601-b6b3-c14c91320583 req-8c01180f-c48e-42bf-8729-84c105b8b5be tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:35.948203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9f38868-7e83-4601-b6b3-c14c91320583 req-8c01180f-c48e-42bf-8729-84c105b8b5be tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 943 time: 0.1231959 Aug 20 13:23:35.959612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-d403803d-866e-4282-97f1-c5dab18c5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:35.961338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-d403803d-866e-4282-97f1-c5dab18c5a7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 1094 time: 0.1486249 Aug 20 13:23:36.011433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.074575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9f38868-7e83-4601-b6b3-c14c91320583 req-8615f7d8-60d4-43ff-b8be-18f4321d51ea tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250887 Aug 20 13:23:36.076936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-4c3364af-3f70-46e9-bc8b-e3c8625ff855 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66085113-1749-4a37-b4e1-7d623929b3bd HTTP/1.1" status: 200 len: 217 time: 0.0740552 Aug 20 13:23:36.113332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 04891a0c-0d50-40e0-b4cb-421115b014b2 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:36.151012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:36.154372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-7c27d618-47c4-4ecd-9d8e-48db8ee37168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.154954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Pushing event updated for resources: {'Port': ['ID=11167683-f236-4a4e-a1f5-bc6fddd5c53b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:36.156208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-7c27d618-47c4-4ecd-9d8e-48db8ee37168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.2061694 Aug 20 13:23:36.162096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:36.172628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:36.242143 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:31Z', 'revision_number': 4, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd', 'name': '', 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'mac_address': 'fa:16:3e:c2:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:29Z', 'updated_at': '2021-08-20T13:23:35Z', 'revision_number': 4, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'subnets': [{'id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:36.256197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-0a7a0b44-1aad-48d1-84ab-b7f110537071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 217 time: 0.0543950 Aug 20 13:23:36.263134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f9a57152-3560-4757-8223-16db4d9d83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.266077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-f9a57152-3560-4757-8223-16db4d9d83ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 200 len: 861 time: 0.1771760 Aug 20 13:23:36.271016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c11e9-322e-4db8-8209-6a56fd1c1eeb req-ac7870f7-e666-43a9-9578-56275beccc4b tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.275245 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b073bd-2f73-41cc-b6cc-3d5c7c37df9d None None] The sync data for ids ['dbf142c4-0589-47a5-b733-93a82ac40aea'] in n-d-804232-5 is: [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:31Z', 'revision_number': 4, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd', 'name': '', 'network_id': '9031a6c2-1a04-47ac-bad9-149af7530971', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'mac_address': 'fa:16:3e:c2:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:29Z', 'updated_at': '2021-08-20T13:23:35Z', 'revision_number': 4, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'subnets': [{'id': 'd86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:23:36.281368 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318c11e9-322e-4db8-8209-6a56fd1c1eeb req-ac7870f7-e666-43a9-9578-56275beccc4b tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 947 time: 0.1220598 Aug 20 13:23:36.322501 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-29b5e784-297a-47a9-b1f7-4bb798c6970a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc5818ec-726a-4354-a9d5-2bce01a7da10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469260 Aug 20 13:23:36.387992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 04891a0c-0d50-40e0-b4cb-421115b014b2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=04891a0c-0d50-40e0-b4cb-421115b014b2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:36.413247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318c11e9-322e-4db8-8209-6a56fd1c1eeb req-a283624d-d3aa-470d-a890-33978728eed5 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307755 Aug 20 13:23:36.425961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '04891a0c-0d50-40e0-b4cb-421115b014b2', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '04891a0c-0d50-40e0-b4cb-421115b014b2', 'mac_address': 'fa:16:3e:23:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:36.442185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-b0b9393c-5af7-40b0-9e09-dd5a0264dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.450957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-b0b9393c-5af7-40b0-9e09-dd5a0264dd0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.1601481 Aug 20 13:23:36.458090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.530802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.534362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.534880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-ed5cb94d-86fd-4473-80b2-d75de86f3440 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572116 Aug 20 13:23:36.554676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04891a0c-0d50-40e0-b4cb-421115b014b2 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:36.585104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 04891a0c-0d50-40e0-b4cb-421115b014b2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=04891a0c-0d50-40e0-b4cb-421115b014b2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:36.591561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-eef605cb-8f0a-46eb-94f1-c4012fba3c7f service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394409 Aug 20 13:23:36.594099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.664318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=04891a0c-0d50-40e0-b4cb-421115b014b2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:36.680407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989b8a-1c12-41d1-a918-cfd088f9026a req-d00fb526-4c70-4f1d-a85f-8eeb13232dcd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.682231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e989b8a-1c12-41d1-a918-cfd088f9026a req-d00fb526-4c70-4f1d-a85f-8eeb13232dcd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1603699 Aug 20 13:23:36.710018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1f84613-14e4-4e08-97aa-7de3b9866082 req-a59db5d6-76da-41b2-82a8-2f436b099cef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.1228406 Aug 20 13:23:36.756812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e989b8a-1c12-41d1-a918-cfd088f9026a req-6b5d9027-0b7d-4cb3-8642-6ba58d58bbfd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676842 Aug 20 13:23:36.759031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-4b09ff4a-8120-4f0f-9318-3ab07328fd3f service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891737 Aug 20 13:23:36.826710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-9b061412-ed87-4fb6-aace-9d5202510c0b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.828275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-9b061412-ed87-4fb6-aace-9d5202510c0b tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.2398877 Aug 20 13:23:36.828696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['04891a0c-0d50-40e0-b4cb-421115b014b2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:36.834545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ed7ec9-9d51-40d2-9149-837b5d909cc1 req-8c18f2a3-833a-434b-9c99-3260c7f70f42 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190692 Aug 20 13:23:36.898368 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.904453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:36.914043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56943d7-5b3e-4ea8-97d2-dec4ec77c780 req-074fe028-e0b1-4ba5-83c3-882d4b09d410 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:36.922720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c56943d7-5b3e-4ea8-97d2-dec4ec77c780 req-074fe028-e0b1-4ba5-83c3-882d4b09d410 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 946 time: 0.0834606 Aug 20 13:23:37.053517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c56943d7-5b3e-4ea8-97d2-dec4ec77c780 req-da53775c-f2a1-4b0a-af39-63b7d9c16981 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297836 Aug 20 13:23:37.151553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-717ec3bd-d0bc-43f5-a9ce-cf268f9da2ea req-db3dd9d3-f92f-4ad4-97c3-a4f9d787f185 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203889 Aug 20 13:23:37.159006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:37.234206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Pushing event updated for resources: {'Port': ['ID=11167683-f236-4a4e-a1f5-bc6fddd5c53b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:37.257002 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.275205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:37.277490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.280202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:37.280613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.286559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-180c5f51-fca5-4b9f-87ee-78425b13760d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4113781 Aug 20 13:23:37.315880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Deleting port 1feeea6d-5b80-4631-8d9f-6f647d889bff {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:37.316230 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.403706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.464840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,segment=NetworkSegment(b5755977-86ee-428e-b282-ae2f43915193),segment_id=b5755977-86ee-428e-b282-ae2f43915193)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:37.470869 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.497338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf74d0-d8bd-428b-9f53-66fa92b3cc61 req-b5ade37c-92dc-46cc-816a-636389539743 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:37.499036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-28968296-6a19-4fb9-8aa8-e33de35e6669 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.2115901 Aug 20 13:23:37.499168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afbf74d0-d8bd-428b-9f53-66fa92b3cc61 req-b5ade37c-92dc-46cc-816a-636389539743 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 984 time: 0.0758266 Aug 20 13:23:37.557240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:37.567306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afbf74d0-d8bd-428b-9f53-66fa92b3cc61 req-5ea9c41b-f8ca-43e3-93e4-5831dcf7d92c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=661209da-b325-48d5-b0c8-fbcc48a6a7af&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0584917 Aug 20 13:23:37.632598 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa963304-ccce-498e-beba-c2978f165b10 x-openstack-request-id: req-aa963304-ccce-498e-beba-c2978f165b10 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:37.632905 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:37.633166 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa963304-ccce-498e-beba-c2978f165b10 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:37.633747 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'status': 'completed', 'code': 200} Aug 20 13:23:37.649361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] For port 1feeea6d-5b80-4631-8d9f-6f647d889bff, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1feeea6d-5b80-4631-8d9f-6f647d889bff,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:37.649762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:37.660727 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-09ba60ed-8f18-4514-9238-0f857898acaf service neutron] show failed (client error): The resource could not be found. Aug 20 13:23:37.661767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-09ba60ed-8f18-4514-9238-0f857898acaf service neutron] 10.222.0.53 "GET /v2.0/ports/17f3eaa1-65bb-4857-ae85-7604570f30df/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.2134702 Aug 20 13:23:37.684139 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b4968c-c41f-4f86-935a-e7692e9ae3da x-openstack-request-id: req-74b4968c-c41f-4f86-935a-e7692e9ae3da {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:37.684139 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:37.684139 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74b4968c-c41f-4f86-935a-e7692e9ae3da {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:37.684139 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd', 'status': 'completed', 'code': 200} Aug 20 13:23:37.694677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Calling delete_port for 1feeea6d-5b80-4631-8d9f-6f647d889bff owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:37.857067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-243e1583-110e-407e-af1e-13c2c21d2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:37.858704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-243e1583-110e-407e-af1e-13c2c21d2cea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1135 time: 0.2002182 Aug 20 13:23:37.932084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8ef6-6397-4ed3-903c-630d5d1d2207 req-734f6efc-6c04-4887-ad91-31e5d26d37c1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:37.948951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d8bb8ef6-6397-4ed3-903c-630d5d1d2207 req-734f6efc-6c04-4887-ad91-31e5d26d37c1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1811509 Aug 20 13:23:38.067914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d8bb8ef6-6397-4ed3-903c-630d5d1d2207 req-dd45b446-a098-41dc-ae3f-6d4d6a7f4fe3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Aug 20 13:23:38.101972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-e9801406-c711-44fd-86d3-ab05ec6aded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.103578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-e9801406-c711-44fd-86d3-ab05ec6aded3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.2344737 Aug 20 13:23:38.122470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 04891a0c-0d50-40e0-b4cb-421115b014b2 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:38.200671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-4111d3a9-155d-4643-9213-e2b201caa702 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 217 time: 0.0885177 Aug 20 13:23:38.244916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 04891a0c-0d50-40e0-b4cb-421115b014b2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:38.248543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-667d364e-d68f-46c6-8559-dea79c99a90d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.249679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-667d364e-d68f-46c6-8559-dea79c99a90d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.7410147 Aug 20 13:23:38.253760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 04891a0c-0d50-40e0-b4cb-421115b014b2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:38.255128 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.275330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-2f273694-793d-482d-97bd-ebaa80e948f5 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:23:38.276324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2b6fe7-b6a0-4208-9c0c-630a6417a917 req-2f273694-793d-482d-97bd-ebaa80e948f5 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188024 Aug 20 13:23:38.286861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-c8a1a144-fc02-45c8-8b77-a9d61a1daf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.288351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-c8a1a144-fc02-45c8-8b77-a9d61a1daf51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 1101 time: 0.1476502 Aug 20 13:23:38.288834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc27c5e-946e-4530-acfc-86b0cc624133 req-b40a287b-d475-40b4-9f2c-039b4334dcd8 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.290413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cfc27c5e-946e-4530-acfc-86b0cc624133 req-b40a287b-d475-40b4-9f2c-039b4334dcd8 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 943 time: 0.1065726 Aug 20 13:23:38.291985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-7ecc777f-6cf8-41bc-ad49-b5a01a33ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.293298 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-7ecc777f-6cf8-41bc-ad49-b5a01a33ca0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.0746830 Aug 20 13:23:38.296899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-cd3fc973-b771-49e8-b173-81beb7541f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.298900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-cd3fc973-b771-49e8-b173-81beb7541f92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 1094 time: 0.5781193 Aug 20 13:23:38.307122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:38.365660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-fd443ae7-584f-4235-b2b4-18ab8210fab9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620515 Aug 20 13:23:38.371523 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.417846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04891a0c-0d50-40e0-b4cb-421115b014b2'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:38.420244 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8746620-7aa3-45eb-a138-caf2fb254782" -d '{"events": [{"server_uuid": "32df9c2b-2a03-44c5-b77c-8b725739e817", "name": "network-vif-plugged", "status": "completed", "tag": "04891a0c-0d50-40e0-b4cb-421115b014b2"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:38.434841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 04891a0c-0d50-40e0-b4cb-421115b014b2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=04891a0c-0d50-40e0-b4cb-421115b014b2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:38.436041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cfc27c5e-946e-4530-acfc-86b0cc624133 req-3cc89d73-c340-4baf-8f7e-3625a43107ea tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342890 Aug 20 13:23:38.441069 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.442930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1feeea6d-5b80-4631-8d9f-6f647d889bff no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:38.452293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a02b0845-d75c-44a0-a4ca-141ec73b866d req-6cd648d1-7293-443f-92bb-56e662fe3bfb tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0699258 Aug 20 13:23:38.455283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.555421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=04891a0c-0d50-40e0-b4cb-421115b014b2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:38.608231 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.614417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-2236517e-3de0-46b8-9be0-74e4000951fc service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382414 Aug 20 13:23:38.639900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28fecce8-2e38-4ba3-b3ac-69f795f37df7 req-e177773b-df59-4149-965b-81f1cfbf4534 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0373745 Aug 20 13:23:38.698644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-34eb2381-01fd-406b-8087-8502b8799eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.699226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0edbe-e953-4a69-9014-f5446057db79 req-8740d88d-c97e-4ec1-9e86-ba2a759f7009 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.700130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-34eb2381-01fd-406b-8087-8502b8799eac service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 922 time: 0.3874514 Aug 20 13:23:38.700747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33a0edbe-e953-4a69-9014-f5446057db79 req-8740d88d-c97e-4ec1-9e86-ba2a759f7009 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 949 time: 0.1367188 Aug 20 13:23:38.740802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.766231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33a0edbe-e953-4a69-9014-f5446057db79 req-16752d5b-5df2-4acd-899c-cc161686d78b tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 Aug 20 13:23:38.770459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52f4a794-6963-47ee-9bea-b8a11ad2ffd7 req-f67306fc-123d-48c2-b7a7-905965396b68 service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328409 Aug 20 13:23:38.786869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event deleted for resources: {'Port': ['ID=1feeea6d-5b80-4631-8d9f-6f647d889bff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:38.844072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e6235-e5be-4662-8ec7-3f211f4ad3cc req-67a11db3-4565-4e8e-93a7-7dc86a70285f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:38.846287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e6e6235-e5be-4662-8ec7-3f211f4ad3cc req-67a11db3-4565-4e8e-93a7-7dc86a70285f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.2188876 Aug 20 13:23:38.849494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] No DVR routers for this DVR port 1feeea6d-5b80-4631-8d9f-6f647d889bff on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:38.854533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:38.855436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e86dc7c0-8461-4b0a-b7d1-b30924f12a22 req-f4331a46-6782-4632-a826-9a02f5ee532c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=302d1312-2c6f-424d-94bf-2537bbd9c34c HTTP/1.1" status: 200 len: 210 time: 0.0284350 Aug 20 13:23:38.856381 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c65fd1fd-8fc0-463b-ae1b-441e2eb3baa6 req-8057215e-23fa-46b8-a91c-1d3648deb92f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "DELETE /v2.0/ports/1feeea6d-5b80-4631-8d9f-6f647d889bff HTTP/1.1" status: 204 len: 173 time: 1.9421589 Aug 20 13:23:38.919486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-2bbe149a-14ce-4c63-8ed9-6016e3cfdf8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66085113-1749-4a37-b4e1-7d623929b3bd HTTP/1.1" status: 200 len: 217 time: 0.0615392 Aug 20 13:23:38.930344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:38.933451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-853e8a5e-0c70-4e52-9c50-3424eec38593 req-cb7b6471-e572-4065-b6e3-ae785f1c1417 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips/dc15ad99-74c9-45ee-bb60-fde38baec523 HTTP/1.1" status: 200 len: 693 time: 0.0511734 Aug 20 13:23:38.980545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e6e6235-e5be-4662-8ec7-3f211f4ad3cc req-3baa9f39-50bb-40cc-be1e-bef4c719aabc tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273537 Aug 20 13:23:39.028036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-8d6653c8-0298-4f15-b8a8-bc245f0a472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.029718 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-8d6653c8-0298-4f15-b8a8-bc245f0a472d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 200 len: 861 time: 0.0923591 Aug 20 13:23:39.034812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:39.051960 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c6799-10b1-48aa-8d3d-c0b44a5563dc x-openstack-request-id: req-966c6799-10b1-48aa-8d3d-c0b44a5563dc {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:39.051960 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df9c2b-2a03-44c5-b77c-8b725739e817", "name": "network-vif-plugged", "status": "completed", "tag": "04891a0c-0d50-40e0-b4cb-421115b014b2", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:39.051960 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-966c6799-10b1-48aa-8d3d-c0b44a5563dc {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:39.051960 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04891a0c-0d50-40e0-b4cb-421115b014b2', 'code': 200} Aug 20 13:23:39.085688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e8a5e-0c70-4e52-9c50-3424eec38593 req-136f5978-3639-4331-a0f4-b15df72bcc03 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.091357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:39.092731 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-853e8a5e-0c70-4e52-9c50-3424eec38593 req-136f5978-3639-4331-a0f4-b15df72bcc03 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1513276 Aug 20 13:23:39.108731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-718ec922-d964-4b53-95c9-7cde9deac78a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc5818ec-726a-4354-a9d5-2bce01a7da10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337155 Aug 20 13:23:39.161229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:39.161875 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.197115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.211831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482befc0-83dc-4a18-ab91-b07fdcc47ea1 req-f4df76ca-121f-45c2-bf0b-b4a1565d911e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.213594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-482befc0-83dc-4a18-ab91-b07fdcc47ea1 req-f4df76ca-121f-45c2-bf0b-b4a1565d911e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0628724 Aug 20 13:23:39.261307 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-482befc0-83dc-4a18-ab91-b07fdcc47ea1 req-6a777ee3-dff5-4504-b8f2-724b01bc10cf tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Aug 20 13:23:39.281602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Transition to ACTIVE for port object 17f3eaa1-65bb-4857-ae85-7604570f30df will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:39.294000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.309248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e6c2-f990-4124-b9d2-778acd9da9b9 req-58cef9a7-ada8-4445-8a31-e46710458ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.310778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8915e6c2-f990-4124-b9d2-778acd9da9b9 req-58cef9a7-ada8-4445-8a31-e46710458ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 1100 time: 0.1647780 Aug 20 13:23:39.349746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d503283e-c244-4ca0-b380-dcb0303a819d req-e624b5e0-1a49-40ad-8be6-962378c5ab13 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=744e8dd4128e416abe83309b9c717fa6 HTTP/1.1" status: 200 len: 696 time: 0.0551240 Aug 20 13:23:39.363036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668080a1-9192-4ed7-a1c2-a1a56d5e3d0e req-174d81a1-fdab-4d02-9d50-a76a9ba0b31d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.364665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-668080a1-9192-4ed7-a1c2-a1a56d5e3d0e req-174d81a1-fdab-4d02-9d50-a76a9ba0b31d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 984 time: 0.1819940 Aug 20 13:23:39.426682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-229ad716-499c-46e7-8999-7a8b51e182b7 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097034 Aug 20 13:23:39.476051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8915e6c2-f990-4124-b9d2-778acd9da9b9 req-3595ac60-770b-442a-8197-f728429e8441 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399629 Aug 20 13:23:39.476807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] No DVR routers for this DVR port 17f3eaa1-65bb-4857-ae85-7604570f30df on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:39.489490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 66085113-1749-4a37-b4e1-7d623929b3bd details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:39.490086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:39.512722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:39.528964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503283e-c244-4ca0-b380-dcb0303a819d req-f83bffeb-c61b-4609-833f-1e446f53e592 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.536601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d503283e-c244-4ca0-b380-dcb0303a819d req-f83bffeb-c61b-4609-833f-1e446f53e592 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks?id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 787 time: 0.1804152 Aug 20 13:23:39.542129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-d503283e-c244-4ca0-b380-dcb0303a819d req-4102df48-453c-4779-a8e2-ebc3dc69357d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:23:39.560173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d503283e-c244-4ca0-b380-dcb0303a819d req-4102df48-453c-4779-a8e2-ebc3dc69357d tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226061 Aug 20 13:23:39.602259 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-668080a1-9192-4ed7-a1c2-a1a56d5e3d0e req-90aae560-ceae-49e6-a276-f66d9b972c7b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=661209da-b325-48d5-b0c8-fbcc48a6a7af&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2223823 Aug 20 13:23:39.618538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:39.618877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:39.619276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:39.635260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Port 17f3eaa1-65bb-4857-ae85-7604570f30df on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:39.635506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Attempting to bind port 17f3eaa1-65bb-4857-ae85-7604570f30df on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:39.651818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:39.652208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:39.652581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:39.653099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Bound port: 17f3eaa1-65bb-4857-ae85-7604570f30df, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:39.653479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.685316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98ed60d0-ffb5-45cc-a083-953e75fe7eb4 req-3e864d47-6f07-43ee-9db8-67e6e82e63ce service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380652 Aug 20 13:23:39.686949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'name': 'network-vif-deleted', 'tag': '1feeea6d-5b80-4631-8d9f-6f647d889bff'}, {'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:39.689446 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b48491-7939-4059-a8b2-9009a41962bc" -d '{"events": [{"server_uuid": "302d1312-2c6f-424d-94bf-2537bbd9c34c", "name": "network-vif-deleted", "tag": "1feeea6d-5b80-4631-8d9f-6f647d889bff"}, {"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-unplugged", "status": "completed", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:39.748960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69725fa5-90ab-4f6a-944b-bed8c1ff4521 req-ad574a36-aaea-47c1-a54d-9fdfa8e1b2e5 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.757346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:39.761340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69725fa5-90ab-4f6a-944b-bed8c1ff4521 req-ad574a36-aaea-47c1-a54d-9fdfa8e1b2e5 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 943 time: 0.1351635 Aug 20 13:23:39.761647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:39.775114 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.790522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:39.831337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69725fa5-90ab-4f6a-944b-bed8c1ff4521 req-a24607e0-eed0-4679-8a4f-5b635570c277 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633872 Aug 20 13:23:39.844518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:39.882636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '66085113-1749-4a37-b4e1-7d623929b3bd', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'port_id': '66085113-1749-4a37-b4e1-7d623929b3bd', 'mac_address': 'fa:16:3e:02:78:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ebc265-1bca-4e07-9f09-b104983eceb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:39.884804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:39.889630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b50d0eb8-0a5e-4627-b02b-a06e3cd60a3d req-a12b3db5-8dbd-4661-a941-9b895c724b8e tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.1088398 Aug 20 13:23:39.911267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:39.911893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.913964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-2d087449-5163-42c2-b0bc-e91a6f103001 service neutron] 10.222.0.13 "PUT /v2.0/ports/17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 1096 time: 1.6111038 Aug 20 13:23:39.941591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-cee28bcc-6972-488d-aca3-14ddbd4909f1 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips/dc15ad99-74c9-45ee-bb60-fde38baec523 HTTP/1.1" status: 200 len: 693 time: 0.0946214 Aug 20 13:23:39.969128 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:39.999616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66085113-1749-4a37-b4e1-7d623929b3bd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:40.023657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:40.029524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.029786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-1f9f66b4-0880-440c-b4c2-9ff6a8e3ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.038486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-1f9f66b4-0880-440c-b4c2-9ff6a8e3ba6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1099 time: 0.0937314 Aug 20 13:23:40.040411 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f0cabf-a562-46e2-ad94-944914332c5c x-openstack-request-id: req-d4f0cabf-a562-46e2-ad94-944914332c5c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:40.040740 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d1312-2c6f-424d-94bf-2537bbd9c34c", "name": "network-vif-deleted", "tag": "1feeea6d-5b80-4631-8d9f-6f647d889bff", "status": "completed", "code": 200}, {"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-unplugged", "status": "completed", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:40.040997 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4f0cabf-a562-46e2-ad94-944914332c5c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:40.041404 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302d1312-2c6f-424d-94bf-2537bbd9c34c', 'name': 'network-vif-deleted', 'tag': '1feeea6d-5b80-4631-8d9f-6f647d889bff', 'status': 'completed', 'code': 200} Aug 20 13:23:40.041663 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'code': 200} Aug 20 13:23:40.127802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:40.152986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-53c1ccd1-d576-44aa-991f-1794a5850ce5 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.154720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-53c1ccd1-d576-44aa-991f-1794a5850ce5 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.2121921 Aug 20 13:23:40.168887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-39f62d94-e3cf-40f6-9e4e-899ba60311f6 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:23:40.174277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-39f62d94-e3cf-40f6-9e4e-899ba60311f6 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105529 Aug 20 13:23:40.185144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-196820cd-2b21-4f7e-8288-f2ce6e0d0f8d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1837550253&fields=id&tenant_id=ac07166aa8004435ba5ef7d0c91952bf HTTP/1.1" status: 200 len: 267 time: 0.0525360 Aug 20 13:23:40.243356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-9cb9b7f6-6703-4371-889c-6a6ebc7a97be tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.0649321 Aug 20 13:23:40.254110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-6d9c97b0-720f-4e6a-b46c-1b6d5b848a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.255612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-6d9c97b0-720f-4e6a-b46c-1b6d5b848a87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2010863 Aug 20 13:23:40.268060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-0f41e062-ad20-48a4-bbf1-7892077f6c1f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.269728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-0f41e062-ad20-48a4-bbf1-7892077f6c1f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 984 time: 0.0740821 Aug 20 13:23:40.295884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-3533f757-997a-4902-903d-3c6e24202586 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.0515087 Aug 20 13:23:40.304955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['66085113-1749-4a37-b4e1-7d623929b3bd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:40.328781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'port': {'security_groups': ['661209da-b325-48d5-b0c8-fbcc48a6a7af', '940b7b10-da93-4873-aedf-7eb2f30c26b8', '43eabf03-4f50-4166-a747-feb9eab0d586']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:40.352263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-d0320ed3-2e08-4705-9f40-7f0bd7b3d588 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0815165 Aug 20 13:23:40.434361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Deleting port 11167683-f236-4a4e-a1f5-bc6fddd5c53b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:40.435057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.441432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.459306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-8e8d374c-9931-44ca-ae3d-b65dcbfe00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.460866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-8e8d374c-9931-44ca-ae3d-b65dcbfe00d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0957499 Aug 20 13:23:40.545072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.545506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.559233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Calling delete_port for 11167683-f236-4a4e-a1f5-bc6fddd5c53b owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:40.581786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-9f932057-9f6a-424b-b7ad-83245ed138cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.583455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-9f932057-9f6a-424b-b7ad-83245ed138cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912786 Aug 20 13:23:40.715355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.754717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Pushing event deleted for resources: {'Port': ['ID=11167683-f236-4a4e-a1f5-bc6fddd5c53b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:40.793657 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-fe53bf26-1918-4d24-8fde-495704dceacc service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000349 Aug 20 13:23:40.795602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:40.809733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.812456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.824658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1b971be-2b8b-4715-823f-d87bc7df3a40 req-82dd63dd-4dc5-40a5-8f2b-fcba02f050b8 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc15ad99-74c9-45ee-bb60-fde38baec523 HTTP/1.1" status: 204 len: 173 time: 0.5266070 Aug 20 13:23:40.883922 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.890275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.902745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0e48b492-8a56-4afe-801e-20087c1e55f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:40.918881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d9373-87d7-46bc-b769-7c3f279ec3fd req-3c3bc150-48c9-45d1-b85a-03bed608efa6 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.920513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a01d9373-87d7-46bc-b769-7c3f279ec3fd req-3c3bc150-48c9-45d1-b85a-03bed608efa6 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 949 time: 0.0541270 Aug 20 13:23:40.944222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:40.959266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:40.959940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:40.961414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13d3669-54b4-4ec6-b81d-e1de5bfb374f req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "PUT /v2.0/ports/0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 1020 time: 0.6827414 Aug 20 13:23:40.985074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a01d9373-87d7-46bc-b769-7c3f279ec3fd req-f519ca62-86b4-40d7-a400-142f7b7759a2 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Aug 20 13:23:40.994716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c63b2b7-8b50-4f20-87da-405af0ec5692 req-6cf51a4e-a66d-48b1-9220-be2ae65e4286 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902165 Aug 20 13:23:40.995785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba74ce-907e-4ec3-bd45-01e34b6699a7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:41.080887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0e48b492-8a56-4afe-801e-20087c1e55f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:41.165117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c5212-582e-445d-b714-1afd95f345ca req-2f53e6b2-2b2a-4b44-b155-a5505b54e68c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:41.167080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f0c5212-582e-445d-b714-1afd95f345ca req-2f53e6b2-2b2a-4b44-b155-a5505b54e68c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 948 time: 0.0795972 Aug 20 13:23:41.180359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef97ed7-6a79-49f5-80b1-242f9011e0be req-0780add6-8764-432e-a0fd-367512d2fbf1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:41.182357 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aef97ed7-6a79-49f5-80b1-242f9011e0be req-0780add6-8764-432e-a0fd-367512d2fbf1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0762079 Aug 20 13:23:41.213797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f0c5212-582e-445d-b714-1afd95f345ca req-5eaf6ad0-5597-483d-97da-2963a3296414 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Aug 20 13:23:41.237340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aef97ed7-6a79-49f5-80b1-242f9011e0be req-c6b68ee5-6aa4-454b-9e33-91d46b31408b tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Aug 20 13:23:41.351315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145894a-e63a-4fb0-aaca-d1a7d6fef12e req-b961c9d5-33ae-4cdf-9d42-c6c541292550 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:41.353000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b145894a-e63a-4fb0-aaca-d1a7d6fef12e req-b961c9d5-33ae-4cdf-9d42-c6c541292550 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 944 time: 0.0532289 Aug 20 13:23:41.372734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-4caf27fc-0a0b-4758-9f1b-07a9849de21c tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1125875 Aug 20 13:23:41.390735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:41.416146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b145894a-e63a-4fb0-aaca-d1a7d6fef12e req-31694da4-ad47-4e4c-bd8c-4782956f0c6c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558312 Aug 20 13:23:41.426198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.517856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 66085113-1749-4a37-b4e1-7d623929b3bd up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:41.526257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bafaf990-36ba-479b-889f-f5e26e87b754 req-f1097ac7-338a-4337-a3f7-a54fcef32121 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0451510 Aug 20 13:23:41.550173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.609162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dac6ef17-a102-4f87-8f42-8650e3a14d4c req-87ed1d47-995b-4ca6-8c95-ee4316d3b5b3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/43eabf03-4f50-4166-a747-feb9eab0d586 HTTP/1.1" status: 200 len: 1800 time: 0.0494070 Aug 20 13:23:41.656352 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-dac6ef17-a102-4f87-8f42-8650e3a14d4c req-a926e7fb-69d7-47d0-a2fa-d3888e14a9e7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 13:23:41.658310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dac6ef17-a102-4f87-8f42-8650e3a14d4c req-a926e7fb-69d7-47d0-a2fa-d3888e14a9e7 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/43eabf03-4f50-4166-a747-feb9eab0d586 HTTP/1.1" status: 409 len: 341 time: 0.0475550 Aug 20 13:23:41.666817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Allocated IP 172.25.6.246 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3c1559df-3ba4-4284-857b-b896113dbd8b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:41.696959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 66085113-1749-4a37-b4e1-7d623929b3bd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:41.706027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 66085113-1749-4a37-b4e1-7d623929b3bd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:41.706410 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.789654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.822015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.843693 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.852007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:41.855342 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd44d74-1f11-4465-bfb6-75a777f3814a" -d '{"events": [{"server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "name": "network-vif-plugged", "status": "completed", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:41.869892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:41.875121 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:41.885984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:41.888966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:41.893739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:41.921743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Pushing event updated for resources: {'Port': ['ID=3c1559df-3ba4-4284-857b-b896113dbd8b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:41.931916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:41.991720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-e12aa913-1be7-4c57-8c14-99b81f9f2131 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:41.993274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-e12aa913-1be7-4c57-8c14-99b81f9f2131 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.1130557 Aug 20 13:23:41.994034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:42.011108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-1a5b3136-2d12-484d-91cd-2cb6b9086974 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/quotas/4dce104e67524d61a5853169aa73c59e HTTP/1.1" status: 200 len: 375 time: 0.0116425 Aug 20 13:23:42.030007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:42.046711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df'}, {'name': 'network-changed', 'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:42.049466 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df"}, {"name": "network-changed", "server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:42.054497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-45ad80a2-8428-467d-8220-1e6c0b04447a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366228 Aug 20 13:23:42.147233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-14b6464e-81b6-4f4b-af9e-4b69490bf3a7 service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852938 Aug 20 13:23:42.256484 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-286fdafe-4751-41fd-b30e-bc0b7973607d service neutron] 10.222.0.59 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023257 Aug 20 13:23:42.468020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:42.474625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:42.558896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Pushing event updated for resources: {'Port': ['ID=3c1559df-3ba4-4284-857b-b896113dbd8b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:42.569537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:42.587278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:42.596274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-d206057f-5ba0-4905-a083-f65362309843 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2113044 Aug 20 13:23:42.651527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-f4629c20-2868-4638-bc9d-8d74d06685bb tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.246 HTTP/1.1" status: 200 len: 696 time: 0.0542476 Aug 20 13:23:42.786026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-09d93f9b-e380-4ee8-ae00-8ed9d2572632 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:42.787842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff0408b5-1d86-48fe-b54e-bc83f09189c7 req-09d93f9b-e380-4ee8-ae00-8ed9d2572632 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1237054 Aug 20 13:23:42.866267 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e3ff0-aa60-413a-ad77-de932dfec0de x-openstack-request-id: req-7a3e3ff0-aa60-413a-ad77-de932dfec0de {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:42.866808 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "name": "network-vif-plugged", "status": "completed", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:42.867057 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a3e3ff0-aa60-413a-ad77-de932dfec0de {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:42.867462 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd', 'code': 200} Aug 20 13:23:42.915922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9996c-b213-4cf9-8bf8-f05de3850bfe req-fcef3ae7-a584-4702-913a-b0ea0ce165bd tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:42.923529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59a9996c-b213-4cf9-8bf8-f05de3850bfe req-fcef3ae7-a584-4702-913a-b0ea0ce165bd tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 949 time: 0.0662034 Aug 20 13:23:42.972345 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a94888b-087c-40f2-9a09-399708fbcb8d x-openstack-request-id: req-8a94888b-087c-40f2-9a09-399708fbcb8d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:42.973010 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:42.973228 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a94888b-087c-40f2-9a09-399708fbcb8d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:42.974327 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'status': 'completed', 'code': 200} Aug 20 13:23:42.974652 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'status': 'completed', 'code': 200} Aug 20 13:23:43.003315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59a9996c-b213-4cf9-8bf8-f05de3850bfe req-93359a0c-d499-4858-bd7c-279630f23e6e tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Aug 20 13:23:43.055676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-e2536d66-e69b-4359-ad20-2ecc3d650dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.057532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-e2536d66-e69b-4359-ad20-2ecc3d650dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1099 time: 0.0629606 Aug 20 13:23:43.091978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd1d52-a82c-4180-980b-09aa856be8bb req-b10220b6-e16d-44f4-b845-d1e791666eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.093641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08bd1d52-a82c-4180-980b-09aa856be8bb req-b10220b6-e16d-44f4-b845-d1e791666eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 1096 time: 0.1508422 Aug 20 13:23:43.166756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-f4967832-b442-4bdd-acc5-4fabad4ea575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.168256 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-f4967832-b442-4bdd-acc5-4fabad4ea575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1099 time: 0.1654074 Aug 20 13:23:43.212521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-d63bacb1-d8d7-4b38-8c21-8d4e3db05ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.214163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-d63bacb1-d8d7-4b38-8c21-8d4e3db05ba6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1464231 Aug 20 13:23:43.222745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193c3a8-24ba-40b7-9c5f-545ac13c4727 req-620b3005-c4c7-4bd9-b8d3-9c2d88ddd886 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.224397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9193c3a8-24ba-40b7-9c5f-545ac13c4727 req-620b3005-c4c7-4bd9-b8d3-9c2d88ddd886 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0849397 Aug 20 13:23:43.252231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08bd1d52-a82c-4180-980b-09aa856be8bb req-04ed946c-cc2d-46e1-a7f3-233c04cf4a23 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465390 Aug 20 13:23:43.262223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132514d-7cca-4e4c-b206-634c5e48b81d req-b7229ca7-0352-4f2e-a463-9d5132abba95 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.263694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7132514d-7cca-4e4c-b206-634c5e48b81d req-b7229ca7-0352-4f2e-a463-9d5132abba95 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 948 time: 0.1967487 Aug 20 13:23:43.273451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-897db51e-b782-42d9-bc69-920b3ff50a94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0479434 Aug 20 13:23:43.294787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9193c3a8-24ba-40b7-9c5f-545ac13c4727 req-40ab4335-3237-426a-baa1-6b62cab1ca6e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 Aug 20 13:23:43.331762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7132514d-7cca-4e4c-b206-634c5e48b81d req-5a06b729-34ef-441a-966f-86e63f9bb97c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599804 Aug 20 13:23:43.335199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-9e504a9f-0bd6-40fb-b3f7-23ec5024131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.336287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-9e504a9f-0bd6-40fb-b3f7-23ec5024131e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1520965 Aug 20 13:23:43.392292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-11545ec8-98ef-40a8-8a5d-8336a7308bce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0390737 Aug 20 13:23:43.417591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-040e220b-fe30-4b29-8015-ce21b838db19 req-86c975ae-69bc-4649-b99b-313c57132bf4 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 210 time: 0.0409448 Aug 20 13:23:43.479254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-2ac16483-8b03-4c21-8880-458cc0dc41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.480765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-2ac16483-8b03-4c21-8880-458cc0dc41ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0798683 Aug 20 13:23:43.493108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc94d31-5df5-447e-b774-9882a477a67d req-6d859923-8539-4ea6-9b5e-855ca10e5ced tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.494636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ecc94d31-5df5-447e-b774-9882a477a67d req-6d859923-8539-4ea6-9b5e-855ca10e5ced tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0852878 Aug 20 13:23:43.522580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ec374d-7812-4333-b6db-b5cfc64dd7af req-8dc429bb-9555-4730-9ae5-5c4d0121807b tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0354612 Aug 20 13:23:43.533275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-9bd69ef0-bbd0-4a25-b8f1-8f071526b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.535367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-9bd69ef0-bbd0-4a25-b8f1-8f071526b5b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0819731 Aug 20 13:23:43.569446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ecc94d31-5df5-447e-b774-9882a477a67d req-eaebff26-ea44-4c2c-a27e-7ae2d42ec64c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652838 Aug 20 13:23:43.576795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-57421a21-cecd-43fd-a31c-f485fe7baa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.578500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-57421a21-cecd-43fd-a31c-f485fe7baa19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828362 Aug 20 13:23:43.656328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-cb58755d-1952-45c3-9d0f-9a86c32bbf62 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips/d31f5f4a-07db-437c-929d-7af47dd2d286 HTTP/1.1" status: 200 len: 693 time: 0.0954330 Aug 20 13:23:43.726881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-553d9983-ddcd-43dd-b69f-12a27af806f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.728584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-553d9983-ddcd-43dd-b69f-12a27af806f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817710 Aug 20 13:23:43.789746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-f4d29b6e-f363-4051-9111-80333fc08170 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977746 Aug 20 13:23:43.803000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f2891-97b2-4583-8ece-56c79cfec07d req-fae0d2c9-1cc4-4ab3-b59f-49b19bf7040b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.804496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a71f2891-97b2-4583-8ece-56c79cfec07d req-fae0d2c9-1cc4-4ab3-b59f-49b19bf7040b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1023 time: 0.1670759 Aug 20 13:23:43.824665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-8b75be62-72d3-4dad-b00d-b93cbc15f225 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.826351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-8b75be62-72d3-4dad-b00d-b93cbc15f225 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 810 time: 0.2458630 Aug 20 13:23:43.836993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-7aaeda12-c51b-471f-93cb-979c6e0a1f34 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:43.838441 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-7aaeda12-c51b-471f-93cb-979c6e0a1f34 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1812420 Aug 20 13:23:43.878815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Request body: {'port': {'device_id': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'admin_state_up': True, 'tenant_id': '4dce104e67524d61a5853169aa73c59e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:43.913293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-bf0d6f0c-1ec6-4920-b431-6c9cb4b2cbd4 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.246 HTTP/1.1" status: 200 len: 696 time: 0.0618155 Aug 20 13:23:43.917073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-b5a65ac1-95bf-4609-9655-86a518288b5d service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787584 Aug 20 13:23:43.966380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a71f2891-97b2-4583-8ece-56c79cfec07d req-1b2bd686-6d9d-4ec4-ab92-060370a60f6d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=43eabf03-4f50-4166-a747-feb9eab0d586&id=661209da-b325-48d5-b0c8-fbcc48a6a7af&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1502092 Aug 20 13:23:44.017329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-2fb1d816-fbc9-4f58-8532-4eb9399edb10 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.246 HTTP/1.1" status: 200 len: 696 time: 0.0966852 Aug 20 13:23:44.018114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-557bfad9-34ae-48f6-a40b-7c745529b72e service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109716 Aug 20 13:23:44.091196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Made reservation on behalf of 4dce104e67524d61a5853169aa73c59e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:44.095956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.148423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-d16a10d6-6789-49df-a75a-841aafcc8125 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205193 Aug 20 13:23:44.148738 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c515-8baa-4761-9327-9fb8c2a40239 req-363795ea-daa8-45e5-ae22-d721a07fe15b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:44.150129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6e49c515-8baa-4761-9327-9fb8c2a40239 req-363795ea-daa8-45e5-ae22-d721a07fe15b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 1100 time: 0.1067266 Aug 20 13:23:44.166783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:44.200573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-e2e4ac2d-2a8e-4c29-956b-0bff74f1f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:44.202089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-e2e4ac2d-2a8e-4c29-956b-0bff74f1f764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1174 time: 0.1238041 Aug 20 13:23:44.206847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Deleting port 3c1559df-3ba4-4284-857b-b896113dbd8b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:44.207272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.222319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6e49c515-8baa-4761-9327-9fb8c2a40239 req-da82db58-9b60-4abe-9513-6e3fa5af805b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.291910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.292378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.296700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:44.306057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Calling delete_port for 3c1559df-3ba4-4284-857b-b896113dbd8b owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:44.312926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'mac_address': 'fa:16:3e:a7:0f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:44.356272 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.373666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f3eaa1-65bb-4857-ae85-7604570f30df {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:44.378167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-70db04a2-7601-4b2b-95ff-4a38d5c4ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:44.379882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-70db04a2-7601-4b2b-95ff-4a38d5c4ed29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 200 len: 913 time: 0.1695976 Aug 20 13:23:44.385279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Allocated IP 172.20.0.2 (e26a7a07-7652-4aa0-a07c-4615a201317a/4d8700bf-5c40-4e70-bc85-4fd41fae211c/7fc6c692-a445-4f44-b5e7-56bac9dcd080) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:44.407170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:44.413750 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.474772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.487731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:44.514744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Pushing event deleted for resources: {'Port': ['ID=3c1559df-3ba4-4284-857b-b896113dbd8b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:44.622048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.625629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.627190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6d04eda-c878-4962-a2dd-96f475e44f83 req-1a03fa1b-f0ab-4e1d-811c-a7645b0a5409 tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "DELETE /v2.0/floatingips/d31f5f4a-07db-437c-929d-7af47dd2d286 HTTP/1.1" status: 204 len: 173 time: 0.5834851 Aug 20 13:23:44.637303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-95381a09-5ae1-4fbd-9b6d-28316be00b04 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:44.639057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-95381a09-5ae1-4fbd-9b6d-28316be00b04 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 1023 time: 0.0804851 Aug 20 13:23:44.665690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:44.769195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-487f31ca-de06-44ed-9a2f-a571389185fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 200 len: 217 time: 0.3795977 Aug 20 13:23:44.771439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470aff-2498-426a-8c40-9c5fcb1b4b28 req-03366eb2-68dc-4090-bae8-349af4215a0a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:44.773020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48470aff-2498-426a-8c40-9c5fcb1b4b28 req-03366eb2-68dc-4090-bae8-349af4215a0a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0906801 Aug 20 13:23:44.815448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Deleting port 0e48b492-8a56-4afe-801e-20087c1e55f7 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:44.815791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.876052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48470aff-2498-426a-8c40-9c5fcb1b4b28 req-7f1db602-7458-404b-af6f-99b503e70e3c tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896440 Aug 20 13:23:44.937814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] For port 0e48b492-8a56-4afe-801e-20087c1e55f7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0e48b492-8a56-4afe-801e-20087c1e55f7,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:44.938559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.956435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-7ce644c7-1e66-4596-b106-b0ac6e25e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:44.957939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-7ce644c7-1e66-4596-b106-b0ac6e25e3c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 200 len: 852 time: 0.1763175 Aug 20 13:23:44.970079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Calling delete_port for 0e48b492-8a56-4afe-801e-20087c1e55f7 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:44.971264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6e49c515-8baa-4761-9327-9fb8c2a40239 req-da82db58-9b60-4abe-9513-6e3fa5af805b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.977477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6e49c515-8baa-4761-9327-9fb8c2a40239 req-da82db58-9b60-4abe-9513-6e3fa5af805b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.034015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-deef3185-3d3e-4653-b606-053f289cc766 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9bdac84-69e6-4c1d-8934-20862fa8d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526838 Aug 20 13:23:45.060361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6e49c515-8baa-4761-9327-9fb8c2a40239 req-da82db58-9b60-4abe-9513-6e3fa5af805b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8728535 Aug 20 13:23:45.102728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891929ba-51b0-4c2c-8286-4e96ca952540 req-924b10f6-9073-4ef4-bffb-ab7f0ede2dd4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:45.104269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-891929ba-51b0-4c2c-8286-4e96ca952540 req-924b10f6-9073-4ef4-bffb-ab7f0ede2dd4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 949 time: 0.1490388 Aug 20 13:23:45.121507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ef255-d335-4eeb-a406-b50afbb3448c req-a8c06eed-8c34-4728-84a1-933d232ecc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:45.123032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c5ef255-d335-4eeb-a406-b50afbb3448c req-a8c06eed-8c34-4728-84a1-933d232ecc08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 1097 time: 0.1282794 Aug 20 13:23:45.132917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.139316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82db58-9b60-4abe-9513-6e3fa5af805b tempest-LiveMigrationNegativeTest-814809390 tempest-LiveMigrationNegativeTest-814809390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c0311-1d47-4d61-af65-0c1055e26174,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:45.176707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f4d7fc0-588f-4b61-b646-f3a7ee6534f4 req-907520cd-aa4e-4cbf-b11e-105f86d4cd17 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 210 time: 0.0474250 Aug 20 13:23:45.213977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-891929ba-51b0-4c2c-8286-4e96ca952540 req-3e5ad391-f3ee-4f09-b05d-193a50bce522 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890455 Aug 20 13:23:45.237412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-5ab71c73-056b-4b97-bc41-59e6eeb3d4ff service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892343 Aug 20 13:23:45.255516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c5ef255-d335-4eeb-a406-b50afbb3448c req-1604d1a5-8f7d-4ff7-adc5-3d747f7a5e0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228664 Aug 20 13:23:45.255843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.279100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.293059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:45.295739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0e48b492-8a56-4afe-801e-20087c1e55f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:45.315620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'Port': ['ID=0e48b492-8a56-4afe-801e-20087c1e55f7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:45.370173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-148d390a-b617-43dc-9c43-b39db90bb895 req-7f3359ec-bed8-4e6c-b426-3711caaaaf3c tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0621297 Aug 20 13:23:45.382846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Network e26a7a07-7652-4aa0-a07c-4615a201317a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:45.413702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] No DVR routers for this DVR port 0e48b492-8a56-4afe-801e-20087c1e55f7 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:45.416629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.418122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:45.418675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b42b80ba-95c9-41cc-949b-05f120dd3268 req-f108f58b-c5b3-43c0-aedf-02ec8adac550 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.13 "DELETE /v2.0/ports/0e48b492-8a56-4afe-801e-20087c1e55f7 HTTP/1.1" status: 204 len: 173 time: 0.7708735 Aug 20 13:23:45.419304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'name': 'network-vif-deleted', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:45.421778 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b3e38d-12ef-423c-845c-1539cd07ad54" -d '{"events": [{"server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "name": "network-vif-deleted", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:45.424707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:45.431597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event updated for resources: {'Port': ['ID=7fc6c692-a445-4f44-b5e7-56bac9dcd080,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:45.448490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ed5d4-3266-4652-a3b2-89523ada2bea req-74d489a8-0ad2-4fcd-9667-ec2c4f989245 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:45.451605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-164ed5d4-3266-4652-a3b2-89523ada2bea req-74d489a8-0ad2-4fcd-9667-ec2c4f989245 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.1397269 Aug 20 13:23:45.495016 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-721b42c6-6865-41a2-83b3-4871a6740fbe req-0010f2b9-a283-410c-b778-461f65340e5e tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] show failed (client error): The resource could not be found. Aug 20 13:23:45.496456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-721b42c6-6865-41a2-83b3-4871a6740fbe req-0010f2b9-a283-410c-b778-461f65340e5e tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips/d31f5f4a-07db-437c-929d-7af47dd2d286 HTTP/1.1" status: 404 len: 350 time: 0.0912378 Aug 20 13:23:45.511556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-164ed5d4-3266-4652-a3b2-89523ada2bea req-99edc81c-da3d-4369-96b9-12de7cc4afa3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Aug 20 13:23:45.533052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07ab5dee-9029-4c90-bb5e-fcc87e3d2dbb req-09008b92-8afe-4805-98ce-8fa2ff65026f service neutron] 10.222.0.13 "GET /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866750 Aug 20 13:23:45.552668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:45.554292 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.579721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-b7748f2a-08c6-4d38-b591-1476136e95fa tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7100430 Aug 20 13:23:45.617120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acdc70bb-c123-4be1-9106-57b9e0d6961d req-770200df-ff1d-419b-a1f3-8e6b295bd129 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=075f6105-e07d-4610-9c91-78ff7963de25 HTTP/1.1" status: 200 len: 210 time: 0.0399072 Aug 20 13:23:45.621641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Request body: {'port': {'device_id': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:45.677437 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e58e2-d41b-4bf2-a3e0-a11f905324af x-openstack-request-id: req-ff7e58e2-d41b-4bf2-a3e0-a11f905324af {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:45.677765 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f6105-e07d-4610-9c91-78ff7963de25", "name": "network-vif-deleted", "tag": "0e48b492-8a56-4afe-801e-20087c1e55f7", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:45.678032 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff7e58e2-d41b-4bf2-a3e0-a11f905324af {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:45.678440 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f6105-e07d-4610-9c91-78ff7963de25', 'name': 'network-vif-deleted', 'tag': '0e48b492-8a56-4afe-801e-20087c1e55f7', 'status': 'completed', 'code': 200} Aug 20 13:23:45.726502 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-80c4090b-be0d-4e82-bc7a-ec247db34402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.760085 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-fac1d215-a347-451d-9cd3-9a8e2e1feb1a req-ee880955-5a7d-4780-a569-b9c02e062fbf tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] show failed (client error): The resource could not be found. Aug 20 13:23:45.761287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fac1d215-a347-451d-9cd3-9a8e2e1feb1a req-ee880955-5a7d-4780-a569-b9c02e062fbf tempest-FloatingIPsTestJSON-117914054 tempest-FloatingIPsTestJSON-117914054-project] 10.222.0.59 "GET /v2.0/floatingips/d31f5f4a-07db-437c-929d-7af47dd2d286 HTTP/1.1" status: 404 len: 350 time: 0.0600157 Aug 20 13:23:45.762441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:45.785407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49536) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:45.836179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969a8e-9db0-472e-9a33-732841dd52a6 req-c127d6aa-c69a-4963-a69c-c947ce3a7f31 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:45.863597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48969a8e-9db0-472e-9a33-732841dd52a6 req-c127d6aa-c69a-4963-a69c-c947ce3a7f31 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0839677 Aug 20 13:23:45.900933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48969a8e-9db0-472e-9a33-732841dd52a6 req-6c1bde9a-2c8c-44d4-9822-085d80a08d58 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386398 Aug 20 13:23:46.053097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-15f4ac83-a4cc-4689-b4b2-4b11fdd8e639 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.055080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-15f4ac83-a4cc-4689-b4b2-4b11fdd8e639 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 949 time: 0.1392131 Aug 20 13:23:46.104053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1f41f-659a-46fb-a4f3-94d244b8fa47 req-438103a7-229c-449c-86c0-4ba06e66d458 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.106374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cc1f41f-659a-46fb-a4f3-94d244b8fa47 req-438103a7-229c-449c-86c0-4ba06e66d458 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 949 time: 0.1675341 Aug 20 13:23:46.186303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:46.192280 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-4aae81d5-b94a-4852-b42a-cc2d7c389b7d service neutron] delete failed (client error): The resource could not be found. Aug 20 13:23:46.193360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-4aae81d5-b94a-4852-b42a-cc2d7c389b7d service neutron] 10.222.0.53 "DELETE /v2.0/ports/17f3eaa1-65bb-4857-ae85-7604570f30df/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1248646 Aug 20 13:23:46.215835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c5334-3595-4e35-addd-1a9d59e453b7 req-94dff0bf-781c-4b84-84d6-6c69401a168c tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.217512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-066c5334-3595-4e35-addd-1a9d59e453b7 req-94dff0bf-781c-4b84-84d6-6c69401a168c tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0766954 Aug 20 13:23:46.256513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2cc1f41f-659a-46fb-a4f3-94d244b8fa47 req-7912b678-e83e-48e8-837a-0b83f3489076 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099877 Aug 20 13:23:46.312154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 17f3eaa1-65bb-4857-ae85-7604570f30df completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:46.321797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-066c5334-3595-4e35-addd-1a9d59e453b7 req-b5557868-8b9c-4447-a8a4-1d7462fff286 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943141 Aug 20 13:23:46.322035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 17f3eaa1-65bb-4857-ae85-7604570f30df triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:46.322311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.421537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-04c00594-7cf2-4793-8b2a-8594d637c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.424963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-04c00594-7cf2-4793-8b2a-8594d637c715 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1100 time: 0.1004307 Aug 20 13:23:46.508260 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.535206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:46.537967 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab13bd76-92d8-497c-a77b-a4702e6c25c5" -d '{"events": [{"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-plugged", "status": "completed", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:46.545210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aec5fb-ac24-4532-b58a-8e032917af25 req-260b7202-942f-4a84-97bb-90a00ff8e71c tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.547081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92aec5fb-ac24-4532-b58a-8e032917af25 req-260b7202-942f-4a84-97bb-90a00ff8e71c tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 949 time: 0.1309319 Aug 20 13:23:46.558509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:46.581918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc6c692-a445-4f44-b5e7-56bac9dcd080 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:46.590625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-252aa846-a57d-4eb9-ad79-1d2b3df2390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.590625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-252aa846-a57d-4eb9-ad79-1d2b3df2390f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1566527 Aug 20 13:23:46.592994 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.593560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0e48b492-8a56-4afe-801e-20087c1e55f7 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:46.595777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.603272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6819b0-e887-4e9a-ac65-21b9d4ed5e56 req-44d767c8-b145-419b-bb11-0301211d4d46 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.611545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f6819b0-e887-4e9a-ac65-21b9d4ed5e56 req-44d767c8-b145-419b-bb11-0301211d4d46 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 931 time: 0.1107221 Aug 20 13:23:46.631388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Transition to ACTIVE for port object 7fc6c692-a445-4f44-b5e7-56bac9dcd080 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:46.635770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92aec5fb-ac24-4532-b58a-8e032917af25 req-301b8f64-d925-44ae-b1e2-51b8bd719732 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806665 Aug 20 13:23:46.639410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.639724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 0e48b492-8a56-4afe-801e-20087c1e55f7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:46.640165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0e48b492-8a56-4afe-801e-20087c1e55f7 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:46.679072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-21d67936-63eb-472c-b20e-d0845d157e4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0646544 Aug 20 13:23:46.682878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:46.716740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc6c692-a445-4f44-b5e7-56bac9dcd080,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:46.748020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f6819b0-e887-4e9a-ac65-21b9d4ed5e56 req-b8f9e447-8d5f-42fc-a23d-27c2302e5759 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347978 Aug 20 13:23:46.767948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-720b5349-5fe5-4275-a78a-b6619020f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.769975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-720b5349-5fe5-4275-a78a-b6619020f63f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0744548 Aug 20 13:23:46.841686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b259f8d-76e6-404e-bcee-d3c6e9a316b8 req-f7990096-4543-465f-9969-c809af3d07f8 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0283403 Aug 20 13:23:46.847437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-b66a4538-56df-4028-a1a3-e5ea72ff4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.849130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-b66a4538-56df-4028-a1a3-e5ea72ff4f60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707443 Aug 20 13:23:46.864946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43200-675b-494d-ad11-4afee72c358c req-44b4c7b5-e3d4-43e9-b5da-c126cd67abd4 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:46.867144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4c43200-675b-494d-ad11-4afee72c358c req-44b4c7b5-e3d4-43e9-b5da-c126cd67abd4 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.1208506 Aug 20 13:23:46.899851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.904172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Attempting to bind port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:46.904653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Attempting to bind port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:46.905033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Attempting to bind port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:46.907803 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11726daf-a8cb-4835-898b-a015a3d326fb x-openstack-request-id: req-11726daf-a8cb-4835-898b-a015a3d326fb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:46.908465 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-plugged", "status": "completed", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:46.909320 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11726daf-a8cb-4835-898b-a015a3d326fb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:46.910151 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'code': 200} Aug 20 13:23:46.913249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 on network e26a7a07-7652-4aa0-a07c-4615a201317a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:46.913571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Attempting to bind port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 on network e26a7a07-7652-4aa0-a07c-4615a201317a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:46.959385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:46.959719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Checking segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:46.960098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Bound using segment: {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:46.960541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Bound port: 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb80d89-35fe-462d-95cd-0465b5036071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:46.960915 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:46.963842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-92e5e068-8442-40d0-b859-dea107cc50d3 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058853 Aug 20 13:23:46.988769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4c43200-675b-494d-ad11-4afee72c358c req-1685a4af-57ed-4efe-a28d-e0f067db4877 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134398 Aug 20 13:23:47.055028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fdcbe95-4b55-4e1b-8da6-904718f710e5 req-8e67dccd-3f47-4002-92fb-f473942414bf tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/661209da-b325-48d5-b0c8-fbcc48a6a7af HTTP/1.1" status: 200 len: 1800 time: 0.0999250 Aug 20 13:23:47.110841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e20423bd-bd9d-40bc-b521-8b1189001711 req-cd699650-f2f5-412b-a35b-b13a1bba52a7 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375194 Aug 20 13:23:47.115234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] For port 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:47.135957 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3fdcbe95-4b55-4e1b-8da6-904718f710e5 req-83b741ab-8012-415c-b863-07ccc206dc6e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.138280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] For port 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:47.165135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3fdcbe95-4b55-4e1b-8da6-904718f710e5 req-83b741ab-8012-415c-b863-07ccc206dc6e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.173132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.217684 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3fdcbe95-4b55-4e1b-8da6-904718f710e5 req-83b741ab-8012-415c-b863-07ccc206dc6e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.221018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3fdcbe95-4b55-4e1b-8da6-904718f710e5 req-83b741ab-8012-415c-b863-07ccc206dc6e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.222236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fdcbe95-4b55-4e1b-8da6-904718f710e5 req-83b741ab-8012-415c-b863-07ccc206dc6e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/661209da-b325-48d5-b0c8-fbcc48a6a7af HTTP/1.1" status: 204 len: 173 time: 0.1579137 Aug 20 13:23:47.232100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b741ab-8012-415c-b863-07ccc206dc6e tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661209da-b325-48d5-b0c8-fbcc48a6a7af,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:47.237834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb10844-065b-41f8-af2a-fe7ac178a97a req-0f61e295-c6cb-43ec-9339-f5fd6df853f4 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.239436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1fb10844-065b-41f8-af2a-fe7ac178a97a req-0f61e295-c6cb-43ec-9339-f5fd6df853f4 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.1633031 Aug 20 13:23:47.258260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.258890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.260305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-26c55961-070c-47b2-9611-b93b79367093 service neutron] 10.222.0.13 "PUT /v2.0/ports/7fc6c692-a445-4f44-b5e7-56bac9dcd080 HTTP/1.1" status: 200 len: 1091 time: 1.6465807 Aug 20 13:23:47.266109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'tag': '7fc6c692-a445-4f44-b5e7-56bac9dcd080'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:47.268923 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f" -d '{"events": [{"name": "network-changed", "server_uuid": "957881c2-427e-4cea-bdfc-dee83f2e93bb", "tag": "7fc6c692-a445-4f44-b5e7-56bac9dcd080"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:47.301244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70f68593-01d9-43e4-b88a-0f764fe372aa req-aa3803a4-efda-4027-976a-9911d23985c1 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/43eabf03-4f50-4166-a747-feb9eab0d586 HTTP/1.1" status: 200 len: 1800 time: 0.0540669 Aug 20 13:23:47.318897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c55961-070c-47b2-9611-b93b79367093 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc6c692-a445-4f44-b5e7-56bac9dcd080,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:47.363070 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1fb10844-065b-41f8-af2a-fe7ac178a97a req-1485bb81-f0a1-4ef0-98b5-65bdd4dc63e3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158552 Aug 20 13:23:47.368263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-70f68593-01d9-43e4-b88a-0f764fe372aa req-4b7e9423-f98a-4766-abda-1bbf219a27f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.401553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-e5aa7bc6-7f3f-486d-8d34-2ada0869058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.403402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-e5aa7bc6-7f3f-486d-8d34-2ada0869058d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 1094 time: 0.0954945 Aug 20 13:23:47.412584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-70f68593-01d9-43e4-b88a-0f764fe372aa req-4b7e9423-f98a-4766-abda-1bbf219a27f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.460188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-70f68593-01d9-43e4-b88a-0f764fe372aa req-4b7e9423-f98a-4766-abda-1bbf219a27f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.464455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-70f68593-01d9-43e4-b88a-0f764fe372aa req-4b7e9423-f98a-4766-abda-1bbf219a27f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.466713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70f68593-01d9-43e4-b88a-0f764fe372aa req-4b7e9423-f98a-4766-abda-1bbf219a27f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/43eabf03-4f50-4166-a747-feb9eab0d586 HTTP/1.1" status: 204 len: 173 time: 0.1565561 Aug 20 13:23:47.469711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d21694-8a31-4c3d-8c67-2b395ee36c1e x-openstack-request-id: req-95d21694-8a31-4c3d-8c67-2b395ee36c1e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:47.469998 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957881c2-427e-4cea-bdfc-dee83f2e93bb", "tag": "7fc6c692-a445-4f44-b5e7-56bac9dcd080", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:47.470245 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95d21694-8a31-4c3d-8c67-2b395ee36c1e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:47.470662 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'tag': '7fc6c692-a445-4f44-b5e7-56bac9dcd080', 'status': 'completed', 'code': 200} Aug 20 13:23:47.477734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-70aff8e0-af9f-4b86-a4b3-f8941154768c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080 HTTP/1.1" status: 200 len: 217 time: 0.0593784 Aug 20 13:23:47.484214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e9423-f98a-4766-abda-1bbf219a27f3 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43eabf03-4f50-4166-a747-feb9eab0d586,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:47.582524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-edfbbacd-2561-450d-b2d4-926b8a1f0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.584009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-edfbbacd-2561-450d-b2d4-926b8a1f0422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1026196 Aug 20 13:23:47.593523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5719784-3ad4-4ad7-bee3-2cf2dbc4fe80 req-a30a1c57-e58b-421d-92ef-f88d95cd3783 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.595487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5719784-3ad4-4ad7-bee3-2cf2dbc4fe80 req-a30a1c57-e58b-421d-92ef-f88d95cd3783 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0596244 Aug 20 13:23:47.638868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Deleting port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:47.639209 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.641369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5719784-3ad4-4ad7-bee3-2cf2dbc4fe80 req-f09b9b7e-511f-4fd8-beee-d661987e5a99 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Aug 20 13:23:47.644095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-45593a16-adad-4edd-a74b-3d7f12b50d2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431848 Aug 20 13:23:47.651547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7521750-b6d9-4b6c-90bf-bbb722d9054e req-cb1e4754-2a25-4978-9fb8-d15ef96ef167 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.652995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7521750-b6d9-4b6c-90bf-bbb722d9054e req-cb1e4754-2a25-4978-9fb8-d15ef96ef167 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1405127 Aug 20 13:23:47.685016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d0c2ec53-f4b4-4abe-8463-ff16cd3a38d6 req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2096581189', 'description': 'tempest-description-2015302305'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:47.713229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d0c2ec53-f4b4-4abe-8463-ff16cd3a38d6 req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.784924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-30c754f8-8f05-47bf-b195-caa4fd078691 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.786471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-30c754f8-8f05-47bf-b195-caa4fd078691 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.13 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 949 time: 0.2315311 Aug 20 13:23:47.811250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d0c2ec53-f4b4-4abe-8463-ff16cd3a38d6 req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.817321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d0c2ec53-f4b4-4abe-8463-ff16cd3a38d6 req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.845088 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d0c2ec53-f4b4-4abe-8463-ff16cd3a38d6 req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.846313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0c2ec53-f4b4-4abe-8463-ff16cd3a38d6 req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1658311 Aug 20 13:23:47.850603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce46b09-fd45-4e93-b180-b7533688bb24 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75be1fb9-1422-40ff-8ed8-72b933c2dba6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:47.856992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7521750-b6d9-4b6c-90bf-bbb722d9054e req-8a98bd1c-f6a2-4c85-bbfc-512d1b5571d8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584435 Aug 20 13:23:47.929643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-45f19ae2-b1c7-4ffb-96e7-1c1891bc86a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747605 Aug 20 13:23:47.943263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] For port dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,segment=NetworkSegment(b5755977-86ee-428e-b282-ae2f43915193),segment_id=b5755977-86ee-428e-b282-ae2f43915193)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:47.943621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:47.975261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc113cdb-3dab-4431-a6c7-eb027155530e req-910c5456-b0f4-4a04-a5c3-07fd4da39ac7 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:47.976976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc113cdb-3dab-4431-a6c7-eb027155530e req-910c5456-b0f4-4a04-a5c3-07fd4da39ac7 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0533416 Aug 20 13:23:47.987368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Calling delete_port for dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:48.015913 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc113cdb-3dab-4431-a6c7-eb027155530e req-98d3875f-837f-4956-83d2-cd4727dc3ba6 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Aug 20 13:23:48.132177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91954-4a6b-48fe-b5bd-a23fc0c10a64 req-7a3e0d42-9550-4922-8831-b9c7da1188f9 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:48.134016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-30c91954-4a6b-48fe-b5bd-a23fc0c10a64 req-7a3e0d42-9550-4922-8831-b9c7da1188f9 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 949 time: 0.0574453 Aug 20 13:23:48.177432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-30c91954-4a6b-48fe-b5bd-a23fc0c10a64 req-7bb242c7-1e4e-42e3-834d-20d392ca2d56 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Aug 20 13:23:48.289438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b5b95-04c9-480e-8126-93aee565efb9 req-19e7a439-e58c-4ff2-8038-7c713b828f80 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:48.290951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-673b5b95-04c9-480e-8126-93aee565efb9 req-19e7a439-e58c-4ff2-8038-7c713b828f80 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 943 time: 0.0506227 Aug 20 13:23:48.334905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-673b5b95-04c9-480e-8126-93aee565efb9 req-a311aff5-3384-474d-a0b6-9a2bd19f4e94 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Aug 20 13:23:48.406321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80c04-4737-4d77-9f72-a19155bff92e req-41a21e67-ba8c-4074-9612-2a5767ce1d9b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:48.408660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbb80c04-4737-4d77-9f72-a19155bff92e req-41a21e67-ba8c-4074-9612-2a5767ce1d9b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.4892604 Aug 20 13:23:48.409295 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-4dae68d6-24a2-4843-be80-ab5256680905 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/75be1fb9-1422-40ff-8ed8-72b933c2dba6 HTTP/1.1" status: 200 len: 1801 time: 0.0434873 Aug 20 13:23:48.419564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Request body: {'security_group': {'name': 'tempest-sg-hth-576541896', 'description': 'tempest-description-hth-2088654717'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:48.433580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f540826e-d9a3-4e3a-b13a-5926f58e97f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.440804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Deleting port 04891a0c-0d50-40e0-b4cb-421115b014b2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:48.441152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.448173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e2cc4a2-52e5-439b-9a8d-21806840b9c1 req-35a941ec-445c-46e4-a5d3-95f147ec403b service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081718 Aug 20 13:23:48.467496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.475680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.521076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.524486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.527016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.528258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e25ee7c-d27f-45fb-89ef-1a37efa403b6 req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "PUT /v2.0/security-groups/75be1fb9-1422-40ff-8ed8-72b933c2dba6 HTTP/1.1" status: 200 len: 1774 time: 0.1135566 Aug 20 13:23:48.554698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469389f-a1f1-43f0-9b53-a938a3b9f187 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75be1fb9-1422-40ff-8ed8-72b933c2dba6,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:48.597517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbb80c04-4737-4d77-9f72-a19155bff92e req-8e251db6-f0ed-43f9-bb0b-9dd8d2190df0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714184 Aug 20 13:23:48.623504 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a32ece4-b94a-490a-b8e3-59717d4d7c23 req-d950a168-7016-49bb-8c0d-930b8ccf4811 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0329106 Aug 20 13:23:48.662861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] For port 04891a0c-0d50-40e0-b4cb-421115b014b2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=04891a0c-0d50-40e0-b4cb-421115b014b2,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:48.663282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.674191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-10ca5f50-3698-41b3-aa25-91f60e8ff26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:48.675409 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-10ca5f50-3698-41b3-aa25-91f60e8ff26e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dce104e67524d61a5853169aa73c59e&device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 1094 time: 0.1722419 Aug 20 13:23:48.708904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Calling delete_port for 04891a0c-0d50-40e0-b4cb-421115b014b2 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:48.747552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20674-df83-475d-a575-59f92b34c323 req-ded10b13-48b0-47a8-bddf-633ae8be40e2 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:48.749056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58c20674-df83-475d-a575-59f92b34c323 req-ded10b13-48b0-47a8-bddf-633ae8be40e2 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0506396 Aug 20 13:23:48.789059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58c20674-df83-475d-a575-59f92b34c323 req-78023fed-1a15-449b-9dff-813b3a882386 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Aug 20 13:23:48.846898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34811070-e26a-413d-8d9c-26c6b59c2b5a req-6e6bc800-d75e-43c3-ad3b-9e6d69224a4f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/75be1fb9-1422-40ff-8ed8-72b933c2dba6 HTTP/1.1" status: 200 len: 1774 time: 0.1923027 Aug 20 13:23:48.911961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:48.966424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-83243c3e-19d6-4d79-9b3b-6c520c049bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:48.968188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-83243c3e-19d6-4d79-9b3b-6c520c049bcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 200 len: 911 time: 0.2720711 Aug 20 13:23:48.974526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:49.018950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369974-0ce1-4db3-8ec9-9d38779819e5 req-6827b8f3-175b-4942-b7db-df703d81374f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.021081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88369974-0ce1-4db3-8ec9-9d38779819e5 req-6827b8f3-175b-4942-b7db-df703d81374f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0674164 Aug 20 13:23:49.068896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88369974-0ce1-4db3-8ec9-9d38779819e5 req-c875c218-7080-4b85-afd1-1d9b31e88656 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Aug 20 13:23:49.104923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-1e084b05-281c-43c7-8b44-b6a9fec22a96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080 HTTP/1.1" status: 200 len: 217 time: 0.0927544 Aug 20 13:23:49.104923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48658704-558d-4f79-ad45-623adcc83315 req-5684875c-b471-4abb-a761-7ab98be7d809 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/75be1fb9-1422-40ff-8ed8-72b933c2dba6 HTTP/1.1" status: 200 len: 1774 time: 0.2157481 Aug 20 13:23:49.215693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24b218-b9b1-4f57-a7a4-d5c8a71a0d62 req-2dbec5cd-d08c-4e2f-a096-f9849256b231 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.217454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d24b218-b9b1-4f57-a7a4-d5c8a71a0d62 req-2dbec5cd-d08c-4e2f-a096-f9849256b231 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0602515 Aug 20 13:23:49.234223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-e0b234b7-973c-45f5-8ec8-51dcf96c3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.236762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-e0b234b7-973c-45f5-8ec8-51dcf96c3f7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 200 len: 850 time: 0.1267488 Aug 20 13:23:49.258397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.261048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d24b218-b9b1-4f57-a7a4-d5c8a71a0d62 req-4b1e536f-a95e-41eb-b8ba-d037676d3aaa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 Aug 20 13:23:49.271127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['04891a0c-0d50-40e0-b4cb-421115b014b2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:49.273439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['dbc2c4ad-853a-44ab-8043-722a135d874b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:49.284044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-7e855175-01d2-4041-bf93-f01d68ab5f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e26a7a07-7652-4aa0-a07c-4615a201317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375168 Aug 20 13:23:49.325547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Pushing event deleted for resources: {'Port': ['ID=04891a0c-0d50-40e0-b4cb-421115b014b2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:49.364613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.409060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48658704-558d-4f79-ad45-623adcc83315 req-a25bc4d1-bd4c-41b7-82b9-be04e3b98bdb tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.416487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c3835-5200-4888-8acc-9f62104a5602 req-50760a43-722e-449f-a0c0-7ae4d9a100e1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.426571 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f4c3835-5200-4888-8acc-9f62104a5602 req-50760a43-722e-449f-a0c0-7ae4d9a100e1 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0845442 Aug 20 13:23:49.488902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] No DVR routers for this DVR port 04891a0c-0d50-40e0-b4cb-421115b014b2 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:49.492700 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f4c3835-5200-4888-8acc-9f62104a5602 req-9a0428b1-d801-4048-bc5c-f24e0334431f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647762 Aug 20 13:23:49.499680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.501786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e215e53-0848-42fb-8849-f12a812c4f6d req-5cb96238-43c4-490c-8b0b-733788cd0e37 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.13 "DELETE /v2.0/ports/04891a0c-0d50-40e0-b4cb-421115b014b2 HTTP/1.1" status: 204 len: 173 time: 1.7008457 Aug 20 13:23:49.504087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'name': 'network-vif-deleted', 'tag': '04891a0c-0d50-40e0-b4cb-421115b014b2'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:49.506545 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1bdf92-c822-4c58-918d-97672bdf067d" -d '{"events": [{"server_uuid": "32df9c2b-2a03-44c5-b77c-8b725739e817", "name": "network-vif-deleted", "tag": "04891a0c-0d50-40e0-b4cb-421115b014b2"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:49.510675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48658704-558d-4f79-ad45-623adcc83315 req-a25bc4d1-bd4c-41b7-82b9-be04e3b98bdb tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.515179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.605427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-8fdb84e3-3b74-4f3e-9685-685af4ef8237 service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946739 Aug 20 13:23:49.661661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be569c5e-aa2f-4cc1-b32c-ed2660a7301c req-7b1610ee-accc-4a86-a547-57ebff93e3ab tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.663514 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be569c5e-aa2f-4cc1-b32c-ed2660a7301c req-7b1610ee-accc-4a86-a547-57ebff93e3ab tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0866959 Aug 20 13:23:49.666659 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48658704-558d-4f79-ad45-623adcc83315 req-a25bc4d1-bd4c-41b7-82b9-be04e3b98bdb tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.669276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48658704-558d-4f79-ad45-623adcc83315 req-a25bc4d1-bd4c-41b7-82b9-be04e3b98bdb tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:49.679781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48658704-558d-4f79-ad45-623adcc83315 req-a25bc4d1-bd4c-41b7-82b9-be04e3b98bdb tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/75be1fb9-1422-40ff-8ed8-72b933c2dba6 HTTP/1.1" status: 204 len: 173 time: 0.5766625 Aug 20 13:23:49.715978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be569c5e-aa2f-4cc1-b32c-ed2660a7301c req-ff39a860-7bbd-4afc-94f1-ea964611c5ec tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Aug 20 13:23:49.746550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bc4d1-bd4c-41b7-82b9-be04e3b98bdb tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75be1fb9-1422-40ff-8ed8-72b933c2dba6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:49.803140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9a92499-59bf-4f75-99ca-f890aff66133 req-7f3d88ba-b566-4a6d-a4d2-16c3be0d8304 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=32df9c2b-2a03-44c5-b77c-8b725739e817 HTTP/1.1" status: 200 len: 210 time: 0.0615268 Aug 20 13:23:49.826768 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dabf7a-3ce7-4ea9-944b-87461f6ade6f req-977876c0-a596-4986-ac6c-bfc97545cd3a service neutron] 10.222.0.13 "GET /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112043 Aug 20 13:23:49.839591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e929a-8a93-4315-a8da-3728eda31f3c req-8394aeaf-40a1-4ad4-8841-b89a91ef6f83 tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.849204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-763e929a-8a93-4315-a8da-3728eda31f3c req-8394aeaf-40a1-4ad4-8841-b89a91ef6f83 tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1101 time: 0.0655291 Aug 20 13:23:49.880721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-763e929a-8a93-4315-a8da-3728eda31f3c req-f2616fd4-2eed-438c-a437-9a3296fe6ecd tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304592 Aug 20 13:23:49.943493 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc65c9f-09db-44d3-b7ea-392ce4d970fe x-openstack-request-id: req-ddc65c9f-09db-44d3-b7ea-392ce4d970fe {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:49.943783 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df9c2b-2a03-44c5-b77c-8b725739e817", "name": "network-vif-deleted", "tag": "04891a0c-0d50-40e0-b4cb-421115b014b2", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:49.944039 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ddc65c9f-09db-44d3-b7ea-392ce4d970fe {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:49.944440 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df9c2b-2a03-44c5-b77c-8b725739e817', 'name': 'network-vif-deleted', 'tag': '04891a0c-0d50-40e0-b4cb-421115b014b2', 'status': 'completed', 'code': 200} Aug 20 13:23:49.957208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ef27-af1f-4a0c-8a94-cae84434d719 req-b884043b-1c2c-40f6-a7f2-181776d1b3ac tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:49.958927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a374ef27-af1f-4a0c-8a94-cae84434d719 req-b884043b-1c2c-40f6-a7f2-181776d1b3ac tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 943 time: 0.0939269 Aug 20 13:23:50.000131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Router dbf142c4-0589-47a5-b733-93a82ac40aea has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:23:50.017482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a374ef27-af1f-4a0c-8a94-cae84434d719 req-e2acb4a5-a9f9-4f67-85db-12e4a778c437 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518081 Aug 20 13:23:50.067834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c1794e40-58ad-4b20-8df7-45b446768432 req-e862b3e0-2ce7-48fb-84bf-e898aa4fc650 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0301018 Aug 20 13:23:50.209800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7fc6c692-a445-4f44-b5e7-56bac9dcd080 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:50.214324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:23:50.224395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49632) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:50.225948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c74dc03d-e4b1-4188-9efc-4d1b8b0811c8 admin admin] 10.222.0.59 "PUT /v2.0/routers/dbf142c4-0589-47a5-b733-93a82ac40aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4378486 Aug 20 13:23:50.234062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] Sync routers for ids ['dbf142c4-0589-47a5-b733-93a82ac40aea'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:23:50.260922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] Routers {'dbf142c4-0589-47a5-b733-93a82ac40aea'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:50.261577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['dbf142c4-0589-47a5-b733-93a82ac40aea'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:50.422138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:50.490840 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-81ec487a-2aef-4e2c-a069-5abd6c4040b9 req-8e59d702-ef94-45e6-99d1-2ecd1aa9be70 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:50.502050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe381e8-1ebb-406a-a28e-bea8e79c6d34 req-5ee60cb7-c7c8-4d2f-84f0-508c73b3e199 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:50.503767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81ec487a-2aef-4e2c-a069-5abd6c4040b9 req-8e59d702-ef94-45e6-99d1-2ecd1aa9be70 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/43eabf03-4f50-4166-a747-feb9eab0d586 HTTP/1.1" status: 404 len: 352 time: 0.0276306 Aug 20 13:23:50.512010 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dfe381e8-1ebb-406a-a28e-bea8e79c6d34 req-5ee60cb7-c7c8-4d2f-84f0-508c73b3e199 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1270132 Aug 20 13:23:50.594605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dfe381e8-1ebb-406a-a28e-bea8e79c6d34 req-63857ffb-d989-4322-b9f2-142df58da01f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816517 Aug 20 13:23:50.613805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:50.619925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-db9689af-e3d9-4c61-82af-971f9cc413c4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226161 Aug 20 13:23:50.652291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:50.670501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] Set router dbf142c4-0589-47a5-b733-93a82ac40aea gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:50.701124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '7fc6c692-a445-4f44-b5e7-56bac9dcd080', 'network_id': 'e26a7a07-7652-4aa0-a07c-4615a201317a', 'port_id': '7fc6c692-a445-4f44-b5e7-56bac9dcd080', 'mac_address': 'fa:16:3e:02:6c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8700bf-5c40-4e70-bc85-4fd41fae211c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:50.767652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-92d14e19-e93b-43af-b671-eaaa4ef666a0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:50.770088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-92d14e19-e93b-43af-b671-eaaa4ef666a0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417873 Aug 20 13:23:50.788369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-e960b0f6-fdf1-414e-8b13-2a58d95edd0e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/quotas/bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 375 time: 0.0103319 Aug 20 13:23:50.828617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:50.859662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc6c692-a445-4f44-b5e7-56bac9dcd080 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:50.862808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-032b4d6a-1706-4e0a-bb27-06239f22dcc6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657709 Aug 20 13:23:50.908992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:50.913958 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:50.975652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=7fc6c692-a445-4f44-b5e7-56bac9dcd080,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:50.979712 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-0b341a91-3e7e-42d6-83eb-843931f6ca8c req-5b081cea-7ddd-4cf8-a10d-f75814606169 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:51.001516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:48Z', 'revision_number': 5, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port': {'id': '77ac2082-0f33-452a-b805-7d2509d8c028', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:26Z', 'updated_at': '2021-08-20T13:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:51.003190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b341a91-3e7e-42d6-83eb-843931f6ca8c req-5b081cea-7ddd-4cf8-a10d-f75814606169 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/661209da-b325-48d5-b0c8-fbcc48a6a7af HTTP/1.1" status: 404 len: 352 time: 0.0444498 Aug 20 13:23:51.031553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Deleting port 77ac2082-0f33-452a-b805-7d2509d8c028 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:51.032348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.038639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] Checking router: dbf142c4-0589-47a5-b733-93a82ac40aea for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:23:51.049460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] Routers {'dbf142c4-0589-47a5-b733-93a82ac40aea'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:23:51.050337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['dbf142c4-0589-47a5-b733-93a82ac40aea'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:51.149168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] Set router dbf142c4-0589-47a5-b733-93a82ac40aea gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:23:51.181387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['7fc6c692-a445-4f44-b5e7-56bac9dcd080'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:51.181509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5ae4a0b-7813-4d91-9a40-33c6dcb45eda req-f2a5a1ba-fc00-4753-9a69-a116e140325d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 210 time: 0.0554643 Aug 20 13:23:51.196028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] For port 77ac2082-0f33-452a-b805-7d2509d8c028, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=77ac2082-0f33-452a-b805-7d2509d8c028,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:51.196404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.210188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Calling delete_port for 77ac2082-0f33-452a-b805-7d2509d8c028 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:51.211703 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-8a10719c-eb82-4d53-ad17-ae4be4d64be0 req-3f20e735-98c2-45db-a426-f46f667859cc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:51.214010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:50Z', 'revision_number': 6, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:51.221800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a10719c-eb82-4d53-ad17-ae4be4d64be0 req-3f20e735-98c2-45db-a426-f46f667859cc tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/d4bd17ca-0521-4966-a9ee-f50d7adb0e24 HTTP/1.1" status: 404 len: 352 time: 0.0437267 Aug 20 13:23:51.286124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27842a-b1a7-48fc-a2f0-77aa3ff2cdbe None None] The sync data for ids ['dbf142c4-0589-47a5-b733-93a82ac40aea'] in n-d-804232-5 is: [{'id': 'dbf142c4-0589-47a5-b733-93a82ac40aea', 'name': 'tempest-FloatingIPsTestJSON-1620222265-router', 'tenant_id': '744e8dd4128e416abe83309b9c717fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:25Z', 'updated_at': '2021-08-20T13:23:50Z', 'revision_number': 6, 'project_id': '744e8dd4128e416abe83309b9c717fa6', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:23:51.338552 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.438955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3062af-a3bd-46ee-b000-83235235b3ef req-abf454d4-a613-4634-9414-024212a3d9bb tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:51.440509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f3062af-a3bd-46ee-b000-83235235b3ef req-abf454d4-a613-4634-9414-024212a3d9bb tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 944 time: 0.1237211 Aug 20 13:23:51.509618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f3062af-a3bd-46ee-b000-83235235b3ef req-496c2782-418a-4a92-a94f-d488d34b9a16 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613084 Aug 20 13:23:51.528740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-67d62b8c-1994-4a86-9f3e-e6cbad3837cc req-f76c9542-11f9-457a-a129-1d376d7aaee4 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0393362 Aug 20 13:23:51.576945 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-d507dff8-29e7-494c-be99-bb7593181193 req-bb678799-c2fc-4e20-9d30-79402d0c9fe2 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:51.577964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d507dff8-29e7-494c-be99-bb7593181193 req-bb678799-c2fc-4e20-9d30-79402d0c9fe2 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/15d56483-9ec4-4bd4-a5cb-cebe228a2c35 HTTP/1.1" status: 404 len: 352 time: 0.0170121 Aug 20 13:23:51.584852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.640995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ac2082-0f33-452a-b805-7d2509d8c028,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:51.715550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cfea4-655d-4583-b0c9-34ff655a8f6f req-016ad292-fcee-469e-830d-12f721bb4f17 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:51.717235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-231cfea4-655d-4583-b0c9-34ff655a8f6f req-016ad292-fcee-469e-830d-12f721bb4f17 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.1489830 Aug 20 13:23:51.739391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0484491-ba56-4276-b4d3-da206eb76257 req-81137e84-456a-47b6-a1d4-8e7f3d1c1f94 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:51.741516 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0484491-ba56-4276-b4d3-da206eb76257 req-81137e84-456a-47b6-a1d4-8e7f3d1c1f94 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.1019864 Aug 20 13:23:51.754670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.807043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0484491-ba56-4276-b4d3-da206eb76257 req-77cb1415-5f85-4582-8daf-985e6851f7d0 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Aug 20 13:23:51.833488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-231cfea4-655d-4583-b0c9-34ff655a8f6f req-8bee43f9-7fbd-47ea-b2ec-d3cb289eb805 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079361 Aug 20 13:23:51.838431 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-511f2054-c2f1-498f-a496-4ec9eb586bcd req-190cfd1b-228a-4dfc-837c-b48f9068a04c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:51.851744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-511f2054-c2f1-498f-a496-4ec9eb586bcd req-190cfd1b-228a-4dfc-837c-b48f9068a04c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/1177fb38-6611-4b15-8026-642cb1008331 HTTP/1.1" status: 404 len: 352 time: 0.0276008 Aug 20 13:23:51.885200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.888280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.895781 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-c9cd9b70-dc59-43c1-8482-3a44d33a3229 req-a957dafe-9c96-42d4-81d3-39ef5bde8095 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] show failed (client error): The resource could not be found. Aug 20 13:23:51.896911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c9cd9b70-dc59-43c1-8482-3a44d33a3229 req-a957dafe-9c96-42d4-81d3-39ef5bde8095 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/c63eed58-b2f2-40bd-bd32-a017b92e528d HTTP/1.1" status: 404 len: 352 time: 0.0215750 Aug 20 13:23:51.945363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.946060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf142c4-0589-47a5-b733-93a82ac40aea {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:23:51.948202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71ad9b-9668-42a4-9f59-fde669f16700 req-367e9314-f510-4264-a4a3-bee211513c23 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:51.949789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc71ad9b-9668-42a4-9f59-fde669f16700 req-367e9314-f510-4264-a4a3-bee211513c23 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0538390 Aug 20 13:23:51.951879 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:51.953071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14b7fb0f-254e-46cd-96bb-c3432657ad74 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dbf142c4-0589-47a5-b733-93a82ac40aea HTTP/1.1" status: 204 len: 168 time: 1.7274845 Aug 20 13:23:51.956356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49696) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:52.001015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc71ad9b-9668-42a4-9f59-fde669f16700 req-872918b6-0284-4396-8ce9-1f1ff93e776c tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Aug 20 13:23:52.008360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Deleting subnet d86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:23:52.011612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.050026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.143623 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.210398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2669f5-ca37-466b-a800-1eafb514604a req-0726e151-b147-4a6a-9507-c8eda31a878c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:52.211364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7fc6c692-a445-4f44-b5e7-56bac9dcd080 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:52.213468 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.221074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf2669f5-ca37-466b-a800-1eafb514604a req-0726e151-b147-4a6a-9507-c8eda31a878c tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1023 time: 0.1078589 Aug 20 13:23:52.261526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:52.279408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.284365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3fb86-b849-45d6-9282-5a795573646b None None] Network 9031a6c2-1a04-47ac-bad9-149af7530971 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:52.284966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-696629ae-7e03-48d4-9b48-8c8d3130a1d5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d86d60ef-dbd9-4c5b-8e5e-cec16c9b4d97 HTTP/1.1" status: 204 len: 168 time: 0.3270335 Aug 20 13:23:52.286911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49706) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:52.306499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-75c9163b-5679-4f03-aa85-064fc4b0705c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833585 Aug 20 13:23:52.390189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf2669f5-ca37-466b-a800-1eafb514604a req-1f7e3410-93c9-4f29-aa0a-232edbdfdae1 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd198051-70a3-414b-8496-da047a21c377&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&id=ef5326ad-1b1e-498a-96d9-5a4dc13fb552&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1674237 Aug 20 13:23:52.396864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:52.457927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.484312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ac4fa45-0452-471d-8987-2f9c1bb68153 req-db1ba0b1-70ad-473f-9a24-4c38d90088e8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 210 time: 0.0463479 Aug 20 13:23:52.507941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:52.507941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.573103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Deleting port 37bba694-66e8-41c4-b85b-0d11243f7789 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:52.573474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.635492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-62052984-5b44-4b68-b4b6-e013954a6a81 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:52.637059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-62052984-5b44-4b68-b4b6-e013954a6a81 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149583 Aug 20 13:23:52.693575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] DHCP port deletion for 9031a6c2-1a04-47ac-bad9-149af7530971 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:23:52.696827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Request body: {'port': {'device_id': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'bb9b77d3121949b0bd19f23ccdb10c12'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:52.735375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a38281fa-f1aa-4f18-a393-94924470c03b req-d0c45770-2c1e-4e45-94fe-ca36948ff1c1 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0636334 Aug 20 13:23:52.744092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.750338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] For port 37bba694-66e8-41c4-b85b-0d11243f7789, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=37bba694-66e8-41c4-b85b-0d11243f7789,segment=NetworkSegment(b5755977-86ee-428e-b282-ae2f43915193),segment_id=b5755977-86ee-428e-b282-ae2f43915193)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:52.751014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.781208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Calling delete_port for 37bba694-66e8-41c4-b85b-0d11243f7789 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:52.788199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:52.793780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc6c692-a445-4f44-b5e7-56bac9dcd080'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:52.796824 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1d1de7-2286-4345-8320-b9fc05e9a657" -d '{"events": [{"server_uuid": "957881c2-427e-4cea-bdfc-dee83f2e93bb", "name": "network-vif-plugged", "status": "completed", "tag": "7fc6c692-a445-4f44-b5e7-56bac9dcd080"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:52.803904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.804743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 04891a0c-0d50-40e0-b4cb-421115b014b2 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:52.815658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd9d-56ca-46bb-bd7d-77170e5fefc0 req-1080c45c-71a6-42fd-8689-b8ec45d26a51 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:52.817640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b524dd9d-56ca-46bb-bd7d-77170e5fefc0 req-1080c45c-71a6-42fd-8689-b8ec45d26a51 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 944 time: 0.1790154 Aug 20 13:23:52.861384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 04891a0c-0d50-40e0-b4cb-421115b014b2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:52.861606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 04891a0c-0d50-40e0-b4cb-421115b014b2 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:52.909030 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e3a1d-34a4-4b87-b3e0-215ade073c70 x-openstack-request-id: req-127e3a1d-34a4-4b87-b3e0-215ade073c70 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:52.909198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.909329 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957881c2-427e-4cea-bdfc-dee83f2e93bb", "name": "network-vif-plugged", "status": "completed", "tag": "7fc6c692-a445-4f44-b5e7-56bac9dcd080", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:52.909577 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-127e3a1d-34a4-4b87-b3e0-215ade073c70 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:52.910017 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc6c692-a445-4f44-b5e7-56bac9dcd080', 'code': 200} Aug 20 13:23:52.913307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b524dd9d-56ca-46bb-bd7d-77170e5fefc0 req-f3de5763-ddec-44a2-af2e-05c2d35b08a3 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872784 Aug 20 13:23:52.958025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Deleting port 37bba694-66e8-41c4-b85b-0d11243f7789 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:52.958403 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:52.961635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=7fc6c692-a445-4f44-b5e7-56bac9dcd080,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:52.984064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] No DVR routers for this DVR port 37bba694-66e8-41c4-b85b-0d11243f7789 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:52.992811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bba694-66e8-41c4-b85b-0d11243f7789,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:53.070726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] For port 37bba694-66e8-41c4-b85b-0d11243f7789, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:53.071135 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.092074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Calling delete_port for 37bba694-66e8-41c4-b85b-0d11243f7789 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:53.095864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Port 37bba694-66e8-41c4-b85b-0d11243f7789 was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:23:53.097433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.108458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77ac2082-0f33-452a-b805-7d2509d8c028 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:53.119822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43975d7-accd-44a0-88c2-fa077d9e4baa req-ccc3bbb8-1239-4e57-a8c1-36ea24b58fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:53.121740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a43975d7-accd-44a0-88c2-fa077d9e4baa req-ccc3bbb8-1239-4e57-a8c1-36ea24b58fd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 1096 time: 0.1678112 Aug 20 13:23:53.154037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.167409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 77ac2082-0f33-452a-b805-7d2509d8c028 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:53.168271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77ac2082-0f33-452a-b805-7d2509d8c028 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:53.168271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:53.169351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9031a6c2-1a04-47ac-bad9-149af7530971']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:53.170223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Made reservation on behalf of bb9b77d3121949b0bd19f23ccdb10c12 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:53.171393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] Pushing event deleted for resources: {'Port': ['ID=37bba694-66e8-41c4-b85b-0d11243f7789,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:53.174393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.186676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d829f-6b81-42b6-b377-16e125ccf17d None None] No DVR routers for this DVR port 37bba694-66e8-41c4-b85b-0d11243f7789 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:53.198893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ed0f8-d939-4184-9ca4-9868664857e5 req-6796267f-1987-4959-ac7b-2f32893c7042 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:53.203473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76feefb-9048-4101-8a12-ae37705fcd3b req-648bcaf6-553c-4ad7-9293-7674502d9230 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:53.206738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e76feefb-9048-4101-8a12-ae37705fcd3b req-648bcaf6-553c-4ad7-9293-7674502d9230 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.1557858 Aug 20 13:23:53.207296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e75ed0f8-d939-4184-9ca4-9868664857e5 req-6796267f-1987-4959-ac7b-2f32893c7042 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.1576638 Aug 20 13:23:53.211451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a43975d7-accd-44a0-88c2-fa077d9e4baa req-d822addb-3a82-434b-b267-69e4efa81b6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815532 Aug 20 13:23:53.215788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:53.216285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device dfba71dc-5c4a-4a8e-8817-7c553e3b1cdd not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:53.216825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 37bba694-66e8-41c4-b85b-0d11243f7789 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:53.229180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5755977-86ee-428e-b282-ae2f43915193') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:53.229331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5755977-86ee-428e-b282-ae2f43915193') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:53.240881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 37bba694-66e8-41c4-b85b-0d11243f7789 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:53.241765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 37bba694-66e8-41c4-b85b-0d11243f7789 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:53.250764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.272754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e75ed0f8-d939-4184-9ca4-9868664857e5 req-5eca654d-fbca-46c3-9858-ca1214cba825 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643978 Aug 20 13:23:53.281599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.292313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:23:53.293106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:23:53.295704 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:23:53.306505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e76feefb-9048-4101-8a12-ae37705fcd3b req-5931f4c0-bf41-4edb-96b0-4a87fde44e25 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920599 Aug 20 13:23:53.405373 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.458016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.458016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9031a6c2-1a04-47ac-bad9-149af7530971 HTTP/1.1" status: 204 len: 168 time: 1.1328430 Aug 20 13:23:53.458016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-77ba2bab-31f6-4f29-91fe-2e1d6daf9731 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:53.458016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-77ba2bab-31f6-4f29-91fe-2e1d6daf9731 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.0975120 Aug 20 13:23:53.458771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e98b6-8734-4a78-8ac8-2b158eb4aa52 admin admin] Pushing event deleted for resources: {'Network': ['ID=9031a6c2-1a04-47ac-bad9-149af7530971,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:53.465836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Allocated IP 192.168.233.98 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/03721894-7c60-47c1-94c4-b324b5c2a091) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:53.551345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 66085113-1749-4a37-b4e1-7d623929b3bd details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:23:53.667840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f4fd044-936c-425d-9e69-e8ae4e3aaa7d req-d851d412-8508-4361-9157-836d78cd1c91 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 210 time: 0.0740552 Aug 20 13:23:53.689057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450f3d0-b460-495e-a752-149de4beb8b9 req-bd7ebefe-7c7b-4cef-9cd1-cf376b665330 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:53.691291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b450f3d0-b460-495e-a752-149de4beb8b9 req-bd7ebefe-7c7b-4cef-9cd1-cf376b665330 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1023 time: 0.1478398 Aug 20 13:23:53.692389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:53.714745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Deleting port dbc2c4ad-853a-44ab-8043-722a135d874b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:53.715377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.722357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '66085113-1749-4a37-b4e1-7d623929b3bd', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'port_id': '66085113-1749-4a37-b4e1-7d623929b3bd', 'mac_address': 'fa:16:3e:02:78:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ebc265-1bca-4e07-9f09-b104983eceb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:23:53.762106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.788505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:53.797625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.811230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Transition to ACTIVE for port object 03721894-7c60-47c1-94c4-b324b5c2a091 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:53.819070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66085113-1749-4a37-b4e1-7d623929b3bd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:53.840066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b450f3d0-b460-495e-a752-149de4beb8b9 req-eae448ea-6e6e-4a6a-a7a1-172670033ee8 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd198051-70a3-414b-8496-da047a21c377&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&id=ef5326ad-1b1e-498a-96d9-5a4dc13fb552&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1341910 Aug 20 13:23:53.851538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:53.857936 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.883044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49740) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:53.884811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8bb0eee0-6147-496d-87dd-5029be0022e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=744e8dd4128e416abe83309b9c717fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936735 Aug 20 13:23:53.913514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] For port dbc2c4ad-853a-44ab-8043-722a135d874b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=dbc2c4ad-853a-44ab-8043-722a135d874b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:53.913901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.951124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:53.952869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Calling delete_port for dbc2c4ad-853a-44ab-8043-722a135d874b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:53.967911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:54.000169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38e74f93-16db-428e-8f5f-6e6f44d26bf6 req-d2b44627-bc2f-40dc-8476-816edff4a41f tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0612950 Aug 20 13:23:54.015147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:54.061177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['66085113-1749-4a37-b4e1-7d623929b3bd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:54.067594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:54.108909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29f766cc-48fd-42f0-824d-bc37495ded64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.120481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-49b4b684-c33c-47ef-b881-38ffab6fac6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.122029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-49b4b684-c33c-47ef-b881-38ffab6fac6b tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.53 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1023 time: 0.1926918 Aug 20 13:23:54.123887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:54.128911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:54.132065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:54.171189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29f766cc-48fd-42f0-824d-bc37495ded64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.185250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-e02c6a03-d68c-4872-9d3d-46b7af90175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.187570 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-e02c6a03-d68c-4872-9d3d-46b7af90175e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.1841624 Aug 20 13:23:54.226784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63b1c-56f2-4f2f-8133-9b5c8ddae5f1 req-c5a7ff3f-9494-479f-ad36-b46d53051367 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.234291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7aa63b1c-56f2-4f2f-8133-9b5c8ddae5f1 req-c5a7ff3f-9494-479f-ad36-b46d53051367 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.1566603 Aug 20 13:23:54.285112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60f820-bd19-4a22-ad09-4d2aac9837f9 req-e77668a1-b4ce-464c-9cff-9dd547421b76 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.286940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a60f820-bd19-4a22-ad09-4d2aac9837f9 req-e77668a1-b4ce-464c-9cff-9dd547421b76 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1996529 Aug 20 13:23:54.298697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.300094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.320125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-23e2799e-f2b1-44fb-a24f-27d1f3019d5b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6533153 Aug 20 13:23:54.366250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Request body: {'port': {'device_id': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:54.401022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7aa63b1c-56f2-4f2f-8133-9b5c8ddae5f1 req-204e7a56-9ba1-4bad-bc5e-b9104ceefeec tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657996 Aug 20 13:23:54.479186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-7616ea84-8719-42e4-b4a5-d8c316f23e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.481310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Deleting port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:54.481521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-7616ea84-8719-42e4-b4a5-d8c316f23e3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.2855704 Aug 20 13:23:54.481875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.490902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29f766cc-48fd-42f0-824d-bc37495ded64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.493789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29f766cc-48fd-42f0-824d-bc37495ded64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.497236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-29f766cc-48fd-42f0-824d-bc37495ded64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3774a48b-0c67-41e0-ac68-58dd302e9d1d HTTP/1.1" status: 204 len: 168 time: 0.6110699 Aug 20 13:23:54.501543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.525175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c8466d1d-3554-4789-b132-9d8e6185b226 None None] Provisioning for port 03721894-7c60-47c1-94c4-b324b5c2a091 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:54.529401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c8466d1d-3554-4789-b132-9d8e6185b226 None None] Provisioning complete for port 03721894-7c60-47c1-94c4-b324b5c2a091 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:54.529782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c8466d1d-3554-4789-b132-9d8e6185b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.568228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c8466d1d-3554-4789-b132-9d8e6185b226 None None] Port 03721894-7c60-47c1-94c4-b324b5c2a091 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:23:54.596914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-f85f2a87-8497-41a4-bd35-b42854496ee0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.0684717 Aug 20 13:23:54.599883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a60f820-bd19-4a22-ad09-4d2aac9837f9 req-6b7ed975-1353-4aac-a565-0cb322d8dcad tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161527 Aug 20 13:23:54.600687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f766cc-48fd-42f0-824d-bc37495ded64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774a48b-0c67-41e0-ac68-58dd302e9d1d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:54.707477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.733553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-19808184-0052-4ac1-8506-57fa3c484465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.736243 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-19808184-0052-4ac1-8506-57fa3c484465 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.1094768 Aug 20 13:23:54.764159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698cbff-c89e-4efc-9743-735d4907ecb8 req-1cd7d810-1ed0-4efe-b888-d569d911a194 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.765799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1698cbff-c89e-4efc-9743-735d4907ecb8 req-1cd7d810-1ed0-4efe-b888-d569d911a194 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3eb873-2ecd-4e0c-b74b-0c830325fc43 HTTP/1.1" status: 200 len: 948 time: 0.1917760 Aug 20 13:23:54.779798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] For port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,segment=NetworkSegment(301a2b46-1dd6-49d2-9d67-350bd4068089),segment_id=301a2b46-1dd6-49d2-9d67-350bd4068089)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:54.780169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.803511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Pushing event deleted for resources: {'Port': ['ID=dbc2c4ad-853a-44ab-8043-722a135d874b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:54.814969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Calling delete_port for 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:54.846944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-cdf3cf79-dfe7-42ab-9348-3f8f95b65f3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689530 Aug 20 13:23:54.880988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] No DVR routers for this DVR port dbc2c4ad-853a-44ab-8043-722a135d874b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:54.889961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292156-fd6c-429b-aca7-2f85c982daf4 req-986bd65a-c427-4a81-b0a0-446b3644d749 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:54.897629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc292156-fd6c-429b-aca7-2f85c982daf4 req-986bd65a-c427-4a81-b0a0-446b3644d749 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 944 time: 0.1852679 Aug 20 13:23:54.910484 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.912617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6695d261-2e20-4cd4-a856-0c6b162aa728 req-cb2532b4-30be-40f0-8e91-c9dc0c15c4ba tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.53 "DELETE /v2.0/ports/dbc2c4ad-853a-44ab-8043-722a135d874b HTTP/1.1" status: 204 len: 173 time: 1.4457502 Aug 20 13:23:54.913828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'name': 'network-vif-deleted', 'tag': 'dbc2c4ad-853a-44ab-8043-722a135d874b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:54.924996 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0bce6d-1d8b-4a72-93c1-d2e8aef03b58" -d '{"events": [{"server_uuid": "5c3eb873-2ecd-4e0c-b74b-0c830325fc43", "name": "network-vif-deleted", "tag": "dbc2c4ad-853a-44ab-8043-722a135d874b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:55.024003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc292156-fd6c-429b-aca7-2f85c982daf4 req-41a30466-8f23-49c9-b617-913aa8fafc49 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206174 Aug 20 13:23:55.079899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-9946fbce-cf52-434e-81e8-1dc808ad8976 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226973 Aug 20 13:23:55.223050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790155-9619-44dd-9834-af1d07688f0d req-3402b8da-a549-4fc5-9053-a9e0c51ef709 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:55.224745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67790155-9619-44dd-9834-af1d07688f0d req-3402b8da-a549-4fc5-9053-a9e0c51ef709 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 935 time: 0.1048412 Aug 20 13:23:55.242921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9ab2aaf-dadb-484e-bdd0-e99d4c8d48f4 req-38cfbe39-7890-4423-b1ae-580bebde3f23 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541476 Aug 20 13:23:55.275500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67790155-9619-44dd-9834-af1d07688f0d req-5026d84f-5be8-4cf1-aeb5-404b3f278105 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Aug 20 13:23:55.341857 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1698cbff-c89e-4efc-9743-735d4907ecb8 req-5a9bde75-6345-4ce3-ba99-f3328ac949a9 tempest-LiveMigrationNegativeTest-1392355273 tempest-LiveMigrationNegativeTest-1392355273-project] 10.222.0.59 "GET /v2.0/security-groups?id=d58d4e84-bb97-4862-9484-77423784e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662918 Aug 20 13:23:55.457883 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c09d41-be6f-4322-beaa-7a3e5a2c67f4 x-openstack-request-id: req-45c09d41-be6f-4322-beaa-7a3e5a2c67f4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:55.458358 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3eb873-2ecd-4e0c-b74b-0c830325fc43", "name": "network-vif-deleted", "tag": "dbc2c4ad-853a-44ab-8043-722a135d874b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:55.458616 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45c09d41-be6f-4322-beaa-7a3e5a2c67f4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:55.459172 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3eb873-2ecd-4e0c-b74b-0c830325fc43', 'name': 'network-vif-deleted', 'tag': 'dbc2c4ad-853a-44ab-8043-722a135d874b', 'status': 'completed', 'code': 200} Aug 20 13:23:55.492524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03721894-7c60-47c1-94c4-b324b5c2a091 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:23:55.496455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3c5ef-8734-4fc1-a5f4-f2426325b7c1 req-76e607b7-88b2-4a41-b872-7551862c954f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:55.497966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bc3c5ef-8734-4fc1-a5f4-f2426325b7c1 req-76e607b7-88b2-4a41-b872-7551862c954f tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/ports?device_id=267e431a-3a7b-46a2-9c21-2abcfb986662 HTTP/1.1" status: 200 len: 1023 time: 0.0824754 Aug 20 13:23:55.504339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.528546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Transition to ACTIVE for port object 03721894-7c60-47c1-94c4-b324b5c2a091 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:55.534131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.541433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.562717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:23:55.565826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 66085113-1749-4a37-b4e1-7d623929b3bd up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:55.571726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bc3c5ef-8734-4fc1-a5f4-f2426325b7c1 req-0039417b-8fed-4f48-a500-5c0375d1a60d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd198051-70a3-414b-8496-da047a21c377&id=940b7b10-da93-4873-aedf-7eb2f30c26b8&id=ef5326ad-1b1e-498a-96d9-5a4dc13fb552&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0538433 Aug 20 13:23:55.633445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49790) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:55.684419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f4f55b4-4f78-4b43-bbeb-cd75f754a317 req-c8686d2d-2022-487a-98b0-0908589f5647 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0755777 Aug 20 13:23:55.685066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:55.708667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 66085113-1749-4a37-b4e1-7d623929b3bd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:55.709619 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.735434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'Port': ['ID=4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:55.799872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] No DVR routers for this DVR port 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:55.812138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.815458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4ae05003-66c4-4aa5-aaef-231538558f8e req-bad70230-1892-46fa-8514-21f9655686ab tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.53 "DELETE /v2.0/ports/4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 HTTP/1.1" status: 204 len: 173 time: 1.6760678 Aug 20 13:23:55.815933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'name': 'network-vif-deleted', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:55.818299 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc20f69-2680-4bb0-bacd-9fb7e2b1d256" -d '{"events": [{"server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "name": "network-vif-deleted", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:55.859588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-network', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:55.864658 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.907412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:55.911972 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe93f4d-c9a3-4f12-acd0-47d32fd02799" -d '{"events": [{"server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "name": "network-vif-plugged", "status": "completed", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:55.915484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Made reservation on behalf of e7cb34df1ab845769852374b5930d66f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:55.918805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.933776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:55.936968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:55.937370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:55.937630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:55.940644 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.942920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device dbc2c4ad-853a-44ab-8043-722a135d874b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:55.946873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.949897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Port 03721894-7c60-47c1-94c4-b324b5c2a091 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:23:55.950139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:55.964843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447806c9-c287-456f-b039-c86b15df8ccb req-ac939f13-13bd-41bf-b24d-1437c0edfccf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:55.966451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447806c9-c287-456f-b039-c86b15df8ccb req-ac939f13-13bd-41bf-b24d-1437c0edfccf tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.1212816 Aug 20 13:23:55.995115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: dbc2c4ad-853a-44ab-8043-722a135d874b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:55.995471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device dbc2c4ad-853a-44ab-8043-722a135d874b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:55.996310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:55.997007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:55.997175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:55.997535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Bound port: 03721894-7c60-47c1-94c4-b324b5c2a091, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:55.997899 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.046794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:56.060963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447806c9-c287-456f-b039-c86b15df8ccb req-179392a2-c4ea-44f2-8c6e-291f7811d999 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824032 Aug 20 13:23:56.094427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:56.098216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:56.103161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.115244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dc2ab-f2a4-4cde-b1c1-2e6f0752e581 req-ea17db11-58c6-4155-a312-caa9d4e3b7e9 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.117142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-773dc2ab-f2a4-4cde-b1c1-2e6f0752e581 req-ea17db11-58c6-4155-a312-caa9d4e3b7e9 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1402409 Aug 20 13:23:56.136458 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca121f39-3a85-491d-af2a-46434f9d19db x-openstack-request-id: req-ca121f39-3a85-491d-af2a-46434f9d19db {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:56.136794 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267e431a-3a7b-46a2-9c21-2abcfb986662", "name": "network-vif-deleted", "tag": "4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:56.137144 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca121f39-3a85-491d-af2a-46434f9d19db {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:56.137421 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267e431a-3a7b-46a2-9c21-2abcfb986662', 'name': 'network-vif-deleted', 'tag': '4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8', 'status': 'completed', 'code': 200} Aug 20 13:23:56.147396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.148164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.149596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] 10.222.0.13 "PUT /v2.0/ports/03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 1095 time: 1.7894831 Aug 20 13:23:56.187330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271ea06-9fce-42c3-ac12-96e00344ff52 service neutron] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:56.187531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-773dc2ab-f2a4-4cde-b1c1-2e6f0752e581 req-7152c554-83ed-4d7b-bc10-6e0537e0d6cc tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606997 Aug 20 13:23:56.210849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.213235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.229696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:23:56.254882 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce6b2f-197a-41d4-ad11-04e4d6abddf7 x-openstack-request-id: req-07ce6b2f-197a-41d4-ad11-04e4d6abddf7 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:56.255158 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "name": "network-vif-plugged", "status": "completed", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:56.255416 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07ce6b2f-197a-41d4-ad11-04e4d6abddf7 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:56.255822 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd', 'code': 200} Aug 20 13:23:56.261392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75008c14-1b58-42f4-9cf6-0fa70edf6438,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:56.277808 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.278895 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Added segment 34c5e06d-6979-4792-b68f-0d2bf64f85c9 of type vlan for network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e Aug 20 13:23:56.291184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05a580-60c4-4287-bc6c-c61b673ac70e req-37476a21-c007-464a-846c-f8298b058b51 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.292774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d05a580-60c4-4287-bc6c-c61b673ac70e req-37476a21-c007-464a-846c-f8298b058b51 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0759432 Aug 20 13:23:56.309806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-98f1a416-bc0d-4ed1-83eb-26c34a6ca5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.311408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-98f1a416-bc0d-4ed1-83eb-26c34a6ca5f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1098 time: 0.1038187 Aug 20 13:23:56.385892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.390033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-92bb7818-7150-4fa7-a44b-6059f4b4f41d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.0589576 Aug 20 13:23:56.424279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.425387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.426028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.474997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d05a580-60c4-4287-bc6c-c61b673ac70e req-1ef51ab7-395d-4f93-8696-dbe24af3515e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693704 Aug 20 13:23:56.512058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-e2a72eab-fe75-402c-848a-b2839d10b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.514826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-e2a72eab-fe75-402c-848a-b2839d10b498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1132863 Aug 20 13:23:56.526824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] Pushing event updated for resources: {'Network': ['ID=7e2fe0b5-bd66-402f-86ce-efc7cab8053e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:56.566234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb379fae-1f9a-4768-a2d8-df97a9a6be4f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9311931 Aug 20 13:23:56.567027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49810) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:56.570553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:23:56.574026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Request body: {'subnet': {'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-subnet', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:56.603465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Made reservation on behalf of e7cb34df1ab845769852374b5930d66f for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:23:56.605858 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.662294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfabcb4-b73a-4d75-b50c-ae1586d860eb req-69f1f7e1-60f6-4a84-8663-d83ec7ea4749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.664012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7bfabcb4-b73a-4d75-b50c-ae1586d860eb req-69f1f7e1-60f6-4a84-8663-d83ec7ea4749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.1383016 Aug 20 13:23:56.668403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-86e2ed62-9a61-4a80-bb80-b30b08b82e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.670202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-86e2ed62-9a61-4a80-bb80-b30b08b82e62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439250 Aug 20 13:23:56.699508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa40a43-0963-426c-aedb-f1d536e51463 req-1254e54a-7577-4fca-9a35-c22a152c31be tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:56.701923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fa40a43-0963-426c-aedb-f1d536e51463 req-1254e54a-7577-4fca-9a35-c22a152c31be tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.0988479 Aug 20 13:23:56.745252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7bfabcb4-b73a-4d75-b50c-ae1586d860eb req-300f250f-ae47-4dcd-ab8b-08faf3bdc86f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710752 Aug 20 13:23:56.803045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fa40a43-0963-426c-aedb-f1d536e51463 req-a4639765-51db-4185-9626-062d92a575db tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875983 Aug 20 13:23:56.841562 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-eb40e547-c484-4ebf-8643-25e79d2c083e service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602323 Aug 20 13:23:56.878038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49820) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:56.910045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:56.947527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43e8c8fa-3255-43bf-b66c-cd1069f0d7e1 req-572e95d7-d077-48f5-b345-3ed13ab76585 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/bd198051-70a3-414b-8496-da047a21c377 HTTP/1.1" status: 200 len: 1801 time: 0.0900424 Aug 20 13:23:56.952452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a2e3ade-7722-47da-a16d-f7dac645ee02 req-89e798df-e97a-4731-8e62-356092716345 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0385914 Aug 20 13:23:56.998808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367027da-f649-47f6-9c86-5ba183348587,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:57.018896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35bfeecf-1e8c-4c73-bc0c-2ef201c7cb53 req-9e962a39-18de-404d-b95a-8341f9215de8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610961 Aug 20 13:23:57.021117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Checking segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:57.021474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Network hostable DHCP agents. Network: 7e2fe0b5-bd66-402f-86ce-efc7cab8053e, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:23:57.065473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:23:57.074619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43e8c8fa-3255-43bf-b66c-cd1069f0d7e1 req-84f139ef-85c6-4102-a6a9-258a2e24be4d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.086386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7e2fe0b5-bd66-402f-86ce-efc7cab8053e) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:57.092888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:57.093510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.095883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9167c-aa89-4766-a9dd-e69d408d969a None None] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:57.114697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43e8c8fa-3255-43bf-b66c-cd1069f0d7e1 req-84f139ef-85c6-4102-a6a9-258a2e24be4d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.117352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f382aeb8-ed45-489f-b50b-3848ecd2d4d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41a527491991402eb70d38bc16eed74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380605 Aug 20 13:23:57.120672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49824) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:57.127908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9bd0166-96f0-462f-ad36-8a78ba5c9cb9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5555868 Aug 20 13:23:57.130070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:57.140017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:23:57.165904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43e8c8fa-3255-43bf-b66c-cd1069f0d7e1 req-84f139ef-85c6-4102-a6a9-258a2e24be4d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.170133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43e8c8fa-3255-43bf-b66c-cd1069f0d7e1 req-84f139ef-85c6-4102-a6a9-258a2e24be4d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.171847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43e8c8fa-3255-43bf-b66c-cd1069f0d7e1 req-84f139ef-85c6-4102-a6a9-258a2e24be4d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd198051-70a3-414b-8496-da047a21c377 HTTP/1.1" status: 204 len: 173 time: 0.1935496 Aug 20 13:23:57.190758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f139ef-85c6-4102-a6a9-258a2e24be4d tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd198051-70a3-414b-8496-da047a21c377,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:57.198549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.199591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.237583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f799227b-1128-453b-b9d0-cd3740f3fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.291159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f799227b-1128-453b-b9d0-cd3740f3fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.295015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a9647e7-d178-4c23-b972-b3666f35dafb req-3c9cab7b-ac2e-4e39-97e7-be22f25a7290 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "GET /v2.0/security-groups/ef5326ad-1b1e-498a-96d9-5a4dc13fb552 HTTP/1.1" status: 200 len: 1799 time: 0.1000910 Aug 20 13:23:57.324821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631cc5-f514-4d89-abc2-b0d8a5d75606 req-0c853fd1-b614-4f99-91f0-5acc232dcca4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:57.326473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07631cc5-f514-4d89-abc2-b0d8a5d75606 req-0c853fd1-b614-4f99-91f0-5acc232dcca4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0608029 Aug 20 13:23:57.326790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.367775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07631cc5-f514-4d89-abc2-b0d8a5d75606 req-e5d59466-5410-48c8-bbcd-a72e277db461 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Aug 20 13:23:57.425297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:23:57.426163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.576903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.579369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Allocated IP 172.20.0.2 (7e2fe0b5-bd66-402f-86ce-efc7cab8053e/367027da-f649-47f6-9c86-5ba183348587/ea45995d-3634-411e-9d62-51fb3cfa581b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:57.582131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f799227b-1128-453b-b9d0-cd3740f3fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.585730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f799227b-1128-453b-b9d0-cd3740f3fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.587458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f799227b-1128-453b-b9d0-cd3740f3fa22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d58d4e84-bb97-4862-9484-77423784e3d2 HTTP/1.1" status: 204 len: 168 time: 0.4652834 Aug 20 13:23:57.592578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a9647e7-d178-4c23-b972-b3666f35dafb req-ffacc0bf-2612-4390-a15a-09149c8f3131 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.620942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908884a-e71e-4a79-98a9-cd022e2ac337 req-bb7bccb1-b9a9-4169-bc1e-17fd8f3237da tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:57.624799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799227b-1128-453b-b9d0-cd3740f3fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d4e84-bb97-4862-9484-77423784e3d2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:57.630167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e908884a-e71e-4a79-98a9-cd022e2ac337 req-bb7bccb1-b9a9-4169-bc1e-17fd8f3237da tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.0763922 Aug 20 13:23:57.677891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e908884a-e71e-4a79-98a9-cd022e2ac337 req-cbd8205c-8162-49ae-9320-52887b4bfd9d tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Aug 20 13:23:57.697349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a9647e7-d178-4c23-b972-b3666f35dafb req-ffacc0bf-2612-4390-a15a-09149c8f3131 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.788888 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.801414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-cb823bd6-0466-44d5-8c48-b5145d8a848c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:57.803067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-cb823bd6-0466-44d5-8c48-b5145d8a848c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 945 time: 0.1559711 Aug 20 13:23:57.804861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Transition to ACTIVE for port object ea45995d-3634-411e-9d62-51fb3cfa581b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:57.836072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Transition to ACTIVE for port object ea45995d-3634-411e-9d62-51fb3cfa581b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:23:57.851020 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.855520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a9647e7-d178-4c23-b972-b3666f35dafb req-ffacc0bf-2612-4390-a15a-09149c8f3131 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.858944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0a9647e7-d178-4c23-b972-b3666f35dafb req-ffacc0bf-2612-4390-a15a-09149c8f3131 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.865129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a9647e7-d178-4c23-b972-b3666f35dafb req-ffacc0bf-2612-4390-a15a-09149c8f3131 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] 10.222.0.59 "DELETE /v2.0/security-groups/ef5326ad-1b1e-498a-96d9-5a4dc13fb552 HTTP/1.1" status: 204 len: 173 time: 0.5402455 Aug 20 13:23:57.866882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:57.914592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:57.915044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Deleting subnet 12e92b35-de7d-40c2-be4b-cb4d3acb72b8 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:23:57.919753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.920736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:57.928970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:57.944115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Pushing event updated for resources: {'Port': ['ID=ea45995d-3634-411e-9d62-51fb3cfa581b,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:57.951986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacc0bf-2612-4390-a15a-09149c8f3131 tempest-SecurityGroupsTestJSON-1425899333 tempest-SecurityGroupsTestJSON-1425899333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5326ad-1b1e-498a-96d9-5a4dc13fb552,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:57.972500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5b1eb-412d-46aa-af5d-001e27c2cda9 req-c4bb560a-6299-445e-a340-431b93f77e7e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:57.980573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2af5b1eb-412d-46aa-af5d-001e27c2cda9 req-c4bb560a-6299-445e-a340-431b93f77e7e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.1490419 Aug 20 13:23:57.985727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49848) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:57.988875 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.035541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979ce9-7b8b-4b0e-ab50-95669d3df7da req-12885481-f852-47e4-a859-ebe107455d82 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:58.038067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Attempting to bind port ea45995d-3634-411e-9d62-51fb3cfa581b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:23:58.038738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Attempting to bind port ea45995d-3634-411e-9d62-51fb3cfa581b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:23:58.039221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Attempting to bind port ea45995d-3634-411e-9d62-51fb3cfa581b on network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:23:58.042892 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af979ce9-7b8b-4b0e-ab50-95669d3df7da req-12885481-f852-47e4-a859-ebe107455d82 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.0971117 Aug 20 13:23:58.046027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:23:58.046027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Checking segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:23:58.046384 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.048665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Bound using segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:23:58.048665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Bound port: ea45995d-3634-411e-9d62-51fb3cfa581b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:23:58.048665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.092225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.097420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Deleting port 66085113-1749-4a37-b4e1-7d623929b3bd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:23:58.097763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.101904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ccaed6c1-571e-4dba-9f00-91fe6840b20e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd12563629ef47729a4ee5e59fbbd320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082358 Aug 20 13:23:58.104353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49852) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:58.127765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2af5b1eb-412d-46aa-af5d-001e27c2cda9 req-fb8fce4e-9f34-4e7e-8ad5-138ced31d534 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459529 Aug 20 13:23:58.132277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] For port ea45995d-3634-411e-9d62-51fb3cfa581b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:23:58.136037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] For port ea45995d-3634-411e-9d62-51fb3cfa581b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea45995d-3634-411e-9d62-51fb3cfa581b,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:23:58.151985 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.152867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:23:58.155127 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:23:58.180687 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.230075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b8738-c7e5-4401-8cec-4203a818fbf3 None None] Pushing event updated for resources: {'Port': ['ID=ea45995d-3634-411e-9d62-51fb3cfa581b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:58.238450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e92b35-de7d-40c2-be4b-cb4d3acb72b8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:58.241052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.245482 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d74ad1e1-2312-4e2d-b389-e9f32537c5bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/12e92b35-de7d-40c2-be4b-cb4d3acb72b8 HTTP/1.1" status: 204 len: 168 time: 0.3753095 Aug 20 13:23:58.258107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49856) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:58.267163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bbbb0c-7354-4d67-bbab-c8a4e0a8d169 req-d3e55df9-0bef-41ef-8a31-49132f25a848 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0434921 Aug 20 13:23:58.286360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af979ce9-7b8b-4b0e-ab50-95669d3df7da req-01a5db87-85c5-49fc-92a8-6bf522a490e7 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413011 Aug 20 13:23:58.356261 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.361940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.366745 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d2481f-46e8-47c4-b331-40d3b702d013 x-openstack-request-id: req-39d2481f-46e8-47c4-b331-40d3b702d013 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:23:58.367023 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:23:58.367279 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39d2481f-46e8-47c4-b331-40d3b702d013 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:23:58.367676 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091', 'status': 'completed', 'code': 200} Aug 20 13:23:58.421945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] For port 66085113-1749-4a37-b4e1-7d623929b3bd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=66085113-1749-4a37-b4e1-7d623929b3bd,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:23:58.422352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.432098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.479422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Calling delete_port for 66085113-1749-4a37-b4e1-7d623929b3bd owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:23:58.487681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.488424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0292d76b-9807-45fe-a123-b7492c560558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.541990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bdac84-69e6-4c1d-8934-20862fa8d3da']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:58.598625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301a2b46-1dd6-49d2-9d67-350bd4068089') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:58.598914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301a2b46-1dd6-49d2-9d67-350bd4068089') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:23:58.610990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.612384 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0292d76b-9807-45fe-a123-b7492c560558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.739350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-57430dc2-201e-48c9-8cad-e476d83cb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:58.741069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-57430dc2-201e-48c9-8cad-e476d83cb22d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1098 time: 0.3285694 Aug 20 13:23:58.743462 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.881410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0292d76b-9807-45fe-a123-b7492c560558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.884287 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0292d76b-9807-45fe-a123-b7492c560558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.885572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0292d76b-9807-45fe-a123-b7492c560558 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/313c0311-1d47-4d61-af65-0c1055e26174 HTTP/1.1" status: 204 len: 168 time: 0.7506218 Aug 20 13:23:58.911097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Allocated IP 172.25.6.173 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/379739d6-208a-4665-a837-d93962489fdb) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:23:58.921361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9c05d-7809-4932-8afb-26f94417764b req-c7e16276-6e21-40bb-b605-2e80d3186d5c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:58.923031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56d9c05d-7809-4932-8afb-26f94417764b req-c7e16276-6e21-40bb-b605-2e80d3186d5c tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.2374644 Aug 20 13:23:58.946772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292d76b-9807-45fe-a123-b7492c560558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c0311-1d47-4d61-af65-0c1055e26174,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:58.957799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414498c6-8c10-467c-8308-308b3614bd7c req-f2cccf4a-cb5f-4946-9e67-00bb2d232969 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:58.959381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-414498c6-8c10-467c-8308-308b3614bd7c req-f2cccf4a-cb5f-4946-9e67-00bb2d232969 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.4352920 Aug 20 13:23:58.960739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.972396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:23:58.972820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:23:58.974823 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:23:59.075362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-414498c6-8c10-467c-8308-308b3614bd7c req-12e1a252-6969-4834-acb0-f25a04412600 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906191 Aug 20 13:23:59.116087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-f93b81dd-01fc-409b-9020-d0ff8c26a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:59.116087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-f93b81dd-01fc-409b-9020-d0ff8c26a74f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3379169 Aug 20 13:23:59.127174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.136870 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.140252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] 10.222.0.59 "DELETE /v2.0/networks/b9bdac84-69e6-4c1d-8934-20862fa8d3da HTTP/1.1" status: 204 len: 168 time: 0.8807147 Aug 20 13:23:59.171002 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:23:59.173830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56d9c05d-7809-4932-8afb-26f94417764b req-eb5d07ef-aca8-42c0-92e7-7cb32e638e9a tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310975 Aug 20 13:23:59.177885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea45995d-3634-411e-9d62-51fb3cfa581b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:23:59.178554 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9fb31-a146-48e6-8a9c-cd6b4c7717fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bdac84-69e6-4c1d-8934-20862fa8d3da,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:59.264709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-cf15bf73-4da3-4b1e-9318-23fb215c9699 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.1423223 Aug 20 13:23:59.275300 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.278171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-373b50e8-88b8-45bc-83b1-65719a2a6220 req-859240fa-3df9-463f-8b89-780a4e13aa16 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e639a3c-12a3-44e1-bba5-15e46eab0f42 HTTP/1.1" status: 200 len: 210 time: 0.0649064 Aug 20 13:23:59.284491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ea45995d-3634-411e-9d62-51fb3cfa581b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:59.331179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.448231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c39d00f5-26a1-4eca-b30c-d3ef3a5b0ce9 req-2c2bbc0f-bf37-427e-95ab-39ac54739c1c tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0676012 Aug 20 13:23:59.520319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:59.539661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event deleted for resources: {'Port': ['ID=66085113-1749-4a37-b4e1-7d623929b3bd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:59.566933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.571494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-21271f53-6e72-410a-bc46-c208bc2e59ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac07166aa8004435ba5ef7d0c91952bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496101 Aug 20 13:23:59.575126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49882) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:23:59.608509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 66085113-1749-4a37-b4e1-7d623929b3bd no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:59.610971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa994b-0368-46a5-9338-2b5e21b1cbb8 None None] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:23:59.611116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] No DVR routers for this DVR port 66085113-1749-4a37-b4e1-7d623929b3bd on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:23:59.640780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-143711ad-ad4f-42ef-bc38-ac6ccc975021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.646267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.648803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9377f216-cd92-4705-91cf-7b334a07d5f4 req-410883a5-cd21-492a-830a-d0dfa32972db tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "DELETE /v2.0/ports/66085113-1749-4a37-b4e1-7d623929b3bd HTTP/1.1" status: 204 len: 173 time: 1.8392246 Aug 20 13:23:59.676860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-143711ad-ad4f-42ef-bc38-ac6ccc975021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.682812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-2651db4e-eb7a-43a3-a447-ec1c2fb3297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:59.684744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-2651db4e-eb7a-43a3-a447-ec1c2fb3297c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.3048031 Aug 20 13:23:59.695278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:23:59.706681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c7c25-9eca-4da9-a5fb-6fe2d4f3b513 req-0b09dea6-9e2e-434e-93c4-9e5f4458d497 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:59.708698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac2c7c25-9eca-4da9-a5fb-6fe2d4f3b513 req-0b09dea6-9e2e-434e-93c4-9e5f4458d497 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.3312318 Aug 20 13:23:59.718230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 66085113-1749-4a37-b4e1-7d623929b3bd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:59.718738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 66085113-1749-4a37-b4e1-7d623929b3bd not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:59.722936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:23:59.733430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:23:59.737549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Pushing event updated for resources: {'Port': ['ID=379739d6-208a-4665-a837-d93962489fdb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:59.740341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:23:59.747841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-143711ad-ad4f-42ef-bc38-ac6ccc975021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.752299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-143711ad-ad4f-42ef-bc38-ac6ccc975021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.754020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-143711ad-ad4f-42ef-bc38-ac6ccc975021 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/940b7b10-da93-4873-aedf-7eb2f30c26b8 HTTP/1.1" status: 204 len: 168 time: 0.1779251 Aug 20 13:23:59.775821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143711ad-ad4f-42ef-bc38-ac6ccc975021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b7b10-da93-4873-aedf-7eb2f30c26b8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:23:59.777958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:23:59.778660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4bf73c4a-72bc-4532-a6ec-d9a51fbad2f8 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:23:59.829955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] Provisioning for port ea45995d-3634-411e-9d62-51fb3cfa581b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:23:59.840384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] Provisioning complete for port ea45995d-3634-411e-9d62-51fb3cfa581b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:23:59.841752 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:59.861611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac2c7c25-9eca-4da9-a5fb-6fe2d4f3b513 req-9b6c4196-f0a1-4951-a433-8096e2bf05a7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311402 Aug 20 13:23:59.867453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-08654f51-ef3f-4ac6-86f6-d55d9bbbb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:23:59.869454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-08654f51-ef3f-4ac6-86f6-d55d9bbbb775 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573818 Aug 20 13:24:00.012426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:00.083188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] For port ea45995d-3634-411e-9d62-51fb3cfa581b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea45995d-3634-411e-9d62-51fb3cfa581b,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:00.088492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:00.183383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d18255-072a-4493-a6dc-291c740eb0c3 None None] Pushing event updated for resources: {'Port': ['ID=ea45995d-3634-411e-9d62-51fb3cfa581b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:00.254836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:00.380369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d7374-63d2-4289-9c73-1c70a09aacac req-9680e1fb-f749-4140-bcd6-efea4f3794f5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:00.384227 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b3d7374-63d2-4289-9c73-1c70a09aacac req-9680e1fb-f749-4140-bcd6-efea4f3794f5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1428688 Aug 20 13:24:00.391784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'name': 'network-vif-deleted', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:00.395037 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021218e1-7c41-4355-a24b-970bec17770b" -d '{"events": [{"server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "name": "network-vif-deleted", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:00.490170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b3d7374-63d2-4289-9c73-1c70a09aacac req-996651e2-47ac-486e-b33e-3b4b6406d092 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981655 Aug 20 13:24:00.507778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:00.529607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '03721894-7c60-47c1-94c4-b324b5c2a091', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '03721894-7c60-47c1-94c4-b324b5c2a091', 'mac_address': 'fa:16:3e:f4:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:00.607699 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:00.619739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cd560a3b-a04d-4f4a-8a81-22269df45ed9 None None] Provisioning complete for port ea45995d-3634-411e-9d62-51fb3cfa581b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:00.619977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cd560a3b-a04d-4f4a-8a81-22269df45ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:00.628641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03721894-7c60-47c1-94c4-b324b5c2a091 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:00.677470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:00.687173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:00.706400 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d19503-853d-463f-b096-f1d0843766f1 x-openstack-request-id: req-49d19503-853d-463f-b096-f1d0843766f1 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:00.706946 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e639a3c-12a3-44e1-bba5-15e46eab0f42", "name": "network-vif-deleted", "tag": "66085113-1749-4a37-b4e1-7d623929b3bd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:00.707447 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49d19503-853d-463f-b096-f1d0843766f1 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:00.710978 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e639a3c-12a3-44e1-bba5-15e46eab0f42', 'name': 'network-vif-deleted', 'tag': '66085113-1749-4a37-b4e1-7d623929b3bd', 'status': 'completed', 'code': 200} Aug 20 13:24:00.747702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-4cef9805-5f89-4e17-a403-69f9e73d598f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:00.749425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-4cef9805-5f89-4e17-a403-69f9e73d598f tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.4313421 Aug 20 13:24:00.771753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:00.846086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40e0d63f-0de9-40b3-afab-710e2ee6d66a req-98289f52-a597-4fc0-9ea3-054ae6c1358d tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0557258 Aug 20 13:24:00.888173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59080c8a-0461-4ed6-98f3-f4971e4b2131 req-e36094a0-867c-4656-86b2-86ff26738f75 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:00.897542 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59080c8a-0461-4ed6-98f3-f4971e4b2131 req-e36094a0-867c-4656-86b2-86ff26738f75 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 945 time: 0.4658210 Aug 20 13:24:00.943989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:00.956270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-9cb431fc-3235-4c9e-aeab-479e0f662fe2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369767 Aug 20 13:24:01.060322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:01.088535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.110673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea45995d-3634-411e-9d62-51fb3cfa581b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:01.215440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-689446508-network', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:01.229395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59080c8a-0461-4ed6-98f3-f4971e4b2131 req-5560ee90-e4f4-4b34-ba5a-edf941411b67 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/security-groups?id=17dc9347-9693-45cd-8470-803da27b6695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186402 Aug 20 13:24:01.232697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ea45995d-3634-411e-9d62-51fb3cfa581b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:01.236588 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.272137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Made reservation on behalf of 66f36450260c40379b38a4cd8f327e5a for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:01.274942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.289716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.322027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c7fdc50-0f2e-4fda-aa03-6eefc38e70ef req-9a616b15-5163-4dff-9e01-795707745de6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446009 Aug 20 13:24:01.349553 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.391676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:01.401056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450020652', 'description': 'tempest-description--1205908066'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:01.414307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Deleting port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:24:01.414810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.472938 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.479194 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.514669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:24:01.521975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.537142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cc00-3ce0-4775-ba68-66d5063e4cae req-00848989-79cb-40b0-aef5-7d6721b4f179 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:01.538742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02c9cc00-3ce0-4775-ba68-66d5063e4cae req-00848989-79cb-40b0-aef5-7d6721b4f179 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 948 time: 0.1876943 Aug 20 13:24:01.567944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d122b85f-5795-486c-bee2-841ee88ffaec,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:01.582688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.583141 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Added segment 73237c8e-9e83-4c8b-a7f0-34a3156148a5 of type vlan for network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d Aug 20 13:24:01.627226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] For port 7fc6c692-a445-4f44-b5e7-56bac9dcd080, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7fc6c692-a445-4f44-b5e7-56bac9dcd080,segment=NetworkSegment(1bb80d89-35fe-462d-95cd-0465b5036071),segment_id=1bb80d89-35fe-462d-95cd-0465b5036071)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:01.627598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.647839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Calling delete_port for 7fc6c692-a445-4f44-b5e7-56bac9dcd080 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:24:01.679869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02c9cc00-3ce0-4775-ba68-66d5063e4cae req-c06d48bf-6f24-4118-836f-10f5948e18a7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214797 Aug 20 13:24:01.681760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.718091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7f5a-4f8b-4e18-b45e-3d9104a58429 req-1ea4bbd6-16ce-4979-9bc6-38509fd686fe tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:01.718334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.720081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd7f7f5a-4f8b-4e18-b45e-3d9104a58429 req-1ea4bbd6-16ce-4979-9bc6-38509fd686fe tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1420777 Aug 20 13:24:01.781322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.782541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:01.783643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.802469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.864919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.884153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8224766 Aug 20 13:24:01.890568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:01.895742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Request body: {'subnet': {'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-689446508-subnet', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:01.900149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd7f7f5a-4f8b-4e18-b45e-3d9104a58429 req-281e1449-bf64-41f8-b91d-d95da57f4ee2 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630549 Aug 20 13:24:01.912341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7e9c-0b3b-414c-b9dc-59ae6ba4e172 admin admin] Pushing event updated for resources: {'Network': ['ID=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:01.918711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.923588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5267000 Aug 20 13:24:01.923588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216205f4-f53f-4435-8162-04cbbfcc562e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72fdde4-ca33-40e2-906e-6c16ecf24eb2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:01.924142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49966) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:01.927857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:24:01.928420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'security_group_rule': {'security_group_id': 'e72fdde4-ca33-40e2-906e-6c16ecf24eb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:01.934500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.948352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Made reservation on behalf of 66f36450260c40379b38a4cd8f327e5a for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:01.948352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.968599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:01.969344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['7fc6c692-a445-4f44-b5e7-56bac9dcd080'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:02.017349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Pushing event deleted for resources: {'Port': ['ID=7fc6c692-a445-4f44-b5e7-56bac9dcd080,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:02.043965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.056268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.075050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:24:02.079816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f37dd-2340-4e63-b0bc-b93122de8c16 req-8044790f-8b94-4da1-af9e-32593687bdc3 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0390546 Aug 20 13:24:02.094696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18148101-4be7-4192-a8b0-9e3ef218c6d7,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:02.103593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.108272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] No DVR routers for this DVR port 7fc6c692-a445-4f44-b5e7-56bac9dcd080 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:24:02.108604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-deee3025-8931-48a7-9b46-d7613ff9685f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808851 Aug 20 13:24:02.110227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49972) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:02.116090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.118186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf91a613-443f-445e-b283-90d8f0986fa6 req-58afe9c2-aebe-4279-bff1-6b156b587f21 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.13 "DELETE /v2.0/ports/7fc6c692-a445-4f44-b5e7-56bac9dcd080 HTTP/1.1" status: 204 len: 173 time: 1.3522925 Aug 20 13:24:02.121790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'security_group_rule': {'security_group_id': 'e72fdde4-ca33-40e2-906e-6c16ecf24eb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:02.161785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.245257 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.257089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:02.262384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.274496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:02.289318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Sync routers for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:02.309098 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:02.310506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:02.319391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.324359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.325761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7ab883c9-b127-4692-b5b7-3daa010d52c2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.1945605 Aug 20 13:24:02.333334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154465 Aug 20 13:24:02.333334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5efcab-d014-4573-8152-60917264288b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0425ca30-71c6-4532-b238-dbc686c5d278,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:02.333650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:02.333650 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.337050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49984) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:02.345153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:02.413156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 03721894-7c60-47c1-94c4-b324b5c2a091 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:02.421426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 03721894-7c60-47c1-94c4-b324b5c2a091 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:02.422695 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.477581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92683d89-f785-4695-ac5a-16cd533a2225 req-5c13acb3-1368-4b9a-8090-3f610c249ed2 tempest-DeleteServersTestJSON-1771538253 tempest-DeleteServersTestJSON-1771538253-project] 10.222.0.59 "GET /v2.0/ports?device_id=957881c2-427e-4cea-bdfc-dee83f2e93bb HTTP/1.1" status: 200 len: 210 time: 0.0492649 Aug 20 13:24:02.479734 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:02.488278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4303b7-5a36-4de3-a76d-44a89ef7f582,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:02.498360 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.573002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.583237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Checking segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:02.583592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Network hostable DHCP agents. Network: 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:24:02.615915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:02.619730 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec202f-9a09-4089-9a75-290b44145c54" -d '{"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-plugged", "status": "completed", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:02.636426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:02.647084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.647893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7fc6c692-a445-4f44-b5e7-56bac9dcd080 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:24:02.658790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:24:02.680375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:02.682261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 7fc6c692-a445-4f44-b5e7-56bac9dcd080 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:24:02.689383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7fc6c692-a445-4f44-b5e7-56bac9dcd080 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:24:02.722989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'name': 'network-vif-deleted', 'tag': '7fc6c692-a445-4f44-b5e7-56bac9dcd080'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:02.729333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd50032-22bc-4b8a-aa80-3d1f225712b7 None None] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:24:02.732790 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573e6a1-b4e7-4712-a5c6-b370fd582106 x-openstack-request-id: req-9573e6a1-b4e7-4712-a5c6-b370fd582106 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:02.733074 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-plugged", "status": "completed", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:02.733328 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9573e6a1-b4e7-4712-a5c6-b370fd582106 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:02.733703 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091', 'code': 200} Aug 20 13:24:02.745497 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725195d9-9f18-4d18-b12e-5f625478d81f" -d '{"events": [{"server_uuid": "957881c2-427e-4cea-bdfc-dee83f2e93bb", "name": "network-vif-deleted", "tag": "7fc6c692-a445-4f44-b5e7-56bac9dcd080"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:02.749695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:02.750910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.798326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-06a1f111-4b3a-4d61-a956-b1d382775ea7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9065537 Aug 20 13:24:02.801341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50004) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:02.807603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:02.818335 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:00Z', 'revision_number': 3, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:02.854028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.855215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.872263 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Checking router: 73fdaa08-008d-4c22-a1c0-d37073b2ab3c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:02.873382 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Updating router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c port 379739d6-208a-4665-a837-d93962489fdb binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:24:02.913668 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:02.937410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:02.978598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4486-1b78-4f8e-be0e-2337e57bb3f7 req-e99edfd6-2278-4349-925b-d7048e2c08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:02.980153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc6a4486-1b78-4f8e-be0e-2337e57bb3f7 req-e99edfd6-2278-4349-925b-d7048e2c08a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1100 time: 0.1983800 Aug 20 13:24:02.981330 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.010413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.025721 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb068a99-4e34-4ece-9714-e010d00c48d9 x-openstack-request-id: req-cb068a99-4e34-4ece-9714-e010d00c48d9 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:03.026001 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957881c2-427e-4cea-bdfc-dee83f2e93bb", "name": "network-vif-deleted", "tag": "7fc6c692-a445-4f44-b5e7-56bac9dcd080", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:03.026251 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb068a99-4e34-4ece-9714-e010d00c48d9 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:03.026637 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957881c2-427e-4cea-bdfc-dee83f2e93bb', 'name': 'network-vif-deleted', 'tag': '7fc6c692-a445-4f44-b5e7-56bac9dcd080', 'status': 'completed', 'code': 200} Aug 20 13:24:03.083083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306def-98a9-4061-b93f-9aa26e68a570 req-ea5f60e4-1e03-4c01-90cc-ded9b67333bb tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:03.090659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49306def-98a9-4061-b93f-9aa26e68a570 req-ea5f60e4-1e03-4c01-90cc-ded9b67333bb tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.2098525 Aug 20 13:24:03.112628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:24:03.117248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.209644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.394039 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.401284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Allocated IP 172.20.0.2 (4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d/ff4303b7-5a36-4de3-a76d-44a89ef7f582/34d0e308-c2fe-4be5-b0dd-217f9423d30d) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:03.404260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860632cb-e945-409d-9269-6e2e7a599c0b req-b7270ce9-33db-4458-9bec-d21ac8993e40 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:03.406561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-860632cb-e945-409d-9269-6e2e7a599c0b req-b7270ce9-33db-4458-9bec-d21ac8993e40 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1131501 Aug 20 13:24:03.420377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Transition to ACTIVE for port object 379739d6-208a-4665-a837-d93962489fdb will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:03.430042 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.495923 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e7c0-64be-41b6-9449-3474d4654fe7 None None] Pushing event updated for resources: {'Port': ['ID=379739d6-208a-4665-a837-d93962489fdb,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:03.497958 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Attempting to bind port 379739d6-208a-4665-a837-d93962489fdb on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:03.498673 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Attempting to bind port 379739d6-208a-4665-a837-d93962489fdb by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:03.498811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-860632cb-e945-409d-9269-6e2e7a599c0b req-779a552d-22bf-431a-ae84-328b08807762 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765302 Aug 20 13:24:03.498956 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Attempting to bind port 379739d6-208a-4665-a837-d93962489fdb on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:03.506602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:03.506602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:03.506833 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.507105 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:03.507509 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Bound port: 379739d6-208a-4665-a837-d93962489fdb, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:03.507891 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.591885 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] For port 379739d6-208a-4665-a837-d93962489fdb, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:03.596848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] For port 379739d6-208a-4665-a837-d93962489fdb, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=379739d6-208a-4665-a837-d93962489fdb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:03.598764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Allocated IP 172.25.6.142 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/b8b2652b-d628-4670-a72a-d6628f2c1e3d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:03.604073 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.614617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc6a4486-1b78-4f8e-be0e-2337e57bb3f7 req-0d1703ac-a767-4981-b2d5-2e35281a3ef3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184416 Aug 20 13:24:03.654390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49306def-98a9-4061-b93f-9aa26e68a570 req-1e20b8d0-2890-4a87-8382-bdadb627657d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629253 Aug 20 13:24:03.692356 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e7c0-64be-41b6-9449-3474d4654fe7 None None] Pushing event updated for resources: {'Port': ['ID=379739d6-208a-4665-a837-d93962489fdb,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:03.717109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-934a70e6-0ebd-4e80-b4bc-0f7fc4526784 req-9a1bc34c-138f-4f87-a0cb-34edd52f32b7 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0959835 Aug 20 13:24:03.723976 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:03.724541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.725019 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:03.731864 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.768975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.774076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Transition to ACTIVE for port object 34d0e308-c2fe-4be5-b0dd-217f9423d30d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:03.793315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Transition to ACTIVE for port object 34d0e308-c2fe-4be5-b0dd-217f9423d30d will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:03.805381 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.869259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:03.870032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.872518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:03.878674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:03.910930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Pushing event updated for resources: {'Port': ['ID=34d0e308-c2fe-4be5-b0dd-217f9423d30d,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:03.930213 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:03.958504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Attempting to bind port 34d0e308-c2fe-4be5-b0dd-217f9423d30d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:03.959213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Attempting to bind port 34d0e308-c2fe-4be5-b0dd-217f9423d30d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:03.960346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Attempting to bind port 34d0e308-c2fe-4be5-b0dd-217f9423d30d on network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:03.966617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:03.967366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Checking segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:03.968072 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:03.969334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Bound using segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:03.970169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Bound port: 34d0e308-c2fe-4be5-b0dd-217f9423d30d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:03.970760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.086949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-18940830-e196-41ed-b175-628cfb13b710 None None] For port 34d0e308-c2fe-4be5-b0dd-217f9423d30d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:04.091557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-18940830-e196-41ed-b175-628cfb13b710 None None] For port 34d0e308-c2fe-4be5-b0dd-217f9423d30d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34d0e308-c2fe-4be5-b0dd-217f9423d30d,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:04.097287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.150785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.188762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940830-e196-41ed-b175-628cfb13b710 None None] Pushing event updated for resources: {'Port': ['ID=34d0e308-c2fe-4be5-b0dd-217f9423d30d,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:04.255057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Allocated IP 172.20.0.1 (7e2fe0b5-bd66-402f-86ce-efc7cab8053e/367027da-f649-47f6-9c86-5ba183348587/34ebaaf3-626e-4058-a313-9d4462e98fcd) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:04.297461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.309152 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:00Z', 'revision_number': 3, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:04.315152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50044) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:04.363885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Allocated IP 172.25.6.196 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/16804dfe-b222-46d2-9152-bba0d963531e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:04.368786 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07a22f-fc53-4558-8d74-684897b65531 None None] The sync data for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 is: [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:00Z', 'revision_number': 3, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:04.474149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:04.480465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:04.483469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:04.635634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'Port': ['ID=b8b2652b-d628-4670-a72a-d6628f2c1e3d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:04.661904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.711052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d4a7-9f71-4167-b626-8fb9e898aa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.754844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.793435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.798087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf7a7-b150-4ba4-8bab-f937d7171874 req-e1142f09-a425-4b1b-953b-f4c51a764f80 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:04.802646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a36cf7a7-b150-4ba4-8bab-f937d7171874 req-e1142f09-a425-4b1b-953b-f4c51a764f80 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1121867 Aug 20 13:24:04.885251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a36cf7a7-b150-4ba4-8bab-f937d7171874 req-f9ae77ee-d4bf-458a-a074-d3e2d5c37ea9 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670896 Aug 20 13:24:04.888144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.898413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Transition to ACTIVE for port object 34ebaaf3-626e-4058-a313-9d4462e98fcd will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:04.969303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2960d3-205a-49b6-962f-58ce7f3a21c7 req-d472ee9e-836d-43d1-8b48-c3331b004c0c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:04.978608 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2960d3-205a-49b6-962f-58ce7f3a21c7 req-d472ee9e-836d-43d1-8b48-c3331b004c0c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.2250757 Aug 20 13:24:04.993129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:04.995627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:05.004351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:05.009268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:05.086562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d4a7-9f71-4167-b626-8fb9e898aa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.131578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59da64b9-cd22-4201-9c27-839ccbc61e9d req-9b254162-9b5b-4f28-a944-0ac9c463a871 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.1099086 Aug 20 13:24:05.151224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Pushing event updated for resources: {'Port': ['ID=16804dfe-b222-46d2-9152-bba0d963531e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:05.184095 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d4a7-9f71-4167-b626-8fb9e898aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.220697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.236908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a2960d3-205a-49b6-962f-58ce7f3a21c7 req-f4df9fe7-2ab2-45bb-a6a0-70bfa812e43e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573941 Aug 20 13:24:05.260045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34d0e308-c2fe-4be5-b0dd-217f9423d30d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:05.345381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:05.365585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f8b9d4a7-9f71-4167-b626-8fb9e898aa55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05c5b5e46a6041368c6f94725c2d06ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0413778 Aug 20 13:24:05.367496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50060) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:05.368299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:05.370990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:05.384943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d4a7-9f71-4167-b626-8fb9e898aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7b2177-51a1-4972-9740-caf4d2f9cf5b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:05.495799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.501147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=34ebaaf3-626e-4058-a313-9d4462e98fcd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:05.691132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 34d0e308-c2fe-4be5-b0dd-217f9423d30d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:05.696486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 379739d6-208a-4665-a837-d93962489fdb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:05.730744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f96e2ee8-8168-4785-90e5-f10baffc85e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.814159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 379739d6-208a-4665-a837-d93962489fdb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:05.821094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 379739d6-208a-4665-a837-d93962489fdb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:05.821872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.857729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.923860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f96e2ee8-8168-4785-90e5-f10baffc85e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.926184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:05.936828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271be09-2061-428e-a0d4-b7572a40d7d4 None None] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:24:06.024315 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.049324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 379739d6-208a-4665-a837-d93962489fdb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=379739d6-208a-4665-a837-d93962489fdb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:06.058106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.067219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Provisioning for port 34ebaaf3-626e-4058-a313-9d4462e98fcd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:06.080408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.109055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Provisioning complete for port 34ebaaf3-626e-4058-a313-9d4462e98fcd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:06.109749 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.129632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.208472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=379739d6-208a-4665-a837-d93962489fdb,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:06.275090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Port 34ebaaf3-626e-4058-a313-9d4462e98fcd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:06.283517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.284833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.285147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.285604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.286184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.286698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.287585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.287585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.288026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.288505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.290603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.290987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:06.343523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Provisioning for port 34d0e308-c2fe-4be5-b0dd-217f9423d30d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:06.351888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Provisioning complete for port 34d0e308-c2fe-4be5-b0dd-217f9423d30d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:06.352713 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.369028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'Port': ['ID=b8b2652b-d628-4670-a72a-d6628f2c1e3d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:06.399034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.486386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.486873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ed5080b-a2c5-4db6-b63d-7d670ae72ef1 req-d8419c15-3149-4147-a6df-e49b13abb72e tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.1204996 Aug 20 13:24:06.515304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f96e2ee8-8168-4785-90e5-f10baffc85e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.518475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f96e2ee8-8168-4785-90e5-f10baffc85e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.520052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f96e2ee8-8168-4785-90e5-f10baffc85e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f7b2177-51a1-4972-9740-caf4d2f9cf5b HTTP/1.1" status: 204 len: 168 time: 1.1511512 Aug 20 13:24:06.573246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07195-938b-4ffa-9fb0-cf4931b22bba req-05b82ac4-8480-44b8-b228-9e922a9e3822 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:06.575021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39e07195-938b-4ffa-9fb0-cf4931b22bba req-05b82ac4-8480-44b8-b228-9e922a9e3822 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.4262493 Aug 20 13:24:06.595094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] For port 34d0e308-c2fe-4be5-b0dd-217f9423d30d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34d0e308-c2fe-4be5-b0dd-217f9423d30d,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:06.604321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.651646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.669748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e2ee8-8168-4785-90e5-f10baffc85e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7b2177-51a1-4972-9740-caf4d2f9cf5b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:06.731150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc8e3-e47f-4a9c-8a51-c9a4f4a713aa None None] Pushing event updated for resources: {'Port': ['ID=34d0e308-c2fe-4be5-b0dd-217f9423d30d,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:06.737377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-306775ec-8168-4468-be93-d1c6a603d61c None None] Provisioning complete for port 34d0e308-c2fe-4be5-b0dd-217f9423d30d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:06.737844 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-306775ec-8168-4468-be93-d1c6a603d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.741765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.743142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2f1b1470-937b-4d23-9e7c-c2ddfa4cf9a0 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4025910 Aug 20 13:24:06.792588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e3c75-4d08-4f34-9e35-820a79f40e3e req-9280840d-0004-4ec1-81e4-144ce511c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:06.794138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-603e3c75-4d08-4f34-9e35-820a79f40e3e req-9280840d-0004-4ec1-81e4-144ce511c117 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.4290137 Aug 20 13:24:06.839892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39e07195-938b-4ffa-9fb0-cf4931b22bba req-5ae5f011-3f06-4d39-9f97-8f4f902a7571 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494094 Aug 20 13:24:06.939248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.946782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Router f783c4db-07e2-4ba0-8385-2999104790b5 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:24:06.977761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1d2cd-5e44-47f6-a729-0b53c911a65e req-85f3e5c7-8cf8-40cc-afe9-397c9f8a7595 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:06.987098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbe1d2cd-5e44-47f6-a729-0b53c911a65e req-85f3e5c7-8cf8-40cc-afe9-397c9f8a7595 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.3376808 Aug 20 13:24:07.003948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-603e3c75-4d08-4f34-9e35-820a79f40e3e req-3d077f2c-a937-43a6-b3d7-95e6f799bb6a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889172 Aug 20 13:24:07.004854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:07.111384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbe1d2cd-5e44-47f6-a729-0b53c911a65e req-cc534551-e441-4da5-a374-6cfbd9e5c937 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229675 Aug 20 13:24:07.150565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34d0e308-c2fe-4be5-b0dd-217f9423d30d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:07.193348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=34ebaaf3-626e-4058-a313-9d4462e98fcd,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:07.207334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:07.229021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50090) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:07.258331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-ae3e81d3-5f0e-48d9-b8ad-e1ef5a9aeb7e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:07.263849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 34d0e308-c2fe-4be5-b0dd-217f9423d30d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:07.264309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:07.266965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-ae3e81d3-5f0e-48d9-b8ad-e1ef5a9aeb7e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 821 time: 0.1617377 Aug 20 13:24:07.327917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-43e3de3c-c75d-41bd-bcaa-598eddf2de64 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/quotas/c72ba2ff11df4fa3b5c4e2bed4ca5624 HTTP/1.1" status: 200 len: 375 time: 0.0599167 Aug 20 13:24:07.365918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 379739d6-208a-4665-a837-d93962489fdb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:07.392800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:07.414993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Sync routers for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:07.424076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-15471d98-35ea-440d-94ca-a79c0ca8f332 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949051 Aug 20 13:24:07.432838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:07.433603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:07.454716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:07.456119 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78097661-09fb-4b6f-ae03-7aea30bef1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:07.459336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:07.490084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 379739d6-208a-4665-a837-d93962489fdb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:07.490600 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:07.643238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-5c1a3c2e-1326-4c84-8d49-549d3383cffa service neutron] 10.222.0.59 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046382 Aug 20 13:24:07.670240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:07.679261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9df09bb8-4ed0-4860-a6a2-438c12b4aa27 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8760056 Aug 20 13:24:07.683334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:07.700852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:07.815596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcc7f65b-1e20-4ae3-a4b0-c3ea9a8c5d4e req-eefdbe1f-5d49-479b-b15e-d309f4e70b63 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0659397 Aug 20 13:24:07.829588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:24:07.959539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-de538c7a-d3b7-41ab-a374-6566c4c0d164 service neutron] 10.222.0.59 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150449 Aug 20 13:24:07.968311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c6b03596-5c20-4fed-8423-fdfa69073330 None None] Provisioning complete for port 34ebaaf3-626e-4058-a313-9d4462e98fcd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:07.968743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c6b03596-5c20-4fed-8423-fdfa69073330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.007036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c6b03596-5c20-4fed-8423-fdfa69073330 None None] Port 34ebaaf3-626e-4058-a313-9d4462e98fcd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:08.028584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:08.029714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 3, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:08.048804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31b86e9c-27dd-43f9-b52c-065d13e1e5a6 admin admin] 10.222.0.59 "PUT /v2.0/routers/73fdaa08-008d-4c22-a1c0-d37073b2ab3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7106254 Aug 20 13:24:08.051704 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Sync routers for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:08.076243 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:08.076910 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:08.116249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78097661-09fb-4b6f-ae03-7aea30bef1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.117382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Checking router: f783c4db-07e2-4ba0-8385-2999104790b5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:08.117742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Updating router f783c4db-07e2-4ba0-8385-2999104790b5 port 16804dfe-b222-46d2-9152-bba0d963531e binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:24:08.123318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78097661-09fb-4b6f-ae03-7aea30bef1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.151278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-a9f4128b-dadb-4d03-8d71-7078c8366a14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4025068 Aug 20 13:24:08.176001 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.201857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207897d1-a3b5-4415-b362-476f8bf49a91 req-aeb8eaec-fbad-4014-8293-03e881430c54 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:08.213647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-207897d1-a3b5-4415-b362-476f8bf49a91 req-aeb8eaec-fbad-4014-8293-03e881430c54 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1901944 Aug 20 13:24:08.245377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-78097661-09fb-4b6f-ae03-7aea30bef1f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8a22218e4654c5fb9b7a965584df03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8144341 Aug 20 13:24:08.261750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50106) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:08.399675 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:08.417855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097661-09fb-4b6f-ae03-7aea30bef1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19d456-4d55-4507-8ba6-c7f538f600c5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:08.490435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-207897d1-a3b5-4415-b362-476f8bf49a91 req-cfeab83c-7d36-4b90-bec1-e381e71d0d52 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683911 Aug 20 13:24:08.570075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12fce8a9-696e-46ce-bbde-f15cdbab84a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.674659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5debc3dd-ecbd-4fe8-a382-5737ce127b4f req-6b97956b-0064-4753-a385-5b76078af49f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 210 time: 0.0702088 Aug 20 13:24:08.695260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12fce8a9-696e-46ce-bbde-f15cdbab84a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.829042 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:08.838413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c7197-15ef-404f-af16-ba9859b2c810 req-be08b504-eeaf-4ff0-bd47-ab823ca0f377 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:08.846924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-848c7197-15ef-404f-af16-ba9859b2c810 req-be08b504-eeaf-4ff0-bd47-ab823ca0f377 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.3700628 Aug 20 13:24:08.919783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-848c7197-15ef-404f-af16-ba9859b2c810 req-98931bf1-5ee5-42b9-b0d1-c72a2595826c tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703409 Aug 20 13:24:09.037480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12fce8a9-696e-46ce-bbde-f15cdbab84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.040371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12fce8a9-696e-46ce-bbde-f15cdbab84a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.041665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-12fce8a9-696e-46ce-bbde-f15cdbab84a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f19d456-4d55-4507-8ba6-c7f538f600c5 HTTP/1.1" status: 204 len: 168 time: 0.7786584 Aug 20 13:24:09.092916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fce8a9-696e-46ce-bbde-f15cdbab84a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19d456-4d55-4507-8ba6-c7f538f600c5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:09.174265 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 2, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:09.176777 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.191389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-06f764b2-b4f5-46f5-b548-3442a3267fdc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3110881 Aug 20 13:24:09.231417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Transition to ACTIVE for port object 16804dfe-b222-46d2-9152-bba0d963531e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:09.246594 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.256905 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Checking router: 73fdaa08-008d-4c22-a1c0-d37073b2ab3c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:09.257298 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Updating router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c port 34ebaaf3-626e-4058-a313-9d4462e98fcd binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:24:09.309360 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.387514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Allocated IP 172.20.0.1 (4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d/ff4303b7-5a36-4de3-a76d-44a89ef7f582/e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:09.505095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Attempting to bind port 16804dfe-b222-46d2-9152-bba0d963531e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:09.506144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Attempting to bind port 16804dfe-b222-46d2-9152-bba0d963531e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:09.508327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Attempting to bind port 16804dfe-b222-46d2-9152-bba0d963531e on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:09.609621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1998f-4800-41a8-8385-249f960dc021 None None] Pushing event updated for resources: {'Port': ['ID=16804dfe-b222-46d2-9152-bba0d963531e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:09.618536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:09.621029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:09.623296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.624594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:09.631973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Bound port: 16804dfe-b222-46d2-9152-bba0d963531e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:09.632354 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.709740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-9790b034-bf6d-47c2-9b34-1d62cb6ebcc1 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:09.714654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.720855 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-9790b034-bf6d-47c2-9b34-1d62cb6ebcc1 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 829 time: 0.3097715 Aug 20 13:24:09.774253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Transition to ACTIVE for port object e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:09.807096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] For port 16804dfe-b222-46d2-9152-bba0d963531e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:09.823731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] For port 16804dfe-b222-46d2-9152-bba0d963531e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16804dfe-b222-46d2-9152-bba0d963531e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:09.832716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:09.853783 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-bf5b07f2-4832-42ba-8d76-1aca60fc58ec tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/quotas/e7cb34df1ab845769852374b5930d66f HTTP/1.1" status: 200 len: 375 time: 0.1047339 Aug 20 13:24:09.969436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-ae39d06a-455c-4c73-8815-4da3649a8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:09.981883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-ae39d06a-455c-4c73-8815-4da3649a8da0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1101 time: 0.2569244 Aug 20 13:24:09.999646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df1ffb77-97d1-4656-9540-a44c83083fc5 req-6cd2076e-8f63-4454-a59d-c1e2f38e13c7 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.1772366 Aug 20 13:24:10.039838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:10.040965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:10.044444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1998f-4800-41a8-8385-249f960dc021 None None] Pushing event updated for resources: {'Port': ['ID=16804dfe-b222-46d2-9152-bba0d963531e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:10.055651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.174398 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.227906 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Transition to ACTIVE for port object 34ebaaf3-626e-4058-a313-9d4462e98fcd will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:10.253593 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.257080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:10.282122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:10.296479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:10.300871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:10.337251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-5787d72e-f841-442a-baf5-73ee679b8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:10.350129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-5787d72e-f841-442a-baf5-73ee679b8597 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3145583 Aug 20 13:24:10.452167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:10.535404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-d4a00fc6-c4b8-476d-8edb-be39b2c6e7c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.1697378 Aug 20 13:24:10.554375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-fe0fc20e-100a-4a4c-a62f-2c96b0a7d54a tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6610186 Aug 20 13:24:10.562943 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.615632 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Attempting to bind port 34ebaaf3-626e-4058-a313-9d4462e98fcd on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:10.615921 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Attempting to bind port 34ebaaf3-626e-4058-a313-9d4462e98fcd by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:10.616226 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Attempting to bind port 34ebaaf3-626e-4058-a313-9d4462e98fcd on network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:10.637686 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:10.647046 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Checking segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:10.652157 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.652874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Bound using segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:10.653584 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Bound port: 34ebaaf3-626e-4058-a313-9d4462e98fcd, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:10.654157 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.773838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-506d6e6e-4b65-4b03-8e37-3254595e80be service neutron] 10.222.0.59 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976511 Aug 20 13:24:10.912327 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] For port 34ebaaf3-626e-4058-a313-9d4462e98fcd, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:10.915859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-82288908-51b7-4f4e-92d4-a5a226727e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:10.919393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-82288908-51b7-4f4e-92d4-a5a226727e2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.3640594 Aug 20 13:24:10.922757 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] For port 34ebaaf3-626e-4058-a313-9d4462e98fcd, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34ebaaf3-626e-4058-a313-9d4462e98fcd,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:10.939852 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:10.968741 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b578-7f6c-45cf-845f-ec343820b931 None None] Pushing event updated for resources: {'Port': ['ID=34ebaaf3-626e-4058-a313-9d4462e98fcd,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:11.070908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-39c1ef1a-7d34-4829-bcec-03eba0678823 service neutron] 10.222.0.59 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951684 Aug 20 13:24:11.105120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-1b459f29-e173-4506-a5a4-3daa2e2f585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:11.108248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-1b459f29-e173-4506-a5a4-3daa2e2f585c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786625 Aug 20 13:24:11.159251 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:11.159885 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:11.251997 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b578-7f6c-45cf-845f-ec343820b931 None None] Pushing event updated for resources: {'Port': ['ID=34ebaaf3-626e-4058-a313-9d4462e98fcd,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:11.338394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-79734fec-6468-47c8-9a5d-8d3a77923080 None None] Provisioning for port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:11.349079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-79734fec-6468-47c8-9a5d-8d3a77923080 None None] Provisioning complete for port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:11.350384 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-79734fec-6468-47c8-9a5d-8d3a77923080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:11.451027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 3, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:11.515206 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:11.601741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-190e156b-3730-4e87-adae-c8d66081e018 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831059 Aug 20 13:24:11.722710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e331b-a53c-4569-a5b4-7296861f12ac None None] The sync data for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 is: [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 3, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:11.736936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-79734fec-6468-47c8-9a5d-8d3a77923080 None None] Port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:11.831974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7a292e7-46b3-4a5f-baf3-fede0931c931 req-1a53b17c-fdd4-4a91-887f-02df466ef263 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 210 time: 0.2404549 Aug 20 13:24:12.031789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-525b8b87-720a-4d82-9cef-2a87a0185443 req-7b763ba1-71ae-4064-8030-06f7f9130b43 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898494 Aug 20 13:24:12.072768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b21ff4-2bba-41c6-b354-c1f16cd18915 req-a11382ea-94ca-4380-99f5-01bd4dbde8d0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:12.085123 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:10Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:12.095951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-30b21ff4-2bba-41c6-b354-c1f16cd18915 req-a11382ea-94ca-4380-99f5-01bd4dbde8d0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 1.6360993 Aug 20 13:24:12.173364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-73e12038-89d3-4530-a74c-8070f1474af2 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:12.178594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-73e12038-89d3-4530-a74c-8070f1474af2 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 821 time: 0.1835487 Aug 20 13:24:12.203138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'port': {'device_id': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'admin_state_up': True, 'tenant_id': 'c72ba2ff11df4fa3b5c4e2bed4ca5624'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:12.203987 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36827-7bf9-4841-ba63-25827770edc0 None None] The sync data for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 is: [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:10Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:12.313316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-30b21ff4-2bba-41c6-b354-c1f16cd18915 req-56e4666d-af3b-429a-b5c4-e8c5a9a49174 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145612 Aug 20 13:24:12.624262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Made reservation on behalf of c72ba2ff11df4fa3b5c4e2bed4ca5624 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:12.631533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:12.731468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e70df129-a242-4995-a0c3-9d7d4b432cf9 req-eb84ab6d-9931-4837-8b84-5b4c52cba1ac tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.1260540 Aug 20 13:24:12.737734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:12.897717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-651f4188-8f29-4448-b49b-7d6f43313fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:12.899846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5be09064-2308-4d9c-9750-a19c863e7503 req-40155b06-639f-407a-960b-ae7625cada59 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 210 time: 0.1914239 Aug 20 13:24:12.901053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-651f4188-8f29-4448-b49b-7d6f43313fa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.2593358 Aug 20 13:24:13.179901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Allocated IP 172.20.0.13 (bc5818ec-726a-4354-a9d5-2bce01a7da10/a4ebc265-1bca-4e07-9f09-b104983eceb5/af57eaab-d3f7-4425-ab9d-02e4f80c0d86) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:13.271440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16804dfe-b222-46d2-9152-bba0d963531e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:13.340000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70ee0fab-100e-4b3a-97a3-ea76c51d3b3b req-fdac552c-213c-446d-8ad6-7121faf23619 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 210 time: 0.1266546 Aug 20 13:24:13.342339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079f681-bb12-4cf5-b119-25a1678679b9 req-72900e9b-147a-4f9e-860d-0fdb11728f80 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:13.362589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2079f681-bb12-4cf5-b119-25a1678679b9 req-72900e9b-147a-4f9e-860d-0fdb11728f80 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.4110997 Aug 20 13:24:13.465040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 16804dfe-b222-46d2-9152-bba0d963531e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:13.496731 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2079f681-bb12-4cf5-b119-25a1678679b9 req-f27ddaec-f667-4220-b4ed-68d29b8a7685 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038785 Aug 20 13:24:13.497006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 16804dfe-b222-46d2-9152-bba0d963531e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:13.497006 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:13.524231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50234) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:13.570815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:13.578978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-bbe7699a-f81a-496d-af2e-495a6d708de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:13.583470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-bbe7699a-f81a-496d-af2e-495a6d708de3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.6717813 Aug 20 13:24:13.591305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:13.632345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-50287c36-bf8d-4e5d-baef-c5680c2a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:13.634624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-50287c36-bf8d-4e5d-baef-c5680c2a752e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1100 time: 0.5238082 Aug 20 13:24:13.724487 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:13.736443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-273e538b-d928-4f73-83ab-6a788349fca5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.1372864 Aug 20 13:24:13.763925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 16804dfe-b222-46d2-9152-bba0d963531e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16804dfe-b222-46d2-9152-bba0d963531e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:13.773780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-9fa0bf6c-a55a-4180-a1e3-4e3798652475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:13.775443 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-9fa0bf6c-a55a-4180-a1e3-4e3798652475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1289270 Aug 20 13:24:13.781712 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:13.782653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34ebaaf3-626e-4058-a313-9d4462e98fcd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:13.855714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-bf7451e6-cf89-4fa9-9823-7ec11cb6d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:13.857412 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-bf7451e6-cf89-4fa9-9823-7ec11cb6d49d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.0729964 Aug 20 13:24:13.895624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-c4602741-c913-480d-8357-6a44fc497d15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.1011548 Aug 20 13:24:13.906724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=16804dfe-b222-46d2-9152-bba0d963531e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:13.920517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-ec9fc872-b3dc-48df-9d29-453e4a5cd11b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498767 Aug 20 13:24:13.930730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Deleting subnet 4d8700bf-5c40-4e70-bc85-4fd41fae211c {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:24:13.967055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.006582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 34ebaaf3-626e-4058-a313-9d4462e98fcd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:14.016301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 34ebaaf3-626e-4058-a313-9d4462e98fcd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:14.016760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.066937 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.103169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f0506-4019-49ae-b99d-69ecbc3b8e51 req-5fd78a86-dc4b-4be4-83c2-cf47800ef36a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:14.112311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d3f0506-4019-49ae-b99d-69ecbc3b8e51 req-5fd78a86-dc4b-4be4-83c2-cf47800ef36a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.5243959 Aug 20 13:24:14.114541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:14.125048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.153292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-dcf234b6-876d-4b01-ad39-8ce052c6e83d service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185359 Aug 20 13:24:14.165233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.208821 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.234434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Request body: {'security_group': {'name': 'tempest-securitygroup-281124240', 'description': 'tempest-description-1698328359'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:14.237190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d3f0506-4019-49ae-b99d-69ecbc3b8e51 req-711d45bf-3605-4831-951e-f459a959cf0c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236029 Aug 20 13:24:14.261351 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.261578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 34ebaaf3-626e-4058-a313-9d4462e98fcd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34ebaaf3-626e-4058-a313-9d4462e98fcd,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:14.267372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.295296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-6c0730c8-2333-4ee0-8e53-a5cded4d7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:14.297467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-6c0730c8-2333-4ee0-8e53-a5cded4d7962 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.3919742 Aug 20 13:24:14.344830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=34ebaaf3-626e-4058-a313-9d4462e98fcd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:14.358946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.379708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.381786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.398176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7049ced7-39d5-46ed-b570-4528385531ba req-d9bbb145-db6f-4a09-b673-5e15b82c6c1f tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0468154 Aug 20 13:24:14.434074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:14.436929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84eaf742-ea6c-4b4c-9af5-68f76cfa1c8a req-99c4495f-fc6d-483d-aeed-e00bbc218ad3 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219622 Aug 20 13:24:14.438610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:14.444393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.446298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4d8700bf-5c40-4e70-bc85-4fd41fae211c HTTP/1.1" status: 204 len: 168 time: 0.8650026 Aug 20 13:24:14.449340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50246) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:14.458738 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93b132-db50-4a89-b17b-2548c10aa08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8700bf-5c40-4e70-bc85-4fd41fae211c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:14.492343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-c9aaf249-0bbc-4670-91ac-a9c37fe55a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:14.493952 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-c9aaf249-0bbc-4670-91ac-a9c37fe55a67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818249 Aug 20 13:24:14.499373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.641123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:14.652679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:14.655869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:14.737341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:14.752407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91fda41b-93a6-4184-a2dd-eb57ac2c0962 req-b3c5587c-1be3-403f-8fc4-d26fa0e31d68 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 210 time: 0.1961727 Aug 20 13:24:14.783699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.835516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-39722110-0282-42b2-a5c2-8bef49b3424d None None] Provisioning complete for port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:14.836179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39722110-0282-42b2-a5c2-8bef49b3424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.888979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-39722110-0282-42b2-a5c2-8bef49b3424d None None] Port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:14.905250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-6a49bd68-d8c5-4b64-8447-029027a70c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:14.906863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-6a49bd68-d8c5-4b64-8447-029027a70c24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.2887235 Aug 20 13:24:15.025838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Router f783c4db-07e2-4ba0-8385-2999104790b5 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:24:15.060775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63cd11-9bd6-4ebc-9acd-d2889057f7e8 req-29fb5f12-03d9-49e9-af86-ac4d67f6484c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:15.069157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f63cd11-9bd6-4ebc-9acd-d2889057f7e8 req-29fb5f12-03d9-49e9-af86-ac4d67f6484c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 932 time: 0.2256379 Aug 20 13:24:15.073460 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.103366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26a7a07-7652-4aa0-a07c-4615a201317a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:15.125349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16804dfe-b222-46d2-9152-bba0d963531e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:15.127960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb80d89-35fe-462d-95cd-0465b5036071') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:15.128257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb80d89-35fe-462d-95cd-0465b5036071') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:15.146528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.186431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 16804dfe-b222-46d2-9152-bba0d963531e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:15.187164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.207296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:15.208114 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.236223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f63cd11-9bd6-4ebc-9acd-d2889057f7e8 req-c605be01-b65a-4bdf-a214-7944bed2e11a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657677 Aug 20 13:24:15.238977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.241576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-d7f9d281-6cda-48f5-a5dc-45d9e419c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:15.242839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-2588bbd9-eddc-4caa-b3f2-b8063c04fa76 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334809 Aug 20 13:24:15.243486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-d7f9d281-6cda-48f5-a5dc-45d9e419c060 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.3129220 Aug 20 13:24:15.255009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:24:15.255009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:24:15.257476 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:24:15.295223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34ebaaf3-626e-4058-a313-9d4462e98fcd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:15.372418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 34ebaaf3-626e-4058-a313-9d4462e98fcd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:15.373158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.377210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-f26a065f-2aa9-4606-b55f-04b317a29ae2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.1207254 Aug 20 13:24:15.393491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.415871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-7e45ec84-3076-4be3-891e-88723f69e044 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:15.417468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-7e45ec84-3076-4be3-891e-88723f69e044 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.13 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 829 time: 0.7291324 Aug 20 13:24:15.437658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.461894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.467930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:15.480753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df76ab0a-d60d-4bde-87e5-8bca7db67194 admin admin] 10.222.0.59 "PUT /v2.0/routers/f783c4db-07e2-4ba0-8385-2999104790b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7673142 Aug 20 13:24:15.481694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.483403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e26a7a07-7652-4aa0-a07c-4615a201317a HTTP/1.1" status: 204 len: 168 time: 1.0324688 Aug 20 13:24:15.490931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Request body: {'port': {'device_id': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'admin_state_up': True, 'tenant_id': 'e7cb34df1ab845769852374b5930d66f'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:15.496349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69478746-e029-4a73-8ee4-0dd9875eb196,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:15.500131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-c0fbe56f-546a-45e2-8f6c-e6a1e8072012 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3131332 Aug 20 13:24:15.506234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5eb5a-4bea-4575-bf67-a9479f063681 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26a7a07-7652-4aa0-a07c-4615a201317a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:15.509475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-264d8e95-f224-4860-aa68-fa65701967de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:15.510966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-264d8e95-f224-4860-aa68-fa65701967de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.1187634 Aug 20 13:24:15.519465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cb00b-6c9f-4dfb-a86e-c3c4375f0816 req-c6e25b50-1549-4192-a7ad-552c4f09869b tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:15.525111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae0cb00b-6c9f-4dfb-a86e-c3c4375f0816 req-c6e25b50-1549-4192-a7ad-552c4f09869b tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1579044 Aug 20 13:24:15.525931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Request body: {'port': {'device_id': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:15.571847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-4c2f57b9-cae4-4036-b9c5-1feff2cc655b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442500 Aug 20 13:24:15.644244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-12785a2c-91ae-4301-a188-c9ac1670299a service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857651 Aug 20 13:24:15.725147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4d9e-44b5-4d54-a66a-071af8270e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.751409 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.789138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae0cb00b-6c9f-4dfb-a86e-c3c4375f0816 req-054ee3bb-5538-48f9-aea1-23cb326c0dcf tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518110 Aug 20 13:24:15.850740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.865581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50262) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:15.898124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:15.941915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-d77297e0-1896-453c-8b2f-4080b83c097a service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610649 Aug 20 13:24:15.950511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a5d5963b-95d1-49db-988e-672f7fc4ee31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4dce104e67524d61a5853169aa73c59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836139 Aug 20 13:24:16.000241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50264) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:16.040513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Made reservation on behalf of e7cb34df1ab845769852374b5930d66f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:16.044150 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.052938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e37913-abba-40da-af37-91045bc0e972,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:16.074780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.075183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a895f019-20eb-4c0d-998c-4f2dd8ce2fc0 req-47f99671-4bcc-4ab7-9e50-31c44a1bb45a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0386987 Aug 20 13:24:16.075998 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-272bba30-4fdd-422b-a0d8-0c1aa7859d78 req-d8490d5e-a950-4ba3-9e95-954f97ab3c07 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8668339 Aug 20 13:24:16.127387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d556a0fa-b730-46e8-884b-eeda18a9f8fa req-483ea053-a198-422e-8829-15336a3ff2c7 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747351 Aug 20 13:24:16.144309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283b6a8-9978-4a0d-93ae-123545b7c69f req-069a8b4c-5494-4870-ade1-e55ba9bac1b8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:16.146027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e283b6a8-9978-4a0d-93ae-123545b7c69f req-069a8b4c-5494-4870-ade1-e55ba9bac1b8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1082873 Aug 20 13:24:16.207371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e283b6a8-9978-4a0d-93ae-123545b7c69f req-d09817de-d3e9-45f7-b37a-a3e5b72748d4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Aug 20 13:24:16.242779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e9020b3-eb21-4054-9ea9-fb46c50ba0ef req-d8606462-525b-4fad-a778-19c44715642a tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0788188 Aug 20 13:24:16.249088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Sync routers for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:16.263361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:16.263361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:16.282159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-714974c2-247a-48b2-99e9-e0d48e81199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.352222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-714974c2-247a-48b2-99e9-e0d48e81199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.441699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:16.449595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Allocated IP 172.20.0.14 (7e2fe0b5-bd66-402f-86ce-efc7cab8053e/367027da-f649-47f6-9c86-5ba183348587/79f97f07-28df-4c6a-b928-2d9ca462bd93) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:16.472385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d6eba7c-e726-4942-afcf-23523f2a263b req-637ad6c8-f4cd-4eea-ab62-0a6a39cfb479 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 210 time: 0.0507991 Aug 20 13:24:16.514397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-db8a5e0b-e0c1-4e79-a6f5-1c47ead9153a req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1109745572', 'description': 'tempest-description-1221208862'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:16.551824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-714974c2-247a-48b2-99e9-e0d48e81199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.554435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-714974c2-247a-48b2-99e9-e0d48e81199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.555688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-714974c2-247a-48b2-99e9-e0d48e81199c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17dc9347-9693-45cd-8470-803da27b6695 HTTP/1.1" status: 204 len: 168 time: 0.5461948 Aug 20 13:24:16.563519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af57eaab-d3f7-4425-ab9d-02e4f80c0d86 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:16.582962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.596953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db8a5e0b-e0c1-4e79-a6f5-1c47ead9153a req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.598823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714974c2-247a-48b2-99e9-e0d48e81199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc9347-9693-45cd-8470-803da27b6695,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:16.631724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Transition to ACTIVE for port object af57eaab-d3f7-4425-ab9d-02e4f80c0d86 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:16.646174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.773721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 2, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:16.780642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:16.851461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Checking router: f783c4db-07e2-4ba0-8385-2999104790b5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:16.852126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Updating router f783c4db-07e2-4ba0-8385-2999104790b5 port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:24:16.903505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.905264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.922585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db8a5e0b-e0c1-4e79-a6f5-1c47ead9153a req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.936661 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db8a5e0b-e0c1-4e79-a6f5-1c47ead9153a req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.948274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Transition to ACTIVE for port object 79f97f07-28df-4c6a-b928-2d9ca462bd93 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:16.954696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Attempting to bind port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:16.955284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Attempting to bind port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:16.955780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Attempting to bind port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 on network bc5818ec-726a-4354-a9d5-2bce01a7da10 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:16.984880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db8a5e0b-e0c1-4e79-a6f5-1c47ead9153a req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:16.990740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db8a5e0b-e0c1-4e79-a6f5-1c47ead9153a req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4870923 Aug 20 13:24:16.991597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 on network bc5818ec-726a-4354-a9d5-2bce01a7da10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:16.992130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Attempting to bind port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 on network bc5818ec-726a-4354-a9d5-2bce01a7da10 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:17.020207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047b930-7eb6-464b-8afb-2a717661571b tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21075445-c46a-40ce-aa25-9600162fb7a0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:17.032951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:17.033756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Checking segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:17.034817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Bound using segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:17.035512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Bound port: af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:17.036097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.085475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.232704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.243730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event updated for resources: {'Port': ['ID=79f97f07-28df-4c6a-b928-2d9ca462bd93,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:17.254283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:17.259940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:17.260132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203707679', 'description': 'tempest-description--2000909906'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:17.261658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:17.268471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:17.273566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:17.279343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Transition to ACTIVE for port object e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:17.280241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:17.287167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.294274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.360875 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.450549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7d020-e929-49eb-b2f8-cb0931d826e8 None None] Pushing event updated for resources: {'Port': ['ID=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:17.467977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1866c-7df2-41d2-bc30-28a4ad9e8612 req-6bf95831-2601-41f1-93fe-b2b6a1d2b171 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:17.470043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7c1866c-7df2-41d2-bc30-28a4ad9e8612 req-6bf95831-2601-41f1-93fe-b2b6a1d2b171 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1400268 Aug 20 13:24:17.499865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976f0d-4174-49bb-8161-f5b100b5539e req-4b5b818c-746f-4354-aed0-85a791352422 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:17.520296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74976f0d-4174-49bb-8161-f5b100b5539e req-4b5b818c-746f-4354-aed0-85a791352422 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 944 time: 0.3783033 Aug 20 13:24:17.525050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:17.525737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.527136 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] 10.222.0.53 "PUT /v2.0/ports/af57eaab-d3f7-4425-ab9d-02e4f80c0d86 HTTP/1.1" status: 200 len: 1092 time: 2.0053933 Aug 20 13:24:17.539205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:17.541982 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aaca21-0906-4973-b8c2-1b1a9896ea8e" -d '{"events": [{"name": "network-changed", "server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:17.575825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Attempting to bind port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:17.576149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Attempting to bind port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:17.576591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Attempting to bind port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 on network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:17.581253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7c1866c-7df2-41d2-bc30-28a4ad9e8612 req-e38c24f9-76b5-4612-9c5f-7e28ebcdc5bf tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954268 Aug 20 13:24:17.595771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:17.597348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Checking segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:17.597756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.611308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:17.611308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.613201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Bound using segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:17.615424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Bound port: e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:17.617269 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.692614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.700520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.745803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e1100-7899-459a-bf78-9ea11c421d01 service neutron] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:17.798033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-b543f80e-5534-43ac-ba8c-82eb61a37268 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3462508 Aug 20 13:24:17.815458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Request body: {'port': {'device_id': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:17.832831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.835231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5798998 Aug 20 13:24:17.838903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50306) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:17.844014 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74976f0d-4174-49bb-8161-f5b100b5539e req-f2fbefc8-1c60-4418-b72f-541a2607a1e3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227012 Aug 20 13:24:17.846867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Request body: {'security_group_rule': {'security_group_id': '407c437f-4b8d-44b5-8bf1-d96a7d59ac75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:17.853474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bba7ae-6b7b-4186-a1fd-bb1a4fe3f65e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407c437f-4b8d-44b5-8bf1-d96a7d59ac75,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:17.891861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] For port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:17.901122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] For port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:17.902644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.914078 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.925596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-0dfdfa18-796a-4b2d-bebd-12f4e4e1195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:17.928851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-0dfdfa18-796a-4b2d-bebd-12f4e4e1195b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 1095 time: 0.2933180 Aug 20 13:24:17.952364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6ef243c5-d890-48fd-a297-7ff7bad9c328 None None] Provisioning for port 79f97f07-28df-4c6a-b928-2d9ca462bd93 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:17.959991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6ef243c5-d890-48fd-a297-7ff7bad9c328 None None] Provisioning complete for port 79f97f07-28df-4c6a-b928-2d9ca462bd93 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:17.960774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6ef243c5-d890-48fd-a297-7ff7bad9c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:17.989668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.070170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-2a4c08d5-3bc4-4216-856b-b038b68e7119 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86 HTTP/1.1" status: 200 len: 217 time: 0.0884092 Aug 20 13:24:18.074989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:18.075930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:23:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:18.136386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.145677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1937310166', 'description': 'tempest-description-1496611751'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:18.161728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7d020-e929-49eb-b2f8-cb0931d826e8 None None] Pushing event updated for resources: {'Port': ['ID=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:18.175670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50312) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:18.177066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6ef243c5-d890-48fd-a297-7ff7bad9c328 None None] Port 79f97f07-28df-4c6a-b928-2d9ca462bd93 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:18.177760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.185165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.206230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.209902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deabd45e-4afa-4a6d-83f1-05d5195205ce,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:18.233369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.235667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2f0451e2-dbf9-419e-a107-333288f2e89b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3952646 Aug 20 13:24:18.245526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:18.250708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Request body: {'security_group_rule': {'security_group_id': '407c437f-4b8d-44b5-8bf1-d96a7d59ac75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:18.290399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:18.385428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b312c-cae6-4f17-8f77-1e1b710a910c req-89cdcb62-d123-4d59-8ccf-6179677962a9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:18.394018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f15b312c-cae6-4f17-8f77-1e1b710a910c req-89cdcb62-d123-4d59-8ccf-6179677962a9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.4051721 Aug 20 13:24:18.400304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194953e1-c20f-4fa1-841b-54488d42194a req-142042ea-08f7-4e6f-8bda-a5737e68ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:18.401949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-142042ea-08f7-4e6f-8bda-a5737e68ac44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 200 len: 861 time: 0.3077834 Aug 20 13:24:18.407600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.419190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.462932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683520c-ead5-419f-b213-e885de49a4fd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:18.498159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.526667 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d180ccf9-2aa0-488d-af16-a0140700cc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.533696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.584018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-12fe85f6-7726-4319-9744-90f8455ed5a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc5818ec-726a-4354-a9d5-2bce01a7da10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621847 Aug 20 13:24:18.610513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f15b312c-cae6-4f17-8f77-1e1b710a910c req-c5629045-455e-479b-83e3-06b25163cf8b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156117 Aug 20 13:24:18.652529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.659051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1943447648-network', 'tenant_id': 'f18f857e6ac04dfa9333ad3e6213ef1b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:18.661125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.691207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.698795 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:17Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:18.699548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e182a6-aedb-4d63-881e-b212e65b94b6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:18.702567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.719276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.720904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cde440b2-c3d4-477f-8898-1bdc4b7ae52e req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5907798 Aug 20 13:24:18.736748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b79ab-5e99-4e94-93c8-7a789d4260d7 None None] The sync data for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 is: [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:17Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:18.737364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.741683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6d51f27c-b327-4246-92fd-7dc11d46b403 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4920146 Aug 20 13:24:18.743376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50326) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:18.752000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:18.769736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce2821-9a0d-4b58-91be-f3f6c49e1cbf tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3355c316-5857-4fd8-a7b1-0df414d60e09,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:18.849234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8546137-3ccd-404c-a7fd-1dd9cbe8bed5 req-ce0d677d-66ba-4b82-9721-7ffb11e21eaf tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.1054170 Aug 20 13:24:18.890913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Made reservation on behalf of f18f857e6ac04dfa9333ad3e6213ef1b for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:18.892941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.914203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.927080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e381331-9d83-43c3-a19c-3d9d3dae5b47 req-e59b6c9b-39bc-4764-b56a-a7de0a16860e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:18.936523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e381331-9d83-43c3-a19c-3d9d3dae5b47 req-e59b6c9b-39bc-4764-b56a-a7de0a16860e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 932 time: 0.1234415 Aug 20 13:24:18.946206 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:18.950440 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dce9b2-14e1-4b36-b9cc-cedd1f5bd2b6 x-openstack-request-id: req-56dce9b2-14e1-4b36-b9cc-cedd1f5bd2b6 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:18.951064 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:18.951608 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56dce9b2-14e1-4b36-b9cc-cedd1f5bd2b6 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:18.952225 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'status': 'completed', 'code': 200} Aug 20 13:24:18.993119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-bc7c56f6-14c5-4d3e-832c-cc722c7e5234 req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-584361343', 'description': 'tempest-description-135455021'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:19.028050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-227e25c2-1030-49b1-ac56-d76cbdbc6239 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369731 Aug 20 13:24:19.051376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e381331-9d83-43c3-a19c-3d9d3dae5b47 req-a89f3215-9d03-460b-99ba-b17e4fd988f8 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051018 Aug 20 13:24:19.161275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f97f07-28df-4c6a-b928-2d9ca462bd93 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:19.191241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:19.247248 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.257559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.274086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.291668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.305465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377546c-b563-44e4-abd1-e395cb0f7438 req-78fc4dfb-ff8f-4065-882e-dbed57eb0ee2 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:19.307537 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f377546c-b563-44e4-abd1-e395cb0f7438 req-78fc4dfb-ff8f-4065-882e-dbed57eb0ee2 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 944 time: 0.1574504 Aug 20 13:24:19.317437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:19.333869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:19.334258 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.358302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784765bd-7673-47d7-9980-83a60084d857,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:19.389792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Transition to ACTIVE for port object 79f97f07-28df-4c6a-b928-2d9ca462bd93 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:19.391258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:24:19.400176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bc7c56f6-14c5-4d3e-832c-cc722c7e5234 req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.430954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.457411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-194953e1-c20f-4fa1-841b-54488d42194a req-91d6e698-903c-439c-9c09-c57d7cbc24b6 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191520 Aug 20 13:24:19.458570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.458920 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Added segment 664fe257-eef1-49f1-91e3-b6467520bf87 of type vlan for network 49d5a614-d310-42cb-8977-2f1bb387639d Aug 20 13:24:19.483436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.528142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f377546c-b563-44e4-abd1-e395cb0f7438 req-3e9921ce-138f-4779-9002-e462744e6a15 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576929 Aug 20 13:24:19.611565 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.662826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Allocated IP 172.25.6.218 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/07e3f61a-2bd1-4cf1-ad2d-5ff3c39f1078) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:19.698526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:19.705212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.726590 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.744115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Pushing event updated for resources: {'Port': ['ID=79f97f07-28df-4c6a-b928-2d9ca462bd93,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:19.794409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:19.849655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:24:19.880490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-20d0d5f0-8744-4749-97e9-b93262454553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:19.882182 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-20d0d5f0-8744-4749-97e9-b93262454553 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 1095 time: 0.2519484 Aug 20 13:24:19.907981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Attempting to bind port 79f97f07-28df-4c6a-b928-2d9ca462bd93 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:19.908392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Attempting to bind port 79f97f07-28df-4c6a-b928-2d9ca462bd93 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:19.908764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Attempting to bind port 79f97f07-28df-4c6a-b928-2d9ca462bd93 on network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:19.916150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Port 79f97f07-28df-4c6a-b928-2d9ca462bd93 on network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:19.916488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Attempting to bind port 79f97f07-28df-4c6a-b928-2d9ca462bd93 on network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:19.918543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:19.919511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:19.920229 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.005711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:20.006035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Checking segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:20.006476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Bound using segment: {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:20.006938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Bound port: 79f97f07-28df-4c6a-b928-2d9ca462bd93, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5e06d-6979-4792-b68f-0d2bf64f85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:20.007299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.119693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef91b1e5-ba36-4a62-805c-642373d9d29e req-1787b3ac-0b14-4a13-88e1-612230999506 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e&device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.0586891 Aug 20 13:24:20.146072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] Pushing event updated for resources: {'Network': ['ID=49d5a614-d310-42cb-8977-2f1bb387639d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:20.157525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 49d5a614-d310-42cb-8977-2f1bb387639d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:24:20.185466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.189446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] For port 79f97f07-28df-4c6a-b928-2d9ca462bd93, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:20.193606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] For port 79f97f07-28df-4c6a-b928-2d9ca462bd93, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:20.198021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bc7c56f6-14c5-4d3e-832c-cc722c7e5234 req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.207260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.224364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bc7c56f6-14c5-4d3e-832c-cc722c7e5234 req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.242642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.294025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e23353-a21c-4466-9bbc-91cc65a668d3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:20.299254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-55b07874-f9e8-49a2-aaf8-682e774f88ea admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9669979 Aug 20 13:24:20.307335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:20.310172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:20.310895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.312472 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] 10.222.0.13 "PUT /v2.0/ports/79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 1092 time: 2.5135741 Aug 20 13:24:20.319074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-e61aa685-9b76-4efd-8c42-1fd0554f36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:20.322077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-e61aa685-9b76-4efd-8c42-1fd0554f36b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 922 time: 0.4301012 Aug 20 13:24:20.328457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-bc7c56f6-14c5-4d3e-832c-cc722c7e5234 req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.330199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc7c56f6-14c5-4d3e-832c-cc722c7e5234 req-75bc3dfb-0794-4d4e-9f5e-fa5b5908f9ae tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3593135 Aug 20 13:24:20.340407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Request body: {'subnet': {'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1943447648-subnet', 'tenant_id': 'f18f857e6ac04dfa9333ad3e6213ef1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:20.406960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-6f14e1ce-ca33-40a8-bbad-0ee00674a164 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86 HTTP/1.1" status: 200 len: 217 time: 0.0733924 Aug 20 13:24:20.422949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:20.438171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event updated for resources: {'Port': ['ID=07e3f61a-2bd1-4cf1-ad2d-5ff3c39f1078,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:20.460915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:20.466252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:20.471014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Made reservation on behalf of f18f857e6ac04dfa9333ad3e6213ef1b for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:20.473626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.504191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9580fc-01dc-468b-9ef6-e64dc09c791a req-0aebf52d-90e3-46eb-81d8-4d0a2a1c7e27 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:20.523907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a9580fc-01dc-468b-9ef6-e64dc09c791a req-0aebf52d-90e3-46eb-81d8-4d0a2a1c7e27 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.2575569 Aug 20 13:24:20.559195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc953ef-3340-4d77-b166-e3080967254f service neutron] Pushing event updated for resources: {'Port': ['ID=79f97f07-28df-4c6a-b928-2d9ca462bd93,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:20.589035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-203f867e-d8a2-430a-89f2-dd058c1fd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:20.590538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-203f867e-d8a2-430a-89f2-dd058c1fd922 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 200 len: 861 time: 0.1552067 Aug 20 13:24:20.599838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfb6c4-4cc4-4565-9232-0a5fe6416a66 req-3e5e663a-8487-4c39-b38e-660f98ac2b22 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:20.601351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61cfb6c4-4cc4-4565-9232-0a5fe6416a66 req-3e5e663a-8487-4c39-b38e-660f98ac2b22 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 944 time: 0.1646042 Aug 20 13:24:20.603337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-37169231-8652-4b9a-bdac-37e15ed72726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:20.604773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-37169231-8652-4b9a-bdac-37e15ed72726 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1095 time: 0.2122357 Aug 20 13:24:20.673214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a9580fc-01dc-468b-9ef6-e64dc09c791a req-85829ce1-4268-46f5-ac0b-1bae6dac0c10 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442306 Aug 20 13:24:20.700940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-5a6fd89d-9104-4624-b1d7-b85a42f70497 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 217 time: 0.0827024 Aug 20 13:24:20.706172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-27221844-df8d-4238-b506-0eb67e001876 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc5818ec-726a-4354-a9d5-2bce01a7da10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988245 Aug 20 13:24:20.763310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.836766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:20.926763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.072353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9515cfb1-214d-4b1b-a17a-077eeb5fca0e req-fc6cda4d-397a-4e95-ad0f-24dc94213798 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=697874a8877d41daa7c8954b4ad548ee&device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0653477 Aug 20 13:24:21.092459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:21.109280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:21.112150 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac5a25-5ced-4902-8c04-e8def6a317db" -d '{"events": [{"name": "network-changed", "server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:21.147856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-8cd54433-d52a-4041-9676-a1014707f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:21.149274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-8cd54433-d52a-4041-9676-a1014707f188 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 200 len: 868 time: 0.4376187 Aug 20 13:24:21.151700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61cfb6c4-4cc4-4565-9232-0a5fe6416a66 req-d7670f1c-7b1f-4184-a17f-383e9076cd0b tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365901 Aug 20 13:24:21.170474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=187c6803-c6b3-4890-9c5e-32c5ddc90f4b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:21.173393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:21.174530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9515cfb1-214d-4b1b-a17a-077eeb5fca0e req-0bc37c68-ea1a-443c-a4d1-b35a54d1d313 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=697874a8877d41daa7c8954b4ad548ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662382 Aug 20 13:24:21.175132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.240683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-dc5653eb-7d12-4312-a23e-75600da1551b service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970918 Aug 20 13:24:21.311462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Checking segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:21.312358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Network hostable DHCP agents. Network: 49d5a614-d310-42cb-8977-2f1bb387639d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:24:21.333216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.340908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-618d9344-bd4f-410f-a605-7a2b75ffabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:21.342435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-618d9344-bd4f-410f-a605-7a2b75ffabe9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842685 Aug 20 13:24:21.394023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f178e-1692-41f8-97a3-6588890ca52f req-0a389376-a534-4878-942f-1d637b03dfd4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:21.395565 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-312f178e-1692-41f8-97a3-6588890ca52f req-0a389376-a534-4878-942f-1d637b03dfd4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1525273 Aug 20 13:24:21.459294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Network 49d5a614-d310-42cb-8977-2f1bb387639d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:24:21.472724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84aaca21-0906-4973-b8c2-1b1a9896ea8e req-71035e98-d635-4474-a1b2-823353ef41bf service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167454 Aug 20 13:24:21.499317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cfb1-214d-4b1b-a17a-077eeb5fca0e req-642bfff7-64ef-45b7-8a2b-c4bdb3d9efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:21.501414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9515cfb1-214d-4b1b-a17a-077eeb5fca0e req-642bfff7-64ef-45b7-8a2b-c4bdb3d9efc4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175380 Aug 20 13:24:21.503400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.503820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-312f178e-1692-41f8-97a3-6588890ca52f req-d0a4369b-8a37-441a-9fec-3a6e68f9cd3f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736918 Aug 20 13:24:21.507851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 49d5a614-d310-42cb-8977-2f1bb387639d) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:21.515727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-44aba7bb-4706-4a5b-a06b-ffe159329ac9 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640666 Aug 20 13:24:21.518546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:21.519148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.521315 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.531059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045af4c-3f7a-43de-87dd-1e0018e97265 None None] Network 49d5a614-d310-42cb-8977-2f1bb387639d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:24:21.610720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event updated for resources: {'Port': ['ID=07e3f61a-2bd1-4cf1-ad2d-5ff3c39f1078,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:21.645133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa2491b7-15a8-4c5b-a939-813ee5899107 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3192687 Aug 20 13:24:21.678814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8f1fed-84d5-4908-b979-26986a593d68 req-d0d94456-0e7e-429d-95bf-a0d9850f1dd6 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490324 Aug 20 13:24:21.704062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79ee45-9bd0-490f-b50b-378188711868 None None] Network 49d5a614-d310-42cb-8977-2f1bb387639d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:24:21.718409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486659-e50d-4252-86b4-43d3caa8e2b1 req-219f1ad8-9254-4b5c-9843-c08a6866acd3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:21.720178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36486659-e50d-4252-86b4-43d3caa8e2b1 req-219f1ad8-9254-4b5c-9843-c08a6866acd3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 944 time: 0.1091104 Aug 20 13:24:21.730195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.748022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.749810 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-97491d64-c12e-478f-ad11-63b49e0393c7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0063112 Aug 20 13:24:21.779618 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36486659-e50d-4252-86b4-43d3caa8e2b1 req-9c2234f6-6169-4672-9900-a2af9d2be0b7 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522182 Aug 20 13:24:21.780345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-5f34e876-8523-40e1-9c9d-3b114cdc86f6 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45052 time: 0.9215977 Aug 20 13:24:21.816304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device af57eaab-d3f7-4425-ab9d-02e4f80c0d86 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:21.842800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-2739b073-d95d-4678-83fc-741a0a0e8c55 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/07ecd3fa-be89-4c5f-a417-81ef3408cd7c HTTP/1.1" status: 200 len: 2981 time: 0.0521693 Aug 20 13:24:21.880578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d99d9392-0eb6-486c-b9aa-23d0deb39987 req-26b7790a-ddfe-4716-a87d-ad812c8d55ca tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0438879 Aug 20 13:24:21.937706 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd577a76-fe04-42f0-aa04-764d8a0b5319 x-openstack-request-id: req-dd577a76-fe04-42f0-aa04-764d8a0b5319 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:21.938106 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:21.938460 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd577a76-fe04-42f0-aa04-764d8a0b5319 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:21.939614 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'status': 'completed', 'code': 200} Aug 20 13:24:21.941026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-fae5ea9e-bd08-4680-9c6c-790357d98a66 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/07ecd3fa-be89-4c5f-a417-81ef3408cd7c HTTP/1.1" status: 200 len: 2981 time: 0.0971563 Aug 20 13:24:21.998946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-40583a26-42a1-4357-961e-66c54b3e4463 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6019e379-d1d1-4730-b744-fe67c0e0ae7b HTTP/1.1" status: 200 len: 2973 time: 0.0565944 Aug 20 13:24:22.026262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-dae2b62e-2acf-431a-8cc9-b5470d01e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:22.028802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-dae2b62e-2acf-431a-8cc9-b5470d01e096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1095 time: 0.0523236 Aug 20 13:24:22.053161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-5ec8a6d8-4e1b-454b-90db-2c9a99c1e801 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6019e379-d1d1-4730-b744-fe67c0e0ae7b HTTP/1.1" status: 200 len: 2973 time: 0.0525224 Aug 20 13:24:22.113891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-80475ffb-4cb9-4098-9992-4593ee51c9b8 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/623c11bf-40f0-4236-b00b-da2d003399c1 HTTP/1.1" status: 200 len: 2981 time: 0.0522704 Aug 20 13:24:22.161976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-e10d02e0-c0c8-42a8-a354-76349f1de89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:22.165000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-e10d02e0-c0c8-42a8-a354-76349f1de89b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 930 time: 0.1279614 Aug 20 13:24:22.190407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:22.200735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-6aa65bf3-d4a2-4a10-b327-e2620f7e354d tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/623c11bf-40f0-4236-b00b-da2d003399c1 HTTP/1.1" status: 200 len: 2981 time: 0.0737600 Aug 20 13:24:22.211671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'port_id': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'mac_address': 'fa:16:3e:bd:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ebc265-1bca-4e07-9f09-b104983eceb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:22.215142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-7af86013-8c3d-44b9-9bb4-b7f91c320660 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 217 time: 0.0418429 Aug 20 13:24:22.253884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-014b0f1e-485a-49cf-8699-587971e07e72 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/66429ae6-efba-4e63-af78-650b0e978abf HTTP/1.1" status: 200 len: 2981 time: 0.0533793 Aug 20 13:24:22.269960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:22.293092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-caeb2bbf-bf41-4876-916f-30cbf499acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:22.294863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af57eaab-d3f7-4425-ab9d-02e4f80c0d86 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:22.295347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-caeb2bbf-bf41-4876-916f-30cbf499acd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 200 len: 868 time: 0.0697324 Aug 20 13:24:22.305888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-39a44ba2-b8fa-4372-9f64-8ccebcc598b9 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/66429ae6-efba-4e63-af78-650b0e978abf HTTP/1.1" status: 200 len: 2981 time: 0.0511055 Aug 20 13:24:22.336486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:22.346968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:22.366277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-5a1f2a81-789b-4164-92f4-bcfae4d54c01 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/69478746-e029-4a73-8ee4-0dd9875eb196 HTTP/1.1" status: 200 len: 2981 time: 0.0512118 Aug 20 13:24:22.387525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-2b00f079-c3dc-41d5-8c35-3120f35d3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:22.389559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-2b00f079-c3dc-41d5-8c35-3120f35d3859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747688 Aug 20 13:24:22.429097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-dfd45837-4a1c-4775-9db6-37bb5f067f8f tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/69478746-e029-4a73-8ee4-0dd9875eb196 HTTP/1.1" status: 200 len: 2981 time: 0.0558820 Aug 20 13:24:22.458579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:22.494022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-795a1aa1-afad-4397-adae-2f9cf76ee887 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/75008c14-1b58-42f4-9cf6-0fa70edf6438 HTTP/1.1" status: 200 len: 2981 time: 0.0557806 Aug 20 13:24:22.532384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba545ca1-ec8b-494a-b675-90b95bdd9be3 req-922fd586-035f-44e8-b8d3-f9505403d577 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:22.533989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba545ca1-ec8b-494a-b675-90b95bdd9be3 req-922fd586-035f-44e8-b8d3-f9505403d577 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1208313 Aug 20 13:24:22.546548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-28c3019b-6e32-4301-bcb0-1d85b709b068 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/75008c14-1b58-42f4-9cf6-0fa70edf6438 HTTP/1.1" status: 200 len: 2981 time: 0.0454988 Aug 20 13:24:22.578965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-6508cb78-5284-41e4-8fcc-b02ac7b8d9e3 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676874 Aug 20 13:24:22.596489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-d2038c1b-9a7c-4f44-aad7-33646ec4c46e tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/784765bd-7673-47d7-9980-83a60084d857 HTTP/1.1" status: 200 len: 2981 time: 0.0421472 Aug 20 13:24:22.602902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba545ca1-ec8b-494a-b675-90b95bdd9be3 req-560abda6-fcfc-42d9-a61f-dcb7fd5807c1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614727 Aug 20 13:24:22.606976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['af57eaab-d3f7-4425-ab9d-02e4f80c0d86'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:22.700825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-5b2bed2d-0d66-47c7-871a-94f43e8ced98 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/784765bd-7673-47d7-9980-83a60084d857 HTTP/1.1" status: 200 len: 2981 time: 0.0760751 Aug 20 13:24:22.761764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-e5528d2a-9f16-40d7-bfa9-6c6e9b82d680 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9683520c-ead5-419f-b213-e885de49a4fd HTTP/1.1" status: 200 len: 2981 time: 0.0594702 Aug 20 13:24:22.775821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-654da56c-3ee4-494e-b1e1-90fed6867c9a tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1203707679&fields=id&tenant_id=66f36450260c40379b38a4cd8f327e5a HTTP/1.1" status: 200 len: 267 time: 0.0588388 Aug 20 13:24:22.780482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e3ac5a25-5ced-4902-8c04-e8def6a317db req-9c0bfdef-c44c-414f-9682-c7c99bdcf0a7 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895931 Aug 20 13:24:22.828402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-991d9f41-f8c7-466f-b3be-8bd4b5d5ba11 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9683520c-ead5-419f-b213-e885de49a4fd HTTP/1.1" status: 200 len: 2981 time: 0.0656614 Aug 20 13:24:22.890701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-1689b67e-f270-4656-af9c-d7fad699b607 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c1ba779d-fa00-47f0-b78c-e808d56f682e HTTP/1.1" status: 200 len: 2981 time: 0.0581183 Aug 20 13:24:22.899226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-9efec98e-4340-4406-9784-0b4e8f718114 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:22.901067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-9efec98e-4340-4406-9784-0b4e8f718114 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/networks?id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d HTTP/1.1" status: 200 len: 805 time: 0.1174352 Aug 20 13:24:22.911946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9515cfb1-214d-4b1b-a17a-077eeb5fca0e req-856e19da-8bf1-4c69-9a06-63b8a4ccb29d tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0344913-6fcd-4034-89d8-2fa446f7224e HTTP/1.1" status: 200 len: 210 time: 0.0338080 Aug 20 13:24:22.923431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-fea691ef-265e-4c6c-a084-85ceb8f271e2 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/quotas/66f36450260c40379b38a4cd8f327e5a HTTP/1.1" status: 200 len: 375 time: 0.0147412 Aug 20 13:24:22.965775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-0af6e3c6-d563-4c5e-9620-419d1271e1c7 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c1ba779d-fa00-47f0-b78c-e808d56f682e HTTP/1.1" status: 200 len: 2981 time: 0.0538177 Aug 20 13:24:22.991777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-3ef78812-bae6-44e0-a441-7f0ccc1a11bf tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=66f36450260c40379b38a4cd8f327e5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619626 Aug 20 13:24:23.016521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-cfc79e33-35a5-47c4-b8ce-2f916cc4c13c tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d122b85f-5795-486c-bee2-841ee88ffaec HTTP/1.1" status: 200 len: 2981 time: 0.0453742 Aug 20 13:24:23.076047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-025a9d84-41bc-4237-b9a2-a42aca626bff tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d122b85f-5795-486c-bee2-841ee88ffaec HTTP/1.1" status: 200 len: 2981 time: 0.0438051 Aug 20 13:24:23.128790 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-4a52356f-f237-4afb-9a25-7f9603bbc5a5 service neutron] 10.222.0.59 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224082 Aug 20 13:24:23.135344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-85f7f8be-d81c-450b-872b-13c5a0ee522e tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/dba77dfb-f9b8-4b7d-a48f-835de89b5e1e HTTP/1.1" status: 200 len: 2981 time: 0.0508344 Aug 20 13:24:23.205293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-c682a008-f818-44d5-a4fe-88eacdfead91 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/dba77dfb-f9b8-4b7d-a48f-835de89b5e1e HTTP/1.1" status: 200 len: 2981 time: 0.0588918 Aug 20 13:24:23.236891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-a6e3ec43-866e-403c-bea0-7e6cb105809e service neutron] 10.222.0.59 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013560 Aug 20 13:24:23.256854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-25df9a35-1b48-4450-8bcb-42a8eddb47b7 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e4b4e360-1b02-4452-a58d-915720abbac8 HTTP/1.1" status: 200 len: 2977 time: 0.0506949 Aug 20 13:24:23.307318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d01150db-f4c5-478b-b8af-8e550e08f889 req-8d50f34d-41a2-44c3-aa35-af564073ee05 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e4b4e360-1b02-4452-a58d-915720abbac8 HTTP/1.1" status: 200 len: 2977 time: 0.0427766 Aug 20 13:24:23.565423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b697aab-693e-4cf1-9a1e-221a0ef6cd5e req-a9009bb9-9ebd-46fc-8deb-df427fa40e9a tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:23.578028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b697aab-693e-4cf1-9a1e-221a0ef6cd5e req-a9009bb9-9ebd-46fc-8deb-df427fa40e9a tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 944 time: 0.1028776 Aug 20 13:24:23.654643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b697aab-693e-4cf1-9a1e-221a0ef6cd5e req-e3e19da4-c0b4-4e65-9a90-8aeea8a48e93 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755110 Aug 20 13:24:23.729843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device af57eaab-d3f7-4425-ab9d-02e4f80c0d86 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:23.792581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:23.806124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:23.807622 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:23.826475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e07f6-e884-493a-8217-47f22a9af448 req-d6a05d2d-98d0-4ec8-9bbf-34a08c9cad2c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:23.828693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce1e07f6-e884-493a-8217-47f22a9af448 req-d6a05d2d-98d0-4ec8-9bbf-34a08c9cad2c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 945 time: 0.0858505 Aug 20 13:24:23.839684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-1d4889f1-4952-4ed5-95f8-2acd80156e10 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:23.847757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-1d4889f1-4952-4ed5-95f8-2acd80156e10 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 818 time: 0.1789641 Aug 20 13:24:23.879352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-5dab16f7-ec18-4b2f-8f3d-b6bd026c7f82 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/quotas/f18f857e6ac04dfa9333ad3e6213ef1b HTTP/1.1" status: 200 len: 375 time: 0.0304382 Aug 20 13:24:23.889450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce1e07f6-e884-493a-8217-47f22a9af448 req-d50e2a24-20bf-4c35-908b-72e2e7ca1fba tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514359 Aug 20 13:24:23.949246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-893fa65d-9c5a-4120-89ac-086bd31ac3f2 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686562 Aug 20 13:24:23.961370 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:23.998802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:24.002097 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c5fc0-ac64-4fc4-b2d8-726ceca2041f" -d '{"events": [{"server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "name": "network-vif-plugged", "status": "completed", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:24.022162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:24.030030 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:24.081710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e37898af-00ed-4515-88c7-0b831a66bb24 req-df014d26-759c-405c-8772-e884ca8ed3bd tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=426d398572c14939a24cd6e24adc11d1 HTTP/1.1" status: 200 len: 6103 time: 0.1101685 Aug 20 13:24:24.097219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-54ba8e52-8d2f-44e9-8011-2b19a5c9fd2b service neutron] 10.222.0.59 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469839 Aug 20 13:24:24.115323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:24.133063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e37898af-00ed-4515-88c7-0b831a66bb24 req-376d52ae-bcd9-4670-8977-ecbd0f10b15c tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "GET /v2.0/security-groups/69478746-e029-4a73-8ee4-0dd9875eb196 HTTP/1.1" status: 200 len: 2981 time: 0.0504642 Aug 20 13:24:24.201124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e37898af-00ed-4515-88c7-0b831a66bb24 req-9494e1de-4632-4ce6-b505-99241c4806d3 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "GET /v2.0/security-groups/69478746-e029-4a73-8ee4-0dd9875eb196 HTTP/1.1" status: 200 len: 2981 time: 0.0618496 Aug 20 13:24:24.228204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-0162423f-55dd-412d-aec1-ca8c3844dc14 service neutron] 10.222.0.59 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277893 Aug 20 13:24:24.323371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c85f655-4a1f-446e-96fe-87cf1603d495 req-738ca944-8a29-406f-8177-0a72e7e71815 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 210 time: 0.0437877 Aug 20 13:24:24.371347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 79f97f07-28df-4c6a-b928-2d9ca462bd93 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:24.475364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e46118-4a42-47fd-8a50-8f5a2e1ace89 req-32ead85d-5a1b-452e-95d1-fbd87e096f6c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:24.477153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80e46118-4a42-47fd-8a50-8f5a2e1ace89 req-32ead85d-5a1b-452e-95d1-fbd87e096f6c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.0650411 Aug 20 13:24:24.545512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80e46118-4a42-47fd-8a50-8f5a2e1ace89 req-f368a65a-0bf4-497c-8862-362f57d3f2bb tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 Aug 20 13:24:24.582059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 79f97f07-28df-4c6a-b928-2d9ca462bd93, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:24.602187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'port_id': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'mac_address': 'fa:16:3e:32:32:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:24.700020 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc1e2a-c330-407b-8da5-b443d50d7fa5 x-openstack-request-id: req-5cfc1e2a-c330-407b-8da5-b443d50d7fa5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:24.700314 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "name": "network-vif-plugged", "status": "completed", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:24.700585 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5cfc1e2a-c330-407b-8da5-b443d50d7fa5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:24.701174 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'code': 200} Aug 20 13:24:24.746856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9762b5ea-b7e8-4af4-a6ae-ca358588179a req-063047d3-08de-466d-919f-390cf34f528c tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/89e23353-a21c-4466-9bbc-91cc65a668d3 HTTP/1.1" status: 200 len: 1776 time: 0.0732291 Aug 20 13:24:24.748099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:24.755023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c942b2fd-a275-4aa4-a6f3-da4cf518f95e req-8e12b6f8-c199-4dc2-b74f-546c810b3387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=697874a8877d41daa7c8954b4ad548ee&device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.0504057 Aug 20 13:24:24.803751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c942b2fd-a275-4aa4-a6f3-da4cf518f95e req-019d24ee-088e-42e6-af63-3f35d58c4e28 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=697874a8877d41daa7c8954b4ad548ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374510 Aug 20 13:24:24.805970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f97f07-28df-4c6a-b928-2d9ca462bd93 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:24.853043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 79f97f07-28df-4c6a-b928-2d9ca462bd93, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:24.861315 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:24.983277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=79f97f07-28df-4c6a-b928-2d9ca462bd93,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:25.036452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9762b5ea-b7e8-4af4-a6ae-ca358588179a req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.082526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-b23a8c22-f299-4edf-a6ab-cf2ba8af4131 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:25.084209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-b23a8c22-f299-4edf-a6ab-cf2ba8af4131 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.53 "GET /v2.0/networks?id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d HTTP/1.1" status: 200 len: 805 time: 0.3001559 Aug 20 13:24:25.086145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9762b5ea-b7e8-4af4-a6ae-ca358588179a req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.097480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41e51-1022-42d9-a452-6695c494cf5c req-1edf3ca3-e0b7-417c-8eb6-eb07cb389839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:25.099704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ce41e51-1022-42d9-a452-6695c494cf5c req-1edf3ca3-e0b7-417c-8eb6-eb07cb389839 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 1097 time: 0.2337780 Aug 20 13:24:25.140742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b2fd-a275-4aa4-a6f3-da4cf518f95e req-035bd416-3fa2-4384-9b1b-eccba8e39597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:25.142347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c942b2fd-a275-4aa4-a6f3-da4cf518f95e req-035bd416-3fa2-4384-9b1b-eccba8e39597 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274865 Aug 20 13:24:25.145854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['79f97f07-28df-4c6a-b928-2d9ca462bd93'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:25.185057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5aa0a1b-cb28-4422-a5d8-633e6c9621de req-3cfa0a16-6651-4b1e-973a-2d0e2f6d85c5 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.1175892 Aug 20 13:24:25.185491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-e54460e5-d72e-4333-b87b-a0254c9ebc2d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66f36450260c40379b38a4cd8f327e5a HTTP/1.1" status: 200 len: 380 time: 0.0915954 Aug 20 13:24:25.198422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Request body: {'port': {'device_id': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'admin_state_up': True, 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'security_groups': ['407c437f-4b8d-44b5-8bf1-d96a7d59ac75']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:25.221069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ce41e51-1022-42d9-a452-6695c494cf5c req-8e57e890-c0a9-4e3c-8944-3bf454067e0b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018198 Aug 20 13:24:25.272025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9762b5ea-b7e8-4af4-a6ae-ca358588179a req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.274966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9762b5ea-b7e8-4af4-a6ae-ca358588179a req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.276287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9762b5ea-b7e8-4af4-a6ae-ca358588179a req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/89e23353-a21c-4466-9bbc-91cc65a668d3 HTTP/1.1" status: 204 len: 173 time: 0.5169129 Aug 20 13:24:25.291191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e23353-a21c-4466-9bbc-91cc65a668d3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:25.303794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.304645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.305162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.305843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.306604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.307110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.307630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.308277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.308804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.309304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.309945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.310443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a21fc2-cc7f-403c-b133-45e7219a267b tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:25.378900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a3058-0bf1-4a91-99e4-ef02a1e0a6d6 req-80769973-b8f6-4a15-9f31-7b2bdfd90323 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:25.384440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c7a3058-0bf1-4a91-99e4-ef02a1e0a6d6 req-80769973-b8f6-4a15-9f31-7b2bdfd90323 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 945 time: 0.0859346 Aug 20 13:24:25.417812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Made reservation on behalf of 66f36450260c40379b38a4cd8f327e5a for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:25.424819 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.461188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c7a3058-0bf1-4a91-99e4-ef02a1e0a6d6 req-2bf66e92-b94d-4e4e-95ca-e6448b8803e8 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631349 Aug 20 13:24:25.532799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8035d89f-1a84-4b4f-aec9-b3b9748f2a48 req-f27315ed-ba77-476e-8245-70ed0c573e0d tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 210 time: 0.0314994 Aug 20 13:24:25.594031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d737-fc0d-449c-8cdb-e4e449ccf781 req-6aebac6e-62a6-473a-a47b-b1d62e65b358 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:25.603205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48e1d737-fc0d-449c-8cdb-e4e449ccf781 req-6aebac6e-62a6-473a-a47b-b1d62e65b358 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1608031 Aug 20 13:24:25.614247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103c5729-dd69-4aaf-acd4-c87b14abdeb5 req-65840406-b0ad-4665-bbc0-4863847a7db0 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3355c316-5857-4fd8-a7b1-0df414d60e09 HTTP/1.1" status: 200 len: 1778 time: 0.0438075 Aug 20 13:24:25.687235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-103c5729-dd69-4aaf-acd4-c87b14abdeb5 req-ecd6c9e2-ca4e-41c2-ba27-bf7c630a8289 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.701503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48e1d737-fc0d-449c-8cdb-e4e449ccf781 req-b57f182e-a94c-46dd-a212-6cd210ce6ed6 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970495 Aug 20 13:24:25.723978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Allocated IP 172.20.0.13 (4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d/ff4303b7-5a36-4de3-a76d-44a89ef7f582/7024ebbe-098e-4733-a843-42e0ec5694c4) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:25.731863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-103c5729-dd69-4aaf-acd4-c87b14abdeb5 req-ecd6c9e2-ca4e-41c2-ba27-bf7c630a8289 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.804634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-103c5729-dd69-4aaf-acd4-c87b14abdeb5 req-ecd6c9e2-ca4e-41c2-ba27-bf7c630a8289 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.808091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-103c5729-dd69-4aaf-acd4-c87b14abdeb5 req-ecd6c9e2-ca4e-41c2-ba27-bf7c630a8289 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.809625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103c5729-dd69-4aaf-acd4-c87b14abdeb5 req-ecd6c9e2-ca4e-41c2-ba27-bf7c630a8289 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/3355c316-5857-4fd8-a7b1-0df414d60e09 HTTP/1.1" status: 204 len: 173 time: 0.1890750 Aug 20 13:24:25.837368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6c9e2-ca4e-41c2-ba27-bf7c630a8289 tempest-SecurityGroupsTestAdminJSON-1576657289 tempest-SecurityGroupsTestAdminJSON-1576657289-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3355c316-5857-4fd8-a7b1-0df414d60e09,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:25.962430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f25bb7b-b94d-4387-9241-3f1118f9072d req-5cf94ff0-c4f1-427a-bf18-7018c5536a4e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 210 time: 0.0422571 Aug 20 13:24:25.987730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeea3a-b266-4f91-acd7-c42411131367 req-94b8d020-5957-436d-bfac-de4e2a1946b8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:25.997482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edeeea3a-b266-4f91-acd7-c42411131367 req-94b8d020-5957-436d-bfac-de4e2a1946b8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1001859 Aug 20 13:24:26.060962 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-edeeea3a-b266-4f91-acd7-c42411131367 req-e15f0d7e-ac0e-4e77-8bfe-1e24ce0ad665 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Aug 20 13:24:26.115193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.155155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-209e16a3-d2a8-4af2-9eaa-574b79aa1941 req-4b474c50-e74a-428b-825e-2d1b852c4a62 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "GET /v2.0/security-groups/21075445-c46a-40ce-aa25-9600162fb7a0 HTTP/1.1" status: 200 len: 1778 time: 0.0976522 Aug 20 13:24:26.160446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Transition to ACTIVE for port object 7024ebbe-098e-4733-a843-42e0ec5694c4 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:26.268153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-209e16a3-d2a8-4af2-9eaa-574b79aa1941 req-6dede931-893c-4aff-9ef5-ce51c5a3e726 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.275545 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.335894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:26.342228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-209e16a3-d2a8-4af2-9eaa-574b79aa1941 req-6dede931-893c-4aff-9ef5-ce51c5a3e726 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.344650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0ba3352-6b99-4e3a-b463-9c634e09fe20 req-fa723b45-73f5-4c9d-a8ed-f72586f0c651 tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.0490994 Aug 20 13:24:26.356522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:26.369085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:26.393803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 79f97f07-28df-4c6a-b928-2d9ca462bd93 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:26.403988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event updated for resources: {'Port': ['ID=7024ebbe-098e-4733-a843-42e0ec5694c4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:26.462488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:26.463151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.466167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-209e16a3-d2a8-4af2-9eaa-574b79aa1941 req-6dede931-893c-4aff-9ef5-ce51c5a3e726 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.469686 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-209e16a3-d2a8-4af2-9eaa-574b79aa1941 req-6dede931-893c-4aff-9ef5-ce51c5a3e726 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.471015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-209e16a3-d2a8-4af2-9eaa-574b79aa1941 req-6dede931-893c-4aff-9ef5-ce51c5a3e726 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "DELETE /v2.0/security-groups/21075445-c46a-40ce-aa25-9600162fb7a0 HTTP/1.1" status: 204 len: 173 time: 0.3046963 Aug 20 13:24:26.505030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede931-893c-4aff-9ef5-ce51c5a3e726 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21075445-c46a-40ce-aa25-9600162fb7a0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:26.524765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-6b331cf9-d77f-449c-8f49-cb7a1d87a37d tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3336298 Aug 20 13:24:26.539269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Request body: {'port': {'device_id': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:26.598673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 79f97f07-28df-4c6a-b928-2d9ca462bd93 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:26.612414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 79f97f07-28df-4c6a-b928-2d9ca462bd93 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:26.616535 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.636109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e097573-fa8e-4619-9de5-a01a27228efa req-dea1d857-babd-48a2-a1c2-5dafc7387a29 tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "GET /v2.0/security-groups/93e37913-abba-40da-af37-91045bc0e972 HTTP/1.1" status: 200 len: 1777 time: 0.1427896 Aug 20 13:24:26.756573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c58346a-9378-4071-bf90-046b5338ddde None None] Provisioning for port 7024ebbe-098e-4733-a843-42e0ec5694c4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:26.762762 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.770205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c58346a-9378-4071-bf90-046b5338ddde None None] Provisioning complete for port 7024ebbe-098e-4733-a843-42e0ec5694c4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:26.772648 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8c58346a-9378-4071-bf90-046b5338ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.812682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87dc5-6a1d-423e-8ffb-b6c9fb044699 req-759cbbb6-e2ee-4922-8b27-633d7c03a951 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:26.820964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ceb87dc5-6a1d-423e-8ffb-b6c9fb044699 req-759cbbb6-e2ee-4922-8b27-633d7c03a951 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 945 time: 0.2152302 Aug 20 13:24:26.851406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8c58346a-9378-4071-bf90-046b5338ddde None None] Port 7024ebbe-098e-4733-a843-42e0ec5694c4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:26.902738 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:26.938216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ceb87dc5-6a1d-423e-8ffb-b6c9fb044699 req-17188f15-f6f2-4452-831f-6a67abab49dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160333 Aug 20 13:24:26.953716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:26.960975 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc4366d-4acd-470d-863a-62ffb6f6618a" -d '{"events": [{"server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "name": "network-vif-plugged", "status": "completed", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:27.000512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 79f97f07-28df-4c6a-b928-2d9ca462bd93, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:27.012918 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.065174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c942b2fd-a275-4aa4-a6f3-da4cf518f95e req-9aa21e35-ba8a-4033-92a6-6f926cad054d tempest-ServerShowV247Test-807555413 tempest-ServerShowV247Test-807555413-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0ec6a5d-c54d-4596-96fc-48bc2865a753 HTTP/1.1" status: 200 len: 210 time: 0.2901168 Aug 20 13:24:27.114751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=79f97f07-28df-4c6a-b928-2d9ca462bd93,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:27.165578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e097573-fa8e-4619-9de5-a01a27228efa req-7cb6721d-a164-42cd-a1c9-1298d0b4ea5f tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.167088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14d35dda-a4a3-4374-92af-4cf38dd3252b req-9d67f253-373a-4c39-aec1-32458942ee04 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 210 time: 0.0416627 Aug 20 13:24:27.177416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-2e3e26d3-dd30-414f-8c35-e2b4f89cb975 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:27.179288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-2e3e26d3-dd30-414f-8c35-e2b4f89cb975 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 818 time: 0.5301983 Aug 20 13:24:27.234906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-a94a4623-558b-47c5-8475-b92422fff32a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:27.236743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-a94a4623-558b-47c5-8475-b92422fff32a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.13 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 818 time: 0.4264836 Aug 20 13:24:27.245522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Request body: {'port': {'device_id': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'admin_state_up': True, 'tenant_id': 'f18f857e6ac04dfa9333ad3e6213ef1b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:27.281173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Request body: {'port': {'device_id': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'admin_state_up': True, 'tenant_id': 'f18f857e6ac04dfa9333ad3e6213ef1b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:27.400642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e097573-fa8e-4619-9de5-a01a27228efa req-7cb6721d-a164-42cd-a1c9-1298d0b4ea5f tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.437447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a173eb-c5e0-4146-b706-6dbda9b830e1 req-feea47e5-ab82-48d6-bcb8-63101477ca1e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:27.439425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a173eb-c5e0-4146-b706-6dbda9b830e1 req-feea47e5-ab82-48d6-bcb8-63101477ca1e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1525800 Aug 20 13:24:27.478739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-db541f67-e209-46cd-98c0-ed4dfe56bf83 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:27.481002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-db541f67-e209-46cd-98c0-ed4dfe56bf83 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 818 time: 0.3079224 Aug 20 13:24:27.506820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Request body: {'port': {'device_id': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'admin_state_up': True, 'tenant_id': 'f18f857e6ac04dfa9333ad3e6213ef1b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:27.509752 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e097573-fa8e-4619-9de5-a01a27228efa req-7cb6721d-a164-42cd-a1c9-1298d0b4ea5f tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.512873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9e097573-fa8e-4619-9de5-a01a27228efa req-7cb6721d-a164-42cd-a1c9-1298d0b4ea5f tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.514177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e097573-fa8e-4619-9de5-a01a27228efa req-7cb6721d-a164-42cd-a1c9-1298d0b4ea5f tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] 10.222.0.59 "DELETE /v2.0/security-groups/93e37913-abba-40da-af37-91045bc0e972 HTTP/1.1" status: 204 len: 173 time: 0.8773291 Aug 20 13:24:27.527328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6721d-a164-42cd-a1c9-1298d0b4ea5f tempest-SecurityGroupsTestAdminJSON-1642569234 tempest-SecurityGroupsTestAdminJSON-1642569234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e37913-abba-40da-af37-91045bc0e972,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:27.564820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:24:27.564820 n-d-804232-5 neutron-server[94862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 13:24:27.564820 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id': 'f18f857e6ac04dfa9333ad3e6213ef1b', 'id': 'b890360c-cffe-4aba-aa54-172960d9088e', 'expiration': datetime.datetime(2021, 8, 20, 13, 26, 27, 552735)}] Aug 20 13:24:27.564820 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:24:27.566917 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:24:27.567964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Made reservation on behalf of f18f857e6ac04dfa9333ad3e6213ef1b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:27.573339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.614536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a173eb-c5e0-4146-b706-6dbda9b830e1 req-f040aa46-0c6e-4035-8f1c-5b4f3a786ca1 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583302 Aug 20 13:24:27.718480 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a01a24-4a92-4099-b34c-123a5f38337f x-openstack-request-id: req-65a01a24-4a92-4099-b34c-123a5f38337f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:27.719814 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "name": "network-vif-plugged", "status": "completed", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:27.720357 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65a01a24-4a92-4099-b34c-123a5f38337f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:27.721047 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'code': 200} Aug 20 13:24:27.884027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Made reservation on behalf of f18f857e6ac04dfa9333ad3e6213ef1b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:27.887920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.945223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7024ebbe-098e-4733-a843-42e0ec5694c4 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:27.985093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631765-fa44-4203-8fd4-6823c095ba33 req-01c1f6ee-ab28-4b40-911d-3c526a4ba830 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:27.986869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8631765-fa44-4203-8fd4-6823c095ba33 req-01c1f6ee-ab28-4b40-911d-3c526a4ba830 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1393592 Aug 20 13:24:27.996805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Allocated IP 172.20.0.11 (49d5a614-d310-42cb-8977-2f1bb387639d/187c6803-c6b3-4890-9c5e-32c5ddc90f4b/469dfca7-0156-4340-a8cf-ef4c8e357b44) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:28.025006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.055225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:28.064194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02528d4d-94ed-4acf-9b2b-2dba02b762d9 req-08c22fa5-d605-41b3-97a5-d229d87f82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.065878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02528d4d-94ed-4acf-9b2b-2dba02b762d9 req-08c22fa5-d605-41b3-97a5-d229d87f82cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1097 time: 0.2196271 Aug 20 13:24:28.077737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Transition to ACTIVE for port object 7024ebbe-098e-4733-a843-42e0ec5694c4 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:28.091211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3f0e9-3387-4f95-beb6-229247ff8791 req-3bab9b1a-20b4-499f-ae1d-0f1eb6889cb4 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.093036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ce3f0e9-3387-4f95-beb6-229247ff8791 req-3bab9b1a-20b4-499f-ae1d-0f1eb6889cb4 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 932 time: 0.2873204 Aug 20 13:24:28.094026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.184883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8631765-fa44-4203-8fd4-6823c095ba33 req-04d9b283-819d-4fd9-9d21-3db7891d66b6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470404 Aug 20 13:24:28.212993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Made reservation on behalf of f18f857e6ac04dfa9333ad3e6213ef1b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:28.216383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.224679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ce3f0e9-3387-4f95-beb6-229247ff8791 req-325fca4f-3bdd-4c52-842b-3d595a9c300a tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221437 Aug 20 13:24:28.225341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Pushing event updated for resources: {'Port': ['ID=7024ebbe-098e-4733-a843-42e0ec5694c4,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:28.266516 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02528d4d-94ed-4acf-9b2b-2dba02b762d9 req-775db8c3-1f38-4561-972f-d78587016122 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821945 Aug 20 13:24:28.417967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Attempting to bind port 7024ebbe-098e-4733-a843-42e0ec5694c4 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:28.418304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Attempting to bind port 7024ebbe-098e-4733-a843-42e0ec5694c4 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:28.418628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Attempting to bind port 7024ebbe-098e-4733-a843-42e0ec5694c4 on network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:28.423537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.433628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e9b978f8-f020-492a-9589-de59e4f94820 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=426d398572c14939a24cd6e24adc11d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765318 Aug 20 13:24:28.436160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:28.436406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Port 7024ebbe-098e-4733-a843-42e0ec5694c4 on network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:28.436759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Attempting to bind port 7024ebbe-098e-4733-a843-42e0ec5694c4 on network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:28.445700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:28.446124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Checking segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:28.446424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Bound using segment: {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:28.446640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc80df-3e93-4eea-bd9c-eeadc9de0196 req-f4bb3aec-8ffa-4b52-8adf-d0e31d24fb89 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.446875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Bound port: 7024ebbe-098e-4733-a843-42e0ec5694c4, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73237c8e-9e83-4c8b-a7f0-34a3156148a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:28.447238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.448384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4bdc80df-3e93-4eea-bd9c-eeadc9de0196 req-f4bb3aec-8ffa-4b52-8adf-d0e31d24fb89 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1566236 Aug 20 13:24:28.484477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea569f0-4f9d-4679-bb45-84098de68714 req-75c59f80-a721-4f1f-8a5f-5995d49f294c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.486112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ea569f0-4f9d-4679-bb45-84098de68714 req-75c59f80-a721-4f1f-8a5f-5995d49f294c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 946 time: 0.1339917 Aug 20 13:24:28.541445 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4bdc80df-3e93-4eea-bd9c-eeadc9de0196 req-2add5cdc-420f-4260-b870-a268d2973ae9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847740 Aug 20 13:24:28.559144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50504) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:28.582547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.584980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb3e-b2ee-42b6-a754-40e727ac0927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.622264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8ea569f0-4f9d-4679-bb45-84098de68714 req-56e58a11-34af-485a-98b9-8dd218fb0b8d tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241477 Aug 20 13:24:28.638717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] For port 7024ebbe-098e-4733-a843-42e0ec5694c4, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:28.661125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Network 49d5a614-d310-42cb-8977-2f1bb387639d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:28.665730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] For port 7024ebbe-098e-4733-a843-42e0ec5694c4, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7024ebbe-098e-4733-a843-42e0ec5694c4,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:28.672530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.690816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de6f50df-478e-40d0-ac59-0cba0161496a req-89727bb9-5b8a-405e-b571-151baab45044 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 210 time: 0.0613816 Aug 20 13:24:28.692154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:28.700191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb3e-b2ee-42b6-a754-40e727ac0927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.702635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:28.721008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Allocated IP 172.20.0.4 (49d5a614-d310-42cb-8977-2f1bb387639d/187c6803-c6b3-4890-9c5e-32c5ddc90f4b/6caeb709-fd5a-4d53-a1c7-e563610fb563) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:28.736439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.736869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.738472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] 10.222.0.53 "PUT /v2.0/ports/7024ebbe-098e-4733-a843-42e0ec5694c4 HTTP/1.1" status: 200 len: 1092 time: 2.2043390 Aug 20 13:24:28.741656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:28.744464 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274f23e7-d58b-4df6-bd2b-d16a61b85201" -d '{"events": [{"name": "network-changed", "server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:28.789807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.792960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Pushing event updated for resources: {'Port': ['ID=469dfca7-0156-4340-a8cf-ef4c8e357b44,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:28.812537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37c39805-8625-4ceb-a0a0-821f4dcd9631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.819053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.819423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.819789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.820134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.820469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.820830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.821371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.821715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.822043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.824780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.824780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.824780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:24:28.840673 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417f98b2-a73d-4937-ae8f-89c9fde72ce3 x-openstack-request-id: req-417f98b2-a73d-4937-ae8f-89c9fde72ce3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:28.840970 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:28.841222 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-417f98b2-a73d-4937-ae8f-89c9fde72ce3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:28.841625 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'status': 'completed', 'code': 200} Aug 20 13:24:28.857743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.858458 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.899909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2d68-468d-447d-8aa1-5ffbfa162cac service neutron] Pushing event updated for resources: {'Port': ['ID=7024ebbe-098e-4733-a843-42e0ec5694c4,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:28.949025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb3e-b2ee-42b6-a754-40e727ac0927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.951599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb3e-b2ee-42b6-a754-40e727ac0927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:28.953961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bcffdb3e-b2ee-42b6-a754-40e727ac0927 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69478746-e029-4a73-8ee4-0dd9875eb196 HTTP/1.1" status: 204 len: 168 time: 0.5158098 Aug 20 13:24:28.955709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-a10690f0-e33e-4cd0-aab1-2f48100facbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:28.958242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-a10690f0-e33e-4cd0-aab1-2f48100facbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=66f36450260c40379b38a4cd8f327e5a&device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 1095 time: 0.1526804 Aug 20 13:24:28.994712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffdb3e-b2ee-42b6-a754-40e727ac0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69478746-e029-4a73-8ee4-0dd9875eb196,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:29.001990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37c39805-8625-4ceb-a0a0-821f4dcd9631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.011613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37c39805-8625-4ceb-a0a0-821f4dcd9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.043789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-666a15ce-7480-441b-8c86-2cdc5c681372 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8028862 Aug 20 13:24:29.073744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Request body: {'port': {'device_id': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:29.133250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-37c39805-8625-4ceb-a0a0-821f4dcd9631 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=697874a8877d41daa7c8954b4ad548ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705891 Aug 20 13:24:29.134023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:29.144656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c39805-8625-4ceb-a0a0-821f4dcd9631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9702f8c-8c74-411c-9b4f-fd0f25ff4c65,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:29.359956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c016d5b9-ad57-40a5-98cf-ae33d9f24059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.411297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:29.440774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-d39369af-a43a-47d3-b0ad-900067687c79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7024ebbe-098e-4733-a843-42e0ec5694c4 HTTP/1.1" status: 200 len: 217 time: 0.4730296 Aug 20 13:24:29.446691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c016d5b9-ad57-40a5-98cf-ae33d9f24059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.459416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.554871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-b662b6fc-2752-490d-b13f-cd63772e743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:29.556708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-b662b6fc-2752-490d-b13f-cd63772e743c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff4303b7-5a36-4de3-a76d-44a89ef7f582 HTTP/1.1" status: 200 len: 844 time: 0.1045249 Aug 20 13:24:29.573435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f9794-85ae-4050-b4d8-e02ff2e0320e req-352be4a2-d48e-4a32-b5c1-ede53046f5db tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:29.574966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e59f9794-85ae-4050-b4d8-e02ff2e0320e req-352be4a2-d48e-4a32-b5c1-ede53046f5db tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1404116 Aug 20 13:24:29.581231 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.590900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f38a3063-d85d-45e4-a3ac-2684c1405891 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bf3063db1fe4ef19c7a02bce2a5994b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711364 Aug 20 13:24:29.594853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50542) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:29.636676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad6448-a29d-424f-814b-c872fdf490bf req-d55e23ee-746d-4738-ba1c-3b2e4472dfeb tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:29.643629 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9fad6448-a29d-424f-814b-c872fdf490bf req-d55e23ee-746d-4738-ba1c-3b2e4472dfeb tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 944 time: 0.1939688 Aug 20 13:24:29.668006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e59f9794-85ae-4050-b4d8-e02ff2e0320e req-d399906d-8699-465e-b213-df1df2cd2314 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776541 Aug 20 13:24:29.676001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-5846fdca-c4d2-4e61-af24-fadb2e8a570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:29.677562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-5846fdca-c4d2-4e61-af24-fadb2e8a570a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997617 Aug 20 13:24:29.700411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.742377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c016d5b9-ad57-40a5-98cf-ae33d9f24059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.745166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c016d5b9-ad57-40a5-98cf-ae33d9f24059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.746425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c016d5b9-ad57-40a5-98cf-ae33d9f24059 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9702f8c-8c74-411c-9b4f-fd0f25ff4c65 HTTP/1.1" status: 204 len: 168 time: 0.6113019 Aug 20 13:24:29.791906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016d5b9-ad57-40a5-98cf-ae33d9f24059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9702f8c-8c74-411c-9b4f-fd0f25ff4c65,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:29.846723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9fad6448-a29d-424f-814b-c872fdf490bf req-f99b0cc7-656a-454a-8836-df12f25d9d9a tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022145 Aug 20 13:24:29.856750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f09c883-0691-40be-87ff-1a0a775ff682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.859848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Allocated IP 172.20.0.3 (49d5a614-d310-42cb-8977-2f1bb387639d/187c6803-c6b3-4890-9c5e-32c5ddc90f4b/205408ed-6e00-4bf3-976e-cd62b582bc56) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:29.878915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-2403caf6-4252-4d45-b5db-aa02c8889ebc service neutron] 10.222.0.53 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934094 Aug 20 13:24:29.905952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Network 49d5a614-d310-42cb-8977-2f1bb387639d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:29.912831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f09c883-0691-40be-87ff-1a0a775ff682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:29.925708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:29.941917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Pushing event updated for resources: {'Port': ['ID=6caeb709-fd5a-4d53-a1c7-e563610fb563,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:29.976089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:30.047869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8388-1862-4d3b-a324-5a82a7579eab req-0b01e2d2-5c3b-4a03-a44a-780be142e25a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.049885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-feaf8388-1862-4d3b-a324-5a82a7579eab req-0b01e2d2-5c3b-4a03-a44a-780be142e25a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 931 time: 0.1263478 Aug 20 13:24:30.096654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.098426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:30.106847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa47b743-fe62-4e7c-b4e0-3dc2dd1ddfc1 req-ffa839e1-c9f1-4529-a046-d31e683fd16a service neutron] 10.222.0.53 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042589 Aug 20 13:24:30.115474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37a0d-cda7-4ba6-882f-932c281b04d3 req-fb3b076d-03bb-48be-b388-eb7561503685 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.125558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78f37a0d-cda7-4ba6-882f-932c281b04d3 req-fb3b076d-03bb-48be-b388-eb7561503685 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 946 time: 0.3065720 Aug 20 13:24:30.155480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e73fc227-697b-486d-86ed-c26893ea3527 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6527648 Aug 20 13:24:30.160160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f09c883-0691-40be-87ff-1a0a775ff682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:30.162921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f09c883-0691-40be-87ff-1a0a775ff682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:30.167299 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0f09c883-0691-40be-87ff-1a0a775ff682 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9683520c-ead5-419f-b213-e885de49a4fd HTTP/1.1" status: 204 len: 168 time: 0.5682933 Aug 20 13:24:30.192609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78f37a0d-cda7-4ba6-882f-932c281b04d3 req-aedce927-4192-424a-960d-832868163290 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654080 Aug 20 13:24:30.196119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c883-0691-40be-87ff-1a0a775ff682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683520c-ead5-419f-b213-e885de49a4fd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:30.220907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Request body: {'port': {'device_id': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:30.235007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-feaf8388-1862-4d3b-a324-5a82a7579eab req-24dcffcd-fb00-4439-a60a-7a5445b2c3ef tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704798 Aug 20 13:24:30.265673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:30.473195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:30.498043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4793aa-0822-4e85-8fc2-43f27b1b0970 req-1eead87f-26de-46f0-9535-e510d5d0a812 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.500637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb4793aa-0822-4e85-8fc2-43f27b1b0970 req-1eead87f-26de-46f0-9535-e510d5d0a812 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1725104 Aug 20 13:24:30.504742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-e6bc02a1-de03-4359-82f3-02f49ec962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.506237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-e6bc02a1-de03-4359-82f3-02f49ec962e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=66f36450260c40379b38a4cd8f327e5a&device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 1095 time: 0.3074667 Aug 20 13:24:30.641146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb4793aa-0822-4e85-8fc2-43f27b1b0970 req-f0255437-bc22-43ee-ab57-c7faa5a0cd62 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323555 Aug 20 13:24:30.759280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-d19a15ec-327a-4872-ab23-5cdf505186b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.760845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-d19a15ec-327a-4872-ab23-5cdf505186b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d HTTP/1.1" status: 200 len: 906 time: 0.2349093 Aug 20 13:24:30.817845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-e361c644-ac83-476f-a706-fb0a22bf3b45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7024ebbe-098e-4733-a843-42e0ec5694c4 HTTP/1.1" status: 200 len: 217 time: 0.0475073 Aug 20 13:24:30.903837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-a172b3c2-aef9-4744-b5ab-436684ae7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.906369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-a172b3c2-aef9-4744-b5ab-436684ae7fae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff4303b7-5a36-4de3-a76d-44a89ef7f582 HTTP/1.1" status: 200 len: 844 time: 0.0676050 Aug 20 13:24:30.936369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:30.938001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eb6c8-5b3f-415c-926a-21ca083ce326 req-0913658b-3f67-4abb-a3df-7da595b42147 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:30.950012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-907eb6c8-5b3f-415c-926a-21ca083ce326 req-0913658b-3f67-4abb-a3df-7da595b42147 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1716893 Aug 20 13:24:31.021872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-9c033cb8-f21b-425c-9608-aa200b759bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:31.024190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-9c033cb8-f21b-425c-9608-aa200b759bb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097414 Aug 20 13:24:31.031176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Pushing event updated for resources: {'Port': ['ID=205408ed-6e00-4bf3-976e-cd62b582bc56,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:31.041394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-907eb6c8-5b3f-415c-926a-21ca083ce326 req-3e9eb8e1-736d-4827-b4f7-f325d197604b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901923 Aug 20 13:24:31.057971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-808866c5-88e3-48be-b57f-433c6fdbac5a tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 258 time: 0.7630696 Aug 20 13:24:31.065928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:31.090254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Network 49d5a614-d310-42cb-8977-2f1bb387639d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:31.100277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:31.104980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:31.148241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.248638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:31.249363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.271780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dcb004bb-0ad9-42fd-ad89-3b0a701bd3c1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0105567 Aug 20 13:24:31.296868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119afd3-43c9-477d-b704-20ad4f140b27 req-5c0e607b-3b65-4e88-a38f-a7d5cf2c0a38 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:31.298968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8119afd3-43c9-477d-b704-20ad4f140b27 req-5c0e607b-3b65-4e88-a38f-a7d5cf2c0a38 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 944 time: 0.1331105 Aug 20 13:24:31.303101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-2bcf7bf3-5b2e-427b-a542-c4e6e1e48fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559466 Aug 20 13:24:31.309560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Request body: {'port': {'device_id': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:31.313865 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.355602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469dfca7-0156-4340-a8cf-ef4c8e357b44 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:31.391053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.396313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.417150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8119afd3-43c9-477d-b704-20ad4f140b27 req-b3154d25-7525-49d7-ada1-e0f1b50ca160 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109083 Aug 20 13:24:31.427585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Transition to ACTIVE for port object 469dfca7-0156-4340-a8cf-ef4c8e357b44 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:31.432844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.524135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-274f23e7-d58b-4df6-bd2b-d16a61b85201 req-ee96790c-6233-42ba-a655-203720719b98 service neutron] 10.222.0.53 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090795 Aug 20 13:24:31.619675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.649898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4d6b7-c26c-444a-9734-2d0c9842189d req-e7de5611-76c7-428c-b98e-1441e470751f tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:31.651484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2b4d6b7-c26c-444a-9734-2d0c9842189d req-e7de5611-76c7-428c-b98e-1441e470751f tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 931 time: 0.0921657 Aug 20 13:24:31.671727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Pushing event updated for resources: {'Port': ['ID=469dfca7-0156-4340-a8cf-ef4c8e357b44,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:31.713755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6caeb709-fd5a-4d53-a1c7-e563610fb563 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:31.724998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2b4d6b7-c26c-444a-9734-2d0c9842189d req-5e7fc95f-4f3b-414c-b547-447c6c907557 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Aug 20 13:24:31.726922 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.751084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Transition to ACTIVE for port object 6caeb709-fd5a-4d53-a1c7-e563610fb563 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:31.756580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.814149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Pushing event updated for resources: {'Port': ['ID=6caeb709-fd5a-4d53-a1c7-e563610fb563,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:31.853965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Attempting to bind port 469dfca7-0156-4340-a8cf-ef4c8e357b44 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:31.854301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Attempting to bind port 469dfca7-0156-4340-a8cf-ef4c8e357b44 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:31.854629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Attempting to bind port 469dfca7-0156-4340-a8cf-ef4c8e357b44 on network 49d5a614-d310-42cb-8977-2f1bb387639d {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:31.863689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Port 469dfca7-0156-4340-a8cf-ef4c8e357b44 on network 49d5a614-d310-42cb-8977-2f1bb387639d not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:31.864013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Attempting to bind port 469dfca7-0156-4340-a8cf-ef4c8e357b44 on network 49d5a614-d310-42cb-8977-2f1bb387639d {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:31.886662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:31.887004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Checking segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:31.887386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Bound using segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:31.887828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Bound port: 469dfca7-0156-4340-a8cf-ef4c8e357b44, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:31.888676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:31.962623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471505-4658-4586-80d5-e9bb4475f6bc req-171e5b07-e541-41e0-a8f5-56d131959a77 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:31.964442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56471505-4658-4586-80d5-e9bb4475f6bc req-171e5b07-e541-41e0-a8f5-56d131959a77 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1135671 Aug 20 13:24:32.013214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Attempting to bind port 6caeb709-fd5a-4d53-a1c7-e563610fb563 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:32.013504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Attempting to bind port 6caeb709-fd5a-4d53-a1c7-e563610fb563 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:32.013773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Attempting to bind port 6caeb709-fd5a-4d53-a1c7-e563610fb563 on network 49d5a614-d310-42cb-8977-2f1bb387639d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:32.023325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Port 6caeb709-fd5a-4d53-a1c7-e563610fb563 on network 49d5a614-d310-42cb-8977-2f1bb387639d not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:32.023568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Attempting to bind port 6caeb709-fd5a-4d53-a1c7-e563610fb563 on network 49d5a614-d310-42cb-8977-2f1bb387639d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:32.028996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56471505-4658-4586-80d5-e9bb4475f6bc req-a5af9ba4-651a-40c0-b633-ea7bc72f552a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Aug 20 13:24:32.032156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:32.032538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Checking segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:32.033037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Bound using segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:32.033518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Bound port: 6caeb709-fd5a-4d53-a1c7-e563610fb563, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:32.033883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.039979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Allocated IP 172.25.6.233 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/60b9b0f7-30d4-4514-9a11-8484c36eb88d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:32.078232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] For port 469dfca7-0156-4340-a8cf-ef4c8e357b44, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:32.102948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] For port 469dfca7-0156-4340-a8cf-ef4c8e357b44, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:32.103912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] For port 6caeb709-fd5a-4d53-a1c7-e563610fb563, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:32.108148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] For port 6caeb709-fd5a-4d53-a1c7-e563610fb563, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:32.113122 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.143395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.178496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Pushing event updated for resources: {'Port': ['ID=6caeb709-fd5a-4d53-a1c7-e563610fb563,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:32.214217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.214848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.216269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-92dfd124-67c9-4409-9a19-2b29f02930fd service neutron] 10.222.0.53 "PUT /v2.0/ports/6caeb709-fd5a-4d53-a1c7-e563610fb563 HTTP/1.1" status: 200 len: 1091 time: 2.0222127 Aug 20 13:24:32.225246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'tag': '6caeb709-fd5a-4d53-a1c7-e563610fb563'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:32.227638 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693b524-4544-4368-8cf3-31fcff295837" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2f0222-f02b-4ea8-8117-d784c5e30873", "tag": "6caeb709-fd5a-4d53-a1c7-e563610fb563"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:32.274896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.275811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.278011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] 10.222.0.53 "PUT /v2.0/ports/469dfca7-0156-4340-a8cf-ef4c8e357b44 HTTP/1.1" status: 200 len: 1092 time: 3.2181497 Aug 20 13:24:32.283727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'tag': '469dfca7-0156-4340-a8cf-ef4c8e357b44'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:32.286650 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99a2742-a6bb-4d97-8cda-b289732a1110" -d '{"events": [{"name": "network-changed", "server_uuid": "23db26cc-59d1-49d9-982b-8dd18a130b0d", "tag": "469dfca7-0156-4340-a8cf-ef4c8e357b44"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:32.330773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3dfdc-d8d9-4039-a796-0fdafe3b0647 req-1b2ff98c-c52c-42f5-a5ed-ab533982099c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.342961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cae3dfdc-d8d9-4039-a796-0fdafe3b0647 req-1b2ff98c-c52c-42f5-a5ed-ab533982099c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1699145 Aug 20 13:24:32.355000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205408ed-6e00-4bf3-976e-cd62b582bc56 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:32.367047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca7fa-bf8f-41d8-89f3-a09b77bac382 service neutron] Pushing event updated for resources: {'Port': ['ID=469dfca7-0156-4340-a8cf-ef4c8e357b44,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:32.401957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.443478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cae3dfdc-d8d9-4039-a796-0fdafe3b0647 req-f7578e59-bf0f-461d-a9b2-f70b85583e0f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971663 Aug 20 13:24:32.453661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Transition to ACTIVE for port object 205408ed-6e00-4bf3-976e-cd62b582bc56 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:32.464970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.470439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.480646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-b5d82f5e-cb8d-4850-bff0-74e1a12aa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.487298 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-b5d82f5e-cb8d-4850-bff0-74e1a12aa90c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 1095 time: 0.1209009 Aug 20 13:24:32.507093 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f6847f-fbcd-49c8-82ca-47c3ee834d84 x-openstack-request-id: req-b7f6847f-fbcd-49c8-82ca-47c3ee834d84 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:32.510403 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2f0222-f02b-4ea8-8117-d784c5e30873", "tag": "6caeb709-fd5a-4d53-a1c7-e563610fb563", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:32.510403 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7f6847f-fbcd-49c8-82ca-47c3ee834d84 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:32.510403 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'tag': '6caeb709-fd5a-4d53-a1c7-e563610fb563', 'status': 'completed', 'code': 200} Aug 20 13:24:32.533237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-6ceafc3c-308e-4176-a9d1-6aba7fdb4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.534784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-6ceafc3c-308e-4176-a9d1-6aba7fdb4e66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 1094 time: 0.1689944 Aug 20 13:24:32.563430 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d583bac-f7d9-4dd4-9eed-f80d30fec3f0 x-openstack-request-id: req-5d583bac-f7d9-4dd4-9eed-f80d30fec3f0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:32.563803 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23db26cc-59d1-49d9-982b-8dd18a130b0d", "tag": "469dfca7-0156-4340-a8cf-ef4c8e357b44", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:32.563992 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d583bac-f7d9-4dd4-9eed-f80d30fec3f0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:32.564543 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'tag': '469dfca7-0156-4340-a8cf-ef4c8e357b44', 'status': 'completed', 'code': 200} Aug 20 13:24:32.566299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-36841127-03cc-4733-a38a-c21fafb38ac8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44 HTTP/1.1" status: 200 len: 217 time: 0.0567551 Aug 20 13:24:32.634377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Pushing event updated for resources: {'Port': ['ID=205408ed-6e00-4bf3-976e-cd62b582bc56,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:32.648458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-515d8164-53ec-4704-bb8a-90db886d526c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563 HTTP/1.1" status: 200 len: 217 time: 0.0829253 Aug 20 13:24:32.651580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-2eeb162b-80ea-4ded-94c0-8d43e4026364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.653100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-2eeb162b-80ea-4ded-94c0-8d43e4026364 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 200 len: 858 time: 0.0803103 Aug 20 13:24:32.674319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678fd7-894f-4ffe-ab4f-47b9a423e1e2 req-a4e0de3d-3589-4f80-88fc-2afc00e34798 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.676084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f678fd7-894f-4ffe-ab4f-47b9a423e1e2 req-a4e0de3d-3589-4f80-88fc-2afc00e34798 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 944 time: 0.0654509 Aug 20 13:24:32.725935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Attempting to bind port 205408ed-6e00-4bf3-976e-cd62b582bc56 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:32.726273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Attempting to bind port 205408ed-6e00-4bf3-976e-cd62b582bc56 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:32.726591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Attempting to bind port 205408ed-6e00-4bf3-976e-cd62b582bc56 on network 49d5a614-d310-42cb-8977-2f1bb387639d {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:32.728882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.738832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-cec9f878-005f-4581-8456-cb3c78afcd0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49d5a614-d310-42cb-8977-2f1bb387639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615458 Aug 20 13:24:32.742197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f678fd7-894f-4ffe-ab4f-47b9a423e1e2 req-eaf1406f-19c4-4e10-ab17-fe80202c1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556304 Aug 20 13:24:32.773414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-183cd12f-c0e0-4cf0-90b4-76cfcddc6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:32.775127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-183cd12f-c0e0-4cf0-90b4-76cfcddc6de3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 200 len: 858 time: 0.1046710 Aug 20 13:24:32.784201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Port 205408ed-6e00-4bf3-976e-cd62b582bc56 on network 49d5a614-d310-42cb-8977-2f1bb387639d not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:32.784504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Attempting to bind port 205408ed-6e00-4bf3-976e-cd62b582bc56 on network 49d5a614-d310-42cb-8977-2f1bb387639d {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:32.797445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event updated for resources: {'Port': ['ID=60b9b0f7-30d4-4514-9a11-8484c36eb88d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:32.821970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:32.822996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:32.823331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Checking segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:32.823713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Bound using segment: {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:32.824143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Bound port: 205408ed-6e00-4bf3-976e-cd62b582bc56, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664fe257-eef1-49f1-91e3-b6467520bf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:32.824492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:32.828150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-b01a362a-19a8-4da7-8c76-466dbfb530dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49d5a614-d310-42cb-8977-2f1bb387639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408251 Aug 20 13:24:32.830370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:32.838043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:32.861949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8efadb1f-5745-4080-a19d-1697cf23ace8 service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121910 Aug 20 13:24:32.976633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-01a184b5-eec5-4083-91e4-25af59499725 service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066868 Aug 20 13:24:33.054941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] For port 205408ed-6e00-4bf3-976e-cd62b582bc56, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:33.065841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] For port 205408ed-6e00-4bf3-976e-cd62b582bc56, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=205408ed-6e00-4bf3-976e-cd62b582bc56,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:33.070669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-284f3dec-0496-4fe3-8bbc-e975bc8ad025 service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304497 Aug 20 13:24:33.073874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.075723 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.098811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-6aa0648f-c2a2-402e-8c34-9b91ac702d33 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293775 Aug 20 13:24:33.106351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-a28d2bf3-92ce-4fe7-8305-e76ac17b206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.107834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-a28d2bf3-92ce-4fe7-8305-e76ac17b206c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 1095 time: 0.0825353 Aug 20 13:24:33.183422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.184049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.185651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] 10.222.0.13 "PUT /v2.0/ports/205408ed-6e00-4bf3-976e-cd62b582bc56 HTTP/1.1" status: 200 len: 1091 time: 1.8843195 Aug 20 13:24:33.212105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.259680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d667727-2634-4c5f-989f-124f79b93814 service neutron] Pushing event updated for resources: {'Port': ['ID=205408ed-6e00-4bf3-976e-cd62b582bc56,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:33.294600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-c8443e08-6335-41c1-ad46-39900b22c60a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.296948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-c8443e08-6335-41c1-ad46-39900b22c60a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876140 Aug 20 13:24:33.300011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-ddb74c7a-99a4-4fe4-97bb-0874ef77afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.301449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-ddb74c7a-99a4-4fe4-97bb-0874ef77afa8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 919 time: 0.1815374 Aug 20 13:24:33.334255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-ca64fbaa-aaa1-418a-b474-435ce69ffdef service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286177 Aug 20 13:24:33.354339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-a873be93-67c1-41fe-92d3-7a5c7d206bbe tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/quotas/4f7ca08009b44e1cad0417d043fdd9e1 HTTP/1.1" status: 200 len: 375 time: 0.0459566 Aug 20 13:24:33.372017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-f88f15f3-ee6b-461b-bb64-07488cf0715f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44 HTTP/1.1" status: 200 len: 217 time: 0.0556662 Aug 20 13:24:33.377904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-6a526e41-cc81-4497-b05a-48ff988a0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.379577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-6a526e41-cc81-4497-b05a-48ff988a0139 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 1094 time: 0.1343963 Aug 20 13:24:33.411688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-207c0e05-c151-44ce-b229-dc7b0af17857 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501320 Aug 20 13:24:33.437768 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-b8a9dc0e-a10a-4897-a6ab-67a2bb124b30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=205408ed-6e00-4bf3-976e-cd62b582bc56 HTTP/1.1" status: 200 len: 217 time: 0.0496273 Aug 20 13:24:33.477412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-6a2f7351-8d0a-43bd-bf37-e071e7e3332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.479051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-6a2f7351-8d0a-43bd-bf37-e071e7e3332f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 200 len: 858 time: 0.0700276 Aug 20 13:24:33.519219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-fe5b5aa8-f034-4f10-b89e-3d55a057364d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49d5a614-d310-42cb-8977-2f1bb387639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318153 Aug 20 13:24:33.543911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-ae660f45-1c24-401d-b9ba-d46d60c38689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.545404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-ae660f45-1c24-401d-b9ba-d46d60c38689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 200 len: 858 time: 0.0848396 Aug 20 13:24:33.548891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b524-4544-4368-8cf3-31fcff295837 req-8b191202-f972-4c67-b7c6-c135726767e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.550444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-8b191202-f972-4c67-b7c6-c135726767e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 1094 time: 0.1260808 Aug 20 13:24:33.605869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-a6bc343e-717f-41fd-9ccb-a973fa232f52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49d5a614-d310-42cb-8977-2f1bb387639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485494 Aug 20 13:24:33.608404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.682004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.739159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-966a2b36-e154-4342-8e36-585ec9ae7591 service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032382 Aug 20 13:24:33.782296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7024ebbe-098e-4733-a843-42e0ec5694c4 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:33.791584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87be3d-8b05-4dbc-ad3f-b9046129d8b8 req-e8f57560-4327-477b-842d-4a0ba1618d1a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.793208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa87be3d-8b05-4dbc-ad3f-b9046129d8b8 req-e8f57560-4327-477b-842d-4a0ba1618d1a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 943 time: 0.1203387 Aug 20 13:24:33.868435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-dd6cc44a-c14d-48a6-9426-cdedff475a8c service neutron] 10.222.0.13 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490859 Aug 20 13:24:33.869181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event updated for resources: {'Port': ['ID=60b9b0f7-30d4-4514-9a11-8484c36eb88d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:33.927036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa87be3d-8b05-4dbc-ad3f-b9046129d8b8 req-71827318-7657-4489-ae07-b782a7fa7b62 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182652 Aug 20 13:24:33.952481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:33.958236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b524-4544-4368-8cf3-31fcff295837 req-3f5f8b02-a014-4fc0-ab09-a04a865dbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:33.959789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-3f5f8b02-a014-4fc0-ab09-a04a865dbf0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 919 time: 0.3902903 Aug 20 13:24:33.964424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f99a2742-a6bb-4d97-8cda-b289732a1110 req-7c474f6f-574e-4cf8-885e-8a9accc9d854 service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060511 Aug 20 13:24:33.989820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7024ebbe-098e-4733-a843-42e0ec5694c4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7024ebbe-098e-4733-a843-42e0ec5694c4,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:34.027676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'port_id': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'mac_address': 'fa:16:3e:04:a8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:34.074333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.093866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7024ebbe-098e-4733-a843-42e0ec5694c4 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:34.120859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7024ebbe-098e-4733-a843-42e0ec5694c4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7024ebbe-098e-4733-a843-42e0ec5694c4,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:34.128312 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.134152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device af57eaab-d3f7-4425-ab9d-02e4f80c0d86 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:34.169084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a1e8-169d-4dda-8715-a4366117dbf7 req-d642ad7a-c591-4771-be73-95017790fff4 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:34.179079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8dc1a1e8-169d-4dda-8715-a4366117dbf7 req-d642ad7a-c591-4771-be73-95017790fff4 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1010742 Aug 20 13:24:34.224009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8dc1a1e8-169d-4dda-8715-a4366117dbf7 req-6ee0ecc3-71e7-431f-9b64-54719f53f971 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Aug 20 13:24:34.250794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7024ebbe-098e-4733-a843-42e0ec5694c4,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:34.388624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-accd33cb-d782-4890-bfb2-cb58f0fcc122 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563 HTTP/1.1" status: 200 len: 217 time: 0.4121277 Aug 20 13:24:34.398700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.403728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eed54808-0dd1-4e13-8d6e-d9a7c2b442eb tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3435817 Aug 20 13:24:34.421153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:34.432799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca95dd-d2b7-433c-9828-c37c14d42761 req-56a76ba3-574b-423b-bdfb-a1e06b7273fe tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:34.435606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'port_id': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'mac_address': 'fa:16:3e:bd:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ebc265-1bca-4e07-9f09-b104983eceb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:34.439045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9ca95dd-d2b7-433c-9828-c37c14d42761 req-56a76ba3-574b-423b-bdfb-a1e06b7273fe tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1002729 Aug 20 13:24:34.463736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50718) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:34.488012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5230e16-424b-4a99-8b0c-9b87e5d3aacc req-e8956301-30f6-4a8f-901e-928a14d86fbc service neutron] 10.222.0.13 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092691 Aug 20 13:24:34.499200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.531528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af57eaab-d3f7-4425-ab9d-02e4f80c0d86 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:34.563711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:34.572823 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.577731 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9ca95dd-d2b7-433c-9828-c37c14d42761 req-e88a0ffd-09c9-4de0-b1e4-f00478aeaa90 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313641 Aug 20 13:24:34.592177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'tag': '205408ed-6e00-4bf3-976e-cd62b582bc56'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:34.596413 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6" -d '{"events": [{"name": "network-changed", "server_uuid": "db7b3219-519f-4eea-b321-b71798e56ef9", "tag": "205408ed-6e00-4bf3-976e-cd62b582bc56"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:34.648455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-eda90432-2ba7-460e-a6a3-85d76c1209cc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.1943107 Aug 20 13:24:34.662031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b524-4544-4368-8cf3-31fcff295837 req-24c4350f-3a22-4417-9578-2d91483deffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:34.664715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-24c4350f-3a22-4417-9578-2d91483deffa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 200 len: 858 time: 0.2579768 Aug 20 13:24:34.673535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['af57eaab-d3f7-4425-ab9d-02e4f80c0d86'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:34.712939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:34.752236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b07ae2-a580-4170-b400-f7d7ba58d27a req-1250cdba-187b-42fb-b04a-4f37805d244c tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 210 time: 0.0421524 Aug 20 13:24:34.781220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6148d56c-ad8e-44ab-ad4b-3a19c6999f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.834962 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-a4c48661-e84d-476b-a4c2-b97dce60fdc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49d5a614-d310-42cb-8977-2f1bb387639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526403 Aug 20 13:24:34.858553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7024ebbe-098e-4733-a843-42e0ec5694c4'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:34.896177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819a392-4cf1-4852-b73e-a17e18754c54 req-b0c04b10-3087-4eff-ba96-b969e2a5295c tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:34.897800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1819a392-4cf1-4852-b73e-a17e18754c54 req-b0c04b10-3087-4eff-ba96-b969e2a5295c tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 945 time: 0.0836096 Aug 20 13:24:34.968430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1819a392-4cf1-4852-b73e-a17e18754c54 req-aaa33475-6166-402b-8882-498e931e27ab tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574834 Aug 20 13:24:34.974347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6148d56c-ad8e-44ab-ad4b-3a19c6999f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:34.984328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6148d56c-ad8e-44ab-ad4b-3a19c6999f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.045087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-bc7bc7cb-390d-47e4-8d75-f3f243a30589 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.047282 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec318f2-c285-4804-aa2f-59cc0c11fbe1 req-bc7bc7cb-390d-47e4-8d75-f3f243a30589 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.3907320 Aug 20 13:24:35.081607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6148d56c-ad8e-44ab-ad4b-3a19c6999f30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fedf0f856b414bd9a41bfd3bcb5573b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165435 Aug 20 13:24:35.084157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50732) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:35.095227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148d56c-ad8e-44ab-ad4b-3a19c6999f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e5995e-ed87-42eb-b93f-f105bab53b16,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:35.122495 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-18fddaf3-f23d-43d7-baea-dd355f806b7e service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779315 Aug 20 13:24:35.157660 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167bd48-2589-48b2-affa-2c8143a33d2b x-openstack-request-id: req-a167bd48-2589-48b2-affa-2c8143a33d2b {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:35.159646 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7b3219-519f-4eea-b321-b71798e56ef9", "tag": "205408ed-6e00-4bf3-976e-cd62b582bc56", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:35.159936 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a167bd48-2589-48b2-affa-2c8143a33d2b {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:35.160361 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'tag': '205408ed-6e00-4bf3-976e-cd62b582bc56', 'status': 'completed', 'code': 200} Aug 20 13:24:35.164642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-435ef0e3-9450-4e1e-b4cb-20c27bb09abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.198665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-435ef0e3-9450-4e1e-b4cb-20c27bb09abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.274160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-435ef0e3-9450-4e1e-b4cb-20c27bb09abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.274633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-4d792848-5625-40ac-a32c-5dfb936fd937 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471448 Aug 20 13:24:35.279319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-435ef0e3-9450-4e1e-b4cb-20c27bb09abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.281343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-435ef0e3-9450-4e1e-b4cb-20c27bb09abf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80e5995e-ed87-42eb-b93f-f105bab53b16 HTTP/1.1" status: 204 len: 168 time: 0.1952162 Aug 20 13:24:35.295130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ef0e3-9450-4e1e-b4cb-20c27bb09abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e5995e-ed87-42eb-b93f-f105bab53b16,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:35.404398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f938d8-f636-45ba-b616-f2c954d1d9e3 req-32ed7f12-464d-4cb8-84b1-e937fe5c42cd tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.407119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40f938d8-f636-45ba-b616-f2c954d1d9e3 req-32ed7f12-464d-4cb8-84b1-e937fe5c42cd tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 943 time: 0.0700803 Aug 20 13:24:35.426298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-8c48d898-18fe-4b06-932f-79d024186016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.427812 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-8c48d898-18fe-4b06-932f-79d024186016 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 1094 time: 0.2418153 Aug 20 13:24:35.494246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40f938d8-f636-45ba-b616-f2c954d1d9e3 req-8ea70b68-6244-4cb1-ad8d-3b97ae1d40ea tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Aug 20 13:24:35.509827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-ae5ed2ac-f055-4385-9b85-a8cfc6790720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.512319 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-ae5ed2ac-f055-4385-9b85-a8cfc6790720 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.0584681 Aug 20 13:24:35.600630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c693b524-4544-4368-8cf3-31fcff295837 req-afbeb5a8-4113-4844-a5ca-22d05ca12d96 service neutron] 10.222.0.53 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383254 Aug 20 13:24:35.631436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-53bc7212-aaa9-4e78-b246-f6bb15e66354 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.633062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-53bc7212-aaa9-4e78-b246-f6bb15e66354 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078465 Aug 20 13:24:35.649404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de923-3001-4c70-95ef-a0e679c4f075 req-6df43f3e-5d55-4094-ab2b-9eb4f8a58c1e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.651099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-6df43f3e-5d55-4094-ab2b-9eb4f8a58c1e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1800511 Aug 20 13:24:35.666415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Request body: {'port': {'device_id': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '4f7ca08009b44e1cad0417d043fdd9e1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:35.666986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb2a8-1175-45c6-b4d6-d0e5fe651b0b req-51a89744-aa9e-4f88-85aa-c9a502d71ce3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.668677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fcbcb2a8-1175-45c6-b4d6-d0e5fe651b0b req-51a89744-aa9e-4f88-85aa-c9a502d71ce3 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 945 time: 0.0837519 Aug 20 13:24:35.700309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-4e99dc73-a00f-4bc7-aa05-087b8567f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.702907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-4e99dc73-a00f-4bc7-aa05-087b8567f916 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.1784134 Aug 20 13:24:35.708890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:35.753023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-abd2b0d3-ecf0-4dbd-8f41-e8b910705f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.754519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-abd2b0d3-ecf0-4dbd-8f41-e8b910705f65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 200 len: 919 time: 0.3143392 Aug 20 13:24:35.767815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3300a7e3-17eb-40d1-b734-30c5e341f598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.773619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fcbcb2a8-1175-45c6-b4d6-d0e5fe651b0b req-21bf4bfd-5767-4479-aede-3649cae5b72f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977812 Aug 20 13:24:35.779503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-31a11e63-f627-4fad-a4a2-3607fc5eb615 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.0583410 Aug 20 13:24:35.792516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7024ebbe-098e-4733-a843-42e0ec5694c4 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:35.810432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-d77b4b97-8976-40ac-8c28-06a015ecf59e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.1465178 Aug 20 13:24:35.815066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-99cf84bf-6003-4a92-8fa8-ee573ce5462b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=205408ed-6e00-4bf3-976e-cd62b582bc56 HTTP/1.1" status: 200 len: 217 time: 0.0518401 Aug 20 13:24:35.843069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Request body: {'floatingip': {'port_id': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:35.871282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-55c27e1e-0da0-4b67-a103-e65a8293eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.872743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-55c27e1e-0da0-4b67-a103-e65a8293eb21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.0848114 Aug 20 13:24:35.901458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 7024ebbe-098e-4733-a843-42e0ec5694c4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:35.905814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 7024ebbe-098e-4733-a843-42e0ec5694c4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:35.906511 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.928873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-bba55843-eb63-442f-819d-248bd43da132 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376470 Aug 20 13:24:35.933749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.981183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9680f91-58cb-4b6b-afc9-6720b83ea0ee req-dab231d3-9459-4f14-b08f-3e3a318db83e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.982730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c9680f91-58cb-4b6b-afc9-6720b83ea0ee req-dab231d3-9459-4f14-b08f-3e3a318db83e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1294477 Aug 20 13:24:35.988250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-f7862c76-8869-42a9-b299-4e2a90546c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:35.989101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:35.990051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-f7862c76-8869-42a9-b299-4e2a90546c75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 200 len: 858 time: 0.1648645 Aug 20 13:24:36.018790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:36.021566 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae75d24-ec2c-4423-b72b-2a620c941c75" -d '{"events": [{"server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "name": "network-vif-plugged", "status": "completed", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:36.037862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7024ebbe-098e-4733-a843-42e0ec5694c4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7024ebbe-098e-4733-a843-42e0ec5694c4,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:36.045483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.045483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device af57eaab-d3f7-4425-ab9d-02e4f80c0d86 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:36.069622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-9494caaf-34d3-44d1-b810-e284375b2a53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49d5a614-d310-42cb-8977-2f1bb387639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626192 Aug 20 13:24:36.081146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3300a7e3-17eb-40d1-b734-30c5e341f598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.095083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3300a7e3-17eb-40d1-b734-30c5e341f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.111377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c9680f91-58cb-4b6b-afc9-6720b83ea0ee req-09dff3e5-6ed7-40a4-9260-91875e7def9f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982623 Aug 20 13:24:36.122732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7024ebbe-098e-4733-a843-42e0ec5694c4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:36.149453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:36.150052 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.171908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:24:36.186702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-1e55ac2f-0f3b-4721-88c1-5e86b5e30f2c service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451017 Aug 20 13:24:36.191632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3300a7e3-17eb-40d1-b734-30c5e341f598 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57e312d4fccc48f3bcdebf0a7c5800eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818099 Aug 20 13:24:36.194222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:36.208748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300a7e3-17eb-40d1-b734-30c5e341f598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b2b3e-d9a6-4810-aced-b3d954c2ded4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:36.210155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Made reservation on behalf of 4f7ca08009b44e1cad0417d043fdd9e1 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:36.225831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.249302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.253892 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.288596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:36.297910 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.324905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-180ed26e-8e5e-4777-ac20-4c392683d333 service neutron] 10.222.0.13 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478132 Aug 20 13:24:36.361722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:36.372867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc8b88e4-c35d-43c2-b9ed-25dfbbc91a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.385117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c1929-bf00-4d22-9dfe-19674394f27b req-ae45af5d-9a31-4efe-b0d8-0e54f0c4b484 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:36.386676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-557c1929-bf00-4d22-9dfe-19674394f27b req-ae45af5d-9a31-4efe-b0d8-0e54f0c4b484 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1588519 Aug 20 13:24:36.440767 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b375ae60-5ef0-41d3-b278-6a7f243db8d7 req-cd4c79b1-e844-4e7d-bde5-c43ef85768fe service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368245 Aug 20 13:24:36.442571 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc8b88e4-c35d-43c2-b9ed-25dfbbc91a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.448605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 205408ed-6e00-4bf3-976e-cd62b582bc56 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:36.502792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-557c1929-bf00-4d22-9dfe-19674394f27b req-28a48559-8379-4ce9-b75e-e74d5cf9d4c4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988317 Aug 20 13:24:36.556723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc8b88e4-c35d-43c2-b9ed-25dfbbc91a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.559467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc8b88e4-c35d-43c2-b9ed-25dfbbc91a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.560680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bc8b88e4-c35d-43c2-b9ed-25dfbbc91a29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce1b2b3e-d9a6-4810-aced-b3d954c2ded4 HTTP/1.1" status: 204 len: 168 time: 0.3654149 Aug 20 13:24:36.570257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b88e4-c35d-43c2-b9ed-25dfbbc91a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b2b3e-d9a6-4810-aced-b3d954c2ded4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:36.613669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.619287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 205408ed-6e00-4bf3-976e-cd62b582bc56, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=205408ed-6e00-4bf3-976e-cd62b582bc56,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:36.631346 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.638235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd5f0b59-3d2e-4333-a63b-123cec6f8eef req-c5f8187f-5ecf-44c2-a57e-e49bc4cab4ac tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 210 time: 0.0302649 Aug 20 13:24:36.643718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '205408ed-6e00-4bf3-976e-cd62b582bc56', 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'port_id': '205408ed-6e00-4bf3-976e-cd62b582bc56', 'mac_address': 'fa:16:3e:9a:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c6803-c6b3-4890-9c5e-32c5ddc90f4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:36.702730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.718383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205408ed-6e00-4bf3-976e-cd62b582bc56 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:36.748018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 205408ed-6e00-4bf3-976e-cd62b582bc56, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=205408ed-6e00-4bf3-976e-cd62b582bc56,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:36.748305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc24cf0d-0363-42ef-a7c4-7360a5c666d6 req-0b8d9fbb-1e4f-4dd6-ac4e-129fafb04b17 service neutron] 10.222.0.13 "GET /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351402 Aug 20 13:24:36.752972 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.793811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:36.807761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a795-0204-47be-9c02-8e80686bf1f7 req-4ccd436a-2240-4fdf-9599-ada95d958550 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:36.817993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e12a795-0204-47be-9c02-8e80686bf1f7 req-4ccd436a-2240-4fdf-9599-ada95d958550 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.0864103 Aug 20 13:24:36.844961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=205408ed-6e00-4bf3-976e-cd62b582bc56,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:36.855547 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e12a795-0204-47be-9c02-8e80686bf1f7 req-63ce4e4d-93e5-4e92-ae94-e869a2dd6450 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365853 Aug 20 13:24:36.907578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Allocated IP 192.168.233.61 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/dc5a338a-5f48-4711-8749-14438ad8a67b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:36.916855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:36.919172 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be9887c-00aa-4430-9916-81052b68f590 x-openstack-request-id: req-7be9887c-00aa-4430-9916-81052b68f590 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:36.919684 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "name": "network-vif-plugged", "status": "completed", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:36.919958 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7be9887c-00aa-4430-9916-81052b68f590 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:36.921154 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'code': 200} Aug 20 13:24:36.934924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:37.002599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['205408ed-6e00-4bf3-976e-cd62b582bc56'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:37.082022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-8986e25e-495c-460d-8e85-6719bbe7c548 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:37.083580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-8986e25e-495c-460d-8e85-6719bbe7c548 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.1183846 Aug 20 13:24:37.096693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eef283-3fef-4783-bb55-62a7634119ff req-7d9f6a4d-2d53-4be4-b1b4-70e6cbafc57a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:37.103997 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96eef283-3fef-4783-bb55-62a7634119ff req-7d9f6a4d-2d53-4be4-b1b4-70e6cbafc57a tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 943 time: 0.1257432 Aug 20 13:24:37.179416 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Floating IP 0f77ef28-a4b1-4856-af76-f8461200a075 associated. External IP: 172.25.6.233, port: 79f97f07-28df-4c6a-b928-2d9ca462bd93. Aug 20 13:24:37.191166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faf0d4-3404-49dc-a32d-677f4261bfe8 req-c15891bc-32f7-4645-b144-ba1327d2c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:37.191166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92faf0d4-3404-49dc-a32d-677f4261bfe8 req-c15891bc-32f7-4645-b144-ba1327d2c7c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 1097 time: 0.1859078 Aug 20 13:24:37.206131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96eef283-3fef-4783-bb55-62a7634119ff req-2866af06-6478-45da-8731-eda0215cca0c tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002016 Aug 20 13:24:37.249217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Deleting port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:24:37.249711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:37.348238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92faf0d4-3404-49dc-a32d-677f4261bfe8 req-32b98298-104e-4129-9fe2-ab6336bc18fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138184 Aug 20 13:24:37.371843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:37.402314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Transition to ACTIVE for port object dc5a338a-5f48-4711-8749-14438ad8a67b will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:37.531742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:37.598204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:37.607362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Pushing event updated for resources: {'Port': ['ID=dc5a338a-5f48-4711-8749-14438ad8a67b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:37.613204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:37.616513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:24:37.617785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:37.696480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22829-7224-448e-8a09-622810401253 req-75c8ed43-aaf7-475f-b4ac-76e4ea4f0838 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:37.698050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9e22829-7224-448e-8a09-622810401253 req-75c8ed43-aaf7-475f-b4ac-76e4ea4f0838 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=01a42202-0821-4be9-a262-4e4a4c23bc64 HTTP/1.1" status: 200 len: 946 time: 0.0840802 Aug 20 13:24:37.700382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:37.701325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:37.738492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] For port af57eaab-d3f7-4425-ab9d-02e4f80c0d86, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:37.739010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:37.791755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9e22829-7224-448e-8a09-622810401253 req-2a51da4a-e805-43aa-8d94-d8cb7d3a737f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819786 Aug 20 13:24:37.793302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Calling delete_port for af57eaab-d3f7-4425-ab9d-02e4f80c0d86 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:24:37.803200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6caeb709-fd5a-4d53-a1c7-e563610fb563 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:37.954803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd10a9e-8b22-44e0-9928-279b51527361 req-39df1145-caea-4d4c-baff-23e5ff02b3a5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:37.962967 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fd10a9e-8b22-44e0-9928-279b51527361 req-39df1145-caea-4d4c-baff-23e5ff02b3a5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0910981 Aug 20 13:24:38.008447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6caeb709-fd5a-4d53-a1c7-e563610fb563, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:38.025248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fd10a9e-8b22-44e0-9928-279b51527361 req-3494d01f-239d-4428-a6cb-6d6133a6ece5 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Aug 20 13:24:38.037574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '6caeb709-fd5a-4d53-a1c7-e563610fb563', 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'port_id': '6caeb709-fd5a-4d53-a1c7-e563610fb563', 'mac_address': 'fa:16:3e:b8:9c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c6803-c6b3-4890-9c5e-32c5ddc90f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:38.088288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a78ec012-4750-487b-a5d7-b9224b7ba35c None None] Provisioning for port dc5a338a-5f48-4711-8749-14438ad8a67b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:38.092883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.096276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a78ec012-4750-487b-a5d7-b9224b7ba35c None None] Provisioning complete for port dc5a338a-5f48-4711-8749-14438ad8a67b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:38.096939 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a78ec012-4750-487b-a5d7-b9224b7ba35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.133788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caeb709-fd5a-4d53-a1c7-e563610fb563 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:38.134435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.147814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['af57eaab-d3f7-4425-ab9d-02e4f80c0d86'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:38.198767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a78ec012-4750-487b-a5d7-b9224b7ba35c None None] Port dc5a338a-5f48-4711-8749-14438ad8a67b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:38.202799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6caeb709-fd5a-4d53-a1c7-e563610fb563, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:38.210446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.211248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 469dfca7-0156-4340-a8cf-ef4c8e357b44 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:38.213685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event deleted for resources: {'Port': ['ID=af57eaab-d3f7-4425-ab9d-02e4f80c0d86,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:38.214120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-5cfc00b0-b31d-4dd5-9f87-0a7889898949 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5616961 Aug 20 13:24:38.238056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Request body: {'port': {'device_id': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:38.304150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] No DVR routers for this DVR port af57eaab-d3f7-4425-ab9d-02e4f80c0d86 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:24:38.308331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.312957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b45cb2a-c4bb-4a4c-865e-4b59abddecfe req-e472801e-8e5a-4ad1-80bb-4f3057f39c43 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "DELETE /v2.0/ports/af57eaab-d3f7-4425-ab9d-02e4f80c0d86 HTTP/1.1" status: 204 len: 173 time: 1.2063906 Aug 20 13:24:38.313430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'name': 'network-vif-deleted', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:38.315822 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404666a2-71ce-4bbc-afa7-5a086514f6f0" -d '{"events": [{"server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "name": "network-vif-deleted", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:38.324728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 469dfca7-0156-4340-a8cf-ef4c8e357b44, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:38.340471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=6caeb709-fd5a-4d53-a1c7-e563610fb563,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:38.346448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abedc32-23a8-4ee7-9508-d7ad12870741 req-e866437b-ab68-47f1-b50a-8c629fbd0c75 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:38.356017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1abedc32-23a8-4ee7-9508-d7ad12870741 req-e866437b-ab68-47f1-b50a-8c629fbd0c75 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.2026844 Aug 20 13:24:38.369997 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-9b655195-5e7c-4c42-ae43-4e826da60537 service neutron] show failed (client error): The resource could not be found. Aug 20 13:24:38.379427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-9b655195-5e7c-4c42-ae43-4e826da60537 service neutron] 10.222.0.13 "GET /v2.0/ports/03721894-7c60-47c1-94c4-b324b5c2a091/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.6920996 Aug 20 13:24:38.381186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '469dfca7-0156-4340-a8cf-ef4c8e357b44', 'network_id': '49d5a614-d310-42cb-8977-2f1bb387639d', 'port_id': '469dfca7-0156-4340-a8cf-ef4c8e357b44', 'mac_address': 'fa:16:3e:e5:b2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c6803-c6b3-4890-9c5e-32c5ddc90f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:38.466242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 205408ed-6e00-4bf3-976e-cd62b582bc56 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:38.473870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1abedc32-23a8-4ee7-9508-d7ad12870741 req-077687b5-6458-4e85-b4a2-9bb31c1fb016 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166019 Aug 20 13:24:38.509386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:38.519879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.528576 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] Sync routers for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:38.563945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.574986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.579322 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:38.581922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:38.613379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-dd23db3f-f337-49a2-8fd3-73a131e6341e tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "PUT /v2.0/floatingips/0f77ef28-a4b1-4856-af76-f8461200a075 HTTP/1.1" status: 200 len: 997 time: 2.7861118 Aug 20 13:24:38.627649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad130-1d8e-4aeb-9f86-6b9d2de787a4 req-057167a2-bf5d-4416-a020-5ab9dbaed053 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:38.635958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66cad130-1d8e-4aeb-9f86-6b9d2de787a4 req-057167a2-bf5d-4416-a020-5ab9dbaed053 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 935 time: 0.0782213 Aug 20 13:24:38.650216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:38.653542 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6c45e-a803-4914-8e06-4095216805d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:38.685951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469dfca7-0156-4340-a8cf-ef4c8e357b44 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:38.728341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66cad130-1d8e-4aeb-9f86-6b9d2de787a4 req-dc5b7d8a-e043-49de-99ff-31760330755b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910454 Aug 20 13:24:38.761439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 469dfca7-0156-4340-a8cf-ef4c8e357b44, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:38.782726 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.857735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de923-3001-4c70-95ef-a0e679c4f075 req-88cacaa4-aaee-4fe4-88ea-c9ca75c1022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:38.860102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-88cacaa4-aaee-4fe4-88ea-c9ca75c1022f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1097 time: 0.2458954 Aug 20 13:24:38.862669 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:38.883700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 205408ed-6e00-4bf3-976e-cd62b582bc56 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:38.899152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-406ed700-8c8b-412c-a43b-3a86f69d6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:38.901076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-406ed700-8c8b-412c-a43b-3a86f69d6f43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 1100 time: 0.1052914 Aug 20 13:24:38.903940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 205408ed-6e00-4bf3-976e-cd62b582bc56 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:38.904657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:38.917152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:38.923744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:38.939792 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed92b5-aca7-4559-999d-26d7939ea8fd" -d '{"events": [{"server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "name": "network-vif-plugged", "status": "completed", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:39.042635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=469dfca7-0156-4340-a8cf-ef4c8e357b44,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:39.067524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de923-3001-4c70-95ef-a0e679c4f075 req-31be77de-0f99-47b0-a548-8448629a597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:39.069277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-31be77de-0f99-47b0-a548-8448629a597b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 930 time: 0.2013297 Aug 20 13:24:39.096196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['469dfca7-0156-4340-a8cf-ef4c8e357b44'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:39.101196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6caeb709-fd5a-4d53-a1c7-e563610fb563'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:39.140164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174f327-26fb-4a31-b2ae-36f3bf9c8b3a req-337cd23a-7586-4fcc-951b-d942d5022d23 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:39.154096 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2174f327-26fb-4a31-b2ae-36f3bf9c8b3a req-337cd23a-7586-4fcc-951b-d942d5022d23 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.2326584 Aug 20 13:24:39.154935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:39.162195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-7f8ee640-3471-4c8c-848e-5f5ba2dae9d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 1000 time: 0.0858109 Aug 20 13:24:39.301246 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '0f77ef28-a4b1-4856-af76-f8461200a075', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'port_id': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'mac_address': 'fa:16:3e:32:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:24:32Z', 'updated_at': '2021-08-20T13:24:36Z', 'revision_number': 1, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:14Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:39.315775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2174f327-26fb-4a31-b2ae-36f3bf9c8b3a req-1e201ecf-36d3-4bac-975d-c71360d3b06a tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474791 Aug 20 13:24:39.341774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de923-3001-4c70-95ef-a0e679c4f075 req-56c96e5e-2c03-4cf1-b07e-f5832c749ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:39.347421 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] Checking router: 73fdaa08-008d-4c22-a1c0-d37073b2ab3c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:39.347910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-56c96e5e-2c03-4cf1-b07e-f5832c749ea6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 200 len: 868 time: 0.1587393 Aug 20 13:24:39.387998 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:39.388680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:39.504971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de923-3001-4c70-95ef-a0e679c4f075 req-0282ed8e-56d0-4d11-a6a9-dd6d481c174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:39.506769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-0282ed8e-56d0-4d11-a6a9-dd6d481c174c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497738 Aug 20 13:24:39.567329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63e6c0-1f25-40d6-b068-84115146b2a9 req-0480ae00-6cd5-47f4-a722-29b7ab644da9 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:39.569506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc63e6c0-1f25-40d6-b068-84115146b2a9 req-0480ae00-6cd5-47f4-a722-29b7ab644da9 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 944 time: 0.0993164 Aug 20 13:24:39.640202 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:39.642636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5a338a-5f48-4711-8749-14438ad8a67b {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:39.655394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:39.657336 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:39.679383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc63e6c0-1f25-40d6-b068-84115146b2a9 req-99f20b4f-2a04-44c5-8caa-c6bf93682c8f tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031871 Aug 20 13:24:39.725959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Transition to ACTIVE for port object dc5a338a-5f48-4711-8749-14438ad8a67b will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:39.728222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 205408ed-6e00-4bf3-976e-cd62b582bc56, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=205408ed-6e00-4bf3-976e-cd62b582bc56,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:39.741550 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-f618f536-135a-476c-b0da-829f3955f5e9 service neutron] 10.222.0.59 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198067 Aug 20 13:24:39.745003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:39.761086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:39.811791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device af57eaab-d3f7-4425-ab9d-02e4f80c0d86 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:24:39.854858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: af57eaab-d3f7-4425-ab9d-02e4f80c0d86 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:24:39.855330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device af57eaab-d3f7-4425-ab9d-02e4f80c0d86 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:24:39.898064 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4803b4e5-0780-4a76-801d-bcb775659035 x-openstack-request-id: req-4803b4e5-0780-4a76-801d-bcb775659035 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:39.898828 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:39.899266 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4803b4e5-0780-4a76-801d-bcb775659035 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:39.899878 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'status': 'completed', 'code': 200} Aug 20 13:24:39.918889 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46476c99-d855-49dd-af68-4a2abd58512b x-openstack-request-id: req-46476c99-d855-49dd-af68-4a2abd58512b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:39.920006 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "name": "network-vif-deleted", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:39.921532 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46476c99-d855-49dd-af68-4a2abd58512b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:39.923548 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'name': 'network-vif-deleted', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'status': 'completed', 'code': 200} Aug 20 13:24:39.935140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=205408ed-6e00-4bf3-976e-cd62b582bc56,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:40.045819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:40.094861 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8f090-8607-46cf-85e0-252a8ac333d5 x-openstack-request-id: req-51e8f090-8607-46cf-85e0-252a8ac333d5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:40.095484 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a42202-0821-4be9-a262-4e4a4c23bc64", "name": "network-vif-plugged", "status": "completed", "tag": "af57eaab-d3f7-4425-ab9d-02e4f80c0d86", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:40.095642 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51e8f090-8607-46cf-85e0-252a8ac333d5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:40.095956 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a42202-0821-4be9-a262-4e4a4c23bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af57eaab-d3f7-4425-ab9d-02e4f80c0d86', 'code': 200} Aug 20 13:24:40.147647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:40.278282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.292772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a338a-5f48-4711-8749-14438ad8a67b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:40.299488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Attempting to bind port dc5a338a-5f48-4711-8749-14438ad8a67b on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:40.299822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Attempting to bind port dc5a338a-5f48-4711-8749-14438ad8a67b by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:40.300157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Attempting to bind port dc5a338a-5f48-4711-8749-14438ad8a67b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:40.322056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Port dc5a338a-5f48-4711-8749-14438ad8a67b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:40.322392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Attempting to bind port dc5a338a-5f48-4711-8749-14438ad8a67b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:40.345514 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '0f77ef28-a4b1-4856-af76-f8461200a075', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'port_id': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'mac_address': 'fa:16:3e:32:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:24:32Z', 'updated_at': '2021-08-20T13:24:36Z', 'revision_number': 1, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:14Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:40.352430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:40.352807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:40.353205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:40.354645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Bound port: dc5a338a-5f48-4711-8749-14438ad8a67b, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:40.355038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.371156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Transition to ACTIVE for port object 03721894-7c60-47c1-94c4-b324b5c2a091 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:40.395855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0df27-ad83-41a9-a2e5-0cc5cad876de req-16d5cb8d-be8a-43bb-b036-43656e7deb70 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:40.401986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-af590619-e3c1-4439-8b87-04ceb1449edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:40.403545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-af590619-e3c1-4439-8b87-04ceb1449edc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1097 time: 0.3726037 Aug 20 13:24:40.412730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bae0df27-ad83-41a9-a2e5-0cc5cad876de req-16d5cb8d-be8a-43bb-b036-43656e7deb70 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1658592 Aug 20 13:24:40.421336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.435193 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daef2f-124b-4db6-b161-8aafaee04069 None None] The sync data for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 is: [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '0f77ef28-a4b1-4856-af76-f8461200a075', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'port_id': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'mac_address': 'fa:16:3e:32:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:24:32Z', 'updated_at': '2021-08-20T13:24:36Z', 'revision_number': 1, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:14Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:40.487773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bae0df27-ad83-41a9-a2e5-0cc5cad876de req-fbe2a8f3-aa24-471b-9dc3-d3ad86e9c450 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Aug 20 13:24:40.570487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-565de923-3001-4c70-95ef-a0e679c4f075 req-0716f023-7d74-4573-ac9e-6f495fc25814 service neutron] 10.222.0.59 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8224452 Aug 20 13:24:40.574923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] No DVR routers for this DVR port 03721894-7c60-47c1-94c4-b324b5c2a091 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:24:40.653881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:40.681600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] For port dc5a338a-5f48-4711-8749-14438ad8a67b, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:40.686741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] For port dc5a338a-5f48-4711-8749-14438ad8a67b, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc5a338a-5f48-4711-8749-14438ad8a67b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:40.700831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.720910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-0bdafa8a-a6b1-44f1-970e-3523d6d7871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:40.728800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-0bdafa8a-a6b1-44f1-970e-3523d6d7871a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 930 time: 0.3126509 Aug 20 13:24:40.737370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:40.738149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:40.738826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:40.750593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Port 03721894-7c60-47c1-94c4-b324b5c2a091 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:40.750967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Attempting to bind port 03721894-7c60-47c1-94c4-b324b5c2a091 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:40.760692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049d30d-ad81-42d0-93eb-11927ebff257 req-6b1fd5bf-7c9a-4187-a85a-58d747f82628 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:40.762567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4049d30d-ad81-42d0-93eb-11927ebff257 req-6b1fd5bf-7c9a-4187-a85a-58d747f82628 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.1670451 Aug 20 13:24:40.771248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50860) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:40.776971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Request body: {'floatingip': {'port_id': '7024ebbe-098e-4733-a843-42e0ec5694c4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:40.785978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:40.786905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:40.787547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:40.788267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Bound port: 03721894-7c60-47c1-94c4-b324b5c2a091, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:40.788916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.849377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.911855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b270196-03bf-4e09-80bd-43e8cdc7d3f0 None None] New status for floating IP 0f77ef28-a4b1-4856-af76-f8461200a075: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:24:40.942826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:40.943462 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:40.944926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] 10.222.0.13 "PUT /v2.0/ports/dc5a338a-5f48-4711-8749-14438ad8a67b HTTP/1.1" status: 200 len: 1095 time: 2.7179899 Aug 20 13:24:40.957860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-1ce2596e-5171-470f-a155-80609f6431f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 1000 time: 0.1676540 Aug 20 13:24:41.038928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:41.046054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:41.104255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-88e339e0-c7b9-4e60-9ae3-1e2cbb3d1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.106079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-88e339e0-c7b9-4e60-9ae3-1e2cbb3d1965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 200 len: 868 time: 0.1164417 Aug 20 13:24:41.128093 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:41.141334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d754a81-6873-4a71-84de-7d5ca255ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a338a-5f48-4711-8749-14438ad8a67b,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:41.234773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e20a4-2b32-442f-9a5b-7ea69ad23383 req-7b3768d9-1aa2-44f5-b3da-ff1781ee2f25 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.236478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee3e20a4-2b32-442f-9a5b-7ea69ad23383 req-7b3768d9-1aa2-44f5-b3da-ff1781ee2f25 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.5064619 Aug 20 13:24:41.291652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-069485a0-6963-4425-bab2-f14516884383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.293561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-069485a0-6963-4425-bab2-f14516884383 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742721 Aug 20 13:24:41.295856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-d50af183-2700-4eb0-a9e6-31a2b158b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.297724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-d50af183-2700-4eb0-a9e6-31a2b158b6d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 1098 time: 0.1954966 Aug 20 13:24:41.347585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.347585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:41.349698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] 10.222.0.53 "PUT /v2.0/ports/03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 1095 time: 2.4367425 Aug 20 13:24:41.404078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee3e20a4-2b32-442f-9a5b-7ea69ad23383 req-b804bd2f-75d7-46aa-8c51-170782df9dc7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520815 Aug 20 13:24:41.475833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-1a5fa488-9d07-437c-9011-e67a7c842fd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=dc5a338a-5f48-4711-8749-14438ad8a67b HTTP/1.1" status: 200 len: 217 time: 0.1617420 Aug 20 13:24:41.626512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cea63-8db2-4241-ad5c-3b88830a3408 service neutron] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:41.652645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b57483-84ee-43e4-8f27-21f05667db3e req-cc7ac15b-455f-4252-8627-56efc16f2b88 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.654270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5b57483-84ee-43e4-8f27-21f05667db3e req-cc7ac15b-455f-4252-8627-56efc16f2b88 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 947 time: 0.6895139 Aug 20 13:24:41.655066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-0f911873-e336-4571-a225-50c31ad38e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.656824 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-0f911873-e336-4571-a225-50c31ad38e3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1702135 Aug 20 13:24:41.711667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-679c54cf-657b-49f5-a5a9-a1210f157545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.713232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-679c54cf-657b-49f5-a5a9-a1210f157545 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1098 time: 0.2943332 Aug 20 13:24:41.718470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-beff4f79-89fb-4fd1-9439-390cb0e240c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036257 Aug 20 13:24:41.747050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-974c6390-1c19-4dfb-b324-c6346cd89cc9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.749455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-974c6390-1c19-4dfb-b324-c6346cd89cc9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 821 time: 0.2063046 Aug 20 13:24:41.752898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737fc-88e9-4988-b680-78a0e85f1532 req-65323e5e-6012-49e3-828a-38d29f35a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:41.754591 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-65323e5e-6012-49e3-828a-38d29f35a276 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844007 Aug 20 13:24:41.805139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5b57483-84ee-43e4-8f27-21f05667db3e req-34ec3ad7-ff38-49e4-ae0f-f3d16699c608 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388483 Aug 20 13:24:41.824181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6caeb709-fd5a-4d53-a1c7-e563610fb563 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:41.861538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-b6e98fc5-1b86-49d2-a1ab-1f92f38fc6b1 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/quotas/c72ba2ff11df4fa3b5c4e2bed4ca5624 HTTP/1.1" status: 200 len: 375 time: 0.0915084 Aug 20 13:24:41.905287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 6caeb709-fd5a-4d53-a1c7-e563610fb563 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:41.909680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 6caeb709-fd5a-4d53-a1c7-e563610fb563 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:41.910058 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:41.913227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'tag': 'dc5a338a-5f48-4711-8749-14438ad8a67b'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:41.915813 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38614c6-1019-4049-a84f-969b5336097c" -d '{"events": [{"name": "network-changed", "server_uuid": "8751943d-efe3-430d-bf2d-49cbbad54f53", "tag": "dc5a338a-5f48-4711-8749-14438ad8a67b"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:41.925499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091'}, {'name': 'network-changed', 'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:41.929786 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867454c-705e-418f-8cf5-622c5ac25f74" -d '{"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091"}, {"name": "network-changed", "server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:41.973212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcc6c45e-a803-4914-8e06-4095216805d0 req-ac0598e8-d1f3-4799-8c34-edf60ae199a2 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432621 Aug 20 13:24:41.977042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-4d3cbd8a-4d46-4581-8276-4bab4163e5da service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081347 Aug 20 13:24:41.981468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-c0f966b1-3cf4-4d9a-92ff-1ec3dbe32d2d tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133683 Aug 20 13:24:42.057885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:24:42.068606 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.101681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205408ed-6e00-4bf3-976e-cd62b582bc56'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:42.104287 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95408441-4b07-452c-8087-7f05a746c766" -d '{"events": [{"server_uuid": "db7b3219-519f-4eea-b321-b71798e56ef9", "name": "network-vif-plugged", "status": "completed", "tag": "205408ed-6e00-4bf3-976e-cd62b582bc56"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:42.136239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6caeb709-fd5a-4d53-a1c7-e563610fb563, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:42.143518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.144582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 469dfca7-0156-4340-a8cf-ef4c8e357b44 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:42.157111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-2571189b-09ab-4aa0-812d-a89bf1b900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:42.158640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-2571189b-09ab-4aa0-812d-a89bf1b900e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.4369743 Aug 20 13:24:42.196087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-132737fc-88e9-4988-b680-78a0e85f1532 req-12ef8ddb-55ea-4ec5-9011-4dda631f7c8b service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101378 Aug 20 13:24:42.208803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-21062019-73a5-4bd8-abcc-5a318c658f95 service neutron] 10.222.0.59 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034087 Aug 20 13:24:42.275161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-231d03ea-a7d1-424d-acd9-96f9e5f75486 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.1000783 Aug 20 13:24:42.291656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.315329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=6caeb709-fd5a-4d53-a1c7-e563610fb563,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:42.329956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 469dfca7-0156-4340-a8cf-ef4c8e357b44 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:42.334787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 469dfca7-0156-4340-a8cf-ef4c8e357b44 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:42.335164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.338172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.351688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-e73a03d4-8924-4ed7-b53b-b7f06c2ac421 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 258 time: 0.5019512 Aug 20 13:24:42.371733 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-f64ba3c2-f8cb-449f-bda5-020374bbf806 service neutron] 10.222.0.59 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597071 Aug 20 13:24:42.393697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:42.417758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-6a9cddda-e101-40a9-baf6-2d57ce7e6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:42.419271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-6a9cddda-e101-40a9-baf6-2d57ce7e6b44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1308129 Aug 20 13:24:42.438289 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.468482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:24:42.486198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.521107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 469dfca7-0156-4340-a8cf-ef4c8e357b44, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:42.534992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:42.565894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:24:42.598732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=469dfca7-0156-4340-a8cf-ef4c8e357b44,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:42.616976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-c9d85c20-c054-4270-945e-777d21ad6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:42.618572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-c9d85c20-c054-4270-945e-777d21ad6ec7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912510 Aug 20 13:24:42.661008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b1d2-800d-4a63-bd04-ab945b731ce7 req-812506d1-9056-4e57-bd98-60fe65084403 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:42.665214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb75b1d2-800d-4a63-bd04-ab945b731ce7 req-812506d1-9056-4e57-bd98-60fe65084403 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 945 time: 0.0872273 Aug 20 13:24:42.679105 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Floating IP 14141e5c-4578-4fc9-81b5-2e56ca437d07 associated. External IP: 172.25.6.218, port: 7024ebbe-098e-4733-a843-42e0ec5694c4. Aug 20 13:24:42.714889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb75b1d2-800d-4a63-bd04-ab945b731ce7 req-9ef7d3fa-a35c-4bb4-beae-ca3e86b6fff3 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Aug 20 13:24:42.878835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3706-c1f1-403d-8ee0-63f485f3d8d8 req-f7c9bc1c-d551-4682-aee0-fc788ab5b161 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:42.880882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f40a3706-c1f1-403d-8ee0-63f485f3d8d8 req-f7c9bc1c-d551-4682-aee0-fc788ab5b161 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0634282 Aug 20 13:24:42.938593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f40a3706-c1f1-403d-8ee0-63f485f3d8d8 req-76481a35-11e2-45a9-be62-319c3072fcb3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507531 Aug 20 13:24:43.000323 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb548d5-1662-4358-ad4c-377b5b8dee91 x-openstack-request-id: req-1bb548d5-1662-4358-ad4c-377b5b8dee91 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:43.000750 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8751943d-efe3-430d-bf2d-49cbbad54f53", "tag": "dc5a338a-5f48-4711-8749-14438ad8a67b", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:43.001296 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bb548d5-1662-4358-ad4c-377b5b8dee91 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:43.001729 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'tag': 'dc5a338a-5f48-4711-8749-14438ad8a67b', 'status': 'completed', 'code': 200} Aug 20 13:24:43.087064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38614c6-1019-4049-a84f-969b5336097c req-9f9def21-41af-4647-8e50-4970902204d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.095814 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f07a07-8339-43d8-acf4-b4f7b132b94f x-openstack-request-id: req-25f07a07-8339-43d8-acf4-b4f7b132b94f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:43.096074 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091", "code": 200}, {"name": "network-changed", "server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:43.096500 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25f07a07-8339-43d8-acf4-b4f7b132b94f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:43.096702 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091', 'code': 200} Aug 20 13:24:43.096960 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091', 'status': 'completed', 'code': 200} Aug 20 13:24:43.098360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-9f9def21-41af-4647-8e50-4970902204d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 1098 time: 0.0711982 Aug 20 13:24:43.134029 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb42247e-ebb8-4fb0-82ca-4c062caf0461 x-openstack-request-id: req-fb42247e-ebb8-4fb0-82ca-4c062caf0461 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:43.134586 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b3219-519f-4eea-b321-b71798e56ef9", "name": "network-vif-plugged", "status": "completed", "tag": "205408ed-6e00-4bf3-976e-cd62b582bc56", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:43.134907 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb42247e-ebb8-4fb0-82ca-4c062caf0461 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:43.135399 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205408ed-6e00-4bf3-976e-cd62b582bc56', 'code': 200} Aug 20 13:24:43.280808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-e88aae8f-2ac0-4ebd-8ce4-818a85fa1633 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502118 Aug 20 13:24:43.323190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-012359bc-175c-4b54-9738-73f399c32d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.324739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-012359bc-175c-4b54-9738-73f399c32d91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1098 time: 0.2087874 Aug 20 13:24:43.365840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153d567-9c4a-42aa-b39c-42a810f2235c req-f9911e0f-ceb9-4943-8b75-90762d57ab24 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.375035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2153d567-9c4a-42aa-b39c-42a810f2235c req-f9911e0f-ceb9-4943-8b75-90762d57ab24 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.1495655 Aug 20 13:24:43.387366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38614c6-1019-4049-a84f-969b5336097c req-5228cc26-9502-4893-9ab5-c54f4d07a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.394878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-5228cc26-9502-4893-9ab5-c54f4d07a273 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2873483 Aug 20 13:24:43.473983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8322f-d124-4ffb-940e-b320864f91a9 req-9a4aca91-bfae-401a-883c-b8a8bd54d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.475529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cb8322f-d124-4ffb-940e-b320864f91a9 req-9a4aca91-bfae-401a-883c-b8a8bd54d37c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 1096 time: 0.2515972 Aug 20 13:24:43.488723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-a8de814d-a8c2-450a-850a-1309473cc207 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=dc5a338a-5f48-4711-8749-14438ad8a67b HTTP/1.1" status: 200 len: 217 time: 0.0575695 Aug 20 13:24:43.494539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a51f687-9d1b-4866-bfac-0e951e460c8f req-d5fdabdd-335f-4342-8a4d-c56e515f945e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937754 Aug 20 13:24:43.499199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:43.565180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2153d567-9c4a-42aa-b39c-42a810f2235c req-daf5a511-5b73-4e2e-8b05-fa090d742258 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891589 Aug 20 13:24:43.633597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-7b25f0be-6c6a-4d00-9f07-3322d1856612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.637437 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-7b25f0be-6c6a-4d00-9f07-3322d1856612 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2925098 Aug 20 13:24:43.661521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cb8322f-d124-4ffb-940e-b320864f91a9 req-3a346adc-7755-4873-9ab2-7effa5061d33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767595 Aug 20 13:24:43.703566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Router f783c4db-07e2-4ba0-8385-2999104790b5 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:24:43.713681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38614c6-1019-4049-a84f-969b5336097c req-3fa87ab5-683c-47bc-b461-c43ca55a3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.715140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-3fa87ab5-683c-47bc-b461-c43ca55a3ffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2169125 Aug 20 13:24:43.719060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-407ad4a0-84c3-43e2-8cf2-9662a7b08652 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.0656610 Aug 20 13:24:43.741964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-84c974d1-611e-4538-9f1d-615b711ad826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:43.743956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-84c974d1-611e-4538-9f1d-615b711ad826 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1098 time: 0.1515975 Aug 20 13:24:43.752159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d171dd9-bbe6-4293-a497-b1b5e58dd4a3 req-4323a79d-0763-4c59-8603-42a4b62050ee tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 210 time: 0.0819545 Aug 20 13:24:43.886586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Allocated IP 172.25.6.209 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a67f97b3-0e58-4b90-938f-2e44e11e2d03) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:44.023263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-fd786610-4701-4459-8069-8398eabdb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.024707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-fd786610-4701-4459-8069-8398eabdb2a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1377032 Aug 20 13:24:44.048609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38614c6-1019-4049-a84f-969b5336097c req-b7d10b7f-c1f4-4d47-a077-89e293eb5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.049649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-b7d10b7f-c1f4-4d47-a077-89e293eb5db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312110 Aug 20 13:24:44.057441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:44.058803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d084b-b8ff-4b44-ad4a-eea8205e8385 req-74dc86b8-0c06-42c0-b83b-923314f5e3a7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.060331 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e57d084b-b8ff-4b44-ad4a-eea8205e8385 req-74dc86b8-0c06-42c0-b83b-923314f5e3a7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 947 time: 0.1875558 Aug 20 13:24:44.069620 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] Sync routers for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:44.070561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.073426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-1fffbe5c-48b9-44e1-9719-0d0a35820594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.075128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-1fffbe5c-48b9-44e1-9719-0d0a35820594 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3208456 Aug 20 13:24:44.086656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:44.087274 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:44.087945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-2cf8529f-3b7c-4183-9845-0170808ba032 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.089609 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-2cf8529f-3b7c-4183-9845-0170808ba032 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 821 time: 0.2760301 Aug 20 13:24:44.114511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Request body: {'port': {'device_id': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'admin_state_up': True, 'tenant_id': 'c72ba2ff11df4fa3b5c4e2bed4ca5624'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:44.153191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-562956d8-0bca-49e9-9d1c-7bd2dca79d46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.0569520 Aug 20 13:24:44.158417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-455050b9-d3ac-4aa1-a4e5-b1b96b9e1956 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "PUT /v2.0/floatingips/14141e5c-4578-4fc9-81b5-2e56ca437d07 HTTP/1.1" status: 200 len: 992 time: 3.3860543 Aug 20 13:24:44.225756 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:44.230452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.249193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-f99fa3b5-48c3-4867-b813-3cafb62a14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.250758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-f99fa3b5-48c3-4867-b813-3cafb62a14ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0869777 Aug 20 13:24:44.324853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-a9d88df4-847f-4a7a-b3a8-bcd0c1c8d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.327464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-a9d88df4-847f-4a7a-b3a8-bcd0c1c8d683 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683529 Aug 20 13:24:44.343839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.463055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc5a338a-5f48-4711-8749-14438ad8a67b details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:44.470068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:44.474940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:44.478143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:44.538851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event updated for resources: {'Port': ['ID=a67f97b3-0e58-4b90-938f-2e44e11e2d03,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:44.557140 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '14141e5c-4578-4fc9-81b5-2e56ca437d07', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'port_id': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'mac_address': 'fa:16:3e:04:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:24:20Z', 'updated_at': '2021-08-20T13:24:41Z', 'revision_number': 1, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:19Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:44.598933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-fd25481e-8d70-4bf2-b99a-11dbdbb5ae7b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501004 Aug 20 13:24:44.613418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dc5a338a-5f48-4711-8749-14438ad8a67b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc5a338a-5f48-4711-8749-14438ad8a67b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:44.624883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-77c7c587-11f4-45b1-9575-5ba7062ed4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:44.626709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-77c7c587-11f4-45b1-9575-5ba7062ed4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5895259 Aug 20 13:24:44.631624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'dc5a338a-5f48-4711-8749-14438ad8a67b', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'dc5a338a-5f48-4711-8749-14438ad8a67b', 'mac_address': 'fa:16:3e:9f:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:44.650312 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] Checking router: f783c4db-07e2-4ba0-8385-2999104790b5 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:44.652634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e57d084b-b8ff-4b44-ad4a-eea8205e8385 req-d8d566a0-2fc6-423f-821e-6674533f79eb tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617442 Aug 20 13:24:44.677633 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:44.680494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:44.693106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.729287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5a338a-5f48-4711-8749-14438ad8a67b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:44.757244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-cb44dae9-dbd5-427f-a858-b68299c83c84 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953373 Aug 20 13:24:44.759732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dc5a338a-5f48-4711-8749-14438ad8a67b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc5a338a-5f48-4711-8749-14438ad8a67b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:44.772625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.856283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.880746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=dc5a338a-5f48-4711-8749-14438ad8a67b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:44.913693 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:44.940831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-7647fbef-5291-4886-99c1-ce9d0bc4b446 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965586 Aug 20 13:24:44.958604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Made reservation on behalf of c72ba2ff11df4fa3b5c4e2bed4ca5624 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:44.963620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.985284 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:44.991340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-aea52098-9e1a-407b-91eb-71428eb9d131 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165290 Aug 20 13:24:45.050825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dc5a338a-5f48-4711-8749-14438ad8a67b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:45.098236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:45.103287 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10450936-5c00-4214-9e00-18f96e0087ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:45.128157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134167ed-eac5-43e7-a150-73abb45f776e req-a89c1c0c-6364-457e-b7d9-0f32f1b5d8ce tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:45.136493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-134167ed-eac5-43e7-a150-73abb45f776e req-a89c1c0c-6364-457e-b7d9-0f32f1b5d8ce tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 945 time: 0.2837248 Aug 20 13:24:45.136720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caeb709-fd5a-4d53-a1c7-e563610fb563'}, {'server_uuid': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469dfca7-0156-4340-a8cf-ef4c8e357b44'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:45.138718 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc7fbb-52f8-4e3e-bbcf-cfcfb175ea75" -d '{"events": [{"server_uuid": "4e2f0222-f02b-4ea8-8117-d784c5e30873", "name": "network-vif-plugged", "status": "completed", "tag": "6caeb709-fd5a-4d53-a1c7-e563610fb563"}, {"server_uuid": "23db26cc-59d1-49d9-982b-8dd18a130b0d", "name": "network-vif-plugged", "status": "completed", "tag": "469dfca7-0156-4340-a8cf-ef4c8e357b44"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:45.239987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-134167ed-eac5-43e7-a150-73abb45f776e req-2e5f0122-9c14-4335-b802-cf2b4150a62b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024392 Aug 20 13:24:45.334606 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.341396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.386697 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '14141e5c-4578-4fc9-81b5-2e56ca437d07', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'port_id': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'mac_address': 'fa:16:3e:04:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:24:20Z', 'updated_at': '2021-08-20T13:24:41Z', 'revision_number': 1, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:19Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:45.392305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d38614c6-1019-4049-a84f-969b5336097c req-2c6ec511-4d4f-4d6d-a218-b026ed6cc153 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242638 Aug 20 13:24:45.420495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90516920-f23a-4bd0-a30b-8aab8a88308f None None] The sync data for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 is: [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '14141e5c-4578-4fc9-81b5-2e56ca437d07', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'port_id': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'mac_address': 'fa:16:3e:04:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:24:20Z', 'updated_at': '2021-08-20T13:24:41Z', 'revision_number': 1, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:19Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:45.476001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event updated for resources: {'Port': ['ID=a67f97b3-0e58-4b90-938f-2e44e11e2d03,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:45.486704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.508737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6867454c-705e-418f-8cf5-622c5ac25f74 req-22e1765e-b2e7-46ef-af01-a98284ccb818 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412858 Aug 20 13:24:45.508991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.509989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ed773d16-cd91-417f-acbf-d092ea58e80f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1574728 Aug 20 13:24:45.538594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Allocated IP 172.20.0.7 (bc5818ec-726a-4354-a9d5-2bce01a7da10/a4ebc265-1bca-4e07-9f09-b104983eceb5/35b384ee-da6c-45c5-b659-4056f74fc57b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:45.549704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedefefd-1033-4c7b-b469-49ce5a74d87a req-0cc93c9a-5d98-4f6c-b963-df1acdb80650 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:45.558122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dedefefd-1033-4c7b-b469-49ce5a74d87a req-0cc93c9a-5d98-4f6c-b963-df1acdb80650 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1686699 Aug 20 13:24:45.583628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-ccab9245-f932-4a58-973f-158aafd024a3 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.0511608 Aug 20 13:24:45.629280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dedefefd-1033-4c7b-b469-49ce5a74d87a req-d76cd775-73a0-4f65-8b78-986ee4119a86 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700748 Aug 20 13:24:45.731028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-bf504332-aaa6-455f-b39e-7d9b54bf3bb7 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:45.732266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4b3de84-0ad6-4e8a-a30b-01b8895409c0 req-bf504332-aaa6-455f-b39e-7d9b54bf3bb7 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1427865 Aug 20 13:24:45.735697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-99dfcc7c-2665-4188-815a-ad9fa7030016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.839928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ef9ec-66f5-4a8a-b4e0-5bbcc93e057e None None] New status for floating IP 14141e5c-4578-4fc9-81b5-2e56ca437d07: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:24:45.853942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.896497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c2386-3dd1-4cc8-ad35-c3038ce1addb req-318fe5d9-36c1-4487-9df2-69245dd16727 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:45.898305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-264c2386-3dd1-4cc8-ad35-c3038ce1addb req-318fe5d9-36c1-4487-9df2-69245dd16727 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.0934234 Aug 20 13:24:45.913676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a0fb3b-4d4f-49c0-8ec2-1f2971810690 req-b543e73f-c480-4ac4-9e9f-f95368f73fba tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 210 time: 0.0446084 Aug 20 13:24:45.955784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:45.961097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-264c2386-3dd1-4cc8-ad35-c3038ce1addb req-002a8173-b63c-401c-ba42-cddff181a7f2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Aug 20 13:24:45.977968 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9e121-4e41-44fc-ac3b-d441b10ce4d0 x-openstack-request-id: req-75e9e121-4e41-44fc-ac3b-d441b10ce4d0 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:45.978833 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:45.979362 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75e9e121-4e41-44fc-ac3b-d441b10ce4d0 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:45.980113 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'status': 'completed', 'code': 200} Aug 20 13:24:46.091553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event updated for resources: {'Port': ['ID=35b384ee-da6c-45c5-b659-4056f74fc57b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:46.104945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450936-5c00-4214-9e00-18f96e0087ef req-4f9267c3-0af8-4836-89f9-21cda48eda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.106470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-4f9267c3-0af8-4836-89f9-21cda48eda4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=66f36450260c40379b38a4cd8f327e5a&device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 1097 time: 0.0976644 Aug 20 13:24:46.116028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Network bc5818ec-726a-4354-a9d5-2bce01a7da10 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:46.126921 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a518a4-3531-42f1-99b4-b8ef10be4d5a x-openstack-request-id: req-70a518a4-3531-42f1-99b4-b8ef10be4d5a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:46.127739 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f0222-f02b-4ea8-8117-d784c5e30873", "name": "network-vif-plugged", "status": "completed", "tag": "6caeb709-fd5a-4d53-a1c7-e563610fb563", "code": 200}, {"server_uuid": "23db26cc-59d1-49d9-982b-8dd18a130b0d", "name": "network-vif-plugged", "status": "completed", "tag": "469dfca7-0156-4340-a8cf-ef4c8e357b44", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:46.127876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:46.128565 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70a518a4-3531-42f1-99b4-b8ef10be4d5a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:46.129575 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caeb709-fd5a-4d53-a1c7-e563610fb563', 'code': 200} Aug 20 13:24:46.130243 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469dfca7-0156-4340-a8cf-ef4c8e357b44', 'code': 200} Aug 20 13:24:46.130807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:46.250168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62fdd7-959b-4414-af54-545ce634a0de req-af87eb82-9277-46f5-828e-803f7dc54f26 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.251875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed62fdd7-959b-4414-af54-545ce634a0de req-af87eb82-9277-46f5-828e-803f7dc54f26 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1387153 Aug 20 13:24:46.262591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.263497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:46.269526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29027-44dc-4f7f-8963-92eee7b1bd27 req-fdb5d59c-c437-4fab-b523-0b43db6ac563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.271433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6c29027-44dc-4f7f-8963-92eee7b1bd27 req-fdb5d59c-c437-4fab-b523-0b43db6ac563 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 1096 time: 0.1309700 Aug 20 13:24:46.290966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbd8f6-cbc8-406f-8672-93dc2cf962ca req-bd437beb-a2e9-46c4-acb8-d77c5f9b78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.292656 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ccbd8f6-cbc8-406f-8672-93dc2cf962ca req-bd437beb-a2e9-46c4-acb8-d77c5f9b78dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 1097 time: 0.1685457 Aug 20 13:24:46.334076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d988-20e0-4d2a-8b19-77c74f8f2cc1 req-fcc7ad2d-e3ba-48d8-ac63-3dcdb079a518 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.335650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72c1d988-20e0-4d2a-8b19-77c74f8f2cc1 req-fcc7ad2d-e3ba-48d8-ac63-3dcdb079a518 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 948 time: 0.1676426 Aug 20 13:24:46.347784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-97b73457-924b-49a6-ba47-fde52b3ff86c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2465575 Aug 20 13:24:46.356447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed62fdd7-959b-4414-af54-545ce634a0de req-613e8c09-afd0-4831-bb57-e9236440195c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.0903554 Aug 20 13:24:46.364262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Request body: {'port': {'device_id': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:46.385021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450936-5c00-4214-9e00-18f96e0087ef req-810c43dc-1a54-4895-ae3e-d5c853a246d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.386555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-810c43dc-1a54-4895-ae3e-d5c853a246d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d HTTP/1.1" status: 200 len: 906 time: 0.2473660 Aug 20 13:24:46.387254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6c29027-44dc-4f7f-8963-92eee7b1bd27 req-7cab6c71-220f-4bad-b520-eb4e47057cde service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013517 Aug 20 13:24:46.393504 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ccbd8f6-cbc8-406f-8672-93dc2cf962ca req-605058c9-74e5-4b61-9fa7-eba59dfeffe6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Aug 20 13:24:46.393999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ed62fdd7-959b-4414-af54-545ce634a0de req-95374a89-08d7-45b7-80b4-4c48a25b3e21 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Request body: {'floatingip': {'port_id': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:46.415232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72c1d988-20e0-4d2a-8b19-77c74f8f2cc1 req-bf8979d5-4e42-4c5e-9485-1c7aa7e42f56 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Aug 20 13:24:46.444352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ed62fdd7-959b-4414-af54-545ce634a0de req-95374a89-08d7-45b7-80b4-4c48a25b3e21 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:46.475955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc5a338a-5f48-4711-8749-14438ad8a67b up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:46.545457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port dc5a338a-5f48-4711-8749-14438ad8a67b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:46.550468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:46.553211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port dc5a338a-5f48-4711-8749-14438ad8a67b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:46.553982 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:46.688116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:46.727184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db681d0-78df-4110-8e42-cc897edb3049 req-81156c09-d609-425f-a177-0f98f00a8ea7 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.728773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1db681d0-78df-4110-8e42-cc897edb3049 req-81156c09-d609-425f-a177-0f98f00a8ea7 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 945 time: 0.0714765 Aug 20 13:24:46.739123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dc5a338a-5f48-4711-8749-14438ad8a67b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc5a338a-5f48-4711-8749-14438ad8a67b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:46.745694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:46.761454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-499eae69-5421-4325-b0e2-c1019412a30f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7024ebbe-098e-4733-a843-42e0ec5694c4 HTTP/1.1" status: 200 len: 1002 time: 0.1892483 Aug 20 13:24:46.784489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1db681d0-78df-4110-8e42-cc897edb3049 req-8abdd711-b561-432a-893f-99c6da8f2486 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Aug 20 13:24:46.838618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=dc5a338a-5f48-4711-8749-14438ad8a67b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:46.866523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450936-5c00-4214-9e00-18f96e0087ef req-f39a80f3-a1e5-4a07-9d91-22ad0ee12583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.868201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-f39a80f3-a1e5-4a07-9d91-22ad0ee12583 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff4303b7-5a36-4de3-a76d-44a89ef7f582 HTTP/1.1" status: 200 len: 844 time: 0.0813925 Aug 20 13:24:46.950924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffcb5d-610b-4a2b-9077-11aca6b0059e req-b5d305b5-6a8f-4f60-ab76-63f1bf7f79c1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.951576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-ad189808-6434-4876-a67d-f781c9529c13 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.952587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76ffcb5d-610b-4a2b-9077-11aca6b0059e req-b5d305b5-6a8f-4f60-ab76-63f1bf7f79c1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 947 time: 0.0890300 Aug 20 13:24:46.953477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-ad189808-6434-4876-a67d-f781c9529c13 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 947 time: 0.2550454 Aug 20 13:24:46.957227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450936-5c00-4214-9e00-18f96e0087ef req-78ce1f57-2ca3-4589-a252-8406a4ace141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:46.958555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-78ce1f57-2ca3-4589-a252-8406a4ace141 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610936 Aug 20 13:24:47.003801 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-ed62fdd7-959b-4414-af54-545ce634a0de req-95374a89-08d7-45b7-80b4-4c48a25b3e21 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 13:24:47.004881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed62fdd7-959b-4414-af54-545ce634a0de req-95374a89-08d7-45b7-80b4-4c48a25b3e21 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "PUT /v2.0/floatingips/bc6ce595-bc49-470b-9e95-12e7388ab6e6 HTTP/1.1" status: 409 len: 551 time: 0.6343787 Aug 20 13:24:47.057826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76ffcb5d-610b-4a2b-9077-11aca6b0059e req-6b843c63-d2cf-40d3-bb1c-8f5a38439f37 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982213 Aug 20 13:24:47.084779 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-0aaab031-dc2d-4474-9271-30f8c5fd0380 service neutron] delete failed (client error): The resource could not be found. Aug 20 13:24:47.085943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-0aaab031-dc2d-4474-9271-30f8c5fd0380 service neutron] 10.222.0.13 "DELETE /v2.0/ports/03721894-7c60-47c1-94c4-b324b5c2a091/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1232862 Aug 20 13:24:47.117544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-63975e7f-b91c-4997-8719-7651bf05bd16 service neutron] 10.222.0.53 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441197 Aug 20 13:24:47.240818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b384ee-da6c-45c5-b659-4056f74fc57b {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:47.254006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:47.265856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995f9b8-16bd-4501-9357-6943a9abeb84 req-c380abce-4296-4cfc-88d6-eb890ad90822 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.267548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6995f9b8-16bd-4501-9357-6943a9abeb84 req-c380abce-4296-4cfc-88d6-eb890ad90822 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1515763 Aug 20 13:24:47.280490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10450936-5c00-4214-9e00-18f96e0087ef req-cf0b9242-85cf-4a87-ba0a-fec7042c906f service neutron] 10.222.0.53 "GET /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459346 Aug 20 13:24:47.287339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-3da45d79-d556-4ccc-8582-166145d2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.289935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-3da45d79-d556-4ccc-8582-166145d2a155 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1098 time: 0.1020241 Aug 20 13:24:47.291630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f76ccf-680d-4ebd-b0ff-982503291f9a req-18c0e2a9-40a4-466e-a71d-5007a57ef4c9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.293738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50f76ccf-680d-4ebd-b0ff-982503291f9a req-18c0e2a9-40a4-466e-a71d-5007a57ef4c9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 931 time: 0.0942569 Aug 20 13:24:47.295923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Transition to ACTIVE for port object 35b384ee-da6c-45c5-b659-4056f74fc57b will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:47.317636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:47.337583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50f76ccf-680d-4ebd-b0ff-982503291f9a req-ac937dd6-8b9e-4423-8ce4-3e8e26cf9de5 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Aug 20 13:24:47.407951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-8feea060-295c-4e83-afaf-a9a25b59977c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips/bc6ce595-bc49-470b-9e95-12e7388ab6e6 HTTP/1.1" status: 200 len: 693 time: 0.0478387 Aug 20 13:24:47.440833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6995f9b8-16bd-4501-9357-6943a9abeb84 req-868f58e9-1f70-4b4b-960a-c7b457029579 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582196 Aug 20 13:24:47.470591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=35b384ee-da6c-45c5-b659-4056f74fc57b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:47.537594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-36ff6c52-650a-4cb2-9581-69a98d771e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.539036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-36ff6c52-650a-4cb2-9581-69a98d771e44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2408338 Aug 20 13:24:47.556663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-8548c840-58ed-49ab-a46d-31508cf91a41 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.558070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-8548c840-58ed-49ab-a46d-31508cf91a41 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1436357 Aug 20 13:24:47.620699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-7c4bdf32-7ddc-4e31-8635-8693f11f3363 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.0610812 Aug 20 13:24:47.644747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ab14ba1f-1585-402d-b68b-5406ee64ee3d tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.0769491 Aug 20 13:24:47.647304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Attempting to bind port 35b384ee-da6c-45c5-b659-4056f74fc57b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:47.647655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Attempting to bind port 35b384ee-da6c-45c5-b659-4056f74fc57b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:47.647990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Attempting to bind port 35b384ee-da6c-45c5-b659-4056f74fc57b on network bc5818ec-726a-4354-a9d5-2bce01a7da10 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:47.680961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Port 35b384ee-da6c-45c5-b659-4056f74fc57b on network bc5818ec-726a-4354-a9d5-2bce01a7da10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:47.681286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Attempting to bind port 35b384ee-da6c-45c5-b659-4056f74fc57b on network bc5818ec-726a-4354-a9d5-2bce01a7da10 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:47.695142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:47.695492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Checking segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:47.695881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Bound using segment: {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:47.696445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Bound port: 35b384ee-da6c-45c5-b659-4056f74fc57b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a112ba2-3bde-4e28-8c16-57488a22077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:47.696800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:47.706735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc8a70-d2a8-4e64-aae7-8d3d93ca4f30 req-ba09bfcf-b720-4f08-beb4-1b01574c7c25 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.708654 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54dc8a70-d2a8-4e64-aae7-8d3d93ca4f30 req-ba09bfcf-b720-4f08-beb4-1b01574c7c25 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.1866250 Aug 20 13:24:47.723571 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-422d525b-15d9-47d8-a2e3-ad038ff64eae tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.0748255 Aug 20 13:24:47.760916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-5706fb38-ef15-41fa-87ba-4fc1136938d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:47.762398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-5706fb38-ef15-41fa-87ba-4fc1136938d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1172366 Aug 20 13:24:47.799612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54dc8a70-d2a8-4e64-aae7-8d3d93ca4f30 req-713a4327-fc48-42d8-985d-27c8e7fb081a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805163 Aug 20 13:24:47.856283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:47.892496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Deleting port a67f97b3-0e58-4b90-938f-2e44e11e2d03 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:24:47.893654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.023759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] For port 35b384ee-da6c-45c5-b659-4056f74fc57b, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:48.035092 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.035431 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.043866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-6db626f4-7ee9-460e-b52c-0d76404326c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.046568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:48.047364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-6db626f4-7ee9-460e-b52c-0d76404326c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629271 Aug 20 13:24:48.052779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] For port 35b384ee-da6c-45c5-b659-4056f74fc57b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=35b384ee-da6c-45c5-b659-4056f74fc57b,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:48.065880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c418-e6d9-4ad9-8922-eb41bd498852 req-7095b066-38d8-437c-957c-74edd2f653fb tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.067881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d44c418-e6d9-4ad9-8922-eb41bd498852 req-7095b066-38d8-437c-957c-74edd2f653fb tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 945 time: 0.1796901 Aug 20 13:24:48.068038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '03721894-7c60-47c1-94c4-b324b5c2a091', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '03721894-7c60-47c1-94c4-b324b5c2a091', 'mac_address': 'fa:16:3e:f4:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:48.070859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Calling delete_port for a67f97b3-0e58-4b90-938f-2e44e11e2d03 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:24:48.079936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.130269 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.132968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a338a-5f48-4711-8749-14438ad8a67b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:48.135486 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99f5e3-513f-4a4f-8d67-1079d6f33742" -d '{"events": [{"server_uuid": "8751943d-efe3-430d-bf2d-49cbbad54f53", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a338a-5f48-4711-8749-14438ad8a67b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:48.152473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03721894-7c60-47c1-94c4-b324b5c2a091 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:48.182451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:48.187116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.214274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.214912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.216365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/35b384ee-da6c-45c5-b659-4056f74fc57b HTTP/1.1" status: 200 len: 1091 time: 1.8590605 Aug 20 13:24:48.217635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'tag': '35b384ee-da6c-45c5-b659-4056f74fc57b'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:48.220133 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "255eeec2-a4a9-4ca3-b91a-235f681ca334", "tag": "35b384ee-da6c-45c5-b659-4056f74fc57b"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:48.232749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d44c418-e6d9-4ad9-8922-eb41bd498852 req-3bdff354-adab-414c-82e1-416ac18f17ae tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469245 Aug 20 13:24:48.282268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68ab5e-fb3b-4d83-a977-b035bab1c4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=35b384ee-da6c-45c5-b659-4056f74fc57b,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:48.311251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-9dcfec30-8879-45c3-9b98-f39f7333dd52 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409601 Aug 20 13:24:48.317502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:48.435232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-e0a6dc80-3e0f-4e29-ae13-c1988f2075f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.437976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-e0a6dc80-3e0f-4e29-ae13-c1988f2075f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 1094 time: 0.1437042 Aug 20 13:24:48.455476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad81f364-2fc4-4a46-beb8-80f3661d5ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.457417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56398b-adb3-41b7-9dcb-4c580bd3e7d1 req-4a07cb45-bcb7-4d92-a06b-3cde90609bf6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.459037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a56398b-adb3-41b7-9dcb-4c580bd3e7d1 req-4a07cb45-bcb7-4d92-a06b-3cde90609bf6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 948 time: 0.1319149 Aug 20 13:24:48.472318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:48.538921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-c69a9659-0453-4a05-a9a2-56622f507aa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35b384ee-da6c-45c5-b659-4056f74fc57b HTTP/1.1" status: 200 len: 217 time: 0.0787802 Aug 20 13:24:48.607126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6d4d-9b8b-402d-80b8-77922d5caa23 req-ba146365-b86c-4c6b-9bf4-03ffe7eceea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.609442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e59d6d4d-9b8b-402d-80b8-77922d5caa23 req-ba146365-b86c-4c6b-9bf4-03ffe7eceea1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.4600811 Aug 20 13:24:48.647834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-973896bf-e97c-4acb-8057-7ad0e3010055 req-46916854-b987-473b-9cd0-4a3dd8d3dc21 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224115 Aug 20 13:24:48.657549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e59d6d4d-9b8b-402d-80b8-77922d5caa23 req-aafdb129-225d-44bb-a5fe-8965381cf666 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Aug 20 13:24:48.676964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a56398b-adb3-41b7-9dcb-4c580bd3e7d1 req-c89c0265-eeac-4f8a-bc27-296fafb60176 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074986 Aug 20 13:24:48.709528 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.715084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd173-e5d2-4e78-971c-70986455a266 req-20d55797-84ac-499a-bc8c-5d385e017765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:48.719055 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-20d55797-84ac-499a-bc8c-5d385e017765 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 200 len: 861 time: 0.1637347 Aug 20 13:24:48.781481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.811621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event deleted for resources: {'Port': ['ID=a67f97b3-0e58-4b90-938f-2e44e11e2d03,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:48.878400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.881029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:48.882197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfe4a-6263-46eb-b0f3-04bc1993f2aa req-ee4e4d6e-038c-4896-98e9-c5e14a5cec58 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "DELETE /v2.0/floatingips/bc6ce595-bc49-470b-9e95-12e7388ab6e6 HTTP/1.1" status: 204 len: 173 time: 1.1582849 Aug 20 13:24:48.922516 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738a31f-ec80-4b35-9549-5ecfb052301f x-openstack-request-id: req-b738a31f-ec80-4b35-9549-5ecfb052301f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:48.923136 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8751943d-efe3-430d-bf2d-49cbbad54f53", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a338a-5f48-4711-8749-14438ad8a67b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:48.923136 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b738a31f-ec80-4b35-9549-5ecfb052301f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:48.923538 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a338a-5f48-4711-8749-14438ad8a67b', 'code': 200} Aug 20 13:24:48.943694 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d204b4-ca5a-400b-84ce-36698554f9ce x-openstack-request-id: req-54d204b4-ca5a-400b-84ce-36698554f9ce {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:48.943993 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255eeec2-a4a9-4ca3-b91a-235f681ca334", "tag": "35b384ee-da6c-45c5-b659-4056f74fc57b", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:48.944244 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54d204b4-ca5a-400b-84ce-36698554f9ce {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:48.944673 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'tag': '35b384ee-da6c-45c5-b659-4056f74fc57b', 'status': 'completed', 'code': 200} Aug 20 13:24:48.947189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-c1bd462c-4851-41fc-afe2-8bcae67dcc10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc5818ec-726a-4354-a9d5-2bce01a7da10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599246 Aug 20 13:24:49.075013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6095d0a-eaae-421e-a36d-693653daa9c0 req-d87dde65-fc35-4bde-a0f9-ab8ec0ce709b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.079655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6095d0a-eaae-421e-a36d-693653daa9c0 req-d87dde65-fc35-4bde-a0f9-ab8ec0ce709b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 945 time: 0.0878053 Aug 20 13:24:49.143907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caba77-9a07-4286-bedc-aadfbe4b6266 req-5e6ee756-3a75-4a2d-ae6c-a6f75200dfde tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.145594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9caba77-9a07-4286-bedc-aadfbe4b6266 req-5e6ee756-3a75-4a2d-ae6c-a6f75200dfde tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 943 time: 0.1349754 Aug 20 13:24:49.149776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b945ea-35d4-4689-91de-3d75cb084f61 req-6810221b-e4ff-4db2-9cbe-4b86fe93d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.151263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22b945ea-35d4-4689-91de-3d75cb084f61 req-6810221b-e4ff-4db2-9cbe-4b86fe93d300 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 1100 time: 0.1221826 Aug 20 13:24:49.151499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6095d0a-eaae-421e-a36d-693653daa9c0 req-b4fd8021-fed9-4740-9823-166474d07f9e tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662050 Aug 20 13:24:49.153127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-097a665a-1fde-43e2-84ea-a079b4db4389 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982172 Aug 20 13:24:49.303811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bff11-2a3c-47d3-9895-200fd2b42ce7 req-e114ffa1-d43a-44d6-925a-8de6ec94903a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.313552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-935bff11-2a3c-47d3-9895-200fd2b42ce7 req-e114ffa1-d43a-44d6-925a-8de6ec94903a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0874836 Aug 20 13:24:49.367145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-935bff11-2a3c-47d3-9895-200fd2b42ce7 req-52e134b6-5eef-4bb9-91b4-6cd90af7d685 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524151 Aug 20 13:24:49.380868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:49.481201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f210-983a-4cde-b730-69dc2398782d req-2a2a1540-38c1-44fa-be63-cb4c1c3af161 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.483509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1d9f210-983a-4cde-b730-69dc2398782d req-2a2a1540-38c1-44fa-be63-cb4c1c3af161 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.0571527 Aug 20 13:24:49.545741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1d9f210-983a-4cde-b730-69dc2398782d req-3c8cba25-39ee-4474-be0a-d2a493128dc1 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556638 Aug 20 13:24:49.618831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9caba77-9a07-4286-bedc-aadfbe4b6266 req-d84fb50b-4601-404a-ba95-e0a9ee33c304 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647086 Aug 20 13:24:49.633696 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22b945ea-35d4-4689-91de-3d75cb084f61 req-beedc2a4-fd64-473f-a571-8b69bdcae994 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728470 Aug 20 13:24:49.652922 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-feab0a20-9edf-4364-a7c3-07d2f955a28c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 1002 time: 0.0784345 Aug 20 13:24:49.657906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e30fd173-e5d2-4e78-971c-70986455a266 req-e5eedd99-0cee-45e3-8ffc-5c6ed952f9ad service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906688 Aug 20 13:24:49.712182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-c9b4768b-d3a9-48fd-b406-99af5136c3fe tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.721489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-c9b4768b-d3a9-48fd-b406-99af5136c3fe tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports/79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 943 time: 0.0672796 Aug 20 13:24:49.784575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a427a-5ffc-4f52-8d4f-122e0560a351 req-00dbf96d-e495-4cd9-b714-0e51f6070e06 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.786081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f2a427a-5ffc-4f52-8d4f-122e0560a351 req-00dbf96d-e495-4cd9-b714-0e51f6070e06 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 946 time: 0.0842514 Aug 20 13:24:49.833545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-ea105313-08b1-4a89-b772-78836d68b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.835162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-ea105313-08b1-4a89-b772-78836d68b885 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 1094 time: 0.0914156 Aug 20 13:24:49.843269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-7f611637-57e7-4524-8d02-7fdb8eca289f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 1002 time: 0.0866492 Aug 20 13:24:49.869781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:49.903039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f2a427a-5ffc-4f52-8d4f-122e0560a351 req-792cb5f3-9015-46ff-92e8-d9b4c523a31b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063495 Aug 20 13:24:49.960340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 03721894-7c60-47c1-94c4-b324b5c2a091 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:49.965560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 03721894-7c60-47c1-94c4-b324b5c2a091 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:49.966235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:49.982573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-a08614b5-75e6-41ed-be40-8ffb6fea47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:49.984575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-a08614b5-75e6-41ed-be40-8ffb6fea47e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 200 len: 922 time: 0.1348512 Aug 20 13:24:49.996404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-2d23f459-cbb8-4159-8583-21dfbc16cd6c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:50.005412 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-2d23f459-cbb8-4159-8583-21dfbc16cd6c tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.1543643 Aug 20 13:24:50.057377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-91a8342c-02d1-4d7d-8ed7-b591b15f6c2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35b384ee-da6c-45c5-b659-4056f74fc57b HTTP/1.1" status: 200 len: 217 time: 0.0648038 Aug 20 13:24:50.070007 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:50.109449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-1d996d0a-a9a5-42c3-b97b-183ebb69ff5b tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 1002 time: 0.1027403 Aug 20 13:24:50.110041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:50.117201 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:50.117841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:50.145542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576b9b7-9cc5-41f2-aad0-e51156e99f07 req-71b58f3a-4a25-4be1-a898-c55cd1ec7e03 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:50.147146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0576b9b7-9cc5-41f2-aad0-e51156e99f07 req-71b58f3a-4a25-4be1-a898-c55cd1ec7e03 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 948 time: 0.1037474 Aug 20 13:24:50.149311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-c56b2b8f-b618-479b-be58-6106c17c65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:50.150756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-c56b2b8f-b618-479b-be58-6106c17c65bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 200 len: 861 time: 0.0716901 Aug 20 13:24:50.197327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:50.210954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-7ae232a9-55ee-4e39-885d-f304a5d3e7ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc5818ec-726a-4354-a9d5-2bce01a7da10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420885 Aug 20 13:24:50.227748 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:50.278203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0576b9b7-9cc5-41f2-aad0-e51156e99f07 req-09dcf351-9feb-4f0a-8352-0d8083b631d5 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162968 Aug 20 13:24:50.328261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-89862cad-88ed-47b5-8edd-733ba3b76580 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091423 Aug 20 13:24:50.445031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:50.445994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fb9560f-a52d-43a7-9fec-a6bc9067c63f req-b95bc156-9a24-4139-afbc-ea212994acf5 service neutron] 10.222.0.53 "GET /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046441 Aug 20 13:24:50.450453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:50.451707 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Floating IP 0f77ef28-a4b1-4856-af76-f8461200a075 disassociated. External IP: 172.25.6.233, port: 79f97f07-28df-4c6a-b928-2d9ca462bd93. Aug 20 13:24:50.659422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e220bf5-128b-4121-879c-9805ae712142 req-5a7ebdb9-f3a4-4bbe-a780-4f79d55910d4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:50.661110 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e220bf5-128b-4121-879c-9805ae712142 req-5a7ebdb9-f3a4-4bbe-a780-4f79d55910d4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.0660014 Aug 20 13:24:50.696562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:24:50.707837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e220bf5-128b-4121-879c-9805ae712142 req-72c2ddcf-8e29-4dd2-9a92-b35abc23e3ef tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Aug 20 13:24:50.829094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:24:50.830696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f803ae-b186-4dc2-a936-a92119123127 req-ed0fadab-3795-43ba-84e3-ed654a8a46d0 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:50.834420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:50.840973 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] Sync routers for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:24:50.844861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54f803ae-b186-4dc2-a936-a92119123127 req-ed0fadab-3795-43ba-84e3-ed654a8a46d0 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0659800 Aug 20 13:24:50.854532 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:50.855861 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:50.864975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-9a490186-347e-42cf-afca-6c38d66733dc tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "PUT /v2.0/floatingips/0f77ef28-a4b1-4856-af76-f8461200a075 HTTP/1.1" status: 200 len: 695 time: 0.7541981 Aug 20 13:24:50.865458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:50.867919 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5db922-7d9a-4182-b005-01dee5bb6f12" -d '{"events": [{"name": "network-changed", "server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:50.922126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54f803ae-b186-4dc2-a936-a92119123127 req-60bc1b32-eac1-4940-8429-736cb8bfccf4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762722 Aug 20 13:24:50.925180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:50.927408 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b6adbc-370c-4892-bc18-94dde0aea5ad" -d '{"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-plugged", "status": "completed", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:50.959922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-da99c2bd-3a74-4182-8872-2fd2508bd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:50.961683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-da99c2bd-3a74-4182-8872-2fd2508bd5ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1097 time: 0.0752227 Aug 20 13:24:51.016935 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:51.054918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcfff1-4004-4f92-bc9d-22865b0027d5 req-e73e8317-98e2-4ac6-8fa2-f3d7400a1cd1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.056768 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2dfcfff1-4004-4f92-bc9d-22865b0027d5 req-e73e8317-98e2-4ac6-8fa2-f3d7400a1cd1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 946 time: 0.0790319 Aug 20 13:24:51.093171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-ccf10c01-1db4-45a7-9ce5-9709136bf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.094006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-ccf10c01-1db4-45a7-9ce5-9709136bf66a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 930 time: 0.1251817 Aug 20 13:24:51.113536 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2dfcfff1-4004-4f92-bc9d-22865b0027d5 req-612893af-b82e-4571-80d6-fc1400af1c0d tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Aug 20 13:24:51.145420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-34cfa482-e39d-4578-9996-c88c00685353 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 217 time: 0.0425231 Aug 20 13:24:51.199279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-2ca4dead-a73e-4d51-b5df-73583846746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.200501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-2ca4dead-a73e-4d51-b5df-73583846746e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 200 len: 868 time: 0.0486922 Aug 20 13:24:51.230829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489e14-9394-4745-b7d9-6a2bd827fb50 req-b449ad0a-eaa4-4ff8-8a45-4c63d2d7ebda tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.238622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7489e14-9394-4745-b7d9-6a2bd827fb50 req-b449ad0a-eaa4-4ff8-8a45-4c63d2d7ebda tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.0658190 Aug 20 13:24:51.261340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-439d7af1-cb3d-4ee1-840d-2ff13b32aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.262815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-439d7af1-cb3d-4ee1-840d-2ff13b32aa79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526175 Aug 20 13:24:51.285625 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:14Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:51.288455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7489e14-9394-4745-b7d9-6a2bd827fb50 req-7162b411-94e8-426d-ba49-c49a292b132b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483921 Aug 20 13:24:51.327671 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] Checking router: 73fdaa08-008d-4c22-a1c0-d37073b2ab3c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:24:51.336611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:24:51.337338 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:51.342210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:51.396472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-f5231a50-1d16-4a6b-a984-ac7679b1ca11 service neutron] 10.222.0.59 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244013 Aug 20 13:24:51.432049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5034e-728c-4816-ae44-0a7220c5d879 req-df2ff8c5-88ba-4c42-9c74-3a4ebe4e45ac tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.437774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6b5034e-728c-4816-ae44-0a7220c5d879 req-df2ff8c5-88ba-4c42-9c74-3a4ebe4e45ac tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 943 time: 0.0782115 Aug 20 13:24:51.474056 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:24:51.480884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6b5034e-728c-4816-ae44-0a7220c5d879 req-503e2291-4515-4fe2-b211-d8bccc32ab06 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Aug 20 13:24:51.526164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46da13f6-9e18-4401-bd21-e68e974c8e9e req-645b0c2a-f20f-450c-8cac-ee6337cfa97b service neutron] 10.222.0.59 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119061 Aug 20 13:24:51.579468 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3bff23-5237-41d4-9d6a-4a8e2829758a x-openstack-request-id: req-2a3bff23-5237-41d4-9d6a-4a8e2829758a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:51.579851 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:51.580205 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a3bff23-5237-41d4-9d6a-4a8e2829758a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:51.580778 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'status': 'completed', 'code': 200} Aug 20 13:24:51.595012 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e84a8b-16ad-4ab1-bdc2-155ab200e577 x-openstack-request-id: req-41e84a8b-16ad-4ab1-bdc2-155ab200e577 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:51.595575 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-plugged", "status": "completed", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:51.596016 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41e84a8b-16ad-4ab1-bdc2-155ab200e577 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:51.596624 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091', 'code': 200} Aug 20 13:24:51.690365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-c0b080a2-5c18-480d-8bd2-d1e7ea2ea836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.692171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-c0b080a2-5c18-480d-8bd2-d1e7ea2ea836 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7cb34df1ab845769852374b5930d66f&device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 1097 time: 0.0812941 Aug 20 13:24:51.822199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-c1486c2c-b3e4-4b57-88de-1554a283663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:51.823747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-c1486c2c-b3e4-4b57-88de-1554a283663e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 200 len: 930 time: 0.1213300 Aug 20 13:24:51.869303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:14Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:24:51.912896 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139d1cf-ffbc-48da-8d88-80a6543e9d67 None None] The sync data for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 is: [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:24:05Z', 'revision_number': 4, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '34ebaaf3-626e-4058-a313-9d4462e98fcd', 'name': '', 'network_id': '7e2fe0b5-bd66-402f-86ce-efc7cab8053e', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'mac_address': 'fa:16:3e:53:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '367027da-f649-47f6-9c86-5ba183348587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:14Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'subnets': [{'id': '367027da-f649-47f6-9c86-5ba183348587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:24:51.949168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306976eb-2637-4075-b59f-06a10732648a req-0a76154d-1b09-4d57-9678-167b91c21b8d tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips/0f77ef28-a4b1-4856-af76-f8461200a075 HTTP/1.1" status: 200 len: 695 time: 0.0929961 Aug 20 13:24:51.952869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-b1221a77-fc74-4d58-acbe-3b34884e819f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 200 len: 217 time: 0.1129096 Aug 20 13:24:52.100983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-e113431f-145e-4ddc-b6fa-1226353e70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.102679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-e113431f-145e-4ddc-b6fa-1226353e70e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 200 len: 868 time: 0.1410882 Aug 20 13:24:52.178815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306976eb-2637-4075-b59f-06a10732648a req-c64e51ab-16aa-485d-96f7-ac3aab795a61 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.187069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306976eb-2637-4075-b59f-06a10732648a req-c64e51ab-16aa-485d-96f7-ac3aab795a61 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.2369907 Aug 20 13:24:52.256106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-af4783b3-40ab-436c-bcca-6babc7f9eb10 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.257625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-af4783b3-40ab-436c-bcca-6babc7f9eb10 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "GET /v2.0/ports?device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 946 time: 0.1882071 Aug 20 13:24:52.266562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-eb22f983-1fef-408e-8bf1-319c79197843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.269186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-eb22f983-1fef-408e-8bf1-319c79197843 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.1228216 Aug 20 13:24:52.274290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306976eb-2637-4075-b59f-06a10732648a req-17fc5b82-ef6a-4ca8-89ba-85be00807a7d tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 698 time: 0.0862496 Aug 20 13:24:52.282725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72c434-6df6-474c-82bb-cc588fa79f34 req-c8c5bd73-7348-42d1-b7b9-e36901adcce3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.291066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-e9c07d3b-8f23-473b-a068-b20e55bca6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.292577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-e9c07d3b-8f23-473b-a068-b20e55bca6ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e2fe0b5-bd66-402f-86ce-efc7cab8053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637967 Aug 20 13:24:52.292840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b72c434-6df6-474c-82bb-cc588fa79f34 req-c8c5bd73-7348-42d1-b7b9-e36901adcce3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0958896 Aug 20 13:24:52.377862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306976eb-2637-4075-b59f-06a10732648a req-7b1b836d-2f05-403b-9695-4813c5e76e66 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 698 time: 0.1026986 Aug 20 13:24:52.381611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f4e6-2ce5-4bb5-a17f-a8070210e14d None None] New status for floating IP 0f77ef28-a4b1-4856-af76-f8461200a075: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:24:52.410858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b72c434-6df6-474c-82bb-cc588fa79f34 req-3ca2221c-9031-43a8-b06d-ada8ffb1c316 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Aug 20 13:24:52.466876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-fc4fdbf3-0ba9-4971-b3d6-d40623022a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.469322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-fc4fdbf3-0ba9-4971-b3d6-d40623022a61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.1662860 Aug 20 13:24:52.520468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-0754e006-9009-4550-9ead-5b44728c64fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.0422699 Aug 20 13:24:52.543317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-f68db060-f6fc-418f-bddb-fd59255f012f tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214832 Aug 20 13:24:52.600155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-1446acb1-002b-456a-b96e-3bf02541d790 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761598 Aug 20 13:24:52.613494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Deleting port 469dfca7-0156-4340-a8cf-ef4c8e357b44 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:24:52.613834 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:52.657593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-aa87700a-c2dd-4b94-a478-8c2f3dcbcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.659432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-aa87700a-c2dd-4b94-a478-8c2f3dcbcdf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.1149077 Aug 20 13:24:52.708898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-d255bd28-220a-4967-9301-f9f7bdd172d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373805 Aug 20 13:24:52.742090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Deleting port 60b9b0f7-30d4-4514-9a11-8484c36eb88d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:24:52.742658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:52.780587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-d7830769-3369-4191-b391-8dc4537f912e tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:52.782552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-d7830769-3369-4191-b391-8dc4537f912e tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291353 Aug 20 13:24:52.810821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-3c1b239a-5ca4-429d-84e3-5b7ccd2809bf tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/quotas/4f7ca08009b44e1cad0417d043fdd9e1 HTTP/1.1" status: 200 len: 375 time: 0.0144475 Aug 20 13:24:52.832897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] For port 469dfca7-0156-4340-a8cf-ef4c8e357b44, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=469dfca7-0156-4340-a8cf-ef4c8e357b44,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:52.833333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:52.858473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Calling delete_port for 469dfca7-0156-4340-a8cf-ef4c8e357b44 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:24:52.867140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d5db922-7d9a-4182-b005-01dee5bb6f12 req-dc7c9977-c23d-40fa-94ac-0241cf1db345 service neutron] 10.222.0.13 "GET /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558987 Aug 20 13:24:52.900752 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-6b2068e0-b881-4cde-a15c-35a25027888d service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838231 Aug 20 13:24:52.909901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-56620004-889d-4752-bee1-c0564f0ed808 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881953 Aug 20 13:24:52.928032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:52.928370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:52.945509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Calling delete_port for 60b9b0f7-30d4-4514-9a11-8484c36eb88d owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:24:53.011471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11f07ccb-7a3c-448e-80fc-6a81afb97eb0 req-9bc5eb59-66b5-46f2-8dba-8a87c81d054d service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005216 Aug 20 13:24:53.184532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.206399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6caeb709-fd5a-4d53-a1c7-e563610fb563', '469dfca7-0156-4340-a8cf-ef4c8e357b44'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:53.226918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51210) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:53.235468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109788-7ebf-4cbd-8dd6-efa740bab637 req-b643be4f-ebec-4ed8-8f4c-3dfaa6907a5d tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:53.242970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2109788-7ebf-4cbd-8dd6-efa740bab637 req-b643be4f-ebec-4ed8-8f4c-3dfaa6907a5d tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=23db26cc-59d1-49d9-982b-8dd18a130b0d HTTP/1.1" status: 200 len: 867 time: 0.1085589 Aug 20 13:24:53.282670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['205408ed-6e00-4bf3-976e-cd62b582bc56'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:53.323165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Pushing event deleted for resources: {'Port': ['ID=469dfca7-0156-4340-a8cf-ef4c8e357b44,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:53.355766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2109788-7ebf-4cbd-8dd6-efa740bab637 req-63415a39-8a65-445b-9c91-8a47b4039fa2 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903573 Aug 20 13:24:53.460005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] No DVR routers for this DVR port 469dfca7-0156-4340-a8cf-ef4c8e357b44 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:24:53.468357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.470644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7d38a18-66af-4804-9c47-ddd39cb52d60 req-bf4b9692-2557-4860-a646-d653dca71c01 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "DELETE /v2.0/ports/469dfca7-0156-4340-a8cf-ef4c8e357b44 HTTP/1.1" status: 204 len: 173 time: 1.1943073 Aug 20 13:24:53.471225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'name': 'network-vif-deleted', 'tag': '469dfca7-0156-4340-a8cf-ef4c8e357b44'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:53.473771 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217aa2aa-1bab-4486-add8-274961cf1bbf" -d '{"events": [{"server_uuid": "23db26cc-59d1-49d9-982b-8dd18a130b0d", "name": "network-vif-deleted", "tag": "469dfca7-0156-4340-a8cf-ef4c8e357b44"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:53.484595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.521511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event deleted for resources: {'Port': ['ID=60b9b0f7-30d4-4514-9a11-8484c36eb88d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:53.569115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-780577da-e295-4349-b5b2-8bd81208ae31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.599528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.601741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca4add-55d1-4765-a06a-b5117c32a7f3 req-0988d515-9210-4a9a-bc9b-8055b91ddb40 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:53.602090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.604594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d8ca4add-55d1-4765-a06a-b5117c32a7f3 req-0988d515-9210-4a9a-bc9b-8055b91ddb40 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 943 time: 0.1568596 Aug 20 13:24:53.605093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-306976eb-2637-4075-b59f-06a10732648a req-d52feaf7-fa3d-417c-96ad-4e7401a4de1f tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "DELETE /v2.0/floatingips/0f77ef28-a4b1-4856-af76-f8461200a075 HTTP/1.1" status: 204 len: 173 time: 1.1877716 Aug 20 13:24:53.667569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d8ca4add-55d1-4765-a06a-b5117c32a7f3 req-a960fbbc-fade-4514-9104-9ca090dfa18a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560081 Aug 20 13:24:53.745903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-780577da-e295-4349-b5b2-8bd81208ae31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.761121 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-780577da-e295-4349-b5b2-8bd81208ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.784570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bde221e0-0926-4605-9d65-8fb483a63acc tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232902 Aug 20 13:24:53.787586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da891cce-bdf9-478d-a50a-aa395079f9af req-b5844374-5478-4786-9006-696dd618f42f tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 210 time: 0.0379632 Aug 20 13:24:53.822753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-780577da-e295-4349-b5b2-8bd81208ae31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc5b5bf36db44f54a63415e57f317bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754299 Aug 20 13:24:53.823134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51230) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:53.827205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780577da-e295-4349-b5b2-8bd81208ae31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e8a201-cbd9-4b3c-9796-03ad19596b4a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:53.910784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-0be87232-587f-43a3-b69e-09063d3ff454 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:53.912291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-0be87232-587f-43a3-b69e-09063d3ff454 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148481 Aug 20 13:24:53.914014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9059-8181-4703-967f-00e9b1de1bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.922644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 35b384ee-da6c-45c5-b659-4056f74fc57b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:24:53.927664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fbd0-8cb9-46b9-9741-ce87bbdbe6c6 req-34da2b76-9cd0-4424-a7a0-6581c19aa1ed tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:53.929236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6951fbd0-8cb9-46b9-9741-ce87bbdbe6c6 req-34da2b76-9cd0-4424-a7a0-6581c19aa1ed tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0742204 Aug 20 13:24:53.934070 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-e74d6b44-f8fa-46e5-859a-e98e5188bc63 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/quotas/bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 375 time: 0.0156772 Aug 20 13:24:53.955381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9059-8181-4703-967f-00e9b1de1bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:53.982372 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-3907a4ed-2b65-48f0-b02d-6b8b5293343c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473316 Aug 20 13:24:54.004458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6951fbd0-8cb9-46b9-9741-ce87bbdbe6c6 req-1b4599f8-2f73-4615-9d8d-8d66cc711292 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645890 Aug 20 13:24:54.034579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9059-8181-4703-967f-00e9b1de1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.042260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9059-8181-4703-967f-00e9b1de1bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.047827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa6d9059-8181-4703-967f-00e9b1de1bdf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9e8a201-cbd9-4b3c-9796-03ad19596b4a HTTP/1.1" status: 204 len: 168 time: 0.2199550 Aug 20 13:24:54.070358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 35b384ee-da6c-45c5-b659-4056f74fc57b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=35b384ee-da6c-45c5-b659-4056f74fc57b,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:54.070566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d9059-8181-4703-967f-00e9b1de1bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e8a201-cbd9-4b3c-9796-03ad19596b4a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:54.098720 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16906611-b161-4553-9868-e02f7ab7aeef x-openstack-request-id: req-16906611-b161-4553-9868-e02f7ab7aeef {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:54.099314 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23db26cc-59d1-49d9-982b-8dd18a130b0d", "name": "network-vif-deleted", "tag": "469dfca7-0156-4340-a8cf-ef4c8e357b44", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:54.099314 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16906611-b161-4553-9868-e02f7ab7aeef {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:54.099731 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23db26cc-59d1-49d9-982b-8dd18a130b0d', 'name': 'network-vif-deleted', 'tag': '469dfca7-0156-4340-a8cf-ef4c8e357b44', 'status': 'completed', 'code': 200} Aug 20 13:24:54.115760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '35b384ee-da6c-45c5-b659-4056f74fc57b', 'network_id': 'bc5818ec-726a-4354-a9d5-2bce01a7da10', 'port_id': '35b384ee-da6c-45c5-b659-4056f74fc57b', 'mac_address': 'fa:16:3e:5f:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ebc265-1bca-4e07-9f09-b104983eceb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:24:54.181925 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.202152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b384ee-da6c-45c5-b659-4056f74fc57b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:54.252618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 35b384ee-da6c-45c5-b659-4056f74fc57b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=35b384ee-da6c-45c5-b659-4056f74fc57b,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:54.260411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.316660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-afb7e66a-d2d4-433d-9d3d-71cb1950ed82 req-d0abaccc-95d6-4538-b5a4-2a5f8a576ab0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 210 time: 0.0415971 Aug 20 13:24:54.327398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e9227-23a1-46c3-8be1-a78754dd0c0c req-1cb8b844-48be-4d3f-bc28-81803b5d15a8 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:54.329347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f4e9227-23a1-46c3-8be1-a78754dd0c0c req-1cb8b844-48be-4d3f-bc28-81803b5d15a8 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1030865 Aug 20 13:24:54.364715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=35b384ee-da6c-45c5-b659-4056f74fc57b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:54.396083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f4e9227-23a1-46c3-8be1-a78754dd0c0c req-d4012558-19eb-4e94-97ba-f050481e32b2 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0563982 Aug 20 13:24:54.465888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3531f006-9f2f-4504-a81e-ac33b6c3e962 req-f5734c2d-ffa7-4eda-b1d5-d0d2b6e7637b tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0490553 Aug 20 13:24:54.493910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51254) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:54.511826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b592d2c-7c87-43ad-8091-359ecc52dc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.600403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['35b384ee-da6c-45c5-b659-4056f74fc57b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:54.653615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b592d2c-7c87-43ad-8091-359ecc52dc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.663001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b592d2c-7c87-43ad-8091-359ecc52dc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:54.750751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b592d2c-7c87-43ad-8091-359ecc52dc34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=801533d1c8be4b8cb09cd660571b5e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528837 Aug 20 13:24:54.760131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:24:54.782488 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-25bddc3d-e9f8-4487-8a1d-b6592ffcdd95 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527000 Aug 20 13:24:54.792310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b592d2c-7c87-43ad-8091-359ecc52dc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4605bea1-0668-4d79-b116-b9a69df174f7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:54.837912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f768738-53fa-422a-9ac1-d71c354896fe req-abef2659-e310-4447-96dd-cb960780826b tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:54.841182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f768738-53fa-422a-9ac1-d71c354896fe req-abef2659-e310-4447-96dd-cb960780826b tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 946 time: 0.1253126 Aug 20 13:24:54.923113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f768738-53fa-422a-9ac1-d71c354896fe req-12e77d1d-94c4-4bd8-b6d9-d05fe222c055 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702946 Aug 20 13:24:54.967913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc27c5ef-a42b-4b60-9ccc-59a407c093b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.034795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-c9e6ce1d-3fad-466a-963d-7181cec60b0c tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:55.037970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-c9e6ce1d-3fad-466a-963d-7181cec60b0c tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349551 Aug 20 13:24:55.038077 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc27c5ef-a42b-4b60-9ccc-59a407c093b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.071920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ec05c-f7f9-47a1-a039-195bf371fefe req-07b112db-f61c-48de-82c2-2350ca22a883 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:55.073920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-338ec05c-f7f9-47a1-a039-195bf371fefe req-07b112db-f61c-48de-82c2-2350ca22a883 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 944 time: 0.1442010 Aug 20 13:24:55.088329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Request body: {'port': {'device_id': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '4f7ca08009b44e1cad0417d043fdd9e1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:55.139129 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b454318c-ec24-489f-996a-e5d837d8f267 req-68b73314-2eba-42bf-bb31-42938035dc2b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 210 time: 0.0477271 Aug 20 13:24:55.193426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-338ec05c-f7f9-47a1-a039-195bf371fefe req-4648ff64-3a43-4b27-ac5f-b7e81f79320e tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941467 Aug 20 13:24:55.197517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc27c5ef-a42b-4b60-9ccc-59a407c093b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.200079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc27c5ef-a42b-4b60-9ccc-59a407c093b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.204155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc27c5ef-a42b-4b60-9ccc-59a407c093b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4605bea1-0668-4d79-b116-b9a69df174f7 HTTP/1.1" status: 204 len: 168 time: 0.4294353 Aug 20 13:24:55.227932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27c5ef-a42b-4b60-9ccc-59a407c093b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4605bea1-0668-4d79-b116-b9a69df174f7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:55.277300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Made reservation on behalf of 4f7ca08009b44e1cad0417d043fdd9e1 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:55.281410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.393757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a2a9-39c7-4855-944e-5b8495b428e9 req-fe55ca0d-b138-42a9-9dcc-20b0eff21991 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:55.395335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bae2a2a9-39c7-4855-944e-5b8495b428e9 req-fe55ca0d-b138-42a9-9dcc-20b0eff21991 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1034505 Aug 20 13:24:55.501597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Allocated IP 192.168.233.50 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/4ccdf2f6-d541-4308-9a8b-4610519a85da) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:55.527904 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bae2a2a9-39c7-4855-944e-5b8495b428e9 req-9ca53e2a-1400-4aff-ad60-2c89f361cb56 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247451 Aug 20 13:24:55.588392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68d67a48-a4dd-495a-b6ec-f856454b81b4 req-a5a4494a-41b4-4d83-bde5-6a9647c76eae tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 210 time: 0.0748048 Aug 20 13:24:55.612201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-a98f2c5b-99a7-4d85-98d7-c116196844e9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678427 Aug 20 13:24:55.784190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.802552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Transition to ACTIVE for port object 4ccdf2f6-d541-4308-9a8b-4610519a85da will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:55.822595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-5ec697b5-48a1-4d5a-9356-a2b3a4ce7463 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:55.824144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-5ec697b5-48a1-4d5a-9356-a2b3a4ce7463 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987007 Aug 20 13:24:55.838029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Request body: {'port': {'device_id': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'bb9b77d3121949b0bd19f23ccdb10c12'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:55.850890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:55.872178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dc5a338a-5f48-4711-8749-14438ad8a67b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:55.972974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Pushing event updated for resources: {'Port': ['ID=4ccdf2f6-d541-4308-9a8b-4610519a85da,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:55.995795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Made reservation on behalf of bb9b77d3121949b0bd19f23ccdb10c12 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:24:56.008170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:56.011225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:56.011762 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.030570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:56.165748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.166756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.191990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-bf3fcf80-42a2-4622-bc8d-721e19a66bd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1147075 Aug 20 13:24:56.196582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 35b384ee-da6c-45c5-b659-4056f74fc57b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:24:56.220190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54601cd9-d808-4449-bd40-a5796e24cca6 req-6a11c798-7102-4578-af74-5bcf40a1555b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.226808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54601cd9-d808-4449-bd40-a5796e24cca6 req-6a11c798-7102-4578-af74-5bcf40a1555b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.235697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54601cd9-d808-4449-bd40-a5796e24cca6 req-6a11c798-7102-4578-af74-5bcf40a1555b tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873&device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 1681 time: 0.2255554 Aug 20 13:24:56.250822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Request body: {'port': {'device_id': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:56.267288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Allocated IP 192.168.233.22 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/329efba4-5c75-438c-b3c9-91cf302b8651) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:24:56.290720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8ff9-9354-4e81-a9bd-1201920ef1ea req-66778d9f-83c2-4810-8e25-ac5792bb75b8 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.299689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2ef8ff9-9354-4e81-a9bd-1201920ef1ea req-66778d9f-83c2-4810-8e25-ac5792bb75b8 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 946 time: 0.1657548 Aug 20 13:24:56.341225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54601cd9-d808-4449-bd40-a5796e24cca6 req-e9bf6e56-acb9-478e-ae64-96da4d26d906 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044269 Aug 20 13:24:56.369408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-c412b049-99ea-4042-bbae-ca86a409c0ba tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.372099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2ef8ff9-9354-4e81-a9bd-1201920ef1ea req-052548e8-a83b-4590-91c0-21e2e1ba3269 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Aug 20 13:24:56.374085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-c412b049-99ea-4042-bbae-ca86a409c0ba tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.13 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 946 time: 0.2589862 Aug 20 13:24:56.453397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 35b384ee-da6c-45c5-b659-4056f74fc57b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:56.457901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 35b384ee-da6c-45c5-b659-4056f74fc57b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:56.458505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.478558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.515669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ab4a-eaa9-4bde-b540-3f0ee0b9a8b8 None None] Provisioning for port 4ccdf2f6-d541-4308-9a8b-4610519a85da completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:56.521146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ab4a-eaa9-4bde-b540-3f0ee0b9a8b8 None None] Provisioning complete for port 4ccdf2f6-d541-4308-9a8b-4610519a85da triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:56.522293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ab4a-eaa9-4bde-b540-3f0ee0b9a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.603061 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.622156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6ab4a-eaa9-4bde-b540-3f0ee0b9a8b8 None None] Port 4ccdf2f6-d541-4308-9a8b-4610519a85da cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:56.635716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b384ee-da6c-45c5-b659-4056f74fc57b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:56.638625 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc5d4f-ad29-42a7-9c47-f8ae79d8bb79" -d '{"events": [{"server_uuid": "255eeec2-a4a9-4ca3-b91a-235f681ca334", "name": "network-vif-plugged", "status": "completed", "tag": "35b384ee-da6c-45c5-b659-4056f74fc57b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:56.654901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 35b384ee-da6c-45c5-b659-4056f74fc57b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=35b384ee-da6c-45c5-b659-4056f74fc57b,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:56.660481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.662386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 469dfca7-0156-4340-a8cf-ef4c8e357b44 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:24:56.702005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 469dfca7-0156-4340-a8cf-ef4c8e357b44 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:24:56.702749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 469dfca7-0156-4340-a8cf-ef4c8e357b44 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:24:56.712859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2905da9-e334-4519-b276-49c3b11aed04 req-a5d7d218-b9b7-4709-8af3-1afdabfccecf tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.721134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2905da9-e334-4519-b276-49c3b11aed04 req-a5d7d218-b9b7-4709-8af3-1afdabfccecf tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 944 time: 0.0865674 Aug 20 13:24:56.738856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.757705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=35b384ee-da6c-45c5-b659-4056f74fc57b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:56.771488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Transition to ACTIVE for port object 329efba4-5c75-438c-b3c9-91cf302b8651 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:56.799052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2905da9-e334-4519-b276-49c3b11aed04 req-54c711d2-7ba3-4f40-8222-5a055154546c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659723 Aug 20 13:24:56.839885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f653f-e690-42d8-8afe-c71a04809468 req-2e62efd7-a240-44d1-a315-f159553df8a1 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:56.849941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab8f653f-e690-42d8-8afe-c71a04809468 req-2e62efd7-a240-44d1-a315-f159553df8a1 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 935 time: 0.1297486 Aug 20 13:24:56.867935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.880301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:56.933432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:56.943654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Deleting port 79f97f07-28df-4c6a-b928-2d9ca462bd93 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:24:56.944310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:56.968443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:24:56.979054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:24:56.992191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:56.995158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:24:57.057973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3307ddb-c0f1-4439-b1a2-a04926b5fec1 req-a69138f1-1933-4b00-a625-9f3d26da7ae0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:57.065638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3307ddb-c0f1-4439-b1a2-a04926b5fec1 req-a69138f1-1933-4b00-a625-9f3d26da7ae0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 935 time: 0.1419847 Aug 20 13:24:57.105863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:57.107566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:57.141064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3307ddb-c0f1-4439-b1a2-a04926b5fec1 req-632d69d0-f841-4c75-a68f-1f8d3a93fe36 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Aug 20 13:24:57.162184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-4fb01eab-6e75-41aa-adf8-52f39d5f0e85 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3286972 Aug 20 13:24:57.175383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Request body: {'port': {'device_id': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:24:57.246019 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a44a02-4657-49b7-a8bc-a1aa7196c30b x-openstack-request-id: req-a1a44a02-4657-49b7-a8bc-a1aa7196c30b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:57.252372 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255eeec2-a4a9-4ca3-b91a-235f681ca334", "name": "network-vif-plugged", "status": "completed", "tag": "35b384ee-da6c-45c5-b659-4056f74fc57b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:57.261096 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1a44a02-4657-49b7-a8bc-a1aa7196c30b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:57.261700 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b384ee-da6c-45c5-b659-4056f74fc57b', 'code': 200} Aug 20 13:24:57.383880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:57.440468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b17e0-ccf1-471b-b351-27a2f0b2e538 req-0bd3bb26-225c-49e4-ac2c-532e2295aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:57.441562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d9b17e0-ccf1-471b-b351-27a2f0b2e538 req-0bd3bb26-225c-49e4-ac2c-532e2295aac8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 1096 time: 0.1121695 Aug 20 13:24:57.524238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0a6c5827-fc6c-4e32-b766-883925ffe2f6 None None] Provisioning for port 329efba4-5c75-438c-b3c9-91cf302b8651 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:24:57.537852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0a6c5827-fc6c-4e32-b766-883925ffe2f6 None None] Provisioning complete for port 329efba4-5c75-438c-b3c9-91cf302b8651 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:24:57.538116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5827-fc6c-4e32-b766-883925ffe2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:57.561969 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d9b17e0-ccf1-471b-b351-27a2f0b2e538 req-adbd7410-4b47-429d-8843-93da07c8d287 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046696 Aug 20 13:24:57.617508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7908dd-61bb-44bc-8392-9bf6e03fc40c req-96e8b931-538b-45f9-937f-99c1eac8ab46 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:57.619568 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c7908dd-61bb-44bc-8392-9bf6e03fc40c req-96e8b931-538b-45f9-937f-99c1eac8ab46 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 946 time: 0.0936887 Aug 20 13:24:57.625678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c5827-fc6c-4e32-b766-883925ffe2f6 None None] Port 329efba4-5c75-438c-b3c9-91cf302b8651 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:24:57.690594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c7908dd-61bb-44bc-8392-9bf6e03fc40c req-5c8c44ff-c91f-479e-b583-883b7569b4c0 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/security-groups?id=75008c14-1b58-42f4-9cf6-0fa70edf6438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Aug 20 13:24:57.816111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab8f653f-e690-42d8-8afe-c71a04809468 req-b36bb880-78c6-4d03-8644-9e725cc3750d tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9651308 Aug 20 13:24:58.042166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] For port 79f97f07-28df-4c6a-b928-2d9ca462bd93, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=79f97f07-28df-4c6a-b928-2d9ca462bd93,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:24:58.042789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.059771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Calling delete_port for 79f97f07-28df-4c6a-b928-2d9ca462bd93 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:24:58.063346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458064b-9f45-475e-8209-ffb81fd5b65e req-a2a30773-0348-4c92-8e33-241fbe453a42 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:58.073760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3458064b-9f45-475e-8209-ffb81fd5b65e req-a2a30773-0348-4c92-8e33-241fbe453a42 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 945 time: 0.0793951 Aug 20 13:24:58.118831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccdf2f6-d541-4308-9a8b-4610519a85da {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:58.125007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3458064b-9f45-475e-8209-ffb81fd5b65e req-2443ae1a-275c-4f52-9af7-a3f7b02d2a7c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497708 Aug 20 13:24:58.138267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.286304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Transition to ACTIVE for port object 4ccdf2f6-d541-4308-9a8b-4610519a85da will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:58.287903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.300992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['79f97f07-28df-4c6a-b928-2d9ca462bd93'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:24:58.317217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.382563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Pushing event deleted for resources: {'Port': ['ID=79f97f07-28df-4c6a-b928-2d9ca462bd93,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:58.499356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] No DVR routers for this DVR port 79f97f07-28df-4c6a-b928-2d9ca462bd93 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:24:58.508537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.511101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d3dd293-e4d2-4490-8a52-09a5548f2ae3 req-ab983dc6-b59a-4af4-bf72-b3e7797baa43 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.13 "DELETE /v2.0/ports/79f97f07-28df-4c6a-b928-2d9ca462bd93 HTTP/1.1" status: 204 len: 173 time: 2.1279705 Aug 20 13:24:58.522252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'name': 'network-vif-deleted', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:58.551574 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3330af-5e85-4146-af01-66845ce768c4" -d '{"events": [{"server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "name": "network-vif-deleted", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:58.635360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccdf2f6-d541-4308-9a8b-4610519a85da,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:58.711328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db878f9-acff-4448-86a0-42cb5c95b998 req-cc5578be-55c5-4b78-907d-3400f5b286e1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:58.728112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5db878f9-acff-4448-86a0-42cb5c95b998 req-cc5578be-55c5-4b78-907d-3400f5b286e1 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 945 time: 0.3254597 Aug 20 13:24:58.756335 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.844937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5db878f9-acff-4448-86a0-42cb5c95b998 req-1cb4118e-a3bf-4249-adcb-abde3297c2b7 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105478 Aug 20 13:24:58.885970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Attempting to bind port 4ccdf2f6-d541-4308-9a8b-4610519a85da on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:58.886310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Attempting to bind port 4ccdf2f6-d541-4308-9a8b-4610519a85da by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:58.886640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Attempting to bind port 4ccdf2f6-d541-4308-9a8b-4610519a85da on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:58.904891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Port 4ccdf2f6-d541-4308-9a8b-4610519a85da on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:58.905744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Attempting to bind port 4ccdf2f6-d541-4308-9a8b-4610519a85da on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:58.917413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:58.918261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:58.918934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:58.931340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Bound port: 4ccdf2f6-d541-4308-9a8b-4610519a85da, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:58.932464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:58.949457 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83fb50d-28f5-4e18-b10f-37a293a58fbb x-openstack-request-id: req-c83fb50d-28f5-4e18-b10f-37a293a58fbb {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:24:58.950841 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac464b0-bc6a-4ab8-bc13-2384228479f1", "name": "network-vif-deleted", "tag": "79f97f07-28df-4c6a-b928-2d9ca462bd93", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:24:58.951979 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c83fb50d-28f5-4e18-b10f-37a293a58fbb {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:24:58.952651 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac464b0-bc6a-4ab8-bc13-2384228479f1', 'name': 'network-vif-deleted', 'tag': '79f97f07-28df-4c6a-b928-2d9ca462bd93', 'status': 'completed', 'code': 200} Aug 20 13:24:59.040876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89cae7-0807-4916-a94c-ab8ee848ece4 req-0c344fe0-663a-43db-94e1-396c43f0378e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.065270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd89cae7-0807-4916-a94c-ab8ee848ece4 req-0c344fe0-663a-43db-94e1-396c43f0378e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 935 time: 0.8007271 Aug 20 13:24:59.108170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b24489d-85fd-4d77-879c-c0d24c41c947 req-2119a951-bf2a-46f3-ab5e-9316263b8929 tempest-FloatingIPsAssociationNegativeTestJSON-815071317 tempest-FloatingIPsAssociationNegativeTestJSON-815071317-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac464b0-bc6a-4ab8-bc13-2384228479f1 HTTP/1.1" status: 200 len: 210 time: 0.0373514 Aug 20 13:24:59.116770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] For port 4ccdf2f6-d541-4308-9a8b-4610519a85da, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:59.139043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] For port 4ccdf2f6-d541-4308-9a8b-4610519a85da, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:59.149692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.197419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd89cae7-0807-4916-a94c-ab8ee848ece4 req-c9089d3d-e503-4c8f-bb0b-fab658c25754 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307738 Aug 20 13:24:59.284886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.285525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.286965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ccdf2f6-d541-4308-9a8b-4610519a85da HTTP/1.1" status: 200 len: 1095 time: 3.0490985 Aug 20 13:24:59.335494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329efba4-5c75-438c-b3c9-91cf302b8651 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:24:59.340690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853400-58dc-4efc-9912-a0bdfe62cb94 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccdf2f6-d541-4308-9a8b-4610519a85da,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:59.356089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.374460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Transition to ACTIVE for port object 329efba4-5c75-438c-b3c9-91cf302b8651 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:24:59.378459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.428213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:24:59.590433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562503c-62f0-4b9d-89f8-4c9e27291e05 req-ec0d6325-e4b1-4fda-881f-268351be583e tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.593861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5562503c-62f0-4b9d-89f8-4c9e27291e05 req-ec0d6325-e4b1-4fda-881f-268351be583e tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 947 time: 0.3041480 Aug 20 13:24:59.617510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f93b-81ec-449e-80a3-633ffe31ed0e req-28d859f6-0fda-42af-b755-bd455909e60a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.625157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1689f93b-81ec-449e-80a3-633ffe31ed0e req-28d859f6-0fda-42af-b755-bd455909e60a tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 945 time: 0.1130228 Aug 20 13:24:59.642095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-b3b72057-5d28-4f47-9788-7d691101d744 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.644093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-b3b72057-5d28-4f47-9788-7d691101d744 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 945 time: 0.2911074 Aug 20 13:24:59.647031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-a26b8596-b66a-45ad-8dd4-cea4daf6581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.649121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:24:59.649469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:24:59.649806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:59.650285 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-a26b8596-b66a-45ad-8dd4-cea4daf6581b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 1098 time: 0.2436059 Aug 20 13:24:59.659440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:24:59.659787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:24:59.665949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:24:59.666266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:24:59.666667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:24:59.667372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Bound port: 329efba4-5c75-438c-b3c9-91cf302b8651, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:24:59.667924 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.709485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1689f93b-81ec-449e-80a3-633ffe31ed0e req-b35acc5b-a39b-488e-85de-2df66f51fb2b tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829790 Aug 20 13:24:59.776467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-75565d28-d50c-4136-85b8-8b0998c019a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da HTTP/1.1" status: 200 len: 217 time: 0.1055205 Aug 20 13:24:59.846075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:24:59.849859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:24:59.859125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.898995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5562503c-62f0-4b9d-89f8-4c9e27291e05 req-5922a3c0-137e-4784-975d-971fb4c71714 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792909 Aug 20 13:24:59.901435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:24:59.902069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:59.903581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] 10.222.0.53 "PUT /v2.0/ports/329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 1095 time: 2.7325997 Aug 20 13:24:59.904081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:24:59.907156 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95856e41-775b-4a87-bd8f-c63351fc5415" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:24:59.969173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc3ee1-4d50-4498-8efc-bb286177a126 service neutron] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:00.047450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-63fc07c1-b012-48c4-8fed-d6bfa42c55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.049126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-63fc07c1-b012-48c4-8fed-d6bfa42c55d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2514935 Aug 20 13:25:00.060214 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653807fd-e7ba-400c-82e8-bda9c861a1b6 x-openstack-request-id: req-653807fd-e7ba-400c-82e8-bda9c861a1b6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:00.060622 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:00.060991 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-653807fd-e7ba-400c-82e8-bda9c861a1b6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:00.061660 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'status': 'completed', 'code': 200} Aug 20 13:25:00.108600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-606955aa-6af7-45e1-8c97-0cb13b80c317 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.110205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-606955aa-6af7-45e1-8c97-0cb13b80c317 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e2f0222-f02b-4ea8-8117-d784c5e30873 HTTP/1.1" status: 200 len: 945 time: 0.1308920 Aug 20 13:25:00.152183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Deleting port 205408ed-6e00-4bf3-976e-cd62b582bc56 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:00.152534 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:00.226675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-6dd3d3af-3284-41f8-ba47-1d640e45bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.228217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-6dd3d3af-3284-41f8-ba47-1d640e45bc9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1098 time: 0.2116938 Aug 20 13:25:00.298418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-3f86d30f-391c-489d-86cf-3cf538efb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.300323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-3f86d30f-391c-489d-86cf-3cf538efb130 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382543 Aug 20 13:25:00.321465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-c003a71e-cc10-4c1d-8eb3-51d66cde928a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0763848 Aug 20 13:25:00.327217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0fb5d-5a2e-4dc8-b176-92172f1999d4 req-4586203b-f24e-41b9-8ee6-200d6d9f2c6d tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.336352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07d0fb5d-5a2e-4dc8-b176-92172f1999d4 req-4586203b-f24e-41b9-8ee6-200d6d9f2c6d tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 945 time: 0.2920961 Aug 20 13:25:00.340821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Deleting port 6caeb709-fd5a-4d53-a1c7-e563610fb563 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:00.341845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:00.435376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] For port 6caeb709-fd5a-4d53-a1c7-e563610fb563, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6caeb709-fd5a-4d53-a1c7-e563610fb563,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:00.435817 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:00.451004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] For port 205408ed-6e00-4bf3-976e-cd62b582bc56, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=205408ed-6e00-4bf3-976e-cd62b582bc56,segment=NetworkSegment(664fe257-eef1-49f1-91e3-b6467520bf87),segment_id=664fe257-eef1-49f1-91e3-b6467520bf87)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:00.451688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:00.456937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Calling delete_port for 6caeb709-fd5a-4d53-a1c7-e563610fb563 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:00.482800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Calling delete_port for 205408ed-6e00-4bf3-976e-cd62b582bc56 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:00.495746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07d0fb5d-5a2e-4dc8-b176-92172f1999d4 req-8e17a2c4-8daa-4e40-a62e-3d9b5f4fc941 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/security-groups?id=784765bd-7673-47d7-9980-83a60084d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579163 Aug 20 13:25:00.496180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf39ee-f4a7-4e50-a3a3-818c8a92c5bc req-e4f010b6-0429-470c-9ad9-a9646eb434f9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.504246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afcf39ee-f4a7-4e50-a3a3-818c8a92c5bc req-e4f010b6-0429-470c-9ad9-a9646eb434f9 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 945 time: 0.3226843 Aug 20 13:25:00.573948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 79f97f07-28df-4c6a-b928-2d9ca462bd93 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:00.589863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51440) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:00.612449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-4171c975-d10d-461e-940f-d67f0d6f1013 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722428 Aug 20 13:25:00.626184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 79f97f07-28df-4c6a-b928-2d9ca462bd93 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:00.626528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 79f97f07-28df-4c6a-b928-2d9ca462bd93 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:00.632258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-c8900339-3cea-4c13-a383-bc2daaab581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.633778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-c8900339-3cea-4c13-a383-bc2daaab581e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2953675 Aug 20 13:25:00.651028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afcf39ee-f4a7-4e50-a3a3-818c8a92c5bc req-fac2c3c2-4933-4674-a2b4-4a3b5218ac87 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457405 Aug 20 13:25:00.799127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-e2964a73-c11d-4214-ae99-89ba18e74f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.800701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-e2964a73-c11d-4214-ae99-89ba18e74f2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469467 Aug 20 13:25:00.964484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'tag': '4ccdf2f6-d541-4308-9a8b-4610519a85da'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:00.966924 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c59cd-bb89-403e-9669-2545149d93c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8998c94-3772-47d2-acd5-2bf500ab13bf", "tag": "4ccdf2f6-d541-4308-9a8b-4610519a85da"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:00.986402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e05ff0-0b50-47b9-be30-91b6d9d32a35 req-80cf7b81-eaf1-4bc5-9f56-6e4fbe0ac213 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:00.988048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20e05ff0-0b50-47b9-be30-91b6d9d32a35 req-80cf7b81-eaf1-4bc5-9f56-6e4fbe0ac213 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.2632825 Aug 20 13:25:00.996463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95a2b030-9b9b-4af3-a3d5-fe71da2962aa req-c5fbd0be-679a-4323-885e-ac016f72a9d4 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288944 Aug 20 13:25:01.034633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-f295196f-2b76-4d74-9691-987f55d43bfd service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961474 Aug 20 13:25:01.064168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:01.076957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6caeb709-fd5a-4d53-a1c7-e563610fb563'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:01.113107 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20e05ff0-0b50-47b9-be30-91b6d9d32a35 req-7f526311-ae89-4a7f-a00f-eb14407ea318 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013985 Aug 20 13:25:01.115795 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:01.128750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6caeb709-fd5a-4d53-a1c7-e563610fb563'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:01.164716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Pushing event deleted for resources: {'Port': ['ID=205408ed-6e00-4bf3-976e-cd62b582bc56,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:01.221891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Pushing event deleted for resources: {'Port': ['ID=6caeb709-fd5a-4d53-a1c7-e563610fb563,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:01.245869 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21be59e1-e466-4f40-936f-648fc5abd085 x-openstack-request-id: req-21be59e1-e466-4f40-936f-648fc5abd085 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:01.246199 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8998c94-3772-47d2-acd5-2bf500ab13bf", "tag": "4ccdf2f6-d541-4308-9a8b-4610519a85da", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:01.246403 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21be59e1-e466-4f40-936f-648fc5abd085 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:01.246785 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'tag': '4ccdf2f6-d541-4308-9a8b-4610519a85da', 'status': 'completed', 'code': 200} Aug 20 13:25:01.249766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] No DVR routers for this DVR port 205408ed-6e00-4bf3-976e-cd62b582bc56 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:01.253980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:01.256067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9a69cfd-8632-4fee-91e2-8bcf7463dbd8 req-d88ffd12-52ad-4618-8974-b3884e643273 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.13 "DELETE /v2.0/ports/205408ed-6e00-4bf3-976e-cd62b582bc56 HTTP/1.1" status: 204 len: 173 time: 1.5984399 Aug 20 13:25:01.297262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] No DVR routers for this DVR port 6caeb709-fd5a-4d53-a1c7-e563610fb563 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:01.313494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:01.318705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e01f38-d543-489a-b2eb-15eb568b2276 req-9b0e5592-5eee-4f49-8791-c9db27b2dff2 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.326617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96e01f38-d543-489a-b2eb-15eb568b2276 req-9b0e5592-5eee-4f49-8791-c9db27b2dff2 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 947 time: 0.2883692 Aug 20 13:25:01.330817 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:01.332774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61c5b282-9489-4ba4-a345-9146dccccb83 req-9f7f42b0-9e22-4eb7-8f24-5b548b6c3002 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.53 "DELETE /v2.0/ports/6caeb709-fd5a-4d53-a1c7-e563610fb563 HTTP/1.1" status: 204 len: 173 time: 1.2111058 Aug 20 13:25:01.390851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97cc01ad-cb6b-4228-acd9-9f1efdceeb6c req-38e948ca-1fd9-4233-9d18-eb5c09b45846 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399043 Aug 20 13:25:01.404355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c59cd-bb89-403e-9669-2545149d93c1 req-b15a4ccf-0920-4a79-9e05-df946a5494c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.407369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-b15a4ccf-0920-4a79-9e05-df946a5494c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 1098 time: 0.1394999 Aug 20 13:25:01.441150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96e01f38-d543-489a-b2eb-15eb568b2276 req-401fddad-12bf-46dd-ad0e-560d1de2219c tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135654 Aug 20 13:25:01.565505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-d8caa090-ffd8-491e-a648-a880b51514bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.567833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-d8caa090-ffd8-491e-a648-a880b51514bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1098 time: 0.0654323 Aug 20 13:25:01.573157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c59cd-bb89-403e-9669-2545149d93c1 req-b896586d-46bd-4801-8625-f30ec7e7506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.574709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-b896586d-46bd-4801-8625-f30ec7e7506f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1568274 Aug 20 13:25:01.646560 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-15b4162b-de7e-43c6-91e4-eb8b205d9dc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da HTTP/1.1" status: 200 len: 217 time: 0.0420072 Aug 20 13:25:01.718181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-8009fbc2-1822-4569-93e6-05b199d28080 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.719754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-8009fbc2-1822-4569-93e6-05b199d28080 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 945 time: 0.1579943 Aug 20 13:25:01.766847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6a3b847-10ba-4498-9da6-8c3e7266399f req-6f87d6dd-f0ae-4a92-8fd0-d462080716f0 tempest-ListServersNegativeTestJSON-664567908 tempest-ListServersNegativeTestJSON-664567908-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7b3219-519f-4eea-b321-b71798e56ef9 HTTP/1.1" status: 200 len: 210 time: 0.1105585 Aug 20 13:25:01.799393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:01.832592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-47a04f94-eb75-4583-afc0-9d2dbd3556b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.833799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-47a04f94-eb75-4583-afc0-9d2dbd3556b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2452075 Aug 20 13:25:01.841981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c59cd-bb89-403e-9669-2545149d93c1 req-b63a899f-36e5-409a-9202-0a20f45d65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.843670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-b63a899f-36e5-409a-9202-0a20f45d65e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1853137 Aug 20 13:25:01.910897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-94e5e387-7946-4cfb-8b9a-45b901a4fd38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0404444 Aug 20 13:25:01.930430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7816de0-0760-4a02-b59c-7fd10e32990f req-803ac2b7-34e6-47ad-b419-c77f6f54403c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:01.938423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7816de0-0760-4a02-b59c-7fd10e32990f req-803ac2b7-34e6-47ad-b419-c77f6f54403c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 945 time: 0.1786342 Aug 20 13:25:02.031436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c59cd-bb89-403e-9669-2545149d93c1 req-fb145531-719b-45ec-8458-11d1dbce0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:02.035147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-fb145531-719b-45ec-8458-11d1dbce0b22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362329 Aug 20 13:25:02.095205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'name': 'network-vif-deleted', 'tag': '6caeb709-fd5a-4d53-a1c7-e563610fb563'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:02.104044 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f785095b-76d5-4ff9-b27c-8e4a66d5a1e4" -d '{"events": [{"server_uuid": "4e2f0222-f02b-4ea8-8117-d784c5e30873", "name": "network-vif-deleted", "tag": "6caeb709-fd5a-4d53-a1c7-e563610fb563"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:02.130259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-05441ed3-20c6-41aa-a668-a19610709a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:02.132844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-05441ed3-20c6-41aa-a668-a19610709a0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1897292 Aug 20 13:25:02.134798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Deleting port 35b384ee-da6c-45c5-b659-4056f74fc57b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:02.135156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.149184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7816de0-0760-4a02-b59c-7fd10e32990f req-749a69a8-9506-445e-ba7a-47d7e8b9cb1f tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ba779d-fa00-47f0-b78c-e808d56f682e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098448 Aug 20 13:25:02.258596 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe34ed7-8d70-4352-a08c-f65cecf8b4b9 x-openstack-request-id: req-4fe34ed7-8d70-4352-a08c-f65cecf8b4b9 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:02.258596 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f0222-f02b-4ea8-8117-d784c5e30873", "name": "network-vif-deleted", "tag": "6caeb709-fd5a-4d53-a1c7-e563610fb563", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:02.258596 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fe34ed7-8d70-4352-a08c-f65cecf8b4b9 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:02.258596 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f0222-f02b-4ea8-8117-d784c5e30873', 'name': 'network-vif-deleted', 'tag': '6caeb709-fd5a-4d53-a1c7-e563610fb563', 'status': 'completed', 'code': 200} Aug 20 13:25:02.268644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-d3fc017a-fe28-47c5-8f6d-b9fcdd7f57cc service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019012 Aug 20 13:25:02.337819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Deleting port 34ebaaf3-626e-4058-a313-9d4462e98fcd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:02.338313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.360256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-b34f8d2f-9587-4ccd-97b8-be02d22f8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:02.361723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-b34f8d2f-9587-4ccd-97b8-be02d22f8bce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292374 Aug 20 13:25:02.379847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85984ae-aeb2-4376-82dc-a31f16134762 req-fabcffea-2949-4863-8af7-4272e43e4092 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:02.381334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b85984ae-aeb2-4376-82dc-a31f16134762 req-fabcffea-2949-4863-8af7-4272e43e4092 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.1061277 Aug 20 13:25:02.405565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] For port 35b384ee-da6c-45c5-b659-4056f74fc57b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=35b384ee-da6c-45c5-b659-4056f74fc57b,segment=NetworkSegment(3a112ba2-3bde-4e28-8c16-57488a22077d),segment_id=3a112ba2-3bde-4e28-8c16-57488a22077d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:02.406452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.449859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-102c59cd-bb89-403e-9669-2545149d93c1 req-92193584-9c45-4f34-8406-0070c145c5ff service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692965 Aug 20 13:25:02.469799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] For port 34ebaaf3-626e-4058-a313-9d4462e98fcd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34ebaaf3-626e-4058-a313-9d4462e98fcd,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:02.470179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.480048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Calling delete_port for 35b384ee-da6c-45c5-b659-4056f74fc57b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:02.490213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Calling delete_port for 34ebaaf3-626e-4058-a313-9d4462e98fcd owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:02.511672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b85984ae-aeb2-4376-82dc-a31f16134762 req-f97e84af-6eff-4947-a025-75c09b771f48 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111321 Aug 20 13:25:02.583890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 205408ed-6e00-4bf3-976e-cd62b582bc56 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:02.599956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2229-efa7-4c2f-a559-f731d4350b25 req-3f0785a2-50c3-4032-8cfe-8fff9b25db4b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:02.601573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04bc2229-efa7-4c2f-a559-f731d4350b25 req-3f0785a2-50c3-4032-8cfe-8fff9b25db4b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 947 time: 0.1009474 Aug 20 13:25:02.604108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-60e44b50-91fb-4393-81e1-961272b32c18 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342787 Aug 20 13:25:02.623190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 205408ed-6e00-4bf3-976e-cd62b582bc56 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:02.623931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 205408ed-6e00-4bf3-976e-cd62b582bc56 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:02.718213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04bc2229-efa7-4c2f-a559-f731d4350b25 req-e8b6250b-8603-472f-bf96-3486ae89f53b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660241 Aug 20 13:25:02.752754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.766177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['35b384ee-da6c-45c5-b659-4056f74fc57b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:02.788873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95856e41-775b-4a87-bd8f-c63351fc5415 req-dd9c9429-24b2-4c02-9351-2ae42ccffe59 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733251 Aug 20 13:25:02.790966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event deleted for resources: {'Port': ['ID=35b384ee-da6c-45c5-b659-4056f74fc57b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:02.806770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.839895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ebaaf3-626e-4058-a313-9d4462e98fcd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:02.844464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] No DVR routers for this DVR port 35b384ee-da6c-45c5-b659-4056f74fc57b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:02.847344 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.849512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36d78bc9-bc60-49ee-8403-18ed13f418b7 req-ade8c66b-9337-48f2-ab28-918a1ce81d29 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.53 "DELETE /v2.0/ports/35b384ee-da6c-45c5-b659-4056f74fc57b HTTP/1.1" status: 204 len: 173 time: 1.1196463 Aug 20 13:25:02.884344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51490) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:02.947341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Deleting subnet 187c6803-c6b3-4890-9c5e-32c5ddc90f4b {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:02.951033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:02.994888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.042342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.142134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.163996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.227215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187c6803-c6b3-4890-9c5e-32c5ddc90f4b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:03.229206 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.246167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-512d98be-84b3-45b9-a033-62e3fa027021 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/187c6803-c6b3-4890-9c5e-32c5ddc90f4b HTTP/1.1" status: 204 len: 168 time: 0.3583422 Aug 20 13:25:03.248188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51506) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:03.430488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.454555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a358b23c-39c4-4b5c-a550-08a3a7ce673d req-3cff3834-7755-492f-8b5d-02e30c39ee2c tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/ports?device_id=255eeec2-a4a9-4ca3-b91a-235f681ca334 HTTP/1.1" status: 200 len: 210 time: 0.1550775 Aug 20 13:25:03.617071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.629619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d5a614-d310-42cb-8977-2f1bb387639d']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:03.642194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664fe257-eef1-49f1-91e3-b6467520bf87') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:03.642857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664fe257-eef1-49f1-91e3-b6467520bf87') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:03.654013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.670586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.680328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:03.681029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:03.683054 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:03.703515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'name': 'network-vif-deleted', 'tag': '205408ed-6e00-4bf3-976e-cd62b582bc56'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:03.706451 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f692a101-8c6c-4265-85f6-caf6e64eacc0" -d '{"events": [{"server_uuid": "db7b3219-519f-4eea-b321-b71798e56ef9", "name": "network-vif-deleted", "tag": "205408ed-6e00-4bf3-976e-cd62b582bc56"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:03.754403 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01648acc-1a27-437e-8391-fa26649f311d x-openstack-request-id: req-01648acc-1a27-437e-8391-fa26649f311d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:03.754703 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b3219-519f-4eea-b321-b71798e56ef9", "name": "network-vif-deleted", "tag": "205408ed-6e00-4bf3-976e-cd62b582bc56", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:03.754963 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01648acc-1a27-437e-8391-fa26649f311d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:03.755353 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b3219-519f-4eea-b321-b71798e56ef9', 'name': 'network-vif-deleted', 'tag': '205408ed-6e00-4bf3-976e-cd62b582bc56', 'status': 'completed', 'code': 200} Aug 20 13:25:03.760346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.773162 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:03.776387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/49d5a614-d310-42cb-8977-2f1bb387639d HTTP/1.1" status: 204 len: 168 time: 0.5230043 Aug 20 13:25:03.814004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3ceb0-e062-4077-ab1b-5c0a949fd4c4 req-8daceabd-d3f2-41d7-8397-96ed2e187681 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:03.815538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0a3ceb0-e062-4077-ab1b-5c0a949fd4c4 req-8daceabd-d3f2-41d7-8397-96ed2e187681 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.1059530 Aug 20 13:25:03.842534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d04cb-c851-4e36-8c2d-ed90b7add1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d5a614-d310-42cb-8977-2f1bb387639d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:03.972230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe39a8-a770-415a-ad25-5fde12f8b898 req-50231b5b-ea06-4db8-9f06-359e33def2a7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:03.983837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1fe39a8-a770-415a-ad25-5fde12f8b898 req-50231b5b-ea06-4db8-9f06-359e33def2a7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 947 time: 0.0944467 Aug 20 13:25:03.993601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4ccdf2f6-d541-4308-9a8b-4610519a85da details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:25:03.997136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6caeb709-fd5a-4d53-a1c7-e563610fb563 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:04.030338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0a3ceb0-e062-4077-ab1b-5c0a949fd4c4 req-69e8f71c-928c-4309-bcba-59d707a35f99 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079096 Aug 20 13:25:04.032903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:25:04.078262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 6caeb709-fd5a-4d53-a1c7-e563610fb563 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:04.078906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6caeb709-fd5a-4d53-a1c7-e563610fb563 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:04.079106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1fe39a8-a770-415a-ad25-5fde12f8b898 req-26421033-e726-4620-a280-2fd029c50dd7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882788 Aug 20 13:25:04.117701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51538) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:04.191995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4501c12e-503e-4c17-aa12-5acd917cac77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f18f857e6ac04dfa9333ad3e6213ef1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730145 Aug 20 13:25:04.195356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51540) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:04.205294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:04.219524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4ccdf2f6-d541-4308-9a8b-4610519a85da, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:04.223299 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] Sync routers for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:04.230325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-479d9e12-f266-4041-98b0-359b64877f21 admin admin] 10.222.0.59 "PUT /v2.0/routers/73fdaa08-008d-4c22-a1c0-d37073b2ab3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6372199 Aug 20 13:25:04.230750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51544) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:04.238281 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:04.239701 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:04.255080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '4ccdf2f6-d541-4308-9a8b-4610519a85da', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '4ccdf2f6-d541-4308-9a8b-4610519a85da', 'mac_address': 'fa:16:3e:61:a8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:25:04.258993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'name': 'network-vif-deleted', 'tag': '35b384ee-da6c-45c5-b659-4056f74fc57b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:04.261513 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf373568-effb-4cff-ad57-44f11bcaa0d5" -d '{"events": [{"server_uuid": "255eeec2-a4a9-4ca3-b91a-235f681ca334", "name": "network-vif-deleted", "tag": "35b384ee-da6c-45c5-b659-4056f74fc57b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:04.329603 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.355372 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5e60f-edbd-4b59-a34b-9c38d004edb6 x-openstack-request-id: req-9ea5e60f-edbd-4b59-a34b-9c38d004edb6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:04.355722 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255eeec2-a4a9-4ca3-b91a-235f681ca334", "name": "network-vif-deleted", "tag": "35b384ee-da6c-45c5-b659-4056f74fc57b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:04.355967 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ea5e60f-edbd-4b59-a34b-9c38d004edb6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:04.356298 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255eeec2-a4a9-4ca3-b91a-235f681ca334', 'name': 'network-vif-deleted', 'tag': '35b384ee-da6c-45c5-b659-4056f74fc57b', 'status': 'completed', 'code': 200} Aug 20 13:25:04.357751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2094b9ea-50da-433d-8733-51016810e86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.363686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccdf2f6-d541-4308-9a8b-4610519a85da {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:04.368097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.407368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4ccdf2f6-d541-4308-9a8b-4610519a85da, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:04.415997 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.425330 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:04.433806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2094b9ea-50da-433d-8733-51016810e86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.511562 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2094b9ea-50da-433d-8733-51016810e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.514639 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2094b9ea-50da-433d-8733-51016810e86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.518942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2094b9ea-50da-433d-8733-51016810e86f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/784765bd-7673-47d7-9980-83a60084d857 HTTP/1.1" status: 204 len: 168 time: 0.3225927 Aug 20 13:25:04.532667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094b9ea-50da-433d-8733-51016810e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784765bd-7673-47d7-9980-83a60084d857,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:04.548539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4ccdf2f6-d541-4308-9a8b-4610519a85da,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:04.629173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.694581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4ccdf2f6-d541-4308-9a8b-4610519a85da'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:04.730670 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '379739d6-208a-4665-a837-d93962489fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:25:02Z', 'revision_number': 5, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port': {'id': '379739d6-208a-4665-a837-d93962489fdb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:23:58Z', 'updated_at': '2021-08-20T13:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:04.757840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Deleting port 379739d6-208a-4665-a837-d93962489fdb {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:04.763794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.775907 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] Checking router: 73fdaa08-008d-4c22-a1c0-d37073b2ab3c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:04.786874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] Routers {'73fdaa08-008d-4c22-a1c0-d37073b2ab3c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:04.787794 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:24:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:04.840244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51580) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:04.918674 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] Set router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:04.963645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d9f8-c58b-4a20-b869-61dfad491540 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.992310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] For port 379739d6-208a-4665-a837-d93962489fdb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=379739d6-208a-4665-a837-d93962489fdb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:04.995645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.996321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d9f8-c58b-4a20-b869-61dfad491540 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:04.996489 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:25:04Z', 'revision_number': 6, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:05.023742 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc57447-ad8c-49e2-b43b-4713b4d7bd33 None None] The sync data for ids ['73fdaa08-008d-4c22-a1c0-d37073b2ab3c'] in n-d-804232-5 is: [{'id': '73fdaa08-008d-4c22-a1c0-d37073b2ab3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958295295-router', 'tenant_id': 'e7cb34df1ab845769852374b5930d66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:23:57Z', 'updated_at': '2021-08-20T13:25:04Z', 'revision_number': 6, 'project_id': 'e7cb34df1ab845769852374b5930d66f', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:05.027898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Calling delete_port for 379739d6-208a-4665-a837-d93962489fdb owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:05.083338 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d9f8-c58b-4a20-b869-61dfad491540 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.086105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d9f8-c58b-4a20-b869-61dfad491540 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.087278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a5f8d9f8-c58b-4a20-b869-61dfad491540 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "DELETE /v2.0/security-groups/e72fdde4-ca33-40e2-906e-6c16ecf24eb2 HTTP/1.1" status: 204 len: 168 time: 0.2453177 Aug 20 13:25:05.113969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51586) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:05.113969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8d9f8-c58b-4a20-b869-61dfad491540 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72fdde4-ca33-40e2-906e-6c16ecf24eb2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:05.157110 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-9f8addab-e0a8-4cd7-be78-013cbdd7e5b8 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] show failed (client error): The resource could not be found. Aug 20 13:25:05.160086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9f8addab-e0a8-4cd7-be78-013cbdd7e5b8 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "GET /v2.0/security-groups/e72fdde4-ca33-40e2-906e-6c16ecf24eb2 HTTP/1.1" status: 404 len: 347 time: 0.0492928 Aug 20 13:25:05.162411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51592) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:05.430826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcecee-d12a-4e30-8329-3832fd4003b8 req-4a223024-17e1-45db-b470-eb410e104c24 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:05.438151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aadcecee-d12a-4e30-8329-3832fd4003b8 req-4a223024-17e1-45db-b470-eb410e104c24 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 948 time: 0.1819098 Aug 20 13:25:05.465693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc2fe-58c0-4549-b2b7-fd7ce9962e2c req-5d79da3c-03ff-4fe6-9bab-6e9a5067c685 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:05.473145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-615bc2fe-58c0-4549-b2b7-fd7ce9962e2c req-5d79da3c-03ff-4fe6-9bab-6e9a5067c685 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.2168865 Aug 20 13:25:05.478402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.514959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aadcecee-d12a-4e30-8329-3832fd4003b8 req-93016a3d-cf08-4a99-af97-68fe3418cb04 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Aug 20 13:25:05.521774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Deleting port b8b2652b-d628-4670-a72a-d6628f2c1e3d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:05.522113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.584950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Pushing event deleted for resources: {'Port': ['ID=379739d6-208a-4665-a837-d93962489fdb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:05.697243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.697587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.726996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Calling delete_port for b8b2652b-d628-4670-a72a-d6628f2c1e3d owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:05.739485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-615bc2fe-58c0-4549-b2b7-fd7ce9962e2c req-2f19cada-9f87-4175-8483-9089ed2d3af3 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621808 Aug 20 13:25:05.753116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.862364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.864984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.952133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.953085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73fdaa08-008d-4c22-a1c0-d37073b2ab3c {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:25:05.960468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:05.962924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ec21dfe-bae1-480b-b0a4-f1eebaca51ac admin admin] 10.222.0.59 "DELETE /v2.0/routers/73fdaa08-008d-4c22-a1c0-d37073b2ab3c HTTP/1.1" status: 204 len: 168 time: 1.7301130 Aug 20 13:25:05.965038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51620) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:06.012366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:25:06.035049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51622) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:06.091185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Deleting subnet 367027da-f649-47f6-9c86-5ba183348587 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:06.100255 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.129384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.173803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Pushing event deleted for resources: {'Port': ['ID=b8b2652b-d628-4670-a72a-d6628f2c1e3d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:06.214693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:06.228935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.237311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1668928507-network', 'tenant_id': '2aac9dccd0564f3d91e4720e5de7f011'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:06.239323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4ccdf2f6-d541-4308-9a8b-4610519a85da up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:06.244685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '329efba4-5c75-438c-b3c9-91cf302b8651', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '329efba4-5c75-438c-b3c9-91cf302b8651', 'mac_address': 'fa:16:3e:82:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:25:06.306917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Made reservation on behalf of 2aac9dccd0564f3d91e4720e5de7f011 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:06.311995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.335262 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.375950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.389696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 4ccdf2f6-d541-4308-9a8b-4610519a85da completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:06.412100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 4ccdf2f6-d541-4308-9a8b-4610519a85da triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:06.412992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.431995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.438543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.443366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-de3ed715-7ef6-436e-8ae1-b5b378578530 tempest-ImagesOneServerNegativeTestJSON-1216979695 tempest-ImagesOneServerNegativeTestJSON-1216979695-project] 10.222.0.59 "DELETE /v2.0/floatingips/2511125d-7437-4cba-96de-9e14bd69a4fe HTTP/1.1" status: 204 len: 168 time: 1.2779441 Aug 20 13:25:06.458030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329efba4-5c75-438c-b3c9-91cf302b8651 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:06.526123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:06.534419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.590501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.655485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:06.668378 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.679010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.679620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.680387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.681060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.681694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.682195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.683704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.684297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.685503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.686045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.686551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.687052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:06.708821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51644) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:06.711563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.721141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.762110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccdf2f6-d541-4308-9a8b-4610519a85da'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:06.770325 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c998641-cfe5-4245-bf9e-b1c100467737" -d '{"events": [{"server_uuid": "d8998c94-3772-47d2-acd5-2bf500ab13bf", "name": "network-vif-plugged", "status": "completed", "tag": "4ccdf2f6-d541-4308-9a8b-4610519a85da"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:06.845713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['329efba4-5c75-438c-b3c9-91cf302b8651'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:06.865273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:06.876319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4ccdf2f6-d541-4308-9a8b-4610519a85da, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:06.915285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.917956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 35b384ee-da6c-45c5-b659-4056f74fc57b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:06.920400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:06.922274 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Added segment b57f8cc5-365d-4c06-8796-7e8d486d7733 of type vlan for network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 Aug 20 13:25:06.953531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 35b384ee-da6c-45c5-b659-4056f74fc57b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:06.953962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 35b384ee-da6c-45c5-b659-4056f74fc57b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:07.010400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Deleting subnet a4ebc265-1bca-4e07-9f09-b104983eceb5 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:07.022464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.052539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.072683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7722d7-7b25-4069-83b5-a7d96040a3ef req-6af7e5e9-4d82-4b38-8337-4c54c77e1980 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:07.074560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a7722d7-7b25-4069-83b5-a7d96040a3ef req-6af7e5e9-4d82-4b38-8337-4c54c77e1980 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 948 time: 0.4193442 Aug 20 13:25:07.110379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4ccdf2f6-d541-4308-9a8b-4610519a85da,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:07.114678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367027da-f649-47f6-9c86-5ba183348587,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:07.136637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.139917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-924e22d2-0078-41f4-9f1b-716755a5c841 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/367027da-f649-47f6-9c86-5ba183348587 HTTP/1.1" status: 204 len: 168 time: 1.1737471 Aug 20 13:25:07.142492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df2088-6e37-4df7-aaad-cebfaa8f55b9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:07.145071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51654) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:07.161021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd3bc2-4ddb-4012-83ca-50f52c6d0829 None None] Network 7e2fe0b5-bd66-402f-86ce-efc7cab8053e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:07.187356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.208042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698b4d-ad45-42b2-b5eb-ed72b821e575 req-d347bd83-377c-47bd-a930-f15058494a91 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:07.217777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81698b4d-ad45-42b2-b5eb-ed72b821e575 req-d347bd83-377c-47bd-a930-f15058494a91 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 948 time: 0.2324879 Aug 20 13:25:07.245072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.255207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34ebaaf3-626e-4058-a313-9d4462e98fcd no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:07.281383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81698b4d-ad45-42b2-b5eb-ed72b821e575 req-070305d8-c545-44ce-ad89-ac199c0a69fa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621881 Aug 20 13:25:07.282878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.283872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:07.284542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.315974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.326185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2864561 Aug 20 13:25:07.364686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51660) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:07.379122 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e1e62c-f5fc-4e50-93db-cfd32a97ea5e x-openstack-request-id: req-96e1e62c-f5fc-4e50-93db-cfd32a97ea5e {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:07.379390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Request body: {'subnet': {'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1668928507-subnet', 'tenant_id': '2aac9dccd0564f3d91e4720e5de7f011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:07.379547 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8998c94-3772-47d2-acd5-2bf500ab13bf", "name": "network-vif-plugged", "status": "completed", "tag": "4ccdf2f6-d541-4308-9a8b-4610519a85da", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:07.379547 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96e1e62c-f5fc-4e50-93db-cfd32a97ea5e {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:07.379547 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccdf2f6-d541-4308-9a8b-4610519a85da', 'code': 200} Aug 20 13:25:07.381707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 34ebaaf3-626e-4058-a313-9d4462e98fcd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:07.382078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34ebaaf3-626e-4058-a313-9d4462e98fcd not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:07.382464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 379739d6-208a-4665-a837-d93962489fdb no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:07.433060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 379739d6-208a-4665-a837-d93962489fdb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:07.433399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 379739d6-208a-4665-a837-d93962489fdb not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:07.437366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.439649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c88ea-6178-4ae1-9935-82317d36df9f admin admin] Pushing event updated for resources: {'Network': ['ID=fbb2792e-7db6-493a-8a56-bcf9eccd92a4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:07.457657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:07.460697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Made reservation on behalf of 2aac9dccd0564f3d91e4720e5de7f011 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:07.463108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.548523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a7722d7-7b25-4069-83b5-a7d96040a3ef req-929a8921-7327-43c1-96e0-38d9844121ce tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415171 Aug 20 13:25:07.649501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.704102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ebc265-1bca-4e07-9f09-b104983eceb5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:07.713801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] DHCP port deletion for 7e2fe0b5-bd66-402f-86ce-efc7cab8053e request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:25:07.722162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626305-02d4-46ea-a18b-395b5a0929a7 req-16741399-a790-42ab-9cfe-80b5de2094ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:07.723824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56626305-02d4-46ea-a18b-395b5a0929a7 req-16741399-a790-42ab-9cfe-80b5de2094ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 1100 time: 0.2682657 Aug 20 13:25:07.725980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.732934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.734935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-319452d8-7707-4fdd-8439-6c5b3f5a5823 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a4ebc265-1bca-4e07-9f09-b104983eceb5 HTTP/1.1" status: 204 len: 168 time: 1.0251119 Aug 20 13:25:07.743611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51668) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:07.780916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206c1bb9-8ec4-4804-a096-0a36f1b4b3f8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:07.813467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Checking segment: {'id': 'b57f8cc5-365d-4c06-8796-7e8d486d7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:07.813847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Network hostable DHCP agents. Network: fbb2792e-7db6-493a-8a56-bcf9eccd92a4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:07.834578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] Deleting port ea45995d-3634-411e-9d62-51fb3cfa581b {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:07.834945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.842255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56626305-02d4-46ea-a18b-395b5a0929a7 req-ad0ffbdb-61a0-40ea-bb03-c2e9a11d2f42 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057296 Aug 20 13:25:07.849380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:07.856160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Deleting port ea45995d-3634-411e-9d62-51fb3cfa581b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:07.856674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.874879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, fbb2792e-7db6-493a-8a56-bcf9eccd92a4) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:07.879857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:07.880514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:07.923676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5d99fb65-7baa-4c2a-b2fd-d1b81e644150 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5568504 Aug 20 13:25:07.958401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eddc637-3365-438d-afb3-8bf5e688247e None None] Network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:08.113416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] For port ea45995d-3634-411e-9d62-51fb3cfa581b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea45995d-3634-411e-9d62-51fb3cfa581b,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:08.114116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.187058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] Calling delete_port for ea45995d-3634-411e-9d62-51fb3cfa581b owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:08.320529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] For port ea45995d-3634-411e-9d62-51fb3cfa581b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea45995d-3634-411e-9d62-51fb3cfa581b,segment=NetworkSegment(34c5e06d-6979-4792-b68f-0d2bf64f85c9),segment_id=34c5e06d-6979-4792-b68f-0d2bf64f85c9)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:08.320929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.346344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Calling delete_port for ea45995d-3634-411e-9d62-51fb3cfa581b owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:08.391243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44b555-3936-4b04-adb0-6c54eb30bbd7 None None] Network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:08.431692 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.473329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.522033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] No DVR routers for this DVR port ea45995d-3634-411e-9d62-51fb3cfa581b on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:08.524245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea45995d-3634-411e-9d62-51fb3cfa581b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:08.553203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.568967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb5c9-0cbb-4f9c-8bbb-6dae75017730 req-4951f03c-a255-41f5-8d8e-f392ee8a9b37 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:08.582602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3efb5c9-0cbb-4f9c-8bbb-6dae75017730 req-4951f03c-a255-41f5-8d8e-f392ee8a9b37 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 948 time: 0.1658976 Aug 20 13:25:08.605069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] Pushing event deleted for resources: {'Port': ['ID=ea45995d-3634-411e-9d62-51fb3cfa581b,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:08.616722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5297c-ec4a-4f73-bee6-99f1ad303b9e None None] No DVR routers for this DVR port ea45995d-3634-411e-9d62-51fb3cfa581b on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:08.634766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.648160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2fe0b5-bd66-402f-86ce-efc7cab8053e']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:08.662385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c5e06d-6979-4792-b68f-0d2bf64f85c9') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:08.662977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c5e06d-6979-4792-b68f-0d2bf64f85c9') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:08.667219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3efb5c9-0cbb-4f9c-8bbb-6dae75017730 req-6b9ce60d-6a93-43ad-9760-9f67ab3a0dcd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834949 Aug 20 13:25:08.685192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.701320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.712332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:08.712909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:08.741184 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:08.875689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df70d6-3ae2-4020-a335-4d3b2083c049 req-201b58e3-3368-40e1-ad46-132366e00a57 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:08.878179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9df70d6-3ae2-4020-a335-4d3b2083c049 req-201b58e3-3368-40e1-ad46-132366e00a57 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 949 time: 0.1481817 Aug 20 13:25:08.947791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-e90fbb01-9ff3-4565-8964-be2141fe2a5f tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:08.949401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-e90fbb01-9ff3-4565-8964-be2141fe2a5f tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/networks?id=fbb2792e-7db6-493a-8a56-bcf9eccd92a4 HTTP/1.1" status: 200 len: 822 time: 0.1983066 Aug 20 13:25:08.979381 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9df70d6-3ae2-4020-a335-4d3b2083c049 req-6e47d1a9-cbca-47ae-b415-4eb390732e47 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928152 Aug 20 13:25:08.985865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-de07c5c7-7b98-4455-8877-7d6a90efc662 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881422 Aug 20 13:25:09.022360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.037509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5818ec-726a-4354-a9d5-2bce01a7da10']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:09.050307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a112ba2-3bde-4e28-8c16-57488a22077d') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:09.050583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a112ba2-3bde-4e28-8c16-57488a22077d') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:09.095500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-6e4c6c62-c88e-440b-a5e9-18693c460ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:09.097673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-6e4c6c62-c88e-440b-a5e9-18693c460ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 1097 time: 0.0876753 Aug 20 13:25:09.104238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.107518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.123094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-044b8842-aa7d-4fae-9028-d3a74596af5f tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/quotas/2aac9dccd0564f3d91e4720e5de7f011 HTTP/1.1" status: 200 len: 375 time: 0.1530781 Aug 20 13:25:09.149771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.151710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7e2fe0b5-bd66-402f-86ce-efc7cab8053e HTTP/1.1" status: 204 len: 168 time: 2.0044773 Aug 20 13:25:09.228218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a45d5a-6a52-4297-b790-2cab6817df91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2fe0b5-bd66-402f-86ce-efc7cab8053e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:09.237065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.249948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea45995d-3634-411e-9d62-51fb3cfa581b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:09.256182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-5f4f0743-b477-4d8f-937d-ad767537c68f tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aac9dccd0564f3d91e4720e5de7f011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320913 Aug 20 13:25:09.300103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ea45995d-3634-411e-9d62-51fb3cfa581b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:09.300456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea45995d-3634-411e-9d62-51fb3cfa581b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:09.302299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:09.302653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:09.304458 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:09.346235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-5e30dfe5-b66e-4301-b1d8-2af3f882653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:09.347861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-5e30dfe5-b66e-4301-b1d8-2af3f882653a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.2237742 Aug 20 13:25:09.431813 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-81518f17-a53d-4809-abb9-4fe4291ca827 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf HTTP/1.1" status: 200 len: 217 time: 0.0754433 Aug 20 13:25:09.458249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.480793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.483147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bc5818ec-726a-4354-a9d5-2bce01a7da10 HTTP/1.1" status: 204 len: 168 time: 1.7386584 Aug 20 13:25:09.484437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7b608-70ca-492f-b988-e0667ba55e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5818ec-726a-4354-a9d5-2bce01a7da10,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:09.505050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-2433a559-1483-45d7-9ef3-73a841da101a service neutron] 10.222.0.59 "GET /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476420 Aug 20 13:25:09.528303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-a1288494-1419-4c06-9122-a85f30449f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:09.530290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-a1288494-1419-4c06-9122-a85f30449f18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.0907688 Aug 20 13:25:09.616732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:09.617476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-a5ea92a6-15ed-462b-8930-c98d1e3f6898 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779357 Aug 20 13:25:09.693042 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-8b34e3f4-4c43-4802-9ae9-2597c92e258e service neutron] 10.222.0.59 "GET /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753416 Aug 20 13:25:09.703249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fee882ed-cc51-4c33-b699-a98f9afa6779 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7cb34df1ab845769852374b5930d66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846086 Aug 20 13:25:09.705210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51726) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:09.785903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-861dfe30-7358-4b90-b26b-7cb22406f798 service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610527 Aug 20 13:25:09.891298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb76b-2da2-4d5c-ae89-45ec6369368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:09.936458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16fb5-05c7-4461-bd69-53a86aa23364 req-4d2e679d-1f9a-4e87-a903-3676576e805b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:09.950756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1df16fb5-05c7-4461-bd69-53a86aa23364 req-4d2e679d-1f9a-4e87-a903-3676576e805b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 948 time: 0.1844800 Aug 20 13:25:10.029697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:10.032284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb2f370-3aad-4bbe-b7d9-f7bf5d9a1119 req-e36fe2a8-7373-4864-a3ca-0d7d9060c930 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 210 time: 0.0721583 Aug 20 13:25:10.035033 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb76b-2da2-4d5c-ae89-45ec6369368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.056211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51738) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:10.145584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1df16fb5-05c7-4461-bd69-53a86aa23364 req-997410a6-0201-4918-a891-b06a539d73ca tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931679 Aug 20 13:25:10.147707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87191893-f4a0-467d-bbaa-e53c08f6b21c req-c8e6e780-b4e0-412a-9878-04e726c0ec39 service neutron] 10.222.0.13 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418043 Aug 20 13:25:10.186158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 329efba4-5c75-438c-b3c9-91cf302b8651 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:10.191825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 329efba4-5c75-438c-b3c9-91cf302b8651 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:10.192806 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.196351 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb76b-2da2-4d5c-ae89-45ec6369368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.199549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb76b-2da2-4d5c-ae89-45ec6369368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.204188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f6da0539-b90e-42c3-980e-c2838ab8158c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c72ba2ff11df4fa3b5c4e2bed4ca5624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437068 Aug 20 13:25:10.204861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51742) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:10.205048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2ffb76b-2da2-4d5c-ae89-45ec6369368d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75008c14-1b58-42f4-9cf6-0fa70edf6438 HTTP/1.1" status: 204 len: 168 time: 0.4978504 Aug 20 13:25:10.228348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb76b-2da2-4d5c-ae89-45ec6369368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75008c14-1b58-42f4-9cf6-0fa70edf6438,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:10.332128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b89d2-083a-4d50-947a-d403efb62124 req-fd3cba6d-e994-48a5-8744-f118e19af323 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:10.341127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-114b89d2-083a-4d50-947a-d403efb62124 req-fd3cba6d-e994-48a5-8744-f118e19af323 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 949 time: 0.1112313 Aug 20 13:25:10.367534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd80a633-592b-4b05-bf45-a11bd3ba19a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.451957 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd80a633-592b-4b05-bf45-a11bd3ba19a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.458597 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.489301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:10.493022 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0aba4c-5eb3-4b51-a36d-8cec3c272119" -d '{"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-plugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:10.539329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:10.552488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.588604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-114b89d2-083a-4d50-947a-d403efb62124 req-a9c61606-9113-4df1-9047-ae2d54835c2d tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460427 Aug 20 13:25:10.603016 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab4ee5-f501-4a3c-82c7-3fc5e8f31d68 x-openstack-request-id: req-10ab4ee5-f501-4a3c-82c7-3fc5e8f31d68 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:10.603630 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-plugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:10.604058 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10ab4ee5-f501-4a3c-82c7-3fc5e8f31d68 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:10.604668 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'code': 200} Aug 20 13:25:10.609511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd80a633-592b-4b05-bf45-a11bd3ba19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.614689 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd80a633-592b-4b05-bf45-a11bd3ba19a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:10.618841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fd80a633-592b-4b05-bf45-a11bd3ba19a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1ba779d-fa00-47f0-b78c-e808d56f682e HTTP/1.1" status: 204 len: 168 time: 0.4099724 Aug 20 13:25:10.640913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:10.656413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80a633-592b-4b05-bf45-a11bd3ba19a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba779d-fa00-47f0-b78c-e808d56f682e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:10.716727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fea7-419c-4772-8404-72606d047fe7 req-7a9df8af-ac3e-4a3a-9122-2dee42e201e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:10.719977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad44fea7-419c-4772-8404-72606d047fe7 req-7a9df8af-ac3e-4a3a-9122-2dee42e201e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1100 time: 0.0844362 Aug 20 13:25:10.775550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad44fea7-419c-4772-8404-72606d047fe7 req-d611b926-aee3-485c-b5c3-92c0392bdc6d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Aug 20 13:25:10.998403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da3bdf-4c75-41c1-9823-cc53484aff92 req-f75ba8e4-8b21-4a75-9846-931fb5df18b6 tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:11.012381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03da3bdf-4c75-41c1-9823-cc53484aff92 req-f75ba8e4-8b21-4a75-9846-931fb5df18b6 tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 1100 time: 0.0891452 Aug 20 13:25:11.051189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03da3bdf-4c75-41c1-9823-cc53484aff92 req-99d59620-2d13-4b7a-b757-b4b7648042be tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:11.215033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4b26d91-d27e-4b94-9f8a-b207b3b3f5a5 req-5c67323d-bfa4-4e32-82d6-24dafd260aee tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 210 time: 0.0655146 Aug 20 13:25:11.275935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03da3bdf-4c75-41c1-9823-cc53484aff92 req-99d59620-2d13-4b7a-b757-b4b7648042be tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:11.281392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03da3bdf-4c75-41c1-9823-cc53484aff92 req-99d59620-2d13-4b7a-b757-b4b7648042be tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:11.317838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03da3bdf-4c75-41c1-9823-cc53484aff92 req-99d59620-2d13-4b7a-b757-b4b7648042be tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911754 Aug 20 13:25:11.342593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d59620-2d13-4b7a-b757-b4b7648042be tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370ac556-634f-47aa-91e5-4bbcc0d927a3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:11.358309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc592b-0b81-4bb5-a8ee-8d726559a515 req-c6aae175-1883-4ae4-b566-180a63587bc4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:11.366265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8fc592b-0b81-4bb5-a8ee-8d726559a515 req-c6aae175-1883-4ae4-b566-180a63587bc4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0801766 Aug 20 13:25:11.420703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8fc592b-0b81-4bb5-a8ee-8d726559a515 req-6ce8faeb-413f-4730-a788-5f9bc2a94963 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Aug 20 13:25:11.856920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-d3888b55-4ac9-4af5-99af-8a2593b173fb tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:11.862336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-d3888b55-4ac9-4af5-99af-8a2593b173fb tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.13 "GET /v2.0/networks?id=fbb2792e-7db6-493a-8a56-bcf9eccd92a4 HTTP/1.1" status: 200 len: 822 time: 0.2594743 Aug 20 13:25:11.880762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Request body: {'port': {'device_id': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4', 'admin_state_up': True, 'tenant_id': '2aac9dccd0564f3d91e4720e5de7f011'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:11.937772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a783-d0c5-4cd9-bd63-8ead902940d9 req-16a9411e-683e-42ae-9e17-4b1769feee8e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:11.948719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6551a783-d0c5-4cd9-bd63-8ead902940d9 req-16a9411e-683e-42ae-9e17-4b1769feee8e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.0784528 Aug 20 13:25:12.010776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6551a783-d0c5-4cd9-bd63-8ead902940d9 req-68b7d6d9-0198-48ee-a067-bdd7fcb72cd3 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554264 Aug 20 13:25:12.074027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Made reservation on behalf of 2aac9dccd0564f3d91e4720e5de7f011 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:12.078636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.126223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51826) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:12.240730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Allocated IP 172.20.0.13 (fbb2792e-7db6-493a-8a56-bcf9eccd92a4/206c1bb9-8ec4-4804-a096-0a36f1b4b3f8/915d527c-5278-4927-82e0-eac79b731f3f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:12.384361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddfa6d1c-d960-45f8-8109-8299666bfc32 req-2f967848-4615-4dd9-934b-8c4b09881d82 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 210 time: 0.0630825 Aug 20 13:25:12.424290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51840) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:12.469852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.491381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-network', 'tenant_id': 'e58495c279334deeb036ddcad4f40093'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:12.522667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1657606715-network', 'tenant_id': '3f8e2be53d274e0db2b78fc70fe373b3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:12.535607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Made reservation on behalf of e58495c279334deeb036ddcad4f40093 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:12.538016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.538773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.545883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7f79c-d591-4d10-8a53-c99a3c2b6ddb req-f736529e-0683-48d7-b956-cba902d49511 tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:12.547410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70c7f79c-d591-4d10-8a53-c99a3c2b6ddb req-f736529e-0683-48d7-b956-cba902d49511 tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 1100 time: 0.1238832 Aug 20 13:25:12.554555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.611293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70c7f79c-d591-4d10-8a53-c99a3c2b6ddb req-71aebc3e-cacc-41da-8eeb-50d6e664caf0 tempest-ServersAdminNegativeTestJSON-256929044 tempest-ServersAdminNegativeTestJSON-256929044-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541000 Aug 20 13:25:12.614854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Made reservation on behalf of 3f8e2be53d274e0db2b78fc70fe373b3 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:12.617038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.621299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:12.657517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:12.662602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:12.695442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.698155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.702574 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.719988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Pushing event updated for resources: {'Port': ['ID=915d527c-5278-4927-82e0-eac79b731f3f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:12.720182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:12.731616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.731938 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Added segment 32296e51-63d4-48d6-8a8f-2f8645fa2602 of type vlan for network 387b1064-bb91-4304-9d34-b4347c0a8cf8 Aug 20 13:25:12.784507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78eaa1-bfe2-439e-9ded-c6dfa87b4a9f req-258c57db-bbd1-406d-9bc7-22282e800d8a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:12.786836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.791810 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f78eaa1-bfe2-439e-9ded-c6dfa87b4a9f req-258c57db-bbd1-406d-9bc7-22282e800d8a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2598548 Aug 20 13:25:12.821819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb923f3e-36cd-4ae3-b8c2-746b2e1ddebf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:12.838254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.839561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:12.840271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.895478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:12.896156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.911166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] Pushing event updated for resources: {'Network': ['ID=387b1064-bb91-4304-9d34-b4347c0a8cf8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:12.922577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:12.946934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f78eaa1-bfe2-439e-9ded-c6dfa87b4a9f req-6c60ce72-f8dd-4626-80b4-c7dc551ea41b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542282 Aug 20 13:25:12.967329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.974202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:12.981979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b20136e4-985e-47cb-8bf7-2e0279226824 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8516574 Aug 20 13:25:12.982770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51872) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:12.993128 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-7b7678b6-aede-4098-b702-f00046c883d0 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1195207 Aug 20 13:25:12.993682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Request body: {'subnet': {'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-subnet', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:13.008942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Request body: {'port': {'device_id': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:13.011773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:13.079915 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.080322 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Added segment e02b9d71-e495-48df-b574-20eda7f6aa0a of type vlan for network e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c Aug 20 13:25:13.083639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcbc591-21c2-4095-b29d-5b23b84e6b46,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:13.136226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Made reservation on behalf of e58495c279334deeb036ddcad4f40093 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:13.154142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.174642 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:25:13.201708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.236865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-3faf5854-1c7c-43fa-891f-0ea4d95d653a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1792269 Aug 20 13:25:13.284879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.286502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.287085 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.299713 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.363520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffd037-f86c-498f-86f5-efab714a24e1 req-389fd33b-3436-41d8-a317-1b7691788389 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.365138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aaffd037-f86c-498f-86f5-efab714a24e1 req-389fd33b-3436-41d8-a317-1b7691788389 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1130023 Aug 20 13:25:13.368702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9429421 Aug 20 13:25:13.373438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51880) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:13.381015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Request body: {'subnet': {'network_id': 'e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1657606715-subnet', 'tenant_id': '3f8e2be53d274e0db2b78fc70fe373b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:13.417493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-8f1a634b-6abf-44d4-8f16-d5fa1a7f2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.419296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-8f1a634b-6abf-44d4-8f16-d5fa1a7f2974 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 1096 time: 0.1270063 Aug 20 13:25:13.441875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8e4dc-46b7-4148-a1fe-a50da110a68a req-11b5c5ae-564b-456d-8268-ecd85dd0eb6d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.443504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1c8e4dc-46b7-4148-a1fe-a50da110a68a req-11b5c5ae-564b-456d-8268-ecd85dd0eb6d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2134740 Aug 20 13:25:13.457251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b509af9-d477-45d7-82e3-dcc1ddac34a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:13.467612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aaffd037-f86c-498f-86f5-efab714a24e1 req-bf1cd027-b42f-4d21-9613-8ae2d300f6fc tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828619 Aug 20 13:25:13.472306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:13.566450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.569118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Made reservation on behalf of 3f8e2be53d274e0db2b78fc70fe373b3 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:13.571628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:13.641549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1c8e4dc-46b7-4148-a1fe-a50da110a68a req-49de9516-4fe1-4179-97a7-d347fedbd5ca tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897900 Aug 20 13:25:13.690462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31672cc-d9d5-4035-ba26-ea08f447ccec,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:13.693027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-e2a76918-618a-41b1-aa45-8bc0b86a7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.694795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-e2a76918-618a-41b1-aa45-8bc0b86a7b1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 200 len: 920 time: 0.2318056 Aug 20 13:25:13.755031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-533bb7f1-1693-4b91-9a73-773531c4cce0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 200 len: 217 time: 0.0522664 Aug 20 13:25:13.758326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Checking segment: {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:13.758697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Network hostable DHCP agents. Network: 387b1064-bb91-4304-9d34-b4347c0a8cf8, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:13.772325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dffed-1199-4313-9dbf-c03004d6d623 req-ca9742c8-4673-418f-92b2-321ff3ee827d tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.773851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-255dffed-1199-4313-9dbf-c03004d6d623 req-ca9742c8-4673-418f-92b2-321ff3ee827d tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 949 time: 0.1607707 Aug 20 13:25:13.845229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:13.851998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-199192fc-f430-4d05-967d-314f17485df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.853573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-199192fc-f430-4d05-967d-314f17485df0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 200 len: 859 time: 0.0900030 Aug 20 13:25:13.880909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 387b1064-bb91-4304-9d34-b4347c0a8cf8) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:13.891631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b567a-ca6a-46a2-b2ba-96cef1007389 None None] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:13.923531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-255dffed-1199-4313-9dbf-c03004d6d623 req-40a6a35e-9514-4ffd-a7ba-20280a1de572 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022141 Aug 20 13:25:13.923531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-62e3614d-762d-4fa9-af1a-83b0864b7e6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528367 Aug 20 13:25:13.926564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:13.927390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.105359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-2f95b337-c1d9-4b56-a3cc-fe7f986310cf service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734176 Aug 20 13:25:14.109374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5cf0b61d-635e-4b2f-8231-096b19d75f63 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1240542 Aug 20 13:25:14.110741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51900) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:14.115991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:14.138208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-387b1064-bb91-4304-9d34-b4347c0a8cf8', 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'fixed_ips': [{'subnet_id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:25:14.139527 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.220154 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.221852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.285771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2f9282a-5f6f-46a4-826c-0a963406f7ef tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:14.287383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2f9282a-5f6f-46a4-826c-0a963406f7ef tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.1888838 Aug 20 13:25:14.308478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1f895-faaf-4fea-91e2-1212e0f3b49f req-e9416012-27db-4614-8707-1531bb596a0e tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:14.317841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ad1f895-faaf-4fea-91e2-1212e0f3b49f req-e9416012-27db-4614-8707-1531bb596a0e tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 932 time: 0.2206023 Aug 20 13:25:14.325479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fce5448-5e82-4cab-ab37-25db4c86a684 req-10550717-0225-408d-a064-b8cb307fbed7 service neutron] 10.222.0.53 "GET /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961892 Aug 20 13:25:14.327985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.405498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Allocated IP 172.20.0.2 (387b1064-bb91-4304-9d34-b4347c0a8cf8/d31672cc-d9d5-4035-ba26-ea08f447ccec/182045e3-ef7c-4191-9abb-375b20370673) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:14.545794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ad1f895-faaf-4fea-91e2-1212e0f3b49f req-6a81053c-e154-4d36-80e3-08ae373d5d60 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214298 Aug 20 13:25:14.565883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915d527c-5278-4927-82e0-eac79b731f3f {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:14.588980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.595984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.614139 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.675458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.693899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Transition to ACTIVE for port object 915d527c-5278-4927-82e0-eac79b731f3f will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:14.704543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Transition to ACTIVE for port object 182045e3-ef7c-4191-9abb-375b20370673 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:14.739036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.749159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Transition to ACTIVE for port object 182045e3-ef7c-4191-9abb-375b20370673 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:14.754465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcca1cfa-0b40-43f1-8d7c-e9ab5b144d6b,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:14.765409 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.801371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Deleting port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:14.802024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.852355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Pushing event updated for resources: {'Port': ['ID=182045e3-ef7c-4191-9abb-375b20370673,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:14.878542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:14.880505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:14.886325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:14.891068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Checking segment: {'id': 'e02b9d71-e495-48df-b574-20eda7f6aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:14.891657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Network hostable DHCP agents. Network: e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:14.903163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594bc79-c948-4e37-9bd8-ca24b6b733d5 req-f258f607-5dd2-43db-bcb8-7558162fe72b tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:14.910769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b594bc79-c948-4e37-9bd8-ca24b6b733d5 req-f258f607-5dd2-43db-bcb8-7558162fe72b tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 946 time: 0.2450714 Aug 20 13:25:14.932000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Pushing event updated for resources: {'Port': ['ID=915d527c-5278-4927-82e0-eac79b731f3f,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:14.955788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Attempting to bind port 182045e3-ef7c-4191-9abb-375b20370673 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:14.956228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Attempting to bind port 182045e3-ef7c-4191-9abb-375b20370673 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:14.956711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Attempting to bind port 182045e3-ef7c-4191-9abb-375b20370673 on network 387b1064-bb91-4304-9d34-b4347c0a8cf8 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:14.962163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:14.962612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Checking segment: {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:14.963083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.963537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Bound using segment: {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:14.964090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Bound port: 182045e3-ef7c-4191-9abb-375b20370673, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:14.964538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:14.998489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-5a22a975-1e66-4b7d-ba7a-1f270460111f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2011061 Aug 20 13:25:15.051896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Network e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:15.069815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] For port 182045e3-ef7c-4191-9abb-375b20370673, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:15.073587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] For port 182045e3-ef7c-4191-9abb-375b20370673, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=182045e3-ef7c-4191-9abb-375b20370673,segment=NetworkSegment(32296e51-63d4-48d6-8a8f-2f8645fa2602),segment_id=32296e51-63d4-48d6-8a8f-2f8645fa2602)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:15.091999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b594bc79-c948-4e37-9bd8-ca24b6b733d5 req-942d88eb-94d3-49e9-95ac-80dad93eee6e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690726 Aug 20 13:25:15.102150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] For port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:15.102150 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.103768 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.121158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:15.127651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Calling delete_port for 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:15.130267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.135355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Attempting to bind port 915d527c-5278-4927-82e0-eac79b731f3f on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:15.136011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Attempting to bind port 915d527c-5278-4927-82e0-eac79b731f3f by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'b57f8cc5-365d-4c06-8796-7e8d486d7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:15.136355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Attempting to bind port 915d527c-5278-4927-82e0-eac79b731f3f on network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:15.143705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:15.152284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.167325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Port 915d527c-5278-4927-82e0-eac79b731f3f on network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:25:15.167659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Attempting to bind port 915d527c-5278-4927-82e0-eac79b731f3f on network fbb2792e-7db6-493a-8a56-bcf9eccd92a4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:15.190917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6023bf-0ace-498a-9c44-6905b1a4d443 None None] Pushing event updated for resources: {'Port': ['ID=182045e3-ef7c-4191-9abb-375b20370673,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:15.194315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c2dc6f-afcb-4a66-9186-d534bb3af771 None None] Network e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:15.220812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:15.221457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Checking segment: {'id': 'b57f8cc5-365d-4c06-8796-7e8d486d7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:15.222030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Bound using segment: {'id': 'b57f8cc5-365d-4c06-8796-7e8d486d7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:15.222685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Bound port: 915d527c-5278-4927-82e0-eac79b731f3f, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57f8cc5-365d-4c06-8796-7e8d486d7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:15.223252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.236234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-26ee2c24-bafe-4abc-b773-c76279bcb389 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8601418 Aug 20 13:25:15.251208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-673fe66e-17d1-4cda-b86d-6dd0df35123b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:15.257765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-673fe66e-17d1-4cda-b86d-6dd0df35123b tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 949 time: 0.4007535 Aug 20 13:25:15.271079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.431006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1bfea-80a3-4221-891f-7e109a748eff req-c7f8aabe-cc0c-4846-b977-391d88477fe5 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:15.440593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36c1bfea-80a3-4221-891f-7e109a748eff req-c7f8aabe-cc0c-4846-b977-391d88477fe5 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.6023388 Aug 20 13:25:15.506314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Allocated IP 172.25.6.157 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3412ccad-87f1-4807-8dae-de4c2f881eec) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:15.514854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a036-b834-4ed7-8ffa-7d516f8a0d38 req-46d711d6-6471-4d60-8e75-845178bcb1d4 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:15.535496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-11b8a036-b834-4ed7-8ffa-7d516f8a0d38 req-46d711d6-6471-4d60-8e75-845178bcb1d4 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 949 time: 0.3207982 Aug 20 13:25:15.674401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd26d5-e17b-4aa8-be30-4336f3eecc1a None None] Network e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:15.689406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36c1bfea-80a3-4221-891f-7e109a748eff req-6d9880cf-92fd-4047-9ba6-8060ea95e619 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485065 Aug 20 13:25:15.743072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] For port 915d527c-5278-4927-82e0-eac79b731f3f, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:15.784583 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dd8c90e9-53b7-4e60-b730-60f0ca3b4df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.817902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-11b8a036-b834-4ed7-8ffa-7d516f8a0d38 req-34d7c3d2-683a-4e0d-b8b0-403a0c2231c6 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370241 Aug 20 13:25:15.839310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Deleting port 4ccdf2f6-d541-4308-9a8b-4610519a85da {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:15.839676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.844112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.864764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] For port 915d527c-5278-4927-82e0-eac79b731f3f, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=915d527c-5278-4927-82e0-eac79b731f3f,segment=NetworkSegment(b57f8cc5-365d-4c06-8796-7e8d486d7733),segment_id=b57f8cc5-365d-4c06-8796-7e8d486d7733)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:15.892336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Pushing event deleted for resources: {'Port': ['ID=9dfa71d6-03b6-4b6a-81d9-52e45ae969bf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:15.910564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:15.924174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['9dfa71d6-03b6-4b6a-81d9-52e45ae969bf'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:15.926458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6d784151-590f-4ac2-8d55-428c071c6866'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:16.086171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:16.087308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.089459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] 10.222.0.13 "PUT /v2.0/ports/915d527c-5278-4927-82e0-eac79b731f3f HTTP/1.1" status: 200 len: 1092 time: 3.0862713 Aug 20 13:25:16.100677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.119054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'tag': '915d527c-5278-4927-82e0-eac79b731f3f'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:16.131788 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0838f59e-931d-4847-a431-90b3e99663ca" -d '{"events": [{"name": "network-changed", "server_uuid": "85a529e0-68b4-40f4-8842-67d97fc7779e", "tag": "915d527c-5278-4927-82e0-eac79b731f3f"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:16.160349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] No DVR routers for this DVR port 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:16.177336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.180469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48e2ba30-bdf0-4606-994f-3bd27ad6c477 req-b2a3c7df-3f95-4128-b890-d2205882c327 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.13 "DELETE /v2.0/ports/9dfa71d6-03b6-4b6a-81d9-52e45ae969bf HTTP/1.1" status: 204 len: 173 time: 1.8803172 Aug 20 13:25:16.198583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-fa7cbe57-d33f-49de-baee-70c30dae049d req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1529336771', 'description': 'tempest-description-1506132105'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:16.225865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c807534-56f8-4291-ad2c-9baaf772067d service neutron] Pushing event updated for resources: {'Port': ['ID=915d527c-5278-4927-82e0-eac79b731f3f,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:16.239193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.252539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123638-df4a-44af-84d1-017145800a35 req-43ae3d71-721e-4e5a-bbc0-e6932e81416d tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:16.252933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] For port 4ccdf2f6-d541-4308-9a8b-4610519a85da, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4ccdf2f6-d541-4308-9a8b-4610519a85da,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:16.253354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.260878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b123638-df4a-44af-84d1-017145800a35 req-43ae3d71-721e-4e5a-bbc0-e6932e81416d tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 944 time: 0.2606359 Aug 20 13:25:16.287411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-3201f86b-65d0-4086-ba92-ddd195bf2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:16.291118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-3201f86b-65d0-4086-ba92-ddd195bf2999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aac9dccd0564f3d91e4720e5de7f011&device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 1095 time: 0.1319416 Aug 20 13:25:16.338286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Pushing event updated for resources: {'Port': ['ID=3412ccad-87f1-4807-8dae-de4c2f881eec,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:16.358651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-4bcbacf8-3fd8-4cf7-8c0b-1f89cd6c5f64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915d527c-5278-4927-82e0-eac79b731f3f HTTP/1.1" status: 200 len: 217 time: 0.0550516 Aug 20 13:25:16.362242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Calling delete_port for 4ccdf2f6-d541-4308-9a8b-4610519a85da owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:16.376651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b123638-df4a-44af-84d1-017145800a35 req-08141b93-47b8-48e1-b1f7-355361c1c654 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099377 Aug 20 13:25:16.387748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:16.397759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:16.413071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:16.488591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fa7cbe57-d33f-49de-baee-70c30dae049d req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.501482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3b84-3687-4954-9086-5040ffe4610d req-f5073319-f8a6-410a-a7fc-ef3bedf1a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:16.502999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-f5073319-f8a6-410a-a7fc-ef3bedf1a383 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=206c1bb9-8ec4-4804-a096-0a36f1b4b3f8 HTTP/1.1" status: 200 len: 862 time: 0.1223350 Aug 20 13:25:16.551195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-be79d583-ead5-4e74-ad37-b2023a48fa32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbb2792e-7db6-493a-8a56-bcf9eccd92a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369952 Aug 20 13:25:16.589367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6cbd7ded-d09f-473a-bc4f-b422e0b214e0 req-c6e2057d-ce6a-4e8b-ba27-7b4aefe39315 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=91c19f06-2b43-468d-b030-3f2019b00549 HTTP/1.1" status: 200 len: 210 time: 0.0411444 Aug 20 13:25:16.706943 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b9858f-f5ad-44e4-b221-eecd6887b799 x-openstack-request-id: req-08b9858f-f5ad-44e4-b221-eecd6887b799 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:16.707728 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a529e0-68b4-40f4-8842-67d97fc7779e", "tag": "915d527c-5278-4927-82e0-eac79b731f3f", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:16.708918 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08b9858f-f5ad-44e4-b221-eecd6887b799 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:16.728592 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'tag': '915d527c-5278-4927-82e0-eac79b731f3f', 'status': 'completed', 'code': 200} Aug 20 13:25:16.766676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-9f3a9e9b-f512-442e-9f3c-57f89a86d917 service neutron] 10.222.0.13 "GET /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060115 Aug 20 13:25:16.880608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:16.895449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dc5a338a-5f48-4711-8749-14438ad8a67b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:16.899316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4ccdf2f6-d541-4308-9a8b-4610519a85da'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:16.961081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-683f3b84-3687-4954-9086-5040ffe4610d req-f685f054-0da1-4530-a817-1065ad9f75a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810505 Aug 20 13:25:16.975134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4c93f-c35d-403d-b4c9-b04b0ebd6dd1 req-0ae90a1a-cbde-453a-a3ca-a204503686a4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:16.976916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92b4c93f-c35d-403d-b4c9-b04b0ebd6dd1 req-0ae90a1a-cbde-453a-a3ca-a204503686a4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0807476 Aug 20 13:25:16.992224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fa7cbe57-d33f-49de-baee-70c30dae049d req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.016081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da7d35-be55-4bec-ab6a-636f6fcd9ef4 None None] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:17.079635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92b4c93f-c35d-403d-b4c9-b04b0ebd6dd1 req-a3017131-d5f8-42f3-bba0-375ddbd2d4cf tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955057 Aug 20 13:25:17.126724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838f59e-931d-4847-a431-90b3e99663ca req-84e3bfd3-d3c9-4bea-aac3-2085cbdea204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:17.129264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-84e3bfd3-d3c9-4bea-aac3-2085cbdea204 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aac9dccd0564f3d91e4720e5de7f011&device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 1095 time: 0.0884538 Aug 20 13:25:17.138904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d36b4534-c8da-4072-8465-4fc21fb27ab9 None None] Provisioning for port 182045e3-ef7c-4191-9abb-375b20370673 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:17.311407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 182045e3-ef7c-4191-9abb-375b20370673 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:17.345939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838f59e-931d-4847-a431-90b3e99663ca req-38d9de70-efe5-4973-80d4-e9b023023c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:17.347883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-38d9de70-efe5-4973-80d4-e9b023023c54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbb2792e-7db6-493a-8a56-bcf9eccd92a4 HTTP/1.1" status: 200 len: 923 time: 0.2086568 Aug 20 13:25:17.378847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103ad188-eebf-4f82-a231-f401685636b2 req-6844361a-b470-4b2b-83b3-de0dbb3c12af tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8998c94-3772-47d2-acd5-2bf500ab13bf HTTP/1.1" status: 200 len: 210 time: 0.0477798 Aug 20 13:25:17.439261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-c87f90b8-1fb0-4c26-a0ff-2a3bf1bd2da7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915d527c-5278-4927-82e0-eac79b731f3f HTTP/1.1" status: 200 len: 217 time: 0.0711548 Aug 20 13:25:17.453157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Pushing event deleted for resources: {'Port': ['ID=4ccdf2f6-d541-4308-9a8b-4610519a85da,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:17.501975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fa7cbe57-d33f-49de-baee-70c30dae049d req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.536864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 182045e3-ef7c-4191-9abb-375b20370673 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:17.547771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] No DVR routers for this DVR port 4ccdf2f6-d541-4308-9a8b-4610519a85da on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:17.566425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.571368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 182045e3-ef7c-4191-9abb-375b20370673 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:17.571735 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.572404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ab2d37a-af1d-4423-8c08-749b7f2f399d req-184a2ce6-6bee-4f5e-b1d8-74a1958a18aa tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.53 "DELETE /v2.0/ports/4ccdf2f6-d541-4308-9a8b-4610519a85da HTTP/1.1" status: 204 len: 173 time: 2.1642466 Aug 20 13:25:17.576063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'name': 'network-vif-deleted', 'tag': '4ccdf2f6-d541-4308-9a8b-4610519a85da'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:17.578703 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f024f6-6ac4-43d0-89a9-61b42f1aeef5" -d '{"events": [{"server_uuid": "d8998c94-3772-47d2-acd5-2bf500ab13bf", "name": "network-vif-deleted", "tag": "4ccdf2f6-d541-4308-9a8b-4610519a85da"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:17.583061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03375a5-89f8-4b48-ac0a-317a5348d83d req-e609ef3f-c21e-418c-8858-569432fe5881 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:17.593278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c03375a5-89f8-4b48-ac0a-317a5348d83d req-e609ef3f-c21e-418c-8858-569432fe5881 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 944 time: 0.1174488 Aug 20 13:25:17.604221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838f59e-931d-4847-a431-90b3e99663ca req-80befda6-8602-4078-a525-2703b34fa446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:17.607308 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-80befda6-8602-4078-a525-2703b34fa446 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=206c1bb9-8ec4-4804-a096-0a36f1b4b3f8 HTTP/1.1" status: 200 len: 862 time: 0.1593800 Aug 20 13:25:17.675635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-6217547c-2a37-4dd1-a9c0-b0699eba16e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbb2792e-7db6-493a-8a56-bcf9eccd92a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563755 Aug 20 13:25:17.700177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fa7cbe57-d33f-49de-baee-70c30dae049d req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.701483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa7cbe57-d33f-49de-baee-70c30dae049d req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5264938 Aug 20 13:25:17.729524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defbcb0-8557-4e67-a6b7-b1a72779074c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbd963-b5d0-4599-9d07-06ed43803ec1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:17.782220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.817160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.833572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c03375a5-89f8-4b48-ac0a-317a5348d83d req-b8d74c2b-b9b5-4c74-8c80-f3fbce80395b tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390554 Aug 20 13:25:17.862103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 182045e3-ef7c-4191-9abb-375b20370673, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=182045e3-ef7c-4191-9abb-375b20370673,segment=NetworkSegment(32296e51-63d4-48d6-8a8f-2f8645fa2602),segment_id=32296e51-63d4-48d6-8a8f-2f8645fa2602)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:17.874798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:17.894214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:17.966404 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6741aa-dc29-4f89-a4b3-db1ac5c6556a x-openstack-request-id: req-1d6741aa-dc29-4f89-a4b3-db1ac5c6556a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:17.967346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-22afef61-2c05-43ad-b061-1d7c5491fa53 service neutron] 10.222.0.13 "GET /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817624 Aug 20 13:25:17.969341 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8998c94-3772-47d2-acd5-2bf500ab13bf", "name": "network-vif-deleted", "tag": "4ccdf2f6-d541-4308-9a8b-4610519a85da", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:17.971683 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d6741aa-dc29-4f89-a4b3-db1ac5c6556a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:17.972013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=182045e3-ef7c-4191-9abb-375b20370673,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:17.972535 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8998c94-3772-47d2-acd5-2bf500ab13bf', 'name': 'network-vif-deleted', 'tag': '4ccdf2f6-d541-4308-9a8b-4610519a85da', 'status': 'completed', 'code': 200} Aug 20 13:25:17.982309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-f3a4a4c5-5b9b-42ee-b382-775aa425fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:17.986239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-f3a4a4c5-5b9b-42ee-b382-775aa425fef0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1100 time: 0.5364943 Aug 20 13:25:18.042451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-e206a29a-906d-4b73-826e-85987ea1df53 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/b1cbd963-b5d0-4599-9d07-06ed43803ec1 HTTP/1.1" status: 200 len: 1805 time: 0.1297879 Aug 20 13:25:18.062672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1cbd963-b5d0-4599-9d07-06ed43803ec1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:18.062672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1cbd963-b5d0-4599-9d07-06ed43803ec1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:18.138532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-862f5963-b517-47f8-a373-0aabe7d4fd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.147754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0838f59e-931d-4847-a431-90b3e99663ca req-b68a9658-352a-4103-adac-46da7f66b33b service neutron] 10.222.0.13 "GET /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688204 Aug 20 13:25:18.195794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7d076a30-c6c2-4eee-8309-959fbd87b9ac None None] Provisioning complete for port 182045e3-ef7c-4191-9abb-375b20370673 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:18.197840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7d076a30-c6c2-4eee-8309-959fbd87b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.210247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.265001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.269860 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.277239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a0fae-314e-474e-b775-a1a9f71db0db req-31187185-4989-4d96-83d3-17022aebb981 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:18.279618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-571a0fae-314e-474e-b775-a1a9f71db0db req-31187185-4989-4d96-83d3-17022aebb981 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1228786 Aug 20 13:25:18.311792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.314096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c21fc5f-8272-460d-a007-0663fcec16f1,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:18.315448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-a3fa6cc5-fce2-46a8-9b57-efd341fbf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:18.316975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-a3fa6cc5-fce2-46a8-9b57-efd341fbf808 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2744358 Aug 20 13:25:18.358227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-862f5963-b517-47f8-a373-0aabe7d4fd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.363103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-862f5963-b517-47f8-a373-0aabe7d4fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.381181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.382415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-687f1a41-190d-401a-9790-4defbc3e6e64 req-d6405b59-38ad-4362-b52a-cea69b318b01 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3321040 Aug 20 13:25:18.410633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-571a0fae-314e-474e-b775-a1a9f71db0db req-93098031-951f-476b-b69a-0d5a5be1d3e6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213531 Aug 20 13:25:18.416315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-965d621e-94ef-4a32-89d0-61b8968c57b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0557780 Aug 20 13:25:18.431168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-862f5963-b517-47f8-a373-0aabe7d4fd19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc03bb4c7daf47bcb3bf381b39e400df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360353 Aug 20 13:25:18.437288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5963-b517-47f8-a373-0aabe7d4fd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29288faa-c547-4f51-bb88-785f971c9609,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:18.440643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52016) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:18.460712 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-786f59b5-d1dc-4663-8c20-2b011a583b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.467142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.535202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af5fc-8b32-4e95-8b31-d79230fc6c7f req-2d6bf873-031c-454a-a91d-9c99865e8032 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:18.536782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-401af5fc-8b32-4e95-8b31-d79230fc6c7f req-2d6bf873-031c-454a-a91d-9c99865e8032 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0564742 Aug 20 13:25:18.537465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6ab9b8ca-0169-4ae3-93d1-50da1a3dc2c3 req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67474802', 'description': 'tempest-description-890354923'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:18.579990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-401af5fc-8b32-4e95-8b31-d79230fc6c7f req-3796d9f2-79f1-4ece-ac6e-c9a27e5ff19f tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370266 Aug 20 13:25:18.580416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-79523c21-380a-401c-93cc-e92eb05a031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:18.581915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-79523c21-380a-401c-93cc-e92eb05a031e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1421762 Aug 20 13:25:18.626595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ab9b8ca-0169-4ae3-93d1-50da1a3dc2c3 req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.656382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f0f87a-a305-44c0-a825-f8df4591f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.678651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 915d527c-5278-4927-82e0-eac79b731f3f details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:25:18.682879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:18.703529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f0f87a-a305-44c0-a825-f8df4591f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.706538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-9c80f6c1-10f0-4a42-a55c-d803e843ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:18.708083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-9c80f6c1-10f0-4a42-a55c-d803e843ad2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154079 Aug 20 13:25:18.708924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:18.709268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9dfa71d6-03b6-4b6a-81d9-52e45ae969bf not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:18.715087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Router 76e89941-b0ff-4920-be7c-665184c8af5c is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:25:18.730558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c19f06-2b43-468d-b030-3f2019b00549', 'name': 'network-vif-deleted', 'tag': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:18.733452 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9cf805-8695-40a6-9a59-347bbb9b5c09" -d '{"events": [{"server_uuid": "91c19f06-2b43-468d-b030-3f2019b00549", "name": "network-vif-deleted", "tag": "9dfa71d6-03b6-4b6a-81d9-52e45ae969bf"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:18.806834 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee225f1-aa53-4272-a97f-138e9e9d6be8 x-openstack-request-id: req-8ee225f1-aa53-4272-a97f-138e9e9d6be8 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:18.807291 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c19f06-2b43-468d-b030-3f2019b00549", "name": "network-vif-deleted", "tag": "9dfa71d6-03b6-4b6a-81d9-52e45ae969bf", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:18.807607 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ee225f1-aa53-4272-a97f-138e9e9d6be8 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:18.808063 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c19f06-2b43-468d-b030-3f2019b00549', 'name': 'network-vif-deleted', 'tag': '9dfa71d6-03b6-4b6a-81d9-52e45ae969bf', 'status': 'completed', 'code': 200} Aug 20 13:25:18.817826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 915d527c-5278-4927-82e0-eac79b731f3f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=915d527c-5278-4927-82e0-eac79b731f3f,segment=NetworkSegment(b57f8cc5-365d-4c06-8796-7e8d486d7733),segment_id=b57f8cc5-365d-4c06-8796-7e8d486d7733)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:18.832309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '915d527c-5278-4927-82e0-eac79b731f3f', 'network_id': 'fbb2792e-7db6-493a-8a56-bcf9eccd92a4', 'port_id': '915d527c-5278-4927-82e0-eac79b731f3f', 'mac_address': 'fa:16:3e:fc:ec:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206c1bb9-8ec4-4804-a096-0a36f1b4b3f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:25:18.881869 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.906778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915d527c-5278-4927-82e0-eac79b731f3f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:18.916089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e32bf-3bf2-4cb7-88ab-fbab62e33309 req-0359a36d-3614-473d-9c66-85797f6bb9d6 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:18.921101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-992e32bf-3bf2-4cb7-88ab-fbab62e33309 req-0359a36d-3614-473d-9c66-85797f6bb9d6 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.0660772 Aug 20 13:25:18.930853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 915d527c-5278-4927-82e0-eac79b731f3f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=915d527c-5278-4927-82e0-eac79b731f3f,segment=NetworkSegment(b57f8cc5-365d-4c06-8796-7e8d486d7733),segment_id=b57f8cc5-365d-4c06-8796-7e8d486d7733)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:18.935620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.970211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-992e32bf-3bf2-4cb7-88ab-fbab62e33309 req-44b6d93f-fa44-459f-8ce1-42371fbb22fb tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Aug 20 13:25:18.971813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f0f87a-a305-44c0-a825-f8df4591f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.974367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f0f87a-a305-44c0-a825-f8df4591f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.988483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-60f0f87a-a305-44c0-a825-f8df4591f08c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29288faa-c547-4f51-bb88-785f971c9609 HTTP/1.1" status: 204 len: 168 time: 0.5383372 Aug 20 13:25:18.993052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ab9b8ca-0169-4ae3-93d1-50da1a3dc2c3 req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:18.995236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=915d527c-5278-4927-82e0-eac79b731f3f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:18.997967 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-8b59bd80-82d9-4242-a019-8e03591f9db0 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797673 Aug 20 13:25:19.011343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ab9b8ca-0169-4ae3-93d1-50da1a3dc2c3 req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.017895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0f87a-a305-44c0-a825-f8df4591f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29288faa-c547-4f51-bb88-785f971c9609,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:19.053621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:19.073391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Sync routers for ids ['76e89941-b0ff-4920-be7c-665184c8af5c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:19.102383 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ab9b8ca-0169-4ae3-93d1-50da1a3dc2c3 req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.110920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Routers {'76e89941-b0ff-4920-be7c-665184c8af5c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:19.113442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['76e89941-b0ff-4920-be7c-665184c8af5c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:19.124254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ab9b8ca-0169-4ae3-93d1-50da1a3dc2c3 req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5999026 Aug 20 13:25:19.165319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.166596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a38ddfd9-eb97-4731-9f45-37e2bc2f2f3e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0546794 Aug 20 13:25:19.172254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f5eeb-feb8-40cc-8035-aaa3169d1139 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:19.174681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52032) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:19.181324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 182045e3-ef7c-4191-9abb-375b20370673 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:19.212828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['915d527c-5278-4927-82e0-eac79b731f3f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:19.226655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-bb3d77e6-3193-4d0d-8eeb-b87ad6870681 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9 HTTP/1.1" status: 200 len: 1802 time: 0.1013889 Aug 20 13:25:19.233228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:19.233867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:19.242240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-7cb91860-2d3b-491d-8375-75ea6e38491a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282655 Aug 20 13:25:19.303568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b9a11-6089-4321-97ab-751e98d97756 req-a1bc8d27-3812-45de-9b61-5c12e83ced5d tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:19.306027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d3b9a11-6089-4321-97ab-751e98d97756 req-a1bc8d27-3812-45de-9b61-5c12e83ced5d tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 945 time: 0.2690172 Aug 20 13:25:19.331093 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.357995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.365040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.384032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Set router 76e89941-b0ff-4920-be7c-665184c8af5c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:19.427376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb6f6cf-79e2-45e1-93e4-74c14a06c974,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:19.447584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.463245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0a6c0ec-314b-4309-8c7d-5e03a079e77b req-9c66697b-0cf8-4692-b56c-a723ea4502d6 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2355835 Aug 20 13:25:19.498721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.504812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52038) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:19.509586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 182045e3-ef7c-4191-9abb-375b20370673 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:19.509992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.518640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d3b9a11-6089-4321-97ab-751e98d97756 req-fa02f731-1906-426b-ae98-142c016c1182 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044730 Aug 20 13:25:19.521839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faa55458-8982-442a-896b-4d9f4efc0dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.615493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e63544a9-eca0-4e40-aefc-706bcf027426 req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1060566586', 'description': 'tempest-description-682932641'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:19.655717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c19eb-e14b-468d-ace0-d034f70bee84 req-61b38dc3-8aea-4033-8692-facb589a4020 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:19.657299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e6c19eb-e14b-468d-ace0-d034f70bee84 req-61b38dc3-8aea-4033-8692-facb589a4020 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0749416 Aug 20 13:25:19.720606 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e6c19eb-e14b-468d-ace0-d034f70bee84 req-c9eb0be6-db5d-4521-b085-b34670c86560 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570815 Aug 20 13:25:19.731512 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faa55458-8982-442a-896b-4d9f4efc0dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.747259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faa55458-8982-442a-896b-4d9f4efc0dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.802903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-faa55458-8982-442a-896b-4d9f4efc0dbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70dc35b73e2844098b9e7da8b27ed4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969811 Aug 20 13:25:19.803817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa55458-8982-442a-896b-4d9f4efc0dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55997dd-0435-4164-a90d-c36b45a9eac2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:19.808757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52044) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:19.829639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:16Z', 'revision_number': 3, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:19.838577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e63544a9-eca0-4e40-aefc-706bcf027426 req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.863271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Checking router: 76e89941-b0ff-4920-be7c-665184c8af5c for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:19.863679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Updating router 76e89941-b0ff-4920-be7c-665184c8af5c port 3412ccad-87f1-4807-8dae-de4c2f881eec binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:25:19.872949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8289ab69-5477-4cb1-aa1e-6a9b8e657639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.889161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.919798 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.920820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8289ab69-5477-4cb1-aa1e-6a9b8e657639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:19.961521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187260-688f-4de6-9150-634ea4678119 req-efca0a31-1c05-418f-946c-984f7f4a9de4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:19.963287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52187260-688f-4de6-9150-634ea4678119 req-efca0a31-1c05-418f-946c-984f7f4a9de4 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0872664 Aug 20 13:25:20.001836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8289ab69-5477-4cb1-aa1e-6a9b8e657639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.005564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8289ab69-5477-4cb1-aa1e-6a9b8e657639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.007169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8289ab69-5477-4cb1-aa1e-6a9b8e657639 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e55997dd-0435-4164-a90d-c36b45a9eac2 HTTP/1.1" status: 204 len: 168 time: 0.1964881 Aug 20 13:25:20.033194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289ab69-5477-4cb1-aa1e-6a9b8e657639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55997dd-0435-4164-a90d-c36b45a9eac2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:20.070042 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52187260-688f-4de6-9150-634ea4678119 req-9b7941bb-7095-472a-b8d8-16ea097fca57 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613735 Aug 20 13:25:20.087852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e63544a9-eca0-4e40-aefc-706bcf027426 req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.098263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4ccdf2f6-d541-4308-9a8b-4610519a85da no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:20.123377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e63544a9-eca0-4e40-aefc-706bcf027426 req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.127791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 4ccdf2f6-d541-4308-9a8b-4610519a85da {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:20.127791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4ccdf2f6-d541-4308-9a8b-4610519a85da not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:20.164272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95391594-6a7e-46bf-81d1-6ed97aecbeea,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:20.203128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e63544a9-eca0-4e40-aefc-706bcf027426 req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.208057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e63544a9-eca0-4e40-aefc-706bcf027426 req-1a8ab1a1-1300-490e-be38-57e73d6fccd4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5980060 Aug 20 13:25:20.225828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c8c54-9f61-4a5d-ab5d-b93d9092edd9 req-cc12c49e-0446-4af7-9777-dacd99309eb4 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:20.227894 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d18c8c54-9f61-4a5d-ab5d-b93d9092edd9 req-cc12c49e-0446-4af7-9777-dacd99309eb4 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.0664575 Aug 20 13:25:20.229665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Allocated IP 172.20.0.1 (387b1064-bb91-4304-9d34-b4347c0a8cf8/d31672cc-d9d5-4035-ba26-ea08f447ccec/6539812a-e480-412d-a45f-ef026b69e604) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:20.242672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a4b963e9-0a85-4133-8189-4e141f21e793 req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-378801471', 'description': 'tempest-description-974556200'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:20.255779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.268001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Transition to ACTIVE for port object 3412ccad-87f1-4807-8dae-de4c2f881eec will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:20.276295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.296081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-5b2e7361-79a7-4c61-86d9-a2b34a65855e tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:20.297942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-5b2e7361-79a7-4c61-86d9-a2b34a65855e tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.1371703 Aug 20 13:25:20.308012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d18c8c54-9f61-4a5d-ab5d-b93d9092edd9 req-4a788e8d-214b-4759-b067-785a5406791a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704889 Aug 20 13:25:20.348291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00282461-4177-422c-810c-7b5231d6412f None None] Pushing event updated for resources: {'Port': ['ID=3412ccad-87f1-4807-8dae-de4c2f881eec,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:20.351142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Attempting to bind port 3412ccad-87f1-4807-8dae-de4c2f881eec on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:20.351511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Attempting to bind port 3412ccad-87f1-4807-8dae-de4c2f881eec by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:20.351916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Attempting to bind port 3412ccad-87f1-4807-8dae-de4c2f881eec on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:20.358365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:20.358746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:20.359151 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.360045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:20.360045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Bound port: 3412ccad-87f1-4807-8dae-de4c2f881eec, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:20.360441 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.360665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a4b963e9-0a85-4133-8189-4e141f21e793 req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.433984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] For port 3412ccad-87f1-4807-8dae-de4c2f881eec, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:20.437730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] For port 3412ccad-87f1-4807-8dae-de4c2f881eec, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3412ccad-87f1-4807-8dae-de4c2f881eec,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:20.445220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.552623 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.563500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Deleting port dc5a338a-5f48-4711-8749-14438ad8a67b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:20.563849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.592478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Transition to ACTIVE for port object 6539812a-e480-412d-a45f-ef026b69e604 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:20.628091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Routers {'76e89941-b0ff-4920-be7c-665184c8af5c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:20.628949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['76e89941-b0ff-4920-be7c-665184c8af5c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:20.677860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00282461-4177-422c-810c-7b5231d6412f None None] Pushing event updated for resources: {'Port': ['ID=3412ccad-87f1-4807-8dae-de4c2f881eec,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:20.692461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40d7db-37df-4815-9fe9-94d7d054d47f req-1778ed1f-1ced-4add-8b7a-907e05e87ae4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:20.693219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 915d527c-5278-4927-82e0-eac79b731f3f up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:20.694246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b40d7db-37df-4815-9fe9-94d7d054d47f req-1778ed1f-1ced-4add-8b7a-907e05e87ae4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 945 time: 0.0746932 Aug 20 13:25:20.748157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b40d7db-37df-4815-9fe9-94d7d054d47f req-04b8de31-830c-425e-b192-a0aa2222c938 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Aug 20 13:25:20.789141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] Set router 76e89941-b0ff-4920-be7c-665184c8af5c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:20.866892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 915d527c-5278-4927-82e0-eac79b731f3f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:20.892197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016bcc4-80e4-48a8-9326-5ac58132a782 req-ba620baa-ba1a-459c-b690-129f6848949a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:20.894583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5016bcc4-80e4-48a8-9326-5ac58132a782 req-ba620baa-ba1a-459c-b690-129f6848949a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0782251 Aug 20 13:25:20.899971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 915d527c-5278-4927-82e0-eac79b731f3f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:20.900351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:20.969498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5016bcc4-80e4-48a8-9326-5ac58132a782 req-1829a26c-64c3-41b2-8eed-7160633d6c6f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682609 Aug 20 13:25:21.041376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.072097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d527c-5278-4927-82e0-eac79b731f3f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:21.075023 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907382c9-7688-47ef-b1a7-012ad9062656" -d '{"events": [{"server_uuid": "85a529e0-68b4-40f4-8842-67d97fc7779e", "name": "network-vif-plugged", "status": "completed", "tag": "915d527c-5278-4927-82e0-eac79b731f3f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:21.090896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 915d527c-5278-4927-82e0-eac79b731f3f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=915d527c-5278-4927-82e0-eac79b731f3f,segment=NetworkSegment(b57f8cc5-365d-4c06-8796-7e8d486d7733),segment_id=b57f8cc5-365d-4c06-8796-7e8d486d7733)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:21.094038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:16Z', 'revision_number': 3, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:21.097560 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.107040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.129772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d3fd7-917e-496d-b199-2771c04cda31 None None] The sync data for ids ['76e89941-b0ff-4920-be7c-665184c8af5c'] in n-d-804232-5 is: [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:16Z', 'revision_number': 3, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:21.148263 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87a8371-ea72-4f9c-93bb-80498ba956f3 x-openstack-request-id: req-a87a8371-ea72-4f9c-93bb-80498ba956f3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:21.148598 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a529e0-68b4-40f4-8842-67d97fc7779e", "name": "network-vif-plugged", "status": "completed", "tag": "915d527c-5278-4927-82e0-eac79b731f3f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:21.148829 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a87a8371-ea72-4f9c-93bb-80498ba956f3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:21.149223 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d527c-5278-4927-82e0-eac79b731f3f', 'code': 200} Aug 20 13:25:21.156653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Pushing event updated for resources: {'Port': ['ID=6539812a-e480-412d-a45f-ef026b69e604,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:21.194219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=915d527c-5278-4927-82e0-eac79b731f3f,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:21.228608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:21.231841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:21.283069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:21.288950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a4b963e9-0a85-4133-8189-4e141f21e793 req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.317524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd9dd-c38d-4dff-a664-c28b1ed3d1b6 req-7ea115a7-5d1f-46a1-99e9-7466b80d0734 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:21.320205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f7dd9dd-c38d-4dff-a664-c28b1ed3d1b6 req-7ea115a7-5d1f-46a1-99e9-7466b80d0734 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0925226 Aug 20 13:25:21.322379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a4b963e9-0a85-4133-8189-4e141f21e793 req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.356717 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.396982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36d189b-2076-4f7b-8e5a-8db729c068c9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:21.399616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a4b963e9-0a85-4133-8189-4e141f21e793 req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.414600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f7dd9dd-c38d-4dff-a664-c28b1ed3d1b6 req-5b44881d-3e90-4e81-9e02-73e01deab435 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Aug 20 13:25:21.418538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4b963e9-0a85-4133-8189-4e141f21e793 req-00f14524-aadc-4683-9810-15e1d8261288 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1842303 Aug 20 13:25:21.441846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] For port dc5a338a-5f48-4711-8749-14438ad8a67b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc5a338a-5f48-4711-8749-14438ad8a67b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:21.442604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.491996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484582ba-39af-4ba4-811e-eca2f145d3b7 req-7520498b-596b-44f1-aea8-38c03febaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:21.496206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-484582ba-39af-4ba4-811e-eca2f145d3b7 req-7520498b-596b-44f1-aea8-38c03febaabd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 1097 time: 0.2656620 Aug 20 13:25:21.502576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Calling delete_port for dc5a338a-5f48-4711-8749-14438ad8a67b owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:21.540751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-89f0fc03-999f-42d4-b07e-363a11951b55 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/95391594-6a7e-46bf-81d1-6ed97aecbeea HTTP/1.1" status: 200 len: 1804 time: 0.0885792 Aug 20 13:25:21.571176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.622605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-f94977cb-7837-41ab-915c-ab3cca9beb61 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/d36d189b-2076-4f7b-8e5a-8db729c068c9 HTTP/1.1" status: 200 len: 1803 time: 0.0808325 Aug 20 13:25:21.627758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95391594-6a7e-46bf-81d1-6ed97aecbeea', 'remote_group_id': 'd36d189b-2076-4f7b-8e5a-8db729c068c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:21.628081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95391594-6a7e-46bf-81d1-6ed97aecbeea', 'remote_group_id': 'd36d189b-2076-4f7b-8e5a-8db729c068c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:21.680213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3729c576-5b65-4aae-924e-22dd4e313ada None None] Provisioning for port 6539812a-e480-412d-a45f-ef026b69e604 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:21.685187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3729c576-5b65-4aae-924e-22dd4e313ada None None] Provisioning complete for port 6539812a-e480-412d-a45f-ef026b69e604 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:21.685850 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3729c576-5b65-4aae-924e-22dd4e313ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.724053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3729c576-5b65-4aae-924e-22dd4e313ada None None] Port 6539812a-e480-412d-a45f-ef026b69e604 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:21.745745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.751740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d523-fefa-490b-b841-f1e5cce15b3f req-1198982d-f311-4980-9e3b-67bc7f1449b7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:21.753373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6e6d523-fefa-490b-b841-f1e5cce15b3f req-1198982d-f311-4980-9e3b-67bc7f1449b7 tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/ports?device_id=8751943d-efe3-430d-bf2d-49cbbad54f53 HTTP/1.1" status: 200 len: 949 time: 0.2389336 Aug 20 13:25:21.764635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-484582ba-39af-4ba4-811e-eca2f145d3b7 req-ea8b1e5a-0bdc-42b0-8ae1-71f653edbc75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466667 Aug 20 13:25:21.812631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.817520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.838039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c2a7c-6ca2-4ea1-9259-f326afdd9d5b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:21.846000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:21.847496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac12abf1-ca9e-4542-ab58-b10274372d44 req-2fa68245-b6f5-459f-b17b-161570e1aa1b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2240636 Aug 20 13:25:21.873434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6e6d523-fefa-490b-b841-f1e5cce15b3f req-83662373-0613-49d3-bc7e-922e721d44ec tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030695 Aug 20 13:25:21.948376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-24d1b8bb-7088-4552-a8b0-568d70aabae6 req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-944330437', 'description': 'tempest-description-62337702'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:21.983655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8463b0-6330-4b88-83b6-75f13f376233 req-c6e18c4e-401e-4036-80e8-064ff43948e5 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:21.991517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c8463b0-6330-4b88-83b6-75f13f376233 req-c6e18c4e-401e-4036-80e8-064ff43948e5 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 946 time: 0.0719292 Aug 20 13:25:21.994268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.001105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.015566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dc5a338a-5f48-4711-8749-14438ad8a67b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:22.048914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c8463b0-6330-4b88-83b6-75f13f376233 req-ea9e5998-520d-41df-8311-36a447a3d63b tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Aug 20 13:25:22.157818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Pushing event deleted for resources: {'Port': ['ID=dc5a338a-5f48-4711-8749-14438ad8a67b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:22.187418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] No DVR routers for this DVR port dc5a338a-5f48-4711-8749-14438ad8a67b on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:22.190675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb7151-705f-420f-abb1-a451ac72f417 req-f5619bc0-0fab-41bd-983a-95bd4a95c5fe tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:22.190961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-24d1b8bb-7088-4552-a8b0-568d70aabae6 req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.198396 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6bcb7151-705f-420f-abb1-a451ac72f417 req-f5619bc0-0fab-41bd-983a-95bd4a95c5fe tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0710196 Aug 20 13:25:22.208841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.211251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dca3dded-5f86-485e-9718-47b7cab5c940 req-a4dd7751-5b64-49d8-bb10-0dd2b4b4f09a tempest-ServersAdminNegativeTestJSON-307679395 tempest-ServersAdminNegativeTestJSON-307679395-project] 10.222.0.13 "DELETE /v2.0/ports/dc5a338a-5f48-4711-8749-14438ad8a67b HTTP/1.1" status: 204 len: 173 time: 1.9064708 Aug 20 13:25:22.213606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'name': 'network-vif-deleted', 'tag': 'dc5a338a-5f48-4711-8749-14438ad8a67b'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:22.217199 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a7d0b-0ca5-4b09-a2ea-3a8973b35026" -d '{"events": [{"server_uuid": "8751943d-efe3-430d-bf2d-49cbbad54f53", "name": "network-vif-deleted", "tag": "dc5a338a-5f48-4711-8749-14438ad8a67b"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:22.241535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6bcb7151-705f-420f-abb1-a451ac72f417 req-316f5cae-32c9-47ac-9b35-b49dc34413ac tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Aug 20 13:25:22.413613 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd814ab-6959-4041-830c-80625d6d3310 x-openstack-request-id: req-1cd814ab-6959-4041-830c-80625d6d3310 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:22.413918 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8751943d-efe3-430d-bf2d-49cbbad54f53", "name": "network-vif-deleted", "tag": "dc5a338a-5f48-4711-8749-14438ad8a67b", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:22.414149 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cd814ab-6959-4041-830c-80625d6d3310 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:22.414572 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8751943d-efe3-430d-bf2d-49cbbad54f53', 'name': 'network-vif-deleted', 'tag': 'dc5a338a-5f48-4711-8749-14438ad8a67b', 'status': 'completed', 'code': 200} Aug 20 13:25:22.461853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.471438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.507592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-24d1b8bb-7088-4552-a8b0-568d70aabae6 req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.529799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-24d1b8bb-7088-4552-a8b0-568d70aabae6 req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.568970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a8ac7-0fd6-4bd3-b795-43337d09e188 req-1d6de39b-fb6b-45a6-9395-32adde774f98 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:22.580899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d4a8ac7-0fd6-4bd3-b795-43337d09e188 req-1d6de39b-fb6b-45a6-9395-32adde774f98 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0768161 Aug 20 13:25:22.585389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-24d1b8bb-7088-4552-a8b0-568d70aabae6 req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.586672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24d1b8bb-7088-4552-a8b0-568d70aabae6 req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6665053 Aug 20 13:25:22.589481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.592969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Pushing event updated for resources: {'Port': ['ID=6539812a-e480-412d-a45f-ef026b69e604,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:22.599583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a26b5-76cb-4a51-8f8a-21dbd499ffa7 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7131f699-9909-4952-9651-df6602a2bcac,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:22.636273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d4a8ac7-0fd6-4bd3-b795-43337d09e188 req-d56316a6-3e5d-4b8b-bb00-722723d0eca2 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Aug 20 13:25:22.674261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7c8eb709-60ac-402f-aaa1-9c87135d9c47 req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-809390179', 'description': 'tempest-description-311541872'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:22.718402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7c8eb709-60ac-402f-aaa1-9c87135d9c47 req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:22.782876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:22.788370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:23.020260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7c8eb709-60ac-402f-aaa1-9c87135d9c47 req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.031293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Router 76e89941-b0ff-4920-be7c-665184c8af5c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:25:23.032213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7c8eb709-60ac-402f-aaa1-9c87135d9c47 req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.064075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7c8eb709-60ac-402f-aaa1-9c87135d9c47 req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.082950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c8eb709-60ac-402f-aaa1-9c87135d9c47 req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4094334 Aug 20 13:25:23.175169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-41d97250-1bd8-4222-b8b2-a2c04dd5e018 None None] Provisioning complete for port 6539812a-e480-412d-a45f-ef026b69e604 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:23.177965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-41d97250-1bd8-4222-b8b2-a2c04dd5e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.186094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a6db8-d258-4f79-bfb8-b894e843a3b0 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6112a2-c571-4ac5-adcc-1a4935cef41d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:23.255304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-620c0057-cbdc-4a08-8731-b9de816a1e53 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/7131f699-9909-4952-9651-df6602a2bcac HTTP/1.1" status: 200 len: 1804 time: 0.1536541 Aug 20 13:25:23.267849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3412ccad-87f1-4807-8dae-de4c2f881eec up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:23.291861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7941a-569c-490d-9638-25462cbd4c7c req-74ce868f-bc0c-4480-a45e-dc0f8e9582cf tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:23.305099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01b7941a-569c-490d-9638-25462cbd4c7c req-74ce868f-bc0c-4480-a45e-dc0f8e9582cf tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 946 time: 0.1526346 Aug 20 13:25:23.340261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-41d97250-1bd8-4222-b8b2-a2c04dd5e018 None None] Port 6539812a-e480-412d-a45f-ef026b69e604 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:23.354763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:23.355254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3412ccad-87f1-4807-8dae-de4c2f881eec completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:23.361704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-baa24a58-4b9f-480a-adeb-e033f3cde1dd admin admin] 10.222.0.59 "PUT /v2.0/routers/76e89941-b0ff-4920-be7c-665184c8af5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1859922 Aug 20 13:25:23.366735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3412ccad-87f1-4807-8dae-de4c2f881eec triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:23.367433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.372821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-a733e819-2069-47c8-b76e-1a7fe8a65be4 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/cc6112a2-c571-4ac5-adcc-1a4935cef41d HTTP/1.1" status: 200 len: 1805 time: 0.1155531 Aug 20 13:25:23.378546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7131f699-9909-4952-9651-df6602a2bcac', 'remote_group_id': 'cc6112a2-c571-4ac5-adcc-1a4935cef41d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:23.378964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7131f699-9909-4952-9651-df6602a2bcac', 'remote_group_id': 'cc6112a2-c571-4ac5-adcc-1a4935cef41d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:23.451363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01b7941a-569c-490d-9638-25462cbd4c7c req-e844adf6-2c9b-4b9e-be53-5b94bec0bd7f tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451941 Aug 20 13:25:23.471770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.507114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 3412ccad-87f1-4807-8dae-de4c2f881eec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3412ccad-87f1-4807-8dae-de4c2f881eec,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:23.512263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.519040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.524326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:23.553315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Sync routers for ids ['76e89941-b0ff-4920-be7c-665184c8af5c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:23.567107 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Routers {'76e89941-b0ff-4920-be7c-665184c8af5c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:23.567752 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['76e89941-b0ff-4920-be7c-665184c8af5c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:23.616861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=3412ccad-87f1-4807-8dae-de4c2f881eec,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:23.626394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b7379-6b57-43e9-b6d7-92726da5a8ef req-0bfe76f5-8300-47b7-8989-656ea3b068a7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:23.635284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d9b7379-6b57-43e9-b6d7-92726da5a8ef req-0bfe76f5-8300-47b7-8989-656ea3b068a7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0756142 Aug 20 13:25:23.654223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.658840 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.675763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9c0400-5bb1-4926-9d45-0ed8f0e2975f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:23.691770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.693540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a6f7a0b-d4e7-4c0e-9992-9a2725f2b0ff req-3812b763-1aad-441b-ba86-8f6e7d8cdfac tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3198364 Aug 20 13:25:23.721157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d9b7379-6b57-43e9-b6d7-92726da5a8ef req-54e082b7-5b32-432d-a7ea-3ddb7fc5ea93 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848169 Aug 20 13:25:23.769861 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Set router 76e89941-b0ff-4920-be7c-665184c8af5c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:23.797310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4c11fb43-db7a-45d1-af02-037099f52a32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f7ca08009b44e1cad0417d043fdd9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716172 Aug 20 13:25:23.799690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:23.868423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2688-72b2-41e0-b63c-5f9f872d2519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.890213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-417b28e0-c79d-4c13-b8bc-7d8f34ae7063 req-d35ee5db-ce60-4dbd-9c45-25fb8c17c02a tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/cc6112a2-c571-4ac5-adcc-1a4935cef41d HTTP/1.1" status: 200 len: 1805 time: 0.0663598 Aug 20 13:25:23.926477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2688-72b2-41e0-b63c-5f9f872d2519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:23.959194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af79e-d642-4e03-b409-b4974cb9bb04 req-9beadf9e-18c1-4764-a739-bdc6f9b0054a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:23.960833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-325af79e-d642-4e03-b409-b4974cb9bb04 req-9beadf9e-18c1-4764-a739-bdc6f9b0054a tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1095357 Aug 20 13:25:23.970653 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-417b28e0-c79d-4c13-b8bc-7d8f34ae7063 req-24f5dc2a-99f7-45e4-b98b-7c6503e30765 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.007407 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-417b28e0-c79d-4c13-b8bc-7d8f34ae7063 req-24f5dc2a-99f7-45e4-b98b-7c6503e30765 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.039275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-325af79e-d642-4e03-b409-b4974cb9bb04 req-028e4c27-a37f-4e7e-a81d-f59d32d6ee13 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688748 Aug 20 13:25:24.058342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2688-72b2-41e0-b63c-5f9f872d2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.061065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2688-72b2-41e0-b63c-5f9f872d2519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.062251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5ba2688-72b2-41e0-b63c-5f9f872d2519 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7 HTTP/1.1" status: 204 len: 168 time: 0.2615690 Aug 20 13:25:24.070537 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:21Z', 'revision_number': 4, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6539812a-e480-412d-a45f-ef026b69e604', 'name': '', 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'mac_address': 'fa:16:3e:08:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:19Z', 'updated_at': '2021-08-20T13:25:22Z', 'revision_number': 2, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'subnets': [{'id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:24.071041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2688-72b2-41e0-b63c-5f9f872d2519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d535d8b-c7fe-4e51-bfc1-62a01c8e63b7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:24.106833 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-417b28e0-c79d-4c13-b8bc-7d8f34ae7063 req-24f5dc2a-99f7-45e4-b98b-7c6503e30765 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.110050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-417b28e0-c79d-4c13-b8bc-7d8f34ae7063 req-24f5dc2a-99f7-45e4-b98b-7c6503e30765 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.111344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-417b28e0-c79d-4c13-b8bc-7d8f34ae7063 req-24f5dc2a-99f7-45e4-b98b-7c6503e30765 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc6112a2-c571-4ac5-adcc-1a4935cef41d HTTP/1.1" status: 204 len: 173 time: 0.2139068 Aug 20 13:25:24.125055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5dc2a-99f7-45e4-b98b-7c6503e30765 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6112a2-c571-4ac5-adcc-1a4935cef41d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:24.126698 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Checking router: 76e89941-b0ff-4920-be7c-665184c8af5c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:24.127253 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Updating router 76e89941-b0ff-4920-be7c-665184c8af5c port 6539812a-e480-412d-a45f-ef026b69e604 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:25:24.164820 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.200961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-737e8532-c9dd-44f5-9d46-953f2e446299 req-db3cc720-037e-4a87-9272-d2ec55109058 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/7131f699-9909-4952-9651-df6602a2bcac HTTP/1.1" status: 200 len: 1804 time: 0.0544894 Aug 20 13:25:24.461798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9093bd44-7b1c-4738-a5fd-1a1abaf27e76 req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1086407810', 'description': 'tempest-description-1804171821'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:24.486035 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-de44c923-f961-4875-8b83-7f2b01543695 req-eab29dbf-4605-4174-b797-f5aa45f37e21 tempest-FloatingIPDetailsNegativeTestJSON-1187618463 tempest-FloatingIPDetailsNegativeTestJSON-1187618463-project] show failed (client error): The resource could not be found. Aug 20 13:25:24.488145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de44c923-f961-4875-8b83-7f2b01543695 req-eab29dbf-4605-4174-b797-f5aa45f37e21 tempest-FloatingIPDetailsNegativeTestJSON-1187618463 tempest-FloatingIPDetailsNegativeTestJSON-1187618463-project] 10.222.0.59 "GET /v2.0/floatingips/a791bd0b-5592-476e-b357-74fc8cea63db HTTP/1.1" status: 404 len: 350 time: 0.0556865 Aug 20 13:25:24.499780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:24.503775 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9093bd44-7b1c-4738-a5fd-1a1abaf27e76 req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.510172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-8386beb6-6f21-4a7d-9402-5416c6e0bc9e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:24.512725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-8386beb6-6f21-4a7d-9402-5416c6e0bc9e tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.53 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.1463237 Aug 20 13:25:24.604401 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.616467 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Transition to ACTIVE for port object 6539812a-e480-412d-a45f-ef026b69e604 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:24.625027 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.671852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9093bd44-7b1c-4738-a5fd-1a1abaf27e76 req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.675551 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Pushing event updated for resources: {'Port': ['ID=6539812a-e480-412d-a45f-ef026b69e604,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:24.680031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9093bd44-7b1c-4738-a5fd-1a1abaf27e76 req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.685426 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.686047 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.686550 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.687045 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.687557 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.688046 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.688716 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.689275 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.689760 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.690263 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.690760 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.691241 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:24.724749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc5a338a-5f48-4711-8749-14438ad8a67b no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:24.741955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:24.776217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d917286-8805-40dd-b80c-9ba5be90842c req-6f8ae0c9-18d3-4e68-9548-d117a67a1908 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:24.776665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0015ad-bbbb-4fd6-a5e9-e39de90a3478,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:24.778206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: dc5a338a-5f48-4711-8749-14438ad8a67b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:24.778551 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d917286-8805-40dd-b80c-9ba5be90842c req-6f8ae0c9-18d3-4e68-9548-d117a67a1908 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 946 time: 0.1741371 Aug 20 13:25:24.780326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc5a338a-5f48-4711-8749-14438ad8a67b not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:24.797594 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9093bd44-7b1c-4738-a5fd-1a1abaf27e76 req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.800308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Attempting to bind port 6539812a-e480-412d-a45f-ef026b69e604 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:24.801877 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Attempting to bind port 6539812a-e480-412d-a45f-ef026b69e604 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:24.802407 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Attempting to bind port 6539812a-e480-412d-a45f-ef026b69e604 on network 387b1064-bb91-4304-9d34-b4347c0a8cf8 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:24.809458 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:24.809865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9093bd44-7b1c-4738-a5fd-1a1abaf27e76 req-0301a4dc-52d2-453e-ba40-f51ea9e53810 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3532302 Aug 20 13:25:24.810531 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Checking segment: {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:24.811163 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.811724 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Bound using segment: {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:24.812373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Bound port: 6539812a-e480-412d-a45f-ef026b69e604, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32296e51-63d4-48d6-8a8f-2f8645fa2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:24.812948 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.879434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-42fc11f8-152b-4497-984e-abc2c65ac2ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d543f95e0424d94823ecc98aa333c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362166 Aug 20 13:25:24.880115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52200) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:24.896597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d917286-8805-40dd-b80c-9ba5be90842c req-5cae1658-d63b-4f09-9d1b-6caf949b29ac tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967467 Aug 20 13:25:24.930186 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] For port 6539812a-e480-412d-a45f-ef026b69e604, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:24.932027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Deleting port 6d784151-590f-4ac2-8d55-428c071c6866 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:24.932374 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.936456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] For port 6539812a-e480-412d-a45f-ef026b69e604, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6539812a-e480-412d-a45f-ef026b69e604,segment=NetworkSegment(32296e51-63d4-48d6-8a8f-2f8645fa2602),segment_id=32296e51-63d4-48d6-8a8f-2f8645fa2602)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:24.948747 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:24.997496 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Routers {'76e89941-b0ff-4920-be7c-665184c8af5c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:24.998539 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['76e89941-b0ff-4920-be7c-665184c8af5c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:25.009428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ea26c76-fc12-4705-9225-87f7d0a0a639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.048591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ea26c76-fc12-4705-9225-87f7d0a0a639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.074086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e594f-4351-4049-a688-d572d518cccd req-3f204c3a-5306-4a50-a340-998f30daf91d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:25.076321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-249e594f-4351-4049-a688-d572d518cccd req-3f204c3a-5306-4a50-a340-998f30daf91d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1723716 Aug 20 13:25:25.083740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-d445a163-aa84-44cd-a900-bbb7d56d5e42 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/4d0015ad-bbbb-4fd6-a5e9-e39de90a3478 HTTP/1.1" status: 200 len: 1807 time: 0.1547463 Aug 20 13:25:25.098211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0015ad-bbbb-4fd6-a5e9-e39de90a3478', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:25.098583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0015ad-bbbb-4fd6-a5e9-e39de90a3478', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:25.232858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3412ccad-87f1-4807-8dae-de4c2f881eec up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:25.282452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-249e594f-4351-4049-a688-d572d518cccd req-d5e3d193-020e-4b74-a96d-1f01e1e4a5df tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870425 Aug 20 13:25:25.306181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ea26c76-fc12-4705-9225-87f7d0a0a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.309924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3412ccad-87f1-4807-8dae-de4c2f881eec triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:25.310146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ea26c76-fc12-4705-9225-87f7d0a0a639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.311101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.318115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ea26c76-fc12-4705-9225-87f7d0a0a639 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/370ac556-634f-47aa-91e5-4bbcc0d927a3 HTTP/1.1" status: 204 len: 168 time: 0.4328649 Aug 20 13:25:25.336339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea26c76-fc12-4705-9225-87f7d0a0a639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370ac556-634f-47aa-91e5-4bbcc0d927a3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:25.382100 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae38c1-8a66-4b1a-aba9-c92085598329 None None] Pushing event updated for resources: {'Port': ['ID=6539812a-e480-412d-a45f-ef026b69e604,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:25.448770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] Set router 76e89941-b0ff-4920-be7c-665184c8af5c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:25.664056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903254-1a3c-4589-b33f-a90f9dcb32aa req-00b07898-1555-4b50-b8f5-eee54c9cf105 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:25.666022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14903254-1a3c-4589-b33f-a90f9dcb32aa req-00b07898-1555-4b50-b8f5-eee54c9cf105 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 945 time: 0.0956767 Aug 20 13:25:25.709391 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] For port 6d784151-590f-4ac2-8d55-428c071c6866, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6d784151-590f-4ac2-8d55-428c071c6866,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:25.710029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.740845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Calling delete_port for 6d784151-590f-4ac2-8d55-428c071c6866 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:25.751360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14903254-1a3c-4589-b33f-a90f9dcb32aa req-c95149fd-3686-4bca-ba75-09e20f1a1410 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/security-groups?id=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 Aug 20 13:25:25.784779 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:21Z', 'revision_number': 4, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6539812a-e480-412d-a45f-ef026b69e604', 'name': '', 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'mac_address': 'fa:16:3e:08:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:19Z', 'updated_at': '2021-08-20T13:25:24Z', 'revision_number': 4, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'subnets': [{'id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:25.785421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.825711 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1fed-33a2-4616-9273-b91f95c5f630 None None] The sync data for ids ['76e89941-b0ff-4920-be7c-665184c8af5c'] in n-d-804232-5 is: [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:21Z', 'revision_number': 4, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6539812a-e480-412d-a45f-ef026b69e604', 'name': '', 'network_id': '387b1064-bb91-4304-9d34-b4347c0a8cf8', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'mac_address': 'fa:16:3e:08:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:19Z', 'updated_at': '2021-08-20T13:25:24Z', 'revision_number': 4, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'subnets': [{'id': 'd31672cc-d9d5-4035-ba26-ea08f447ccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:25.845780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-074eeca1-3c3e-4d67-9ac2-833b4cfe5bdd tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:25.847678 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-074eeca1-3c3e-4d67-9ac2-833b4cfe5bdd tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 946 time: 0.1086924 Aug 20 13:25:25.882906 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.931720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:25.975121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037a0634-a817-4f7e-9d31-93ed49896dae,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:25.995449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.995764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.996027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.996670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.996819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.997388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.997540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.997876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.998207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.998618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:25.998847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:26.002095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:26.031142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.048769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f738f-2244-46aa-86c4-799d739a9c4d req-972ef813-4cb9-4a1f-b186-05246caa03dd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9575903 Aug 20 13:25:26.058400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Deleting port 915d527c-5278-4927-82e0-eac79b731f3f {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:26.059290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.149341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-03e3af2b-38b4-4aa9-943b-8247bbd9a32c tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/4d0015ad-bbbb-4fd6-a5e9-e39de90a3478 HTTP/1.1" status: 200 len: 2401 time: 0.0919735 Aug 20 13:25:26.159317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0015ad-bbbb-4fd6-a5e9-e39de90a3478', 'remote_group_id': None}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:26.159584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0015ad-bbbb-4fd6-a5e9-e39de90a3478', 'remote_group_id': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:26.240517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af86d-3236-41f2-a2e2-adab9951b7a6 req-4ea6d1f6-af5d-4bf6-9d8e-20cfed995fee tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:26.243587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-795af86d-3236-41f2-a2e2-adab9951b7a6 req-4ea6d1f6-af5d-4bf6-9d8e-20cfed995fee tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 946 time: 0.1895769 Aug 20 13:25:26.284068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.306051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] For port 915d527c-5278-4927-82e0-eac79b731f3f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=915d527c-5278-4927-82e0-eac79b731f3f,segment=NetworkSegment(b57f8cc5-365d-4c06-8796-7e8d486d7733),segment_id=b57f8cc5-365d-4c06-8796-7e8d486d7733)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:26.306977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.347043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-795af86d-3236-41f2-a2e2-adab9951b7a6 req-7181be15-ed7d-42cb-8bb6-d6abe6b8d9c1 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/security-groups?id=90df2088-6e37-4df7-aaad-cebfaa8f55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964954 Aug 20 13:25:26.367758 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.379980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Calling delete_port for 915d527c-5278-4927-82e0-eac79b731f3f owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:26.407514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Pushing event deleted for resources: {'Port': ['ID=6d784151-590f-4ac2-8d55-428c071c6866,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:26.415297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.428719 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.435689 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.510760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abe7744-1b93-46cc-ab7b-6245531992d0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:26.606694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406373d-1161-4419-9e6c-3cdbbd5e20a1 req-c97210b6-8666-4bc9-87fa-99c055b1fdb9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:26.613209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1406373d-1161-4419-9e6c-3cdbbd5e20a1 req-c97210b6-8666-4bc9-87fa-99c055b1fdb9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1291270 Aug 20 13:25:26.628545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] No DVR routers for this DVR port 6d784151-590f-4ac2-8d55-428c071c6866 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:26.637331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.640287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7a5b6e3-a9c8-4795-b656-29dae30fd7d6 req-d3202e1f-7e98-4fcd-8dcb-6887c62d09e8 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.53 "DELETE /v2.0/ports/6d784151-590f-4ac2-8d55-428c071c6866 HTTP/1.1" status: 204 len: 173 time: 2.1184597 Aug 20 13:25:26.642294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'name': 'network-vif-deleted', 'tag': '6d784151-590f-4ac2-8d55-428c071c6866'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:26.645241 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b63684-e7b9-438e-bc7c-af802c349311" -d '{"events": [{"server_uuid": "db865afb-bfa5-417b-ab94-72dc71be48b7", "name": "network-vif-deleted", "tag": "6d784151-590f-4ac2-8d55-428c071c6866"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:26.659238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.679135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71cde4ce-ff17-4a82-bd5a-49733a1775d1 req-13d0b3c2-e66d-4c9a-8988-2b3dbad9501d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5287259 Aug 20 13:25:26.712682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1406373d-1161-4419-9e6c-3cdbbd5e20a1 req-0294919a-cc6e-4636-a688-583d1aef1a30 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883620 Aug 20 13:25:26.789311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.884091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Pushing event deleted for resources: {'Port': ['ID=915d527c-5278-4927-82e0-eac79b731f3f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:26.886382 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6505a-c50a-4670-ba29-a1749112b7ad x-openstack-request-id: req-cdd6505a-c50a-4670-ba29-a1749112b7ad {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:26.886927 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db865afb-bfa5-417b-ab94-72dc71be48b7", "name": "network-vif-deleted", "tag": "6d784151-590f-4ac2-8d55-428c071c6866", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:26.887072 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cdd6505a-c50a-4670-ba29-a1749112b7ad {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:26.888076 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db865afb-bfa5-417b-ab94-72dc71be48b7', 'name': 'network-vif-deleted', 'tag': '6d784151-590f-4ac2-8d55-428c071c6866', 'status': 'completed', 'code': 200} Aug 20 13:25:26.966210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] No DVR routers for this DVR port 915d527c-5278-4927-82e0-eac79b731f3f on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:26.969152 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d397eb7-3d0b-4f1f-b825-ae1a8c5fd90b req-bb5bdb90-b01d-4341-955e-23e4cf998760 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/4d0015ad-bbbb-4fd6-a5e9-e39de90a3478 HTTP/1.1" status: 200 len: 3000 time: 0.1618550 Aug 20 13:25:26.969492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:26.971602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b451cead-91a5-4fa4-b5ff-6a9e2c4f2242 req-a70b6dd8-0e4a-4505-a359-7a97f9b37aa4 tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.13 "DELETE /v2.0/ports/915d527c-5278-4927-82e0-eac79b731f3f HTTP/1.1" status: 204 len: 173 time: 1.1173263 Aug 20 13:25:26.979375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'name': 'network-vif-deleted', 'tag': '915d527c-5278-4927-82e0-eac79b731f3f'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:26.982624 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a707319-a29d-4ad8-83c1-882aab851272" -d '{"events": [{"server_uuid": "85a529e0-68b4-40f4-8842-67d97fc7779e", "name": "network-vif-deleted", "tag": "915d527c-5278-4927-82e0-eac79b731f3f"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:27.022420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f3bb403-1c3a-4ab3-b2c9-11c930118a91 req-41baeb7e-5073-4236-8048-96b7f4cd6561 tempest-ServerRescueNegativeTestJSON-1599819798 tempest-ServerRescueNegativeTestJSON-1599819798-project] 10.222.0.59 "GET /v2.0/ports?device_id=db865afb-bfa5-417b-ab94-72dc71be48b7 HTTP/1.1" status: 200 len: 210 time: 0.0574903 Aug 20 13:25:27.040185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-e5a86260-0f0b-4830-b53d-0c631fbb5fce tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-group-rules/5abe7744-1b93-46cc-ab7b-6245531992d0 HTTP/1.1" status: 200 len: 783 time: 0.0527942 Aug 20 13:25:27.119841 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b98c8-6ce1-41cf-84e6-52a79872f416 x-openstack-request-id: req-8f8b98c8-6ce1-41cf-84e6-52a79872f416 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:27.119841 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a529e0-68b4-40f4-8842-67d97fc7779e", "name": "network-vif-deleted", "tag": "915d527c-5278-4927-82e0-eac79b731f3f", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:27.120281 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f8b98c8-6ce1-41cf-84e6-52a79872f416 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:27.121731 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a529e0-68b4-40f4-8842-67d97fc7779e', 'name': 'network-vif-deleted', 'tag': '915d527c-5278-4927-82e0-eac79b731f3f', 'status': 'completed', 'code': 200} Aug 20 13:25:27.257711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-f9337a8b-d6ae-4409-917e-11ae23a405d9 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/4d0015ad-bbbb-4fd6-a5e9-e39de90a3478 HTTP/1.1" status: 200 len: 3000 time: 0.2117088 Aug 20 13:25:27.294028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6539812a-e480-412d-a45f-ef026b69e604 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:27.297033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-8676da07-e6cf-4b55-974e-a396dbefb4da tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.311270 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-8676da07-e6cf-4b55-974e-a396dbefb4da tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.331007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Deleting port 6539812a-e480-412d-a45f-ef026b69e604 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:27.331390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.381394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6539812a-e480-412d-a45f-ef026b69e604 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:27.392055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6539812a-e480-412d-a45f-ef026b69e604 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:27.417846 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.469726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] For port 6539812a-e480-412d-a45f-ef026b69e604, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6539812a-e480-412d-a45f-ef026b69e604,segment=NetworkSegment(32296e51-63d4-48d6-8a8f-2f8645fa2602),segment_id=32296e51-63d4-48d6-8a8f-2f8645fa2602)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:27.470167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.500141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Calling delete_port for 6539812a-e480-412d-a45f-ef026b69e604 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:27.590730 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f00d5ae-be20-44c0-9794-ecc57a5046e7 req-81c8f930-4838-4e48-a3c8-6dedddd535de tempest-ServerAddressesNegativeTestJSON-174971776 tempest-ServerAddressesNegativeTestJSON-174971776-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a529e0-68b4-40f4-8842-67d97fc7779e HTTP/1.1" status: 200 len: 210 time: 0.0887122 Aug 20 13:25:27.650604 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.799197 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:25:27.799197 n-d-804232-5 neutron-server[94863]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 20 13:25:27.799197 n-d-804232-5 neutron-server[94863]: [parameters: {'status': 'ACTIVE', 'ports_id': '6539812a-e480-412d-a45f-ef026b69e604'}] Aug 20 13:25:27.799197 n-d-804232-5 neutron-server[94863]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:25:27.803686 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:25:27.828827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.844349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-8676da07-e6cf-4b55-974e-a396dbefb4da tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.878325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-8676da07-e6cf-4b55-974e-a396dbefb4da tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:27.879846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff733057-3271-4c0f-809d-420c69e0ef0c req-8676da07-e6cf-4b55-974e-a396dbefb4da tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5abe7744-1b93-46cc-ab7b-6245531992d0 HTTP/1.1" status: 204 len: 173 time: 0.6213038 Aug 20 13:25:27.900374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790c748-afd1-45d4-b31c-47beab37e2de req-693f6640-770c-413a-9082-462c15b49de7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:27.910111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c790c748-afd1-45d4-b31c-47beab37e2de req-693f6640-770c-413a-9082-462c15b49de7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0874112 Aug 20 13:25:27.911434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6539812a-e480-412d-a45f-ef026b69e604,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:27.935199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676da07-e6cf-4b55-974e-a396dbefb4da tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5abe7744-1b93-46cc-ab7b-6245531992d0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:27.973888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c790c748-afd1-45d4-b31c-47beab37e2de req-c2b715df-82e0-47ae-920b-f7303e75a9da tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626924 Aug 20 13:25:28.074479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ad9f819-6a47-454a-b59c-8c65d920e1cc req-cc8c8ecc-c013-4000-b98b-fa0adab993cd tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/4d0015ad-bbbb-4fd6-a5e9-e39de90a3478 HTTP/1.1" status: 200 len: 2401 time: 0.0808091 Aug 20 13:25:28.086927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6d784151-590f-4ac2-8d55-428c071c6866 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:28.112011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52286) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:28.131652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 6d784151-590f-4ac2-8d55-428c071c6866 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:28.140359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6d784151-590f-4ac2-8d55-428c071c6866 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:28.213694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.260446 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3ad9f819-6a47-454a-b59c-8c65d920e1cc req-f72fba17-c5fa-4f6c-93cc-e5534db51d96 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.299653 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3ad9f819-6a47-454a-b59c-8c65d920e1cc req-f72fba17-c5fa-4f6c-93cc-e5534db51d96 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.341145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Port 6539812a-e480-412d-a45f-ef026b69e604 update to ACTIVE by agent not found {{(pid=94863) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 13:25:28.443225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3ad9f819-6a47-454a-b59c-8c65d920e1cc req-f72fba17-c5fa-4f6c-93cc-e5534db51d96 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.445798 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3ad9f819-6a47-454a-b59c-8c65d920e1cc req-f72fba17-c5fa-4f6c-93cc-e5534db51d96 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.447089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ad9f819-6a47-454a-b59c-8c65d920e1cc req-f72fba17-c5fa-4f6c-93cc-e5534db51d96 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/4d0015ad-bbbb-4fd6-a5e9-e39de90a3478 HTTP/1.1" status: 204 len: 173 time: 0.3701050 Aug 20 13:25:28.484205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fba17-c5fa-4f6c-93cc-e5534db51d96 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0015ad-bbbb-4fd6-a5e9-e39de90a3478,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:28.571534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Router 76e89941-b0ff-4920-be7c-665184c8af5c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:25:28.577833 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-b470d30b-08c8-4ac5-ac1a-55b96d0876b9 req-2eafa61a-aebe-4919-b51c-f145122cffd3 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] show failed (client error): The resource could not be found. Aug 20 13:25:28.580214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b470d30b-08c8-4ac5-ac1a-55b96d0876b9 req-2eafa61a-aebe-4919-b51c-f145122cffd3 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/cc6112a2-c571-4ac5-adcc-1a4935cef41d HTTP/1.1" status: 404 len: 352 time: 0.0625746 Aug 20 13:25:28.690165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.727278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 915d527c-5278-4927-82e0-eac79b731f3f no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:28.731773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b17c2c3-23f2-485f-b5ed-28924d98124a req-d9fa2739-5781-488e-8be5-0cc63efff9fb tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/7131f699-9909-4952-9651-df6602a2bcac HTTP/1.1" status: 200 len: 1804 time: 0.0887301 Aug 20 13:25:28.757313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:28.763615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 915d527c-5278-4927-82e0-eac79b731f3f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:28.766585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2b99a310-35e8-4567-b26f-01ba55ce0e4f admin admin] 10.222.0.59 "PUT /v2.0/routers/76e89941-b0ff-4920-be7c-665184c8af5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2497714 Aug 20 13:25:28.767586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52316) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:28.767903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 915d527c-5278-4927-82e0-eac79b731f3f not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:28.772624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] Sync routers for ids ['76e89941-b0ff-4920-be7c-665184c8af5c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:28.775992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.784456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] Routers {'76e89941-b0ff-4920-be7c-665184c8af5c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:28.785218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['76e89941-b0ff-4920-be7c-665184c8af5c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:28.788865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-73261a20-9d91-481f-a693-1f4df4d95717 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371063 Aug 20 13:25:28.850307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3b17c2c3-23f2-485f-b5ed-28924d98124a req-2810b849-fa5f-4912-abb8-fd5de4db2bb2 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.904218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] Set router 76e89941-b0ff-4920-be7c-665184c8af5c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:28.907325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3b17c2c3-23f2-485f-b5ed-28924d98124a req-2810b849-fa5f-4912-abb8-fd5de4db2bb2 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:28.948978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.014583 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3b17c2c3-23f2-485f-b5ed-28924d98124a req-2810b849-fa5f-4912-abb8-fd5de4db2bb2 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.017374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-a4ae329a-ad5e-486c-999e-c171a87db830 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:29.017661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3b17c2c3-23f2-485f-b5ed-28924d98124a req-2810b849-fa5f-4912-abb8-fd5de4db2bb2 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.018888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b17c2c3-23f2-485f-b5ed-28924d98124a req-2810b849-fa5f-4912-abb8-fd5de4db2bb2 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/7131f699-9909-4952-9651-df6602a2bcac HTTP/1.1" status: 204 len: 173 time: 0.2774665 Aug 20 13:25:29.019045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-a4ae329a-ad5e-486c-999e-c171a87db830 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973860 Aug 20 13:25:29.049714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-c10a9526-2192-4eb0-aa45-9e7462c29193 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/quotas/3727b148e81b46c59505e7319d62457b HTTP/1.1" status: 200 len: 375 time: 0.0196278 Aug 20 13:25:29.061186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b849-fa5f-4912-abb8-fd5de4db2bb2 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131f699-9909-4952-9651-df6602a2bcac,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:29.081666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52324) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:29.103900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-328c28ee-f0b2-4db6-93fe-a81f9f2e1c1d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533421 Aug 20 13:25:29.126160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.184803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Deleting subnet 206c1bb9-8ec4-4804-a096-0a36f1b4b3f8 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:29.194180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:27Z', 'revision_number': 5, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port': {'id': '3412ccad-87f1-4807-8dae-de4c2f881eec', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:15Z', 'updated_at': '2021-08-20T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:29.200542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.212906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Deleting port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:29.213253 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.229416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] Checking router: 76e89941-b0ff-4920-be7c-665184c8af5c for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:29.238996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] Routers {'76e89941-b0ff-4920-be7c-665184c8af5c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:29.239875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['76e89941-b0ff-4920-be7c-665184c8af5c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:29.271464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.281983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0448f96-e6b7-423a-b8e2-ca0b58bf2a25 req-9982189c-6084-45cd-8ec8-604fc1efabb8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:29.289455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0448f96-e6b7-423a-b8e2-ca0b58bf2a25 req-9982189c-6084-45cd-8ec8-604fc1efabb8 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1122272 Aug 20 13:25:29.311621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] For port 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,segment=NetworkSegment(50f801a1-a77a-48f8-8513-306b6acebe1f),segment_id=50f801a1-a77a-48f8-8513-306b6acebe1f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:29.312037 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.326451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Deleting port 3412ccad-87f1-4807-8dae-de4c2f881eec {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:29.326925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.344007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Calling delete_port for 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:29.379647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] Set router 76e89941-b0ff-4920-be7c-665184c8af5c gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:29.413158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.421190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c1af159-ef4b-4d9e-b8e5-e8db33520c5c req-2845174e-a01b-4362-a370-f45e91fc837d tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/d36d189b-2076-4f7b-8e5a-8db729c068c9 HTTP/1.1" status: 200 len: 1803 time: 0.1117215 Aug 20 13:25:29.430060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0448f96-e6b7-423a-b8e2-ca0b58bf2a25 req-a1115930-bd86-44be-a34d-79e8fb128cac tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351984 Aug 20 13:25:29.552642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] For port 3412ccad-87f1-4807-8dae-de4c2f881eec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3412ccad-87f1-4807-8dae-de4c2f881eec,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:29.554073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.584182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0c1af159-ef4b-4d9e-b8e5-e8db33520c5c req-421a043f-daa8-4a35-a893-fb8b74bd553f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.585127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Calling delete_port for 3412ccad-87f1-4807-8dae-de4c2f881eec owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:29.603145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.644441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:29Z', 'revision_number': 6, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:29.666257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0c1af159-ef4b-4d9e-b8e5-e8db33520c5c req-421a043f-daa8-4a35-a893-fb8b74bd553f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.682655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649a926-7cab-4d04-ba9f-8f9c44b85e46 None None] The sync data for ids ['76e89941-b0ff-4920-be7c-665184c8af5c'] in n-d-804232-5 is: [{'id': '76e89941-b0ff-4920-be7c-665184c8af5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438701830-router', 'tenant_id': 'e58495c279334deeb036ddcad4f40093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:14Z', 'updated_at': '2021-08-20T13:25:29Z', 'revision_number': 6, 'project_id': 'e58495c279334deeb036ddcad4f40093', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:29.701263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206c1bb9-8ec4-4804-a096-0a36f1b4b3f8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:29.736381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.738884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-50d491e0-9a5e-4861-a3e6-18bbd5cf54c2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/206c1bb9-8ec4-4804-a096-0a36f1b4b3f8 HTTP/1.1" status: 204 len: 168 time: 0.6557825 Aug 20 13:25:29.745147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a84955e5-f0af-4966-9f1a-c61c5ac0f538 req-36c025e0-b489-4fa1-b941-320d73db35c5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 210 time: 0.0639594 Aug 20 13:25:29.747161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52338) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:29.860287 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.890648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.895615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf072c4-a8b7-4e4b-9a09-69f3d71483ee,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:29.910281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.917993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.918390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.919042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.919499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.919765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.920132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.920478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.920890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.921403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.921749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.922063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.922447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:25:29.931249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0c1af159-ef4b-4d9e-b8e5-e8db33520c5c req-421a043f-daa8-4a35-a893-fb8b74bd553f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.934369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-0c1af159-ef4b-4d9e-b8e5-e8db33520c5c req-421a043f-daa8-4a35-a893-fb8b74bd553f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:29.940624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3412ccad-87f1-4807-8dae-de4c2f881eec,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:29.953580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c1af159-ef4b-4d9e-b8e5-e8db33520c5c req-421a043f-daa8-4a35-a893-fb8b74bd553f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/d36d189b-2076-4f7b-8e5a-8db729c068c9 HTTP/1.1" status: 204 len: 173 time: 0.5137746 Aug 20 13:25:30.024774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a043f-daa8-4a35-a893-fb8b74bd553f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36d189b-2076-4f7b-8e5a-8db729c068c9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:30.101913 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c40ccd4c-6fc6-4a50-982e-93904719ac75 req-11dfb711-5092-420e-a4f8-359580b7395f tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/95391594-6a7e-46bf-81d1-6ed97aecbeea HTTP/1.1" status: 200 len: 1804 time: 0.1343729 Aug 20 13:25:30.106003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.135942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.153090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb2792e-7db6-493a-8a56-bcf9eccd92a4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:30.214196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57f8cc5-365d-4c06-8796-7e8d486d7733') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:30.214777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57f8cc5-365d-4c06-8796-7e8d486d7733') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:30.241078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.264658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.273368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.323587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c40ccd4c-6fc6-4a50-982e-93904719ac75 req-74309931-01e3-4d10-8682-aad089786a85 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.335208 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.344232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.355231 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c40ccd4c-6fc6-4a50-982e-93904719ac75 req-74309931-01e3-4d10-8682-aad089786a85 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.375453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.376016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76e89941-b0ff-4920-be7c-665184c8af5c {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:25:30.381458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.382650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ea40b606-e008-43f8-a18b-6cf7df46d6ba admin admin] 10.222.0.59 "DELETE /v2.0/routers/76e89941-b0ff-4920-be7c-665184c8af5c HTTP/1.1" status: 204 len: 168 time: 1.6141460 Aug 20 13:25:30.389298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52352) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:30.395646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:30.396049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:30.397772 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:30.444706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Deleting subnet d31672cc-d9d5-4035-ba26-ea08f447ccec {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:30.451868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.497790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.518256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c40ccd4c-6fc6-4a50-982e-93904719ac75 req-74309931-01e3-4d10-8682-aad089786a85 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.520957 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c40ccd4c-6fc6-4a50-982e-93904719ac75 req-74309931-01e3-4d10-8682-aad089786a85 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.522180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c40ccd4c-6fc6-4a50-982e-93904719ac75 req-74309931-01e3-4d10-8682-aad089786a85 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/95391594-6a7e-46bf-81d1-6ed97aecbeea HTTP/1.1" status: 204 len: 173 time: 0.3821678 Aug 20 13:25:30.547859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74309931-01e3-4d10-8682-aad089786a85 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95391594-6a7e-46bf-81d1-6ed97aecbeea,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:30.613912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-611397ae-8c3f-4ac2-9a15-139485d7231b req-9c8dcfa2-c532-41e9-b7a4-84daa118a8ba tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9 HTTP/1.1" status: 200 len: 2401 time: 0.0695121 Aug 20 13:25:30.704916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.806371 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-611397ae-8c3f-4ac2-9a15-139485d7231b req-65ef6132-abf7-4e70-ba45-f996b571da29 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.847754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-611397ae-8c3f-4ac2-9a15-139485d7231b req-65ef6132-abf7-4e70-ba45-f996b571da29 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.889760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.921613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31672cc-d9d5-4035-ba26-ea08f447ccec,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:30.928066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.931465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f7cdf18d-41b9-449d-aefd-6c8b19b1e7fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d31672cc-d9d5-4035-ba26-ea08f447ccec HTTP/1.1" status: 204 len: 168 time: 0.5408707 Aug 20 13:25:30.933792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52368) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:30.936788 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-6aa60376-ea20-4e1b-9d68-32bf22e194a0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379267 Aug 20 13:25:30.944432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2369565-3e64-4738-9681-03e8a64e9d92 None None] Network 387b1064-bb91-4304-9d34-b4347c0a8cf8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:30.972875 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-611397ae-8c3f-4ac2-9a15-139485d7231b req-65ef6132-abf7-4e70-ba45-f996b571da29 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.975810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-611397ae-8c3f-4ac2-9a15-139485d7231b req-65ef6132-abf7-4e70-ba45-f996b571da29 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:30.977179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-611397ae-8c3f-4ac2-9a15-139485d7231b req-65ef6132-abf7-4e70-ba45-f996b571da29 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9 HTTP/1.1" status: 204 len: 173 time: 0.3544779 Aug 20 13:25:31.040937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef6132-abf7-4e70-ba45-f996b571da29 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012e32b-7fa1-4dd6-bb4d-0e53ae35aae9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:31.066469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.077420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.101959 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.103976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] 10.222.0.59 "DELETE /v2.0/networks/fbb2792e-7db6-493a-8a56-bcf9eccd92a4 HTTP/1.1" status: 204 len: 168 time: 1.3487484 Aug 20 13:25:31.119384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f84efa-1a14-47c5-a3ef-e54c1a254d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb2792e-7db6-493a-8a56-bcf9eccd92a4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:31.147637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b898c-c97b-4ce6-8fd8-74d7d8a57039 req-5566c494-16d7-405b-adc9-5f6a02a43d7e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:31.152800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b1b898c-c97b-4ce6-8fd8-74d7d8a57039 req-5566c494-16d7-405b-adc9-5f6a02a43d7e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2678654 Aug 20 13:25:31.204168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Deleting port 182045e3-ef7c-4191-9abb-375b20370673 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:31.204854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.278087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] DHCP port deletion for 387b1064-bb91-4304-9d34-b4347c0a8cf8 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:25:31.324176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-ccd48df1-a099-42f1-9998-1e265fbe9e64 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:31.327268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-17126ac6-2a43-4b8d-9787-64a632458005 req-5861ec65-0f68-432a-b5ae-43805b6b6ecf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 210 time: 0.0974700 Aug 20 13:25:31.338563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3412ccad-87f1-4807-8dae-de4c2f881eec no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:31.339605 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-ccd48df1-a099-42f1-9998-1e265fbe9e64 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683522 Aug 20 13:25:31.347498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:31.365086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] For port 182045e3-ef7c-4191-9abb-375b20370673, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=182045e3-ef7c-4191-9abb-375b20370673,segment=NetworkSegment(32296e51-63d4-48d6-8a8f-2f8645fa2602),segment_id=32296e51-63d4-48d6-8a8f-2f8645fa2602)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:31.365648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.378801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3412ccad-87f1-4807-8dae-de4c2f881eec {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:31.379212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3412ccad-87f1-4807-8dae-de4c2f881eec not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:31.379844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6539812a-e480-412d-a45f-ef026b69e604 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:31.406156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.407082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6539812a-e480-412d-a45f-ef026b69e604 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:31.407601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6539812a-e480-412d-a45f-ef026b69e604 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:31.422915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Calling delete_port for 182045e3-ef7c-4191-9abb-375b20370673 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:31.429338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] Deleting port 182045e3-ef7c-4191-9abb-375b20370673 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:31.430385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.442570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52376) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:31.514842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed860986-a09a-452e-a799-9552020d8373 req-ab8bc985-b703-4162-b942-400c44827027 tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "GET /v2.0/security-groups/b1cbd963-b5d0-4599-9d07-06ed43803ec1 HTTP/1.1" status: 200 len: 2398 time: 0.1357186 Aug 20 13:25:31.515107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] For port 182045e3-ef7c-4191-9abb-375b20370673, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=182045e3-ef7c-4191-9abb-375b20370673,segment=NetworkSegment(32296e51-63d4-48d6-8a8f-2f8645fa2602),segment_id=32296e51-63d4-48d6-8a8f-2f8645fa2602)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:31.515370 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.534041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] Calling delete_port for 182045e3-ef7c-4191-9abb-375b20370673 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:31.551162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b1b898c-c97b-4ce6-8fd8-74d7d8a57039 req-66376358-80ba-4fc1-b696-dcd7f5b19ad1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858387 Aug 20 13:25:31.580662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c09db5e-ffbf-4793-a78c-3e42f6acc8e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2aac9dccd0564f3d91e4720e5de7f011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351349 Aug 20 13:25:31.589350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:31.637498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed860986-a09a-452e-a799-9552020d8373 req-8fd52b71-a011-413f-b3ba-6b4f803f7f7b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.652081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.661498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.690838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52382) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:31.693328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] Pushing event deleted for resources: {'Port': ['ID=182045e3-ef7c-4191-9abb-375b20370673,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:31.698096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e027a3-50b3-47c5-a7f1-52475b482d17 None None] No DVR routers for this DVR port 182045e3-ef7c-4191-9abb-375b20370673 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:31.698947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed860986-a09a-452e-a799-9552020d8373 req-8fd52b71-a011-413f-b3ba-6b4f803f7f7b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.702414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Pushing event deleted for resources: {'Port': ['ID=182045e3-ef7c-4191-9abb-375b20370673,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:31.704461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] No DVR routers for this DVR port 182045e3-ef7c-4191-9abb-375b20370673 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:31.733147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Router 611d84ba-9196-4c09-abd0-a8968ff50a55 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:25:31.757827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8ff-6ed0-4507-97a5-af3c39235294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.763669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:31.767224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.809965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.819526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.821672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387b1064-bb91-4304-9d34-b4347c0a8cf8']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:31.835522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32296e51-63d4-48d6-8a8f-2f8645fa2602') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:31.835896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32296e51-63d4-48d6-8a8f-2f8645fa2602') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:31.843423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed860986-a09a-452e-a799-9552020d8373 req-8fd52b71-a011-413f-b3ba-6b4f803f7f7b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.846053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed860986-a09a-452e-a799-9552020d8373 req-8fd52b71-a011-413f-b3ba-6b4f803f7f7b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.847256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed860986-a09a-452e-a799-9552020d8373 req-8fd52b71-a011-413f-b3ba-6b4f803f7f7b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] 10.222.0.59 "DELETE /v2.0/security-groups/b1cbd963-b5d0-4599-9d07-06ed43803ec1 HTTP/1.1" status: 204 len: 173 time: 0.3259091 Aug 20 13:25:31.848522 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8ff-6ed0-4507-97a5-af3c39235294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.853129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.855591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52386) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:31.877089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd52b71-a011-413f-b3ba-6b4f803f7f7b tempest-SecurityGroupRulesTestJSON-1489042786 tempest-SecurityGroupRulesTestJSON-1489042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbd963-b5d0-4599-9d07-06ed43803ec1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:31.877349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ac76c25-2bae-4070-831b-57db063892d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.900651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.911655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:31.912087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:31.914098 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:31.977255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:31.986923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e62f8eae-c99f-4606-88c9-972d66b33b89 admin admin] 10.222.0.59 "PUT /v2.0/routers/611d84ba-9196-4c09-abd0-a8968ff50a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8713884 Aug 20 13:25:31.988763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:31.992079 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] Sync routers for ids ['611d84ba-9196-4c09-abd0-a8968ff50a55'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:32.005064 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] Routers {'611d84ba-9196-4c09-abd0-a8968ff50a55'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:32.006217 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['611d84ba-9196-4c09-abd0-a8968ff50a55'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:32.041512 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8ff-6ed0-4507-97a5-af3c39235294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.045084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8ff-6ed0-4507-97a5-af3c39235294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.046271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-99e8f8ff-6ed0-4507-97a5-af3c39235294 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90df2088-6e37-4df7-aaad-cebfaa8f55b9 HTTP/1.1" status: 204 len: 168 time: 0.4304018 Aug 20 13:25:32.071196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f8ff-6ed0-4507-97a5-af3c39235294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df2088-6e37-4df7-aaad-cebfaa8f55b9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:32.187043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] Set router 611d84ba-9196-4c09-abd0-a8968ff50a55 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:32.201559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.244825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.257442 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.314121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Deleting subnet dcca1cfa-0b40-43f1-8d7c-e9ab5b144d6b {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:32.317937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.371249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa7448-acd2-4b04-918e-f3728e474b6f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:32.390279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.417377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.428993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.434354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] 10.222.0.59 "DELETE /v2.0/networks/387b1064-bb91-4304-9d34-b4347c0a8cf8 HTTP/1.1" status: 204 len: 168 time: 1.4984345 Aug 20 13:25:32.453213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.515105 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:25:29Z', 'revision_number': 5, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port': {'id': '08829fca-e6bf-4fd3-a1a1-becdd1da6abc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:22:40Z', 'updated_at': '2021-08-20T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:32.527350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3708523-dd07-4a4e-9b49-6aba9a6d28e8 req-c9d32fa3-5b24-4387-8770-6e16d7dc42f6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 210 time: 0.0839963 Aug 20 13:25:32.528928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4bd1d-41d6-4b86-b6a6-c91fb7040913 admin admin] Pushing event deleted for resources: {'Network': ['ID=387b1064-bb91-4304-9d34-b4347c0a8cf8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:32.579064 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.596247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ac76c25-2bae-4070-831b-57db063892d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.598403 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] Checking router: 611d84ba-9196-4c09-abd0-a8968ff50a55 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:32.617237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ac76c25-2bae-4070-831b-57db063892d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.625944 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] Routers {'611d84ba-9196-4c09-abd0-a8968ff50a55'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:32.627530 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['611d84ba-9196-4c09-abd0-a8968ff50a55'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:32.651524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:32.665469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.34 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/e1ae1576-28d5-4da3-acd8-e3a8c77c975b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:32.715119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-802a7adb-6414-40e9-8a54-311dea036522 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e58495c279334deeb036ddcad4f40093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619574 Aug 20 13:25:32.718481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.720982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52412) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:32.728442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ac76c25-2bae-4070-831b-57db063892d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18e039f924c148f1bed3b43c3a4bbf79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313809 Aug 20 13:25:32.734249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52414) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:32.740355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac76c25-2bae-4070-831b-57db063892d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e7f9c8-eb63-4d61-8261-58973fb35854,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:32.750886 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] Set router 611d84ba-9196-4c09-abd0-a8968ff50a55 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:32.780696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Deleting port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:25:32.781043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.789141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.792267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dcca1cfa-0b40-43f1-8d7c-e9ab5b144d6b HTTP/1.1" status: 204 len: 168 time: 0.9306636 Aug 20 13:25:32.796296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52416) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:32.805673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea015cf-c0c7-49eb-9f80-b60fbb7963df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcca1cfa-0b40-43f1-8d7c-e9ab5b144d6b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:32.825042 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:25:32Z', 'revision_number': 6, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:32.856882 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad445762-b594-4a85-8aeb-264408c29379 None None] The sync data for ids ['611d84ba-9196-4c09-abd0-a8968ff50a55'] in n-d-804232-5 is: [{'id': '611d84ba-9196-4c09-abd0-a8968ff50a55', 'name': 'tempest-ServerRescueNegativeTestJSON-1155648630-router', 'tenant_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:22:38Z', 'updated_at': '2021-08-20T13:25:32Z', 'revision_number': 6, 'project_id': '3f5bf20aff1b41c5b49303dd1c02f709', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:32.857239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee3c0-0000-403d-88db-066f462c38f5 req-7123a5a4-b02b-4605-a334-8d6e2e0dbd92 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:32.858562 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7eee3c0-0000-403d-88db-066f462c38f5 req-7123a5a4-b02b-4605-a334-8d6e2e0dbd92 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2318976 Aug 20 13:25:32.927359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:32.948140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f1ea-7706-451b-b9a0-26cb1800a075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.001619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e0cea0-4bf4-42e5-b166-cbaf7a3d80a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.034089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f1ea-7706-451b-b9a0-26cb1800a075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.042681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.059843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:33.067218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7eee3c0-0000-403d-88db-066f462c38f5 req-0b4e0f0f-a083-48bd-a879-f04229f462bb tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916215 Aug 20 13:25:33.075030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] For port 08829fca-e6bf-4fd3-a1a1-becdd1da6abc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:33.075403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.079632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e0cea0-4bf4-42e5-b166-cbaf7a3d80a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.080657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02b9d71-e495-48df-b574-20eda7f6aa0a') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:33.090570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02b9d71-e495-48df-b574-20eda7f6aa0a') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:33.115656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.118355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Calling delete_port for 08829fca-e6bf-4fd3-a1a1-becdd1da6abc owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:25:33.138304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.149415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:33.149927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:33.153321 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:33.166637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.215020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:33.220076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f1ea-7706-451b-b9a0-26cb1800a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.224363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f1ea-7706-451b-b9a0-26cb1800a075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.230360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0eb2f1ea-7706-451b-b9a0-26cb1800a075 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41e7f9c8-eb63-4d61-8261-58973fb35854 HTTP/1.1" status: 204 len: 168 time: 0.4939110 Aug 20 13:25:33.255638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2f1ea-7706-451b-b9a0-26cb1800a075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e7f9c8-eb63-4d61-8261-58973fb35854,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:33.277471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e0cea0-4bf4-42e5-b166-cbaf7a3d80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.280310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e0cea0-4bf4-42e5-b166-cbaf7a3d80a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.284361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.289841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67e0cea0-4bf4-42e5-b166-cbaf7a3d80a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb923f3e-36cd-4ae3-b8c2-746b2e1ddebf HTTP/1.1" status: 204 len: 168 time: 0.5609200 Aug 20 13:25:33.292688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object e1ae1576-28d5-4da3-acd8-e3a8c77c975b will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:33.295058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.303664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] 10.222.0.59 "DELETE /v2.0/networks/e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c HTTP/1.1" status: 204 len: 168 time: 0.5021145 Aug 20 13:25:33.329940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828a15e-9dc0-4a96-9304-cab057cac4bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d4a33b-c1a6-4a50-8d29-4f5c1a14241c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:33.339527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0cea0-4bf4-42e5-b166-cbaf7a3d80a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb923f3e-36cd-4ae3-b8c2-746b2e1ddebf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:33.388417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:33.435047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:33.435842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4bf072c4-a8b7-4e4b-9a09-69f3d71483ee not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:33.436864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 182045e3-ef7c-4191-9abb-375b20370673 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:33.452277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.486073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 182045e3-ef7c-4191-9abb-375b20370673 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:33.487221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 182045e3-ef7c-4191-9abb-375b20370673 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:33.531525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:33.537414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:33.544948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:33.589208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:33.594738 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.659145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-network', 'tenant_id': '3308a1798a2541919f2cd331109f1456'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:33.664239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08829fca-e6bf-4fd3-a1a1-becdd1da6abc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:33.710917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:33.711574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.775988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Made reservation on behalf of 3308a1798a2541919f2cd331109f1456 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:33.779076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.792455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-2a670b95-bedc-44a3-bde5-1a614bf4e060 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4512112 Aug 20 13:25:33.798599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.801211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.811018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162e7-9069-4de0-9f4b-3945fbe06fb4 req-931123c0-fad2-4161-91d3-aa0c252bddde tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:33.812907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd6162e7-9069-4de0-9f4b-3945fbe06fb4 req-931123c0-fad2-4161-91d3-aa0c252bddde tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 935 time: 0.1950128 Aug 20 13:25:33.826164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Request body: {'port': {'device_id': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:33.906448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52444) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:33.958244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3227980c-8e3d-4de3-9a1b-245e83e2030c None None] Provisioning for port e1ae1576-28d5-4da3-acd8-e3a8c77c975b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:33.966432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3227980c-8e3d-4de3-9a1b-245e83e2030c None None] Provisioning complete for port e1ae1576-28d5-4da3-acd8-e3a8c77c975b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:33.968290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3227980c-8e3d-4de3-9a1b-245e83e2030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.980634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:33.985496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52446) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:33.986186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.016658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3227980c-8e3d-4de3-9a1b-245e83e2030c None None] Port e1ae1576-28d5-4da3-acd8-e3a8c77c975b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:34.021824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c60b0c9f-c317-4dc8-8a78-fef2d246be19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f8e2be53d274e0db2b78fc70fe373b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131039 Aug 20 13:25:34.028435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52448) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:34.036531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a671a7f-a20c-4e83-9a80-6539edbee255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.097549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.113106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.113982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611d84ba-9196-4c09-abd0-a8968ff50a55 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:25:34.120280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd6162e7-9069-4de0-9f4b-3945fbe06fb4 req-b3926d92-818f-442b-99c1-cf4d1af0e169 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310364 Aug 20 13:25:34.130176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.131330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57c60b43-442e-4c99-8d48-c3b73bd408c0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/611d84ba-9196-4c09-abd0-a8968ff50a55 HTTP/1.1" status: 204 len: 168 time: 2.1415985 Aug 20 13:25:34.135448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52454) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:34.217162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca95368c-b7e5-4d8c-a082-5f080d46bd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.288256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8d922-3780-4308-86aa-af8185a13e5e req-4901c0f6-0007-4fe9-8b82-cc9795832c99 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:34.289942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8fb8d922-3780-4308-86aa-af8185a13e5e req-4901c0f6-0007-4fe9-8b82-cc9795832c99 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0891633 Aug 20 13:25:34.293334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Deleting subnet c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:34.298556 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.315945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca95368c-b7e5-4d8c-a082-5f080d46bd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.362025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.426367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.478528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8fb8d922-3780-4308-86aa-af8185a13e5e req-af21fc93-6ab8-4ab7-94c9-6c2b93c4f840 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821323 Aug 20 13:25:34.514267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.544655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c411b5b7-96a4-4ceb-8d81-5ba51cd606d2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:34.551842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.552746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.554145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-305781f7-c6e0-4e23-a878-7a92a1bf2486 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c411b5b7-96a4-4ceb-8d81-5ba51cd606d2 HTTP/1.1" status: 204 len: 168 time: 0.4173439 Aug 20 13:25:34.557863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52468) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:34.571677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.663728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a671a7f-a20c-4e83-9a80-6539edbee255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.671964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a671a7f-a20c-4e83-9a80-6539edbee255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.711785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:34.714107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3a671a7f-a20c-4e83-9a80-6539edbee255 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d8a8cfe8ccd41b2aa4496a338356e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7260556 Aug 20 13:25:34.715008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a671a7f-a20c-4e83-9a80-6539edbee255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211073db-cf33-43ff-af64-f9bb3a99e3c0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:34.718805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:34.740020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ae1576-28d5-4da3-acd8-e3a8c77c975b {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:34.764152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.767484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca95368c-b7e5-4d8c-a082-5f080d46bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.770990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca95368c-b7e5-4d8c-a082-5f080d46bd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.772962 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ca95368c-b7e5-4d8c-a082-5f080d46bd9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dcbc591-21c2-4095-b29d-5b23b84e6b46 HTTP/1.1" status: 204 len: 168 time: 0.7400320 Aug 20 13:25:34.779153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:34.792076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4cd62f5-f68e-4720-a253-d5e05efdc3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.792601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.810978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Transition to ACTIVE for port object e1ae1576-28d5-4da3-acd8-e3a8c77c975b will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:34.822657 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4cd62f5-f68e-4720-a253-d5e05efdc3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.825720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.826147 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Added segment f27bd975-0c23-410c-b416-f0357853463e of type vlan for network 46a76a40-cd39-4571-a644-b35e0e191920 Aug 20 13:25:34.828087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95368c-b7e5-4d8c-a082-5f080d46bd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcbc591-21c2-4095-b29d-5b23b84e6b46,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:34.836182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.915300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4cd62f5-f68e-4720-a253-d5e05efdc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.919692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4cd62f5-f68e-4720-a253-d5e05efdc3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:34.921317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4cd62f5-f68e-4720-a253-d5e05efdc3c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/211073db-cf33-43ff-af64-f9bb3a99e3c0 HTTP/1.1" status: 204 len: 168 time: 0.1996872 Aug 20 13:25:34.943142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd62f5-f68e-4720-a253-d5e05efdc3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211073db-cf33-43ff-af64-f9bb3a99e3c0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:34.992733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:35.196358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.205178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08829fca-e6bf-4fd3-a1a1-becdd1da6abc no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:35.228816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25ad577-b2e4-4ea8-9349-b360ee6ed9a1']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:35.253671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f801a1-a77a-48f8-8513-306b6acebe1f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:35.254265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f801a1-a77a-48f8-8513-306b6acebe1f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:35.271040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.271270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 08829fca-e6bf-4fd3-a1a1-becdd1da6abc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:25:35.271890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08829fca-e6bf-4fd3-a1a1-becdd1da6abc not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:35.287199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.294252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:35.294834 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:35.327163 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:35.362639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870174-ee02-4104-80ef-621d0df9779b req-43c1b9fa-bc8c-445f-971e-0a0c703850c8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:35.364676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.366303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a870174-ee02-4104-80ef-621d0df9779b req-43c1b9fa-bc8c-445f-971e-0a0c703850c8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 947 time: 0.0871949 Aug 20 13:25:35.369035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Attempting to bind port e1ae1576-28d5-4da3-acd8-e3a8c77c975b on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:35.369381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Attempting to bind port e1ae1576-28d5-4da3-acd8-e3a8c77c975b by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:35.369720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Attempting to bind port e1ae1576-28d5-4da3-acd8-e3a8c77c975b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:35.383552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Port e1ae1576-28d5-4da3-acd8-e3a8c77c975b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:25:35.383952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Attempting to bind port e1ae1576-28d5-4da3-acd8-e3a8c77c975b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:35.398325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:35.398652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:35.404014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:35.404014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Bound port: e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:35.404014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.411545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.433448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.440471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] 10.222.0.59 "DELETE /v2.0/networks/a25ad577-b2e4-4ea8-9349-b360ee6ed9a1 HTTP/1.1" status: 204 len: 168 time: 0.8806734 Aug 20 13:25:35.443228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e0d3-39fe-41f6-b0c4-7b3dad476d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a25ad577-b2e4-4ea8-9349-b360ee6ed9a1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:35.450225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a870174-ee02-4104-80ef-621d0df9779b req-f2f06325-5e63-4fe3-87bd-68da049f88dd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Aug 20 13:25:35.468212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.469264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:35.469865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.633153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52508) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:35.662577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc2164-3af3-41ac-9096-84d946ba5b00 req-223f0d38-f9e6-4860-bdc2-4265c7fee91a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:35.664953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8fc2164-3af3-41ac-9096-84d946ba5b00 req-223f0d38-f9e6-4860-bdc2-4265c7fee91a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.0737989 Aug 20 13:25:35.749655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8fc2164-3af3-41ac-9096-84d946ba5b00 req-51b8dd86-bd44-44b9-891e-7e0f25314f10 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714202 Aug 20 13:25:35.790121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52516) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:35.845911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-634951c5-f40c-4105-bc27-9db7f5abcf56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f5bf20aff1b41c5b49303dd1c02f709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535593 Aug 20 13:25:35.848250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52518) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:35.912800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dbb62194-cad2-48f0-88dd-1758a8546f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.926065 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7090061 Aug 20 13:25:35.933600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52522) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:35.943369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Request body: {'subnet': {'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-subnet', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:35.948223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] For port e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:35.952389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a384b8-bb1a-4072-ae1e-ac1cd6baf0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=46a76a40-cd39-4571-a644-b35e0e191920,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:35.961794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] For port e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:35.963278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 46a76a40-cd39-4571-a644-b35e0e191920 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:35.965529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dbb62194-cad2-48f0-88dd-1758a8546f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.973312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-025c76c4-c0d0-43e2-9309-2ea3b57e9e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:35.973881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.022432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:36.023511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.025262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1ae1576-28d5-4da3-acd8-e3a8c77c975b HTTP/1.1" status: 200 len: 1095 time: 2.2049594 Aug 20 13:25:36.030119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'tag': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:36.032810 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea4dcfe-04e4-4687-87da-04b990ffd87f" -d '{"events": [{"name": "network-changed", "server_uuid": "71fec1ec-67de-42f4-be10-39c4da9fc7d1", "tag": "e1ae1576-28d5-4da3-acd8-e3a8c77c975b"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:36.038701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Made reservation on behalf of 3308a1798a2541919f2cd331109f1456 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:36.041726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.098931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dbb62194-cad2-48f0-88dd-1758a8546f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.102620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dbb62194-cad2-48f0-88dd-1758a8546f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.108858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dbb62194-cad2-48f0-88dd-1758a8546f5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dba77dfb-f9b8-4b7d-a48f-835de89b5e1e HTTP/1.1" status: 204 len: 168 time: 0.2590477 Aug 20 13:25:36.127541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb62194-cad2-48f0-88dd-1758a8546f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba77dfb-f9b8-4b7d-a48f-835de89b5e1e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:36.128658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de707446-b842-4984-bf4a-6b1d57d57ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:36.227832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-025c76c4-c0d0-43e2-9309-2ea3b57e9e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.235043 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb956f2c-47fc-4cea-b6c6-3a56b30fb72d x-openstack-request-id: req-eb956f2c-47fc-4cea-b6c6-3a56b30fb72d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:36.235780 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fec1ec-67de-42f4-be10-39c4da9fc7d1", "tag": "e1ae1576-28d5-4da3-acd8-e3a8c77c975b", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:36.235780 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb956f2c-47fc-4cea-b6c6-3a56b30fb72d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:36.236077 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'tag': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b', 'status': 'completed', 'code': 200} Aug 20 13:25:36.237498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-025c76c4-c0d0-43e2-9309-2ea3b57e9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.312491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-025c76c4-c0d0-43e2-9309-2ea3b57e9e1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0738c22f36a4b0dbe77310e3cc899fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761110 Aug 20 13:25:36.317934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c76c4-c0d0-43e2-9309-2ea3b57e9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcbb010-24fc-496d-82d1-f1bb1662ca72,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:36.322898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52534) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:36.394222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-db5baa2b-d706-4b00-9a20-c6a30183a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:36.395758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-db5baa2b-d706-4b00-9a20-c6a30183a660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 1098 time: 0.2411623 Aug 20 13:25:36.413288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4dc81920-c433-42b4-ace0-9350e7e91c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.462160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4dc81920-c433-42b4-ace0-9350e7e91c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.481425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-43c7c204-0801-417c-a306-143550da4d53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b HTTP/1.1" status: 200 len: 217 time: 0.0563436 Aug 20 13:25:36.525619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.547425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4dc81920-c433-42b4-ace0-9350e7e91c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.551002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4dc81920-c433-42b4-ace0-9350e7e91c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.552320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4dc81920-c433-42b4-ace0-9350e7e91c31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fcbb010-24fc-496d-82d1-f1bb1662ca72 HTTP/1.1" status: 204 len: 168 time: 0.2275488 Aug 20 13:25:36.570382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc81920-c433-42b4-ace0-9350e7e91c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcbb010-24fc-496d-82d1-f1bb1662ca72,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:36.663810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-806ae4d0-d287-41ce-8229-a9d8dc49a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:36.665683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-806ae4d0-d287-41ce-8229-a9d8dc49a7cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1776047 Aug 20 13:25:36.713652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6f975-21a2-46e1-b24e-028bbcd3e437 req-377d7d8f-091c-435d-9259-843a48907cf6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:36.715821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25b6f975-21a2-46e1-b24e-028bbcd3e437 req-377d7d8f-091c-435d-9259-843a48907cf6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 947 time: 0.0815926 Aug 20 13:25:36.721851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2299ebc8-8348-4ef8-b1fe-a7445343cd47,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:36.730975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Checking segment: {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:36.731559 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Network hostable DHCP agents. Network: 46a76a40-cd39-4571-a644-b35e0e191920, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:36.750294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7615f-0bdf-4546-b327-47f323111673 req-8bf528b7-118c-460c-aa2f-4a2af6a16488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:36.752325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-8bf528b7-118c-460c-aa2f-4a2af6a16488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800860 Aug 20 13:25:36.772449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Network 46a76a40-cd39-4571-a644-b35e0e191920 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:36.786109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25b6f975-21a2-46e1-b24e-028bbcd3e437 req-3ece2e94-e886-4f52-9be7-905c3584fb38 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627718 Aug 20 13:25:36.844815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 46a76a40-cd39-4571-a644-b35e0e191920) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:36.854860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:36.859763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.859990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d177f-9052-4071-af5a-ae4287046607 None None] Network 46a76a40-cd39-4571-a644-b35e0e191920 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:36.875179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fcc14751-5ff3-427f-b9e8-79c926469e01 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9392285 Aug 20 13:25:36.877782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52558) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:36.883890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:36.915885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.917476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:36.950058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-53120602-f746-459f-9923-ebebdd01b245 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906960 Aug 20 13:25:36.994691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:37.159536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77bb27-c156-4abd-b402-bd1f974c0acb None None] Network 46a76a40-cd39-4571-a644-b35e0e191920 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:37.178765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9cc7615f-0bdf-4546-b327-47f323111673 req-336df86c-8b95-403a-952e-62e3ff51dde9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149980 Aug 20 13:25:37.208689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83594f92-a99d-4bd7-a1b8-f36c4b5d00f0 req-05529e40-34eb-47e0-83de-8b0b4e86bf48 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:37.220450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83594f92-a99d-4bd7-a1b8-f36c4b5d00f0 req-05529e40-34eb-47e0-83de-8b0b4e86bf48 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2691081 Aug 20 13:25:37.311451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83594f92-a99d-4bd7-a1b8-f36c4b5d00f0 req-e625000e-2ced-4ec2-8005-c057e24b0896 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887752 Aug 20 13:25:37.320074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-c730b9f2-5732-4820-a768-19d12af14f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:37.321785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-c730b9f2-5732-4820-a768-19d12af14f50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 1098 time: 0.0803621 Aug 20 13:25:37.353135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:37.461783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-aa0eacc9-36c4-4a03-8f25-554a26fe2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:37.463433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-aa0eacc9-36c4-4a03-8f25-554a26fe2a30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1322238 Aug 20 13:25:37.517313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-9161b0dc-649d-430f-a6e2-33d0bacca7a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b HTTP/1.1" status: 200 len: 217 time: 0.0452895 Aug 20 13:25:37.561691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52582) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:37.607828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-679259e6-ee68-45de-9865-17c8b75c07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:37.610071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-679259e6-ee68-45de-9865-17c8b75c07ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0849068 Aug 20 13:25:37.618107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:37.645864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:37.676297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-f6a038aa-2530-460a-834a-ca5802e58e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:37.678371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-f6a038aa-2530-460a-834a-ca5802e58e7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605795 Aug 20 13:25:37.791261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Allocated IP 172.25.6.134 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/5cb46d29-0086-44c5-b899-9b84c3c7663f) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:37.827313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-337cc277-b9f3-41a8-898e-82cec308edb5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408384 Aug 20 13:25:37.949420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:37.997820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549877d-023a-4076-8d83-c2156dbe0f50 req-c50fbad6-36d8-4c39-b30d-87bbbe498e0d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:38.005144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6549877d-023a-4076-8d83-c2156dbe0f50 req-c50fbad6-36d8-4c39-b30d-87bbbe498e0d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 947 time: 0.1274996 Aug 20 13:25:38.015160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.022422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-628832224-network', 'tenant_id': '098e8e39014646fab999e74be71e07f3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:38.046246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bea4dcfe-04e4-4687-87da-04b990ffd87f req-c2db873e-3fb8-45dd-8938-026b120567be service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099867 Aug 20 13:25:38.066008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:38.071228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:38.076760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:38.087432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb46d29-0086-44c5-b899-9b84c3c7663f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:38.092587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6549877d-023a-4076-8d83-c2156dbe0f50 req-0e30e650-fc73-4f38-ac55-9e51e3e83628 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779629 Aug 20 13:25:38.095375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Made reservation on behalf of 098e8e39014646fab999e74be71e07f3 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:38.111687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.127441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.270838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.279545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.311354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:38.323708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4079a0-b398-47d1-a381-be4c41897268,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:38.347004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.347416 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Added segment 7bd41fc1-a80a-48e0-9d1f-d856d236fc77 of type vlan for network 8d67da80-807e-4648-b453-9bdc1a128e64 Aug 20 13:25:38.399652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.452093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52618) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:38.455586 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.457183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:38.460762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.465274 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.523186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9592187 Aug 20 13:25:38.526062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52624) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:38.542573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a5667-ca0d-4e3a-8396-f5c6ab288a2c admin admin] Pushing event updated for resources: {'Network': ['ID=8d67da80-807e-4648-b453-9bdc1a128e64,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:38.545054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Request body: {'subnet': {'network_id': '8d67da80-807e-4648-b453-9bdc1a128e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-628832224-subnet', 'tenant_id': '098e8e39014646fab999e74be71e07f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:38.569174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8d67da80-807e-4648-b453-9bdc1a128e64 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:38.585480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Made reservation on behalf of 098e8e39014646fab999e74be71e07f3 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:38.587860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.686354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8dca7-1c6d-471a-90d8-8fb7f61bc28d req-e7eb7b7a-24a7-4ecc-9bae-776e47c07278 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:38.689035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35a8dca7-1c6d-471a-90d8-8fb7f61bc28d req-e7eb7b7a-24a7-4ecc-9bae-776e47c07278 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2247488 Aug 20 13:25:38.756690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1ae1576-28d5-4da3-acd8-e3a8c77c975b details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:25:38.771659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35a8dca7-1c6d-471a-90d8-8fb7f61bc28d req-eb7a7278-fe17-4d53-854d-1f3b7cd5c404 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761507 Aug 20 13:25:38.847384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-372309348-network', 'tenant_id': 'c5322f38f07c429da689a961859366d8'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:38.908941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:38.921402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b', 'mac_address': 'fa:16:3e:6b:10:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:25:38.976022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:38.995205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ae1576-28d5-4da3-acd8-e3a8c77c975b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:39.007365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Made reservation on behalf of c5322f38f07c429da689a961859366d8 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:39.014212 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.026640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:39.032849 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.065129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.105948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:39.147407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.235455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:39.260195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.443403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb3554-02b3-449a-8229-bb1750f3f995 req-6eb29091-a04d-421e-bb30-1043c1253f20 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:39.445174 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8bb3554-02b3-449a-8229-bb1750f3f995 req-6eb29091-a04d-421e-bb30-1043c1253f20 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 948 time: 0.2311599 Aug 20 13:25:39.450726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc295d46-ab0c-4466-ac67-4eb2367a0c86,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:39.536942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Checking segment: {'id': '7bd41fc1-a80a-48e0-9d1f-d856d236fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d67da80-807e-4648-b453-9bdc1a128e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:39.537406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Network hostable DHCP agents. Network: 8d67da80-807e-4648-b453-9bdc1a128e64, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:39.586249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8bb3554-02b3-449a-8229-bb1750f3f995 req-cdc1749b-3fea-4529-80cf-13b78e484b77 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232135 Aug 20 13:25:39.607174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.612940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.620431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:25:39.622763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Network 8d67da80-807e-4648-b453-9bdc1a128e64 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:39.652320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:39.658393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8d67da80-807e-4648-b453-9bdc1a128e64) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:39.667422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1d94c-58bc-4985-bbd6-363a9a202520 None None] Network 8d67da80-807e-4648-b453-9bdc1a128e64 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:39.672050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:39.673199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.715682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc3f2f-cc93-43a0-98a3-b602587acbce,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:39.732397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.733182 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Added segment 42a4f2e1-4420-4776-9117-fdf8923ce47f of type vlan for network c113b7dc-157b-48b7-8c92-91da9ef6a356 Aug 20 13:25:39.771482 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dfe85911-b10d-4c4c-af4e-be682f351564 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2443497 Aug 20 13:25:39.888942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:39.959662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70116ef7-d8fd-491f-a352-2b37136785a9 None None] Network 8d67da80-807e-4648-b453-9bdc1a128e64 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:40.046984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:40.063465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.064398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:40.065379 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.082206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Sync routers for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:40.135668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:40.136713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:40.183528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.184982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c2fd3bc5-8c74-4438-8070-d2263f66bcd1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3050845 Aug 20 13:25:40.189255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7338538 Aug 20 13:25:40.189991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52670) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:40.190351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52672) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:40.202953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Request body: {'subnet': {'network_id': 'c113b7dc-157b-48b7-8c92-91da9ef6a356', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-372309348-subnet', 'tenant_id': 'c5322f38f07c429da689a961859366d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:40.219184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb37cc-57e1-461f-ab9b-ceae8b2147f9 req-cab07b8d-eb12-46f9-8b72-bc4d8fe9bf96 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:40.220292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9beb37cc-57e1-461f-ab9b-ceae8b2147f9 req-cab07b8d-eb12-46f9-8b72-bc4d8fe9bf96 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1679382 Aug 20 13:25:40.304217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeba7d-a44e-4e4c-9e71-f95e8f5d60b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c113b7dc-157b-48b7-8c92-91da9ef6a356,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:40.326670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c113b7dc-157b-48b7-8c92-91da9ef6a356 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:40.334351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9beb37cc-57e1-461f-ab9b-ceae8b2147f9 req-ed3f5fe7-6971-491f-b2f6-68529633507f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715678 Aug 20 13:25:40.347745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Made reservation on behalf of c5322f38f07c429da689a961859366d8 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:40.351152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.359821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:40.569969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-53acddfd-554b-4126-9bd8-641e50815141 req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1519299526', 'description': 'tempest-description-1785789186'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:40.612184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-53acddfd-554b-4126-9bd8-641e50815141 req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.707915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:38Z', 'revision_number': 3, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:40.763212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Checking router: a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:40.763769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Updating router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 port 5cb46d29-0086-44c5-b899-9b84c3c7663f binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:25:40.781949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-53acddfd-554b-4126-9bd8-641e50815141 req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.786474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-53acddfd-554b-4126-9bd8-641e50815141 req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.807751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1ae1576-28d5-4da3-acd8-e3a8c77c975b up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:40.827800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb0180-65a2-4408-95e9-efde1bfa898e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:40.850399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.861341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-53acddfd-554b-4126-9bd8-641e50815141 req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.874918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53acddfd-554b-4126-9bd8-641e50815141 req-380ee9ad-f2fa-4e2d-80b1-aa71ae790fd7 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3099487 Aug 20 13:25:40.975670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:40.991904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52694) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:41.041130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-39d748a5-b7f0-4a78-8a55-b9e10d7ba627 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/bdcb0180-65a2-4408-95e9-efde1bfa898e HTTP/1.1" status: 200 len: 1815 time: 0.0964384 Aug 20 13:25:41.052950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdcb0180-65a2-4408-95e9-efde1bfa898e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:41.053640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdcb0180-65a2-4408-95e9-efde1bfa898e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:41.081725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port e1ae1576-28d5-4da3-acd8-e3a8c77c975b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:41.100444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port e1ae1576-28d5-4da3-acd8-e3a8c77c975b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:41.100919 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.175582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12cf6ebf-6474-45c0-924b-1040bfcacffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.354554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12cf6ebf-6474-45c0-924b-1040bfcacffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.362061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.365851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52702) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:41.369756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12cf6ebf-6474-45c0-924b-1040bfcacffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.453404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.459847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-12cf6ebf-6474-45c0-924b-1040bfcacffa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e104bbc58aff46118e37239b63f0c181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640019 Aug 20 13:25:41.459847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf6ebf-6474-45c0-924b-1040bfcacffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c45baf1-bc75-47ab-b466-6d0b738de4a4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:41.461431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52708) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:41.486664 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.527679 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.539460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:41.542665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:41.546055 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0e329-4dd1-48f4-97ba-c5ae5d0f607e" -d '{"events": [{"server_uuid": "71fec1ec-67de-42f4-be10-39c4da9fc7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e1ae1576-28d5-4da3-acd8-e3a8c77c975b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:41.552173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.569829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020827-62c0-42b5-9126-2bcfdae2f0df req-1af4e28d-1292-4de1-80fa-4edb71f2c15b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:41.570323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84e04c2-cab1-440a-8a9d-20968493a9eb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:41.571432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8020827-62c0-42b5-9126-2bcfdae2f0df req-1af4e28d-1292-4de1-80fa-4edb71f2c15b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 948 time: 0.7753646 Aug 20 13:25:41.588529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.590455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d72b5f9d-a575-4f02-9f2b-b234fb8e2bb5 req-c3ccd792-e3bf-4100-9937-bcabad0103f3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5479085 Aug 20 13:25:41.591510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c36c0bd-c1a9-42f5-beb9-5a979cb2c807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.619104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dba67a-c7b3-48af-962d-4bca652f9b3f,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:41.621195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c36c0bd-c1a9-42f5-beb9-5a979cb2c807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.653460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f354180-b2e3-4915-8f00-ee4037b0ef12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.664618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:41.688320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8020827-62c0-42b5-9126-2bcfdae2f0df req-0d65f7a8-45be-4ced-bb29-f6c071070a67 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009126 Aug 20 13:25:41.691475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.741851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Transition to ACTIVE for port object 5cb46d29-0086-44c5-b899-9b84c3c7663f will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:41.744759 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c36c0bd-c1a9-42f5-beb9-5a979cb2c807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.746895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Checking segment: {'id': '42a4f2e1-4420-4776-9117-fdf8923ce47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c113b7dc-157b-48b7-8c92-91da9ef6a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:41.747344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Network hostable DHCP agents. Network: c113b7dc-157b-48b7-8c92-91da9ef6a356, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:41.752068 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c36c0bd-c1a9-42f5-beb9-5a979cb2c807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.753618 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.766014 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c36c0bd-c1a9-42f5-beb9-5a979cb2c807 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c45baf1-bc75-47ab-b466-6d0b738de4a4 HTTP/1.1" status: 204 len: 168 time: 0.2883458 Aug 20 13:25:41.789015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c0bd-c1a9-42f5-beb9-5a979cb2c807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c45baf1-bc75-47ab-b466-6d0b738de4a4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:41.814089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.852304 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e284deab-5735-4447-9dd0-5e10dcfa1270 x-openstack-request-id: req-e284deab-5735-4447-9dd0-5e10dcfa1270 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:41.852950 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fec1ec-67de-42f4-be10-39c4da9fc7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e1ae1576-28d5-4da3-acd8-e3a8c77c975b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:41.853559 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e284deab-5735-4447-9dd0-5e10dcfa1270 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:41.854525 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b', 'code': 200} Aug 20 13:25:41.858905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Network c113b7dc-157b-48b7-8c92-91da9ef6a356 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:41.893041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c113b7dc-157b-48b7-8c92-91da9ef6a356) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:41.900116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:41.900760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.946002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8005-e5cb-42f1-86da-a600a37c5d36 None None] Pushing event updated for resources: {'Port': ['ID=5cb46d29-0086-44c5-b899-9b84c3c7663f,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:41.950622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Attempting to bind port 5cb46d29-0086-44c5-b899-9b84c3c7663f on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:41.951259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Attempting to bind port 5cb46d29-0086-44c5-b899-9b84c3c7663f by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:41.951643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Attempting to bind port 5cb46d29-0086-44c5-b899-9b84c3c7663f on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:41.956845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2baa6-7c5a-4da1-9e19-9d43dbcdeafb req-1152ae12-643f-44a7-a966-d3db2831eab2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:41.959071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1be2baa6-7c5a-4da1-9e19-9d43dbcdeafb req-1152ae12-643f-44a7-a966-d3db2831eab2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1473291 Aug 20 13:25:41.962468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:41.962862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:41.963311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.963794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:41.964398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Bound port: 5cb46d29-0086-44c5-b899-9b84c3c7663f, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:41.965221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:41.970762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de842a01-0727-4502-8039-83903f93e342 req-4f8ae103-768b-4eab-a6f3-7d1465d29e4c tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/bdcb0180-65a2-4408-95e9-efde1bfa898e HTTP/1.1" status: 200 len: 2409 time: 0.1073780 Aug 20 13:25:42.016664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f354180-b2e3-4915-8f00-ee4037b0ef12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.020711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9860a-5bc6-471e-9e2e-a62ac9c295c7 None None] Network c113b7dc-157b-48b7-8c92-91da9ef6a356 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:42.041770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f354180-b2e3-4915-8f00-ee4037b0ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.057193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-806a97d9-9440-4964-b885-53fcf57d56eb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8645556 Aug 20 13:25:42.066321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1be2baa6-7c5a-4da1-9e19-9d43dbcdeafb req-d170f1f1-fc5d-4926-9098-675e19f3f5c5 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928006 Aug 20 13:25:42.085010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f354180-b2e3-4915-8f00-ee4037b0ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27ab87-8921-4ced-b510-1d5a753bee32,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.127922 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-b886780a-7d8a-449b-8e36-cebe853d0ef3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-group-rules/c84e04c2-cab1-440a-8a9d-20968493a9eb HTTP/1.1" status: 200 len: 778 time: 0.1153975 Aug 20 13:25:42.167211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] For port 5cb46d29-0086-44c5-b899-9b84c3c7663f, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:42.172786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] For port 5cb46d29-0086-44c5-b899-9b84c3c7663f, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cb46d29-0086-44c5-b899-9b84c3c7663f,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:42.186002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Allocated IP 172.20.0.1 (46a76a40-cd39-4571-a644-b35e0e191920/2299ebc8-8348-4ef8-b1fe-a7445343cd47/d7e60a34-bfbe-4200-b0f0-bb08d662f8d4) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:42.186493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.194684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7f354180-b2e3-4915-8f00-ee4037b0ef12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0caf03b0d5d74448912123975ce06913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239377 Aug 20 13:25:42.196735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:42.201053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673bc5-5a25-4efa-a505-66c0f4c7abc5 req-11eba5f1-776d-40b7-b914-eeae7d5243b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:42.203319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3673bc5-5a25-4efa-a505-66c0f4c7abc5 req-11eba5f1-776d-40b7-b914-eeae7d5243b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 1100 time: 0.2640986 Aug 20 13:25:42.243958 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-5e4e449e-9134-4714-af8f-6baaeb598c0d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/bdcb0180-65a2-4408-95e9-efde1bfa898e HTTP/1.1" status: 200 len: 2409 time: 0.1147580 Aug 20 13:25:42.298398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3673bc5-5a25-4efa-a505-66c0f4c7abc5 req-d2cfee72-9502-43da-b054-ba93713c64b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725391 Aug 20 13:25:42.299453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-85b692f2-14df-4445-abc4-55b9543bbc03 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.311780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-85b692f2-14df-4445-abc4-55b9543bbc03 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.314362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52726) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:42.319027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:42.319782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:42.339981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8005-e5cb-42f1-86da-a600a37c5d36 None None] Pushing event updated for resources: {'Port': ['ID=5cb46d29-0086-44c5-b899-9b84c3c7663f,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.342322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52728) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:42.390796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e624627-ccf6-4738-af3e-89a13ca75d72 None None] Network c113b7dc-157b-48b7-8c92-91da9ef6a356 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:42.397213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Deleting subnet a6dba67a-c7b3-48af-962d-4bca652f9b3f {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:42.404890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.408095 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb419f90-bdd5-4e5e-a433-4a649e5634a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.428075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-85b692f2-14df-4445-abc4-55b9543bbc03 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.438312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-85b692f2-14df-4445-abc4-55b9543bbc03 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.439294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-303d76ab-0302-444d-bb3a-78e65f29b514 req-85b692f2-14df-4445-abc4-55b9543bbc03 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c84e04c2-cab1-440a-8a9d-20968493a9eb HTTP/1.1" status: 204 len: 173 time: 0.1945422 Aug 20 13:25:42.455713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86ebe1aa-eff5-4036-a314-e1a1e6813e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.455984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b692f2-14df-4445-abc4-55b9543bbc03 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c84e04c2-cab1-440a-8a9d-20968493a9eb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.476236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.491504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a6589960-c045-4be2-8626-6c52e66a53ff req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1381644391', 'description': 'tempest-description-742124820'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:42.521383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.522801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86ebe1aa-eff5-4036-a314-e1a1e6813e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.549860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.561363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:42.582865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.611535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dba67a-c7b3-48af-962d-4bca652f9b3f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.616093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.617823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d9686f63-0916-4562-9f56-96ba8a52c0da admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a6dba67a-c7b3-48af-962d-4bca652f9b3f HTTP/1.1" status: 204 len: 168 time: 0.2940791 Aug 20 13:25:42.620689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52732) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:42.659016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86ebe1aa-eff5-4036-a314-e1a1e6813e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.661593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86ebe1aa-eff5-4036-a314-e1a1e6813e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.665755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-86ebe1aa-eff5-4036-a314-e1a1e6813e82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d27ab87-8921-4ced-b510-1d5a753bee32 HTTP/1.1" status: 204 len: 168 time: 0.4593716 Aug 20 13:25:42.675641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb419f90-bdd5-4e5e-a433-4a649e5634a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.681945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe1aa-eff5-4036-a314-e1a1e6813e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27ab87-8921-4ced-b510-1d5a753bee32,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.686082 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.705708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.726503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb419f90-bdd5-4e5e-a433-4a649e5634a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.796464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Network 46a76a40-cd39-4571-a644-b35e0e191920 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:42.801510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.805202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6589960-c045-4be2-8626-6c52e66a53ff req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.809943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:42.814145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bb419f90-bdd5-4e5e-a433-4a649e5634a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a93356a478884101b18d8d1aed5a3a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661510 Aug 20 13:25:42.818452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c113b7dc-157b-48b7-8c92-91da9ef6a356']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:42.821985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52740) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:42.823415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:42.825887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb419f90-bdd5-4e5e-a433-4a649e5634a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a818104-b62b-4cfe-8938-c6843f4f07bb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.828405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:42.845618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a4f2e1-4420-4776-9117-fdf8923ce47f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:42.845912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a4f2e1-4420-4776-9117-fdf8923ce47f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:42.864002 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.894802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.901736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.926858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:42.927846 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.930152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad61f4f9-4dfa-4fc3-9d5c-a720723f873b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:42.932224 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:42.936698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:38Z', 'revision_number': 3, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:42.982588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031b62b-732d-4691-9a0e-8a7a587e9e20 None None] The sync data for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 is: [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:38Z', 'revision_number': 3, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:43.047690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad61f4f9-4dfa-4fc3-9d5c-a720723f873b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.067751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.068746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6589960-c045-4be2-8626-6c52e66a53ff req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.077678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6589960-c045-4be2-8626-6c52e66a53ff req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.083744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.088334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c113b7dc-157b-48b7-8c92-91da9ef6a356 HTTP/1.1" status: 204 len: 168 time: 0.4641740 Aug 20 13:25:43.139666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33915d-68c0-46eb-b71a-2a857a0efe39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c113b7dc-157b-48b7-8c92-91da9ef6a356,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:43.158460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1a333-5494-48f4-94f3-106bd0b83eb9 req-6b252f6a-8e8e-4b3e-9a8a-c0e764167c4a tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:43.160192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0e1a333-5494-48f4-94f3-106bd0b83eb9 req-6b252f6a-8e8e-4b3e-9a8a-c0e764167c4a tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 949 time: 0.1817904 Aug 20 13:25:43.205079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6589960-c045-4be2-8626-6c52e66a53ff req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.207148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6589960-c045-4be2-8626-6c52e66a53ff req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7363226 Aug 20 13:25:43.207957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9930-94fb-402f-be08-ac3132d098da tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb1126-4171-4044-a1e0-201e973f8e1b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:43.229785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad61f4f9-4dfa-4fc3-9d5c-a720723f873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.238705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad61f4f9-4dfa-4fc3-9d5c-a720723f873b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.244063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad61f4f9-4dfa-4fc3-9d5c-a720723f873b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a818104-b62b-4cfe-8938-c6843f4f07bb HTTP/1.1" status: 204 len: 168 time: 0.4206583 Aug 20 13:25:43.252056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0e1a333-5494-48f4-94f3-106bd0b83eb9 req-da97e545-b295-47ff-a303-b6cdfec6458d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850554 Aug 20 13:25:43.272220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61f4f9-4dfa-4fc3-9d5c-a720723f873b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a818104-b62b-4cfe-8938-c6843f4f07bb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:43.276505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.328090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52758) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:43.414121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa5c4dc3-813a-429b-a581-0354b40994d1 req-679d89dc-2c5d-41ed-b0c9-82c4ad08f3bd tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/6ceb1126-4171-4044-a1e0-201e973f8e1b HTTP/1.1" status: 200 len: 1814 time: 0.1111310 Aug 20 13:25:43.479870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b0026815-9eee-4efc-b9e6-9116c9f93ef1 req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-402691267', 'description': 'tempest-description-652801333'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:43.503113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7d297253-e1d1-408d-b9ae-16a502b81a1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5322f38f07c429da689a961859366d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726437 Aug 20 13:25:43.508144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52766) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:43.524045 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0026815-9eee-4efc-b9e6-9116c9f93ef1 req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.569256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972f63e-7fa1-41db-8021-2f0bef5b7d23 req-a8e6cfbf-ecff-4f33-992a-c7c74264ca9a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:43.579128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9972f63e-7fa1-41db-8021-2f0bef5b7d23 req-a8e6cfbf-ecff-4f33-992a-c7c74264ca9a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2499464 Aug 20 13:25:43.675930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0026815-9eee-4efc-b9e6-9116c9f93ef1 req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.683815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0026815-9eee-4efc-b9e6-9116c9f93ef1 req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.733261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9972f63e-7fa1-41db-8021-2f0bef5b7d23 req-c8c91d81-eb3e-46dc-8120-a0b4da37f801 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530743 Aug 20 13:25:43.753914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0026815-9eee-4efc-b9e6-9116c9f93ef1 req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.756039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa75d6e2-3672-4f88-ad5f-5ed326e73a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.758837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0026815-9eee-4efc-b9e6-9116c9f93ef1 req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2831047 Aug 20 13:25:43.765340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46fa61-12af-4480-9f17-07249317693e tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c00f9-942f-456c-80c4-cf86795c7362,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:43.852828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa75d6e2-3672-4f88-ad5f-5ed326e73a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.923485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.935896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c1566178-2641-4d1e-a917-f420e7050dad req-6b325e62-53de-494f-9abf-9731d8419768 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/ba3c00f9-942f-456c-80c4-cf86795c7362 HTTP/1.1" status: 200 len: 1813 time: 0.1540742 Aug 20 13:25:43.951976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:43.967179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-67e56853-dc20-42e4-b2b6-4f252b663cbd req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2048298886', 'description': 'tempest-description-1280260235'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:44.017648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-67e56853-dc20-42e4-b2b6-4f252b663cbd req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.044467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52788) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:44.046141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.056134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:44.125478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa75d6e2-3672-4f88-ad5f-5ed326e73a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.128395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa75d6e2-3672-4f88-ad5f-5ed326e73a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.129816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa75d6e2-3672-4f88-ad5f-5ed326e73a72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cdc3f2f-cc93-43a0-98a3-b602587acbce HTTP/1.1" status: 204 len: 168 time: 0.6200466 Aug 20 13:25:44.142874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75d6e2-3672-4f88-ad5f-5ed326e73a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc3f2f-cc93-43a0-98a3-b602587acbce,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:44.194133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-67e56853-dc20-42e4-b2b6-4f252b663cbd req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.200645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-67e56853-dc20-42e4-b2b6-4f252b663cbd req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.213887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Network 46a76a40-cd39-4571-a644-b35e0e191920 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:44.216074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:44.259525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0fcc3-17da-4f56-9f40-621df289c4d4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:44.265747 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-67e56853-dc20-42e4-b2b6-4f252b663cbd req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.267691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-67e56853-dc20-42e4-b2b6-4f252b663cbd req-fd2b5f60-40b1-46c8-95ad-b7e6c9acc3cc tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3064206 Aug 20 13:25:44.396015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ddf3a3f-7d8a-457c-8dc4-5a47b09e4a4f req-cee76249-1fbc-4030-acf7-2cd57cbc6dd2 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/99f0fcc3-17da-4f56-9f40-621df289c4d4 HTTP/1.1" status: 200 len: 1815 time: 0.1064236 Aug 20 13:25:44.419934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-995856062-network', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:44.427970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-274410271', 'description': 'tempest-description-637584060'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:44.434600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:25:44.442906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d3884-7877-45e0-bd53-e9f5e474eb0d req-089386aa-ed69-424e-bd7b-8cbeacaf6727 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:44.444775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b83d3884-7877-45e0-bd53-e9f5e474eb0d req-089386aa-ed69-424e-bd7b-8cbeacaf6727 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 949 time: 0.0946491 Aug 20 13:25:44.492241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:25:44.492241 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:25:44.492241 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '098e8e39014646fab999e74be71e07f3', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 25, 44, 438503)}] Aug 20 13:25:44.492241 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:25:44.492241 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:25:44.493274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:44.494588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.514417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.519844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b83d3884-7877-45e0-bd53-e9f5e474eb0d req-408f165b-2171-4643-935e-077c8796e905 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657647 Aug 20 13:25:44.590668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:44.608844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f4139214-b2bd-4d8f-b276-ac2143f633c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/a4a348e9-e0cf-46ad-9bcb-83b4dc039e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4091408 Aug 20 13:25:44.658765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.665396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.694883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:44.701111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:44.709535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.709882 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Added segment 2717d008-2daa-4e79-a0b5-b4922fe5895d of type vlan for network 9880b8df-3c6f-424a-8607-ad6e74aee881 Aug 20 13:25:44.757611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.787619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.789221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:44.789398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.889972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] Pushing event updated for resources: {'Network': ['ID=9880b8df-3c6f-424a-8607-ad6e74aee881,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:44.905652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:44.919585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44ecbf92-96f0-40a0-b655-49e1fb5ee21a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8736610 Aug 20 13:25:44.922847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52830) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:44.928612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Request body: {'subnet': {'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-995856062-subnet', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:44.937197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ad06e-65b7-411f-ad84-3dbe50eb2fe0 req-e24cc54d-46ef-404f-bc74-0288162c547a tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:44.939272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-197ad06e-65b7-411f-ad84-3dbe50eb2fe0 req-e24cc54d-46ef-404f-bc74-0288162c547a tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 1100 time: 0.0625699 Aug 20 13:25:44.968960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-197ad06e-65b7-411f-ad84-3dbe50eb2fe0 req-976b8a93-465b-4e59-91a3-0eb8ca3a6cfc tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:44.982566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:44.985145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.136264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-197ad06e-65b7-411f-ad84-3dbe50eb2fe0 req-976b8a93-465b-4e59-91a3-0eb8ca3a6cfc tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.144989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-197ad06e-65b7-411f-ad84-3dbe50eb2fe0 req-976b8a93-465b-4e59-91a3-0eb8ca3a6cfc tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.192966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.214705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b8a93-465b-4e59-91a3-0eb8ca3a6cfc tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b0748c-3851-40f7-bccb-b43a9bd344c4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:45.218744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cb46d29-0086-44c5-b899-9b84c3c7663f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:45.232685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-197ad06e-65b7-411f-ad84-3dbe50eb2fe0 req-976b8a93-465b-4e59-91a3-0eb8ca3a6cfc tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854447 Aug 20 13:25:45.348488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5cb46d29-0086-44c5-b899-9b84c3c7663f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:45.358853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5cb46d29-0086-44c5-b899-9b84c3c7663f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:45.360357 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.364975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.438750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd58c-4fd1-46ba-8ddf-e521f7a46383 req-eb239282-de10-4d22-92a4-4f464c8f906b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:45.441245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc1cd58c-4fd1-46ba-8ddf-e521f7a46383 req-eb239282-de10-4d22-92a4-4f464c8f906b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1170542 Aug 20 13:25:45.470856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.472626 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.477560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aec0b3b-79f9-44f6-b350-9dad9e15df15,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:45.488667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Sync routers for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:45.500885 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:45.501809 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:45.502596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.509401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5cb46d29-0086-44c5-b899-9b84c3c7663f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cb46d29-0086-44c5-b899-9b84c3c7663f,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:45.518134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.518483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Checking segment: {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:45.518831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Network hostable DHCP agents. Network: 9880b8df-3c6f-424a-8607-ad6e74aee881, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:25:45.544242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc1cd58c-4fd1-46ba-8ddf-e521f7a46383 req-b1631da6-babd-4e82-a96a-9c537c56a463 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927031 Aug 20 13:25:45.565230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.566964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3e91af8-9c4b-4dcd-bad1-4454d6bf391d req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1461461 Aug 20 13:25:45.568942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620a9be-bf9f-4733-8206-b70bf88cf95d tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572daee3-61ab-4b9b-9a70-aa3ff8deda6a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:45.598733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:25:45.618189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5cb46d29-0086-44c5-b899-9b84c3c7663f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:45.619724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9880b8df-3c6f-424a-8607-ad6e74aee881) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:45.635872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaed8cb-77ba-4818-a9ec-3c02e5390018 None None] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:45.641480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:45.642131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.671879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2c588f48-e0ec-401b-a2b1-b766bac867ed admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7478259 Aug 20 13:25:45.674509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:45.680452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:45.681221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52860) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:45.735300 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-db64a7c2-adb0-49fd-b34f-d533cf34dc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.740402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52864) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:45.742303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.743496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.814506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:45.822588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.903917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9880b8df-3c6f-424a-8607-ad6e74aee881', 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'fixed_ips': [{'subnet_id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:25:45.904838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.929647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2105739850-network', 'tenant_id': 'def6530f91f749ad94f4d9c806225252'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:45.970348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Made reservation on behalf of def6530f91f749ad94f4d9c806225252 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:45.975764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:45.998950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.065055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 2, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:46.093231 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Checking router: a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:46.093586 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Updating router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:25:46.100345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f70483a0-c654-410a-8f33-d065a31abe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.112094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.124329 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.180206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Allocated IP 172.20.0.2 (9880b8df-3c6f-424a-8607-ad6e74aee881/7aec0b3b-79f9-44f6-b350-9dad9e15df15/5c35f74e-0aec-4371-a693-c166bf5483e7) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:46.205260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62569534-b2b9-428f-baee-5cdaf591dd31 req-40a890c6-2c4e-4531-bbfc-04f24d57dab4 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/572daee3-61ab-4b9b-9a70-aa3ff8deda6a HTTP/1.1" status: 200 len: 1813 time: 0.3808913 Aug 20 13:25:46.249468 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-f875db04-f8bd-4317-a953-c752c6f94588 req-12cfcfea-1e58-40bf-9ab1-a46c6f37bad3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] show failed (client error): The resource could not be found. Aug 20 13:25:46.270179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f875db04-f8bd-4317-a953-c752c6f94588 req-12cfcfea-1e58-40bf-9ab1-a46c6f37bad3 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/df566e60-f95a-4c37-8033-94b3a5fb5f58 HTTP/1.1" status: 404 len: 352 time: 0.0398803 Aug 20 13:25:46.325368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-d375b33a-03eb-4e86-a3e1-574eb69fa4e2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:46.332997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-d375b33a-03eb-4e86-a3e1-574eb69fa4e2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 819 time: 0.1880403 Aug 20 13:25:46.351496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-5596fe03-54b6-4904-a5ab-42112dcdaf0d tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/quotas/3308a1798a2541919f2cd331109f1456 HTTP/1.1" status: 200 len: 375 time: 0.0175290 Aug 20 13:25:46.418799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.428468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.442342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:25:46.453495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.453935 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Added segment f7852c9c-b6c4-4c73-98c1-18f24e9c56e6 of type vlan for network 410dd529-fd66-4cf2-a28b-43f8d2fc3ae8 Aug 20 13:25:46.458081 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.466415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-b58879c9-04a7-4fa7-9522-658391542166 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413101 Aug 20 13:25:46.469461 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Transition to ACTIVE for port object d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:46.470662 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-c02a6acb-8a5f-4fb9-bd6f-c7c15898ef7b service neutron] show failed (client error): The resource could not be found. Aug 20 13:25:46.471805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-c02a6acb-8a5f-4fb9-bd6f-c7c15898ef7b service neutron] 10.222.0.53 "GET /v2.0/ports/329efba4-5c75-438c-b3c9-91cf302b8651/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.2494614 Aug 20 13:25:46.476528 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.493339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.499941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.515175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Transition to ACTIVE for port object 5c35f74e-0aec-4371-a693-c166bf5483e7 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:46.524942 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e661f1-0475-4c13-a6e9-f4fe022e4590 None None] Pushing event updated for resources: {'Port': ['ID=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:46.549304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.550280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:46.550929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.553686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Transition to ACTIVE for port object 5c35f74e-0aec-4371-a693-c166bf5483e7 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:46.566872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-fe2e4439-2ef4-4a55-ab28-44d24f11ef6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143452 Aug 20 13:25:46.573613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.612105 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Attempting to bind port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:46.612480 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Attempting to bind port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:46.612868 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Attempting to bind port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 on network 46a76a40-cd39-4571-a644-b35e0e191920 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:46.637237 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:46.638276 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Checking segment: {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:46.638879 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.639483 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Bound using segment: {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:46.642738 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Bound port: d7e60a34-bfbe-4200-b0f0-bb08d662f8d4, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:46.643471 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.697964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-b1ee87eb-a4f0-4aaf-8c54-3c1ad0292ef3 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:46.700133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-b1ee87eb-a4f0-4aaf-8c54-3c1ad0292ef3 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322493 Aug 20 13:25:46.707714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb430137-5d81-4307-8045-00b143518c88,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:46.721435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Pushing event updated for resources: {'Port': ['ID=5c35f74e-0aec-4371-a693-c166bf5483e7,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:46.737678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:46.744869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:46.749662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:46.770896 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] For port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:46.777034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] For port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:46.788833 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.797516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] Pushing event updated for resources: {'Network': ['ID=410dd529-fd66-4cf2-a28b-43f8d2fc3ae8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:46.830596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-f0ce3b2f-4f64-4df2-9c59-922b1da7ee96 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/quotas/3727b148e81b46c59505e7319d62457b HTTP/1.1" status: 200 len: 375 time: 0.0688708 Aug 20 13:25:46.844472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-bebc61af-6317-4ddf-a4d7-7bbde1a679e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:46.846211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-bebc61af-6317-4ddf-a4d7-7bbde1a679e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 1100 time: 0.1141922 Aug 20 13:25:46.861008 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4eff1068-1ccf-4d9f-8e0d-3ba76b37671d service neutron] 10.222.0.59 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930505 Aug 20 13:25:46.875929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:46.877382 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e661f1-0475-4c13-a6e9-f4fe022e4590 None None] Pushing event updated for resources: {'Port': ['ID=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:46.892848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.909814 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:46.911018 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:46.930891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:46.963677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 410dd529-fd66-4cf2-a28b-43f8d2fc3ae8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:25:46.982803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-d3a0f835-3b76-44cb-95e6-85539066762c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508040 Aug 20 13:25:47.013814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f70483a0-c654-410a-8f33-d065a31abe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.026985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Attempting to bind port 5c35f74e-0aec-4371-a693-c166bf5483e7 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:47.027365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Attempting to bind port 5c35f74e-0aec-4371-a693-c166bf5483e7 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:47.028229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Attempting to bind port 5c35f74e-0aec-4371-a693-c166bf5483e7 on network 9880b8df-3c6f-424a-8607-ad6e74aee881 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:47.035643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f70483a0-c654-410a-8f33-d065a31abe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.047356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:47.047750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Checking segment: {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:47.048147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.048572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Bound using segment: {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:47.049079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Bound port: 5c35f74e-0aec-4371-a693-c166bf5483e7, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:47.049464 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.081724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0839b4ef-6f25-436a-9ea0-65f89344959a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3993428 Aug 20 13:25:47.084725 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.180804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] For port 5c35f74e-0aec-4371-a693-c166bf5483e7, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:47.186554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] For port 5c35f74e-0aec-4371-a693-c166bf5483e7, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5c35f74e-0aec-4371-a693-c166bf5483e7,segment=NetworkSegment(2717d008-2daa-4e79-a0b5-b4922fe5895d),segment_id=2717d008-2daa-4e79-a0b5-b4922fe5895d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:47.191403 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.214548 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:47.225801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cb46d29-0086-44c5-b899-9b84c3c7663f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:47.247481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-70ea49e7-faa6-4b45-a471-4ff189da8f40 service neutron] 10.222.0.59 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848770 Aug 20 13:25:47.249100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Allocated IP 172.25.6.76 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:47.278619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f70483a0-c654-410a-8f33-d065a31abe23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9e3e2230327482682891e8ff07782df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5363593 Aug 20 13:25:47.279276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52898) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:47.373674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70483a0-c654-410a-8f33-d065a31abe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dccf4ae-b26f-47a3-aee1-001506bdf712,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:47.452968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c857-2af3-4d53-a7e5-bd7120663ad0 None None] Pushing event updated for resources: {'Port': ['ID=5c35f74e-0aec-4371-a693-c166bf5483e7,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:47.509670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.511548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5cb46d29-0086-44c5-b899-9b84c3c7663f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:47.515159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.609962 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-43ea4c28-721d-4322-84f5-f9ed9c842f1a req-435c7bb1-d076-44ed-b085-b6a04b8bd494 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] show failed (client error): The resource could not be found. Aug 20 13:25:47.611256 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43ea4c28-721d-4322-84f5-f9ed9c842f1a req-435c7bb1-d076-44ed-b085-b6a04b8bd494 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-group-rules/7614e695-33dc-4042-b584-b8f306060218 HTTP/1.1" status: 404 len: 361 time: 0.0973179 Aug 20 13:25:47.613098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.653460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31846ee4-0323-4ffa-ab51-825bad954a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.672131 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:46Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:47.688128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:47.696383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:47.701031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:47.798766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:47.799998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31846ee4-0323-4ffa-ab51-825bad954a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:47.816991 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd6c02-a114-4bd2-af36-a600d416c11b None None] The sync data for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 is: [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:46Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:48.035082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:48.060451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c7e2-9539-4cbc-b830-fea1a3ad859d req-e3c813b2-0941-4252-8e4b-5e266e36a008 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:48.068588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6d2c7e2-9539-4cbc-b830-fea1a3ad859d req-e3c813b2-0941-4252-8e4b-5e266e36a008 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2461338 Aug 20 13:25:48.185750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:48.225859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6d2c7e2-9539-4cbc-b830-fea1a3ad859d req-785a7d0c-6b93-4a8c-b8cb-c1aec3f14055 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562304 Aug 20 13:25:48.229042 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31846ee4-0323-4ffa-ab51-825bad954a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.232307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31846ee4-0323-4ffa-ab51-825bad954a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.237165 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31846ee4-0323-4ffa-ab51-825bad954a5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dccf4ae-b26f-47a3-aee1-001506bdf712 HTTP/1.1" status: 204 len: 168 time: 0.9537184 Aug 20 13:25:48.286134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:48.288304 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa63c8a-6225-414a-858a-0b79699fe808" -d '{"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-unplugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:48.292533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.295979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31846ee4-0323-4ffa-ab51-825bad954a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dccf4ae-b26f-47a3-aee1-001506bdf712,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:48.323566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Transition to ACTIVE for port object 329efba4-5c75-438c-b3c9-91cf302b8651 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:48.350227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.422874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a486a1d9-edd2-4ab7-8c23-b68a76d8b625 req-5d2509a3-1ad8-4e2c-b028-812a15d36da4 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 210 time: 0.0925012 Aug 20 13:25:48.480029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a73cfc6e-5ed9-4368-904a-5c3dd73c0a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.508179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.554459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] No DVR routers for this DVR port 329efba4-5c75-438c-b3c9-91cf302b8651 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:25:48.584995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:48.661246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:48.661686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:48.663219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:48.675765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e39463-9ff7-4d9c-a6d4-a0331416144e req-758cb601-1e29-4336-9026-adebe6a2723a tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/572daee3-61ab-4b9b-9a70-aa3ff8deda6a HTTP/1.1" status: 200 len: 1813 time: 0.1891279 Aug 20 13:25:48.706361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:25:48.706704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:48.747354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:48.748907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:48.749550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:48.750196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Bound port: 329efba4-5c75-438c-b3c9-91cf302b8651, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:48.751075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.870632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:48.875728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:48.904466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a9e39463-9ff7-4d9c-a6d4-a0331416144e req-dfacd3c8-cd55-41db-a714-988932f72355 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.909465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.983543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:48.986166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:48.987874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] 10.222.0.13 "PUT /v2.0/ports/329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 1095 time: 2.1163671 Aug 20 13:25:49.013496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a9e39463-9ff7-4d9c-a6d4-a0331416144e req-dfacd3c8-cd55-41db-a714-988932f72355 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:49.180335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4079d-29a4-428e-a91a-56848df60abe service neutron] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:49.270652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-56e604a0-9966-4e18-9906-ff538325e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.275152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-56e604a0-9966-4e18-9906-ff538325e315 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1098 time: 0.2582200 Aug 20 13:25:49.284184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a9e39463-9ff7-4d9c-a6d4-a0331416144e req-dfacd3c8-cd55-41db-a714-988932f72355 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:49.295604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a9e39463-9ff7-4d9c-a6d4-a0331416144e req-dfacd3c8-cd55-41db-a714-988932f72355 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:49.301205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e39463-9ff7-4d9c-a6d4-a0331416144e req-dfacd3c8-cd55-41db-a714-988932f72355 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "DELETE /v2.0/security-groups/572daee3-61ab-4b9b-9a70-aa3ff8deda6a HTTP/1.1" status: 204 len: 173 time: 0.6163237 Aug 20 13:25:49.420667 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:49.449131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ce90d-c41c-4ff9-b092-d2e69deb2b84 None None] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:25:49.486252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacd3c8-cd55-41db-a714-988932f72355 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572daee3-61ab-4b9b-9a70-aa3ff8deda6a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:49.558101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:49.593970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-92cae2ab-6448-4edc-9699-b3bd03428649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.596946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-92cae2ab-6448-4edc-9699-b3bd03428649 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2909431 Aug 20 13:25:49.614406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:49.678332 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-bb9752ed-3a74-4b5e-84e3-2ad357bd24c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0725145 Aug 20 13:25:49.739835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:49.748071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:49.748680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:49.798658 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2659fb4-e1aa-4579-959c-2ef7764b5220 x-openstack-request-id: req-b2659fb4-e1aa-4579-959c-2ef7764b5220 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:49.798918 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-unplugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:49.799176 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2659fb4-e1aa-4579-959c-2ef7764b5220 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:49.799826 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'code': 200} Aug 20 13:25:49.817424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2924a8f-6b48-4474-9324-eb04bb5dd9ce req-ffb6de3a-a4a5-4d5b-8898-8eaf2723bd2f tempest-ComputeTenantNetworksTest-2062838429 tempest-ComputeTenantNetworksTest-2062838429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.826050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-3be52aa5-7509-4641-8341-509c1346eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.829341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-3be52aa5-7509-4641-8341-509c1346eea3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1429846 Aug 20 13:25:49.830860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2924a8f-6b48-4474-9324-eb04bb5dd9ce req-ffb6de3a-a4a5-4d5b-8898-8eaf2723bd2f tempest-ComputeTenantNetworksTest-2062838429 tempest-ComputeTenantNetworksTest-2062838429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.844866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0c69491c-7271-49be-b175-a40161a2a604 None None] Provisioning for port 5c35f74e-0aec-4371-a693-c166bf5483e7 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:49.845139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2924a8f-6b48-4474-9324-eb04bb5dd9ce req-ffb6de3a-a4a5-4d5b-8898-8eaf2723bd2f tempest-ComputeTenantNetworksTest-2062838429 tempest-ComputeTenantNetworksTest-2062838429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.846869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2924a8f-6b48-4474-9324-eb04bb5dd9ce req-ffb6de3a-a4a5-4d5b-8898-8eaf2723bd2f tempest-ComputeTenantNetworksTest-2062838429 tempest-ComputeTenantNetworksTest-2062838429-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.6676908 Aug 20 13:25:49.904262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-6d40ec5d-b1d3-4b42-9b57-d8a8e92e6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.912072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-6d40ec5d-b1d3-4b42-9b57-d8a8e92e6ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751822 Aug 20 13:25:49.985818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-0ae1675a-5604-4b72-ba05-0d99789e7ff0 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:49.987751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-0ae1675a-5604-4b72-ba05-0d99789e7ff0 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 819 time: 0.6232629 Aug 20 13:25:50.020751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'port': {'device_id': '8306d164-0b48-45d4-bde1-fa02981a4280', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'admin_state_up': True, 'tenant_id': '3308a1798a2541919f2cd331109f1456'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:50.100594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b3a96631-e733-4d87-bc1f-eed63f7c760d req-2543f48a-4ac3-4933-82cd-e55abd1cfb00 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/99f0fcc3-17da-4f56-9f40-621df289c4d4 HTTP/1.1" status: 200 len: 1815 time: 0.1797822 Aug 20 13:25:50.128413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.174322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:50.178358 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:25:50.179148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:25:50.221460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-e3715ba9-51d6-42cb-acd9-ba2487cd292e service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992556 Aug 20 13:25:50.223797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.224647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c35f74e-0aec-4371-a693-c166bf5483e7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:50.310417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.318370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:25:50.403727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b3a96631-e733-4d87-bc1f-eed63f7c760d req-9e972a3a-7fa7-44b0-8e17-41e98d6c3f31 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.413782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:50.468918 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b3a96631-e733-4d87-bc1f-eed63f7c760d req-9e972a3a-7fa7-44b0-8e17-41e98d6c3f31 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.471847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5c35f74e-0aec-4371-a693-c166bf5483e7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:50.477582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97a997-fe79-465d-a7e8-648169d3cf16 req-e59ba203-86cf-4721-8bb0-a236ba3a7f84 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:50.478018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5c35f74e-0aec-4371-a693-c166bf5483e7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:50.478729 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.478989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab97a997-fe79-465d-a7e8-648169d3cf16 req-e59ba203-86cf-4721-8bb0-a236ba3a7f84 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.5196540 Aug 20 13:25:50.514129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-899622bf-21cf-4fb8-b46a-8bec93aa6467 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812498 Aug 20 13:25:50.514754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-a4d4eb09-2064-420f-91af-52907e5b942c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952680 Aug 20 13:25:50.568401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b3a96631-e733-4d87-bc1f-eed63f7c760d req-9e972a3a-7fa7-44b0-8e17-41e98d6c3f31 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.573416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b3a96631-e733-4d87-bc1f-eed63f7c760d req-9e972a3a-7fa7-44b0-8e17-41e98d6c3f31 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.595257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b3a96631-e733-4d87-bc1f-eed63f7c760d req-9e972a3a-7fa7-44b0-8e17-41e98d6c3f31 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "DELETE /v2.0/security-groups/99f0fcc3-17da-4f56-9f40-621df289c4d4 HTTP/1.1" status: 204 len: 173 time: 0.4695332 Aug 20 13:25:50.602737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7cc95440-02ff-4a3d-90ec-6a1ed1b566d7 None None] Provisioning complete for port 5c35f74e-0aec-4371-a693-c166bf5483e7 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:50.603137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7cc95440-02ff-4a3d-90ec-6a1ed1b566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.625335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e972a3a-7fa7-44b0-8e17-41e98d6c3f31 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0fcc3-17da-4f56-9f40-621df289c4d4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:50.705116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab97a997-fe79-465d-a7e8-648169d3cf16 req-dc35c984-6ab1-40e5-85dc-3c0ed7d709df tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976895 Aug 20 13:25:50.756157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Made reservation on behalf of 3308a1798a2541919f2cd331109f1456 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:50.768091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6937897-0780-42c9-b8a3-a16b900ff08e req-05c54bfa-3581-4e04-ad2b-98080ecbe186 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 210 time: 0.0733151 Aug 20 13:25:50.769603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.824178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.847358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c3493910-433c-4271-9b90-c494e909b7bf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:50.849382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c3493910-433c-4271-9b90-c494e909b7bf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243597 Aug 20 13:25:50.866868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-ec28b8e0-ffce-4906-82a2-9c693644c532 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236397 Aug 20 13:25:50.903752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:50.933455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5c35f74e-0aec-4371-a693-c166bf5483e7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5c35f74e-0aec-4371-a693-c166bf5483e7,segment=NetworkSegment(2717d008-2daa-4e79-a0b5-b4922fe5895d),segment_id=2717d008-2daa-4e79-a0b5-b4922fe5895d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:50.935454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7cc95440-02ff-4a3d-90ec-6a1ed1b566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.953515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:50.969567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5f788fa-bca2-4c57-b3f3-5292a3969d15 req-78d0f067-a45a-4c8c-a6f8-f32eda6b3404 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 210 time: 0.1178460 Aug 20 13:25:51.023432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:25:51.119625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-7cc95440-02ff-4a3d-90ec-6a1ed1b566d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:25:51.119991 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-7cc95440-02ff-4a3d-90ec-6a1ed1b566d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:25:51.145089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5c35f74e-0aec-4371-a693-c166bf5483e7,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:51.198159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:51.275793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:51.276785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.326786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b6d75a0-8eb2-45f5-af2b-59f0a5170986 req-e0cd5df5-e070-4478-9728-70a7df3af547 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/ba3c00f9-942f-456c-80c4-cf86795c7362 HTTP/1.1" status: 200 len: 1813 time: 0.2914059 Aug 20 13:25:51.377960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Allocated IP 172.20.0.11 (46a76a40-cd39-4571-a644-b35e0e191920/2299ebc8-8348-4ef8-b1fe-a7445343cd47/57c0cbc9-6d2d-4a55-a956-252e738ec548) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:51.384116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.402235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:51.419137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Sync routers for ids ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:51.428075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:51.432249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.439967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Routers {'80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:51.440288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:51.448033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff7a98-9e26-4132-875e-c33ff31afaf3 req-e5deb8dd-7307-4038-becd-8cce9ac04294 tempest-ComputeTenantNetworksTest-2062838429 tempest-ComputeTenantNetworksTest-2062838429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:51.450121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61ff7a98-9e26-4132-875e-c33ff31afaf3 req-e5deb8dd-7307-4038-becd-8cce9ac04294 tempest-ComputeTenantNetworksTest-2062838429 tempest-ComputeTenantNetworksTest-2062838429-project] 10.222.0.59 "GET /v2.0/networks/410dd529-fd66-4cf2-a28b-43f8d2fc3ae8 HTTP/1.1" status: 200 len: 769 time: 0.6279678 Aug 20 13:25:51.462239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52984) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:51.481997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.483282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e0334997-0300-476b-b5a9-b1415a680c75 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8076270 Aug 20 13:25:51.486804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52986) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:51.570102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Set router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:51.571097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-7118d0e7-b0ff-4567-b2e9-48345401ae86 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:51.572646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-7118d0e7-b0ff-4567-b2e9-48345401ae86 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6922514 Aug 20 13:25:51.591794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:51.638934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.648450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b6d75a0-8eb2-45f5-af2b-59f0a5170986 req-36e2ab42-7183-4dbc-be77-c158ba7bb73f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.775559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.790621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410dd529-fd66-4cf2-a28b-43f8d2fc3ae8']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:51.805630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:51.808348 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a3910e-8359-4a0a-afd9-14355a11212a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:51.817723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7852c9c-b6c4-4c73-98c1-18f24e9c56e6') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:51.818404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7852c9c-b6c4-4c73-98c1-18f24e9c56e6') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:51.860912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.73 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/4e61d685-f52e-49e7-ba94-24989592ac60) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:51.864302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.878777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:25:51.882497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.901020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b6d75a0-8eb2-45f5-af2b-59f0a5170986 req-36e2ab42-7183-4dbc-be77-c158ba7bb73f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.901280 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.926105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:25:48Z', 'revision_number': 3, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:51.938372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:51.938804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:51.940780 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:51.974399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Checking router: 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:51.975372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Updating router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:25:52.007258 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.063004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70513f12-ff5f-4491-86c8-7d7cc8358a03 req-0e20ab0e-e3ae-4f06-b98a-0d76d7f74f30 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:52.064773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70513f12-ff5f-4491-86c8-7d7cc8358a03 req-0e20ab0e-e3ae-4f06-b98a-0d76d7f74f30 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.2490547 Aug 20 13:25:52.130770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.176760 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.195244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] 10.222.0.59 "DELETE /v2.0/networks/410dd529-fd66-4cf2-a28b-43f8d2fc3ae8 HTTP/1.1" status: 204 len: 168 time: 0.7324755 Aug 20 13:25:52.195852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b6d75a0-8eb2-45f5-af2b-59f0a5170986 req-36e2ab42-7183-4dbc-be77-c158ba7bb73f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.198567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1b6d75a0-8eb2-45f5-af2b-59f0a5170986 req-36e2ab42-7183-4dbc-be77-c158ba7bb73f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.206654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b6d75a0-8eb2-45f5-af2b-59f0a5170986 req-36e2ab42-7183-4dbc-be77-c158ba7bb73f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "DELETE /v2.0/security-groups/ba3c00f9-942f-456c-80c4-cf86795c7362 HTTP/1.1" status: 204 len: 173 time: 0.8788850 Aug 20 13:25:52.213287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.233947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ab42-7183-4dbc-be77-c158ba7bb73f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c00f9-942f-456c-80c4-cf86795c7362,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:52.288711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70513f12-ff5f-4491-86c8-7d7cc8358a03 req-2425d994-0610-49e6-8874-60132d2a21b9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985457 Aug 20 13:25:52.299930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce06f7-f32c-4e93-9f9c-08c3098d7f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=410dd529-fd66-4cf2-a28b-43f8d2fc3ae8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:52.422309 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d579f3-8da4-4f5f-b6e4-69a05161804f x-openstack-request-id: req-32d579f3-8da4-4f5f-b6e4-69a05161804f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:52.422609 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:52.422867 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32d579f3-8da4-4f5f-b6e4-69a05161804f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:52.423271 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'status': 'completed', 'code': 200} Aug 20 13:25:52.497740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.510942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.514787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Transition to ACTIVE for port object 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:52.520164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7db73f86-265f-4dc0-ad3a-495ae0999df2 req-b4e334d0-a204-486a-8151-6ab43181df90 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 210 time: 0.1346965 Aug 20 13:25:52.531364 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.555327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 4e61d685-f52e-49e7-ba94-24989592ac60 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:52.563189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.579786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53064) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:52.601310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Attempting to bind port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:52.601679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Attempting to bind port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:52.602056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Attempting to bind port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:52.609550 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1ee7b2b-752e-45cf-be17-78da6a50f7e8 req-a55dd67b-9499-453e-819d-ce1080a244b4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 210 time: 0.1018581 Aug 20 13:25:52.622465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338245b7-5308-4eb7-9f58-55d947d675f2 None None] Pushing event updated for resources: {'Port': ['ID=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:52.629912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-5ee0da74-27c4-4c69-8b62-18d8850537bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:52.630935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:52.631630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-5ee0da74-27c4-4c69-8b62-18d8850537bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1098 time: 0.1847906 Aug 20 13:25:52.633961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:52.634580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.635236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-cdf33f12-b98c-428f-a7f6-3ad2f6b8ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:52.636868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-cdf33f12-b98c-428f-a7f6-3ad2f6b8ea4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1098 time: 0.1750562 Aug 20 13:25:52.637441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:52.638075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Bound port: 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:52.638400 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.705279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] For port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:52.710418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] For port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:52.717611 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:52.803471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Routers {'80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:52.804522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:52.812030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338245b7-5308-4eb7-9f58-55d947d675f2 None None] Pushing event updated for resources: {'Port': ['ID=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:52.860005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:25:52.882755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-57175ee2-0621-4183-834b-a276550da600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:52.884928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-57175ee2-0621-4183-834b-a276550da600 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2454963 Aug 20 13:25:52.935308 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-2cc5cc7c-7963-4356-8669-17044aa20432 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0410161 Aug 20 13:25:52.937368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-b9b5278b-5de5-4639-ae3e-85f63e8e3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:52.939065 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-b9b5278b-5de5-4639-ae3e-85f63e8e3283 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2467422 Aug 20 13:25:52.995821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-490ff8b3-d85a-4c7d-bb4d-f227738cd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:52.998536 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-490ff8b3-d85a-4c7d-bb4d-f227738cd8fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0572729 Aug 20 13:25:53.007453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] Set router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:53.035550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Network 46a76a40-cd39-4571-a644-b35e0e191920 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:53.039359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-90443af0-429f-42ce-a106-df90d7e0c700 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0394154 Aug 20 13:25:53.083221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:53.101616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:53.160576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-12a8263e-26d8-48a2-96a1-82113b788bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:53.160576 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-12a8263e-26d8-48a2-96a1-82113b788bd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0875113 Aug 20 13:25:53.160576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53082) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:53.177787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:53.229655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75570884-d7f3-466a-8696-f848c1b9f8b3 req-0dd43200-7f0f-40e3-8791-df87a59f0150 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/6ceb1126-4171-4044-a1e0-201e973f8e1b HTTP/1.1" status: 200 len: 1814 time: 0.2303147 Aug 20 13:25:53.232126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c35f74e-0aec-4371-a693-c166bf5483e7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:53.236647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5a506c0a-5f23-4b10-a12f-427508cfb664 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=def6530f91f749ad94f4d9c806225252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410232 Aug 20 13:25:53.255474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53086) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:53.273634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:53.274277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.286803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-d7648c9e-ce40-4dbd-a320-df327b6acff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:53.289416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.293743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-d7648c9e-ce40-4dbd-a320-df327b6acff7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522862 Aug 20 13:25:53.313131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:53.354426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-4774c2ea-457c-4610-b6a8-06baff4e86a5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3389089 Aug 20 13:25:53.375373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Request body: {'port': {'device_id': '8306d164-0b48-45d4-bde1-fa02981a4280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:53.415794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:53.416159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.75 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/7da4366a-d7ff-47d0-a94c-a38838a4c641) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:53.425191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:53.445576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=4e61d685-f52e-49e7-ba94-24989592ac60,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:53.447003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '329efba4-5c75-438c-b3c9-91cf302b8651', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '329efba4-5c75-438c-b3c9-91cf302b8651', 'mac_address': 'fa:16:3e:82:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:25:53.448040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:53.456207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:53.528814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-75570884-d7f3-466a-8696-f848c1b9f8b3 req-68951149-4cc3-4ae4-8b01-50cf2c2463e9 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.540328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.562005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5c35f74e-0aec-4371-a693-c166bf5483e7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:53.562005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.571984 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.572393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba12bdcb-9064-4079-b273-8443915ff314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.579663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:53.580247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.610996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-75570884-d7f3-466a-8696-f848c1b9f8b3 req-68951149-4cc3-4ae4-8b01-50cf2c2463e9 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.611940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3910e-8359-4a0a-afd9-14355a11212a req-5d6d7b68-1352-41e8-8c83-96df3466a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:53.613809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-5d6d7b68-1352-41e8-8c83-96df3466a4ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4150567 Aug 20 13:25:53.637301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-3dd95234-9bfb-4005-bc17-310e82c08bf4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7465250 Aug 20 13:25:53.648486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.690529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329efba4-5c75-438c-b3c9-91cf302b8651 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:53.708922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Request body: {'port': {'device_id': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:53.753993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:53.773903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.875354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:25:48Z', 'revision_number': 3, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:53.897615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.898682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20c1ac-1985-4f26-971f-07f87bc2e9a2 req-c7aba320-72f6-4c1c-866d-c1550912933f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:53.908276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc20c1ac-1985-4f26-971f-07f87bc2e9a2 req-c7aba320-72f6-4c1c-866d-c1550912933f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 947 time: 0.4305975 Aug 20 13:25:53.918293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-75570884-d7f3-466a-8696-f848c1b9f8b3 req-68951149-4cc3-4ae4-8b01-50cf2c2463e9 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.918544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd575380-c8dd-442e-891d-d17626cb8ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.919073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e03641b-9213-4dc9-939d-a15598b7f5f1 None None] Provisioning for port 4e61d685-f52e-49e7-ba94-24989592ac60 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:53.920744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-75570884-d7f3-466a-8696-f848c1b9f8b3 req-68951149-4cc3-4ae4-8b01-50cf2c2463e9 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.922263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75570884-d7f3-466a-8696-f848c1b9f8b3 req-68951149-4cc3-4ae4-8b01-50cf2c2463e9 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "DELETE /v2.0/security-groups/6ceb1126-4171-4044-a1e0-201e973f8e1b HTTP/1.1" status: 204 len: 173 time: 0.6913562 Aug 20 13:25:53.939693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dcc03-9f11-4383-b317-57b6e8fe636e None None] The sync data for ids ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'] in n-d-804232-5 is: [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:25:48Z', 'revision_number': 3, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:25:53.951584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e03641b-9213-4dc9-939d-a15598b7f5f1 None None] Provisioning complete for port 4e61d685-f52e-49e7-ba94-24989592ac60 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:53.951973 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e03641b-9213-4dc9-939d-a15598b7f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:53.979947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:54.002962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68951149-4cc3-4ae4-8b01-50cf2c2463e9 tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb1126-4171-4044-a1e0-201e973f8e1b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:54.010106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9e03641b-9213-4dc9-939d-a15598b7f5f1 None None] Port 4e61d685-f52e-49e7-ba94-24989592ac60 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:54.027464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['329efba4-5c75-438c-b3c9-91cf302b8651'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:54.048117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Allocated IP 172.20.0.1 (9880b8df-3c6f-424a-8607-ad6e74aee881/7aec0b3b-79f9-44f6-b350-9dad9e15df15/5da3f0fb-f1cb-4024-819e-d5e156a2cdac) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:25:54.107403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd575380-c8dd-442e-891d-d17626cb8ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.124390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-a977994e-ed92-41f0-80ff-13cd22e6ec9c service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737496 Aug 20 13:25:54.127568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc20c1ac-1985-4f26-971f-07f87bc2e9a2 req-8fa0fe83-4b87-4e27-9f7e-227d3901ff59 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184272 Aug 20 13:25:54.129829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba12bdcb-9064-4079-b273-8443915ff314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.166719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba12bdcb-9064-4079-b273-8443915ff314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.298419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-116fdc95-1ff5-4f1b-98c7-2ad1fbc13a53 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472898 Aug 20 13:25:54.335160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf212d-d909-482b-b46a-c993525b42c1 req-a67f6b64-1155-47af-8b26-22a386f213d9 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:54.338711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5bf212d-d909-482b-b46a-c993525b42c1 req-a67f6b64-1155-47af-8b26-22a386f213d9 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 932 time: 0.2951488 Aug 20 13:25:54.396689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.413212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 7da4366a-d7ff-47d0-a94c-a38838a4c641 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:54.428489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-82c15a44-6584-48e8-8efa-a2e1111b3091 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851181 Aug 20 13:25:54.429568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12bdcb-9064-4079-b273-8443915ff314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc0a5f-6d5f-4dea-a4e9-ee463f682645,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:54.447818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.462670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ba12bdcb-9064-4079-b273-8443915ff314 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a0c4ff36ce74e049ce0f174722750aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3047247 Aug 20 13:25:54.475992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53100) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:54.500464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5bf212d-d909-482b-b46a-c993525b42c1 req-bfd4ff36-2938-4465-95bb-a3ba6b807c9e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440482 Aug 20 13:25:54.513618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Transition to ACTIVE for port object 5da3f0fb-f1cb-4024-819e-d5e156a2cdac will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:54.527204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c0cbc9-6d2d-4a55-a956-252e738ec548 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:54.539756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.578945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Transition to ACTIVE for port object 57c0cbc9-6d2d-4a55-a956-252e738ec548 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:54.591877 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.619045 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd575380-c8dd-442e-891d-d17626cb8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.623675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd575380-c8dd-442e-891d-d17626cb8ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.625254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd575380-c8dd-442e-891d-d17626cb8ce0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb430137-5d81-4307-8045-00b143518c88 HTTP/1.1" status: 204 len: 168 time: 1.3611283 Aug 20 13:25:54.707703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.716345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.720807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:25:54.768742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-dda7c3f0-31d7-46e5-bc6a-a3797c9faea3 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027389 Aug 20 13:25:54.802692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:54.807340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=7da4366a-d7ff-47d0-a94c-a38838a4c641,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:54.827842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575380-c8dd-442e-891d-d17626cb8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb430137-5d81-4307-8045-00b143518c88,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:54.833125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:54.842179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:54.870170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c20048a-922f-43cc-a276-ad574a55ff5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:54.872174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:54.880242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:54.918994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:54.976411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:54.997909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb075-d6d8-4cd4-b4ef-e6b1b5fd32ac req-9fe7ee62-d400-4b84-880a-2dceaf96962e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:55.004771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:25:55.015056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d70eb075-d6d8-4cd4-b4ef-e6b1b5fd32ac req-9fe7ee62-d400-4b84-880a-2dceaf96962e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 935 time: 0.3870239 Aug 20 13:25:55.023369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 329efba4-5c75-438c-b3c9-91cf302b8651 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:55.023968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d51f58-a258-4a9b-a4dc-de90ef9eec45 req-6ef43299-3b33-4904-99a0-191d4e58c70a tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "GET /v2.0/security-groups/bdcb0180-65a2-4408-95e9-efde1bfa898e HTTP/1.1" status: 200 len: 1815 time: 0.3637319 Aug 20 13:25:55.039557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 329efba4-5c75-438c-b3c9-91cf302b8651 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:55.039932 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.049754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:55.053741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.074049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c20048a-922f-43cc-a276-ad574a55ff5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.144237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-5fd4a200-609a-4ceb-a54a-87faa7b07506 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5623009 Aug 20 13:25:55.168862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d70eb075-d6d8-4cd4-b4ef-e6b1b5fd32ac req-c0da8253-8520-4e90-aff2-6f0aba299490 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527822 Aug 20 13:25:55.196287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Request body: {'port': {'device_id': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:25:55.369431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.384665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.384885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c20048a-922f-43cc-a276-ad574a55ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.388056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c20048a-922f-43cc-a276-ad574a55ff5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.391695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:55.391903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6c20048a-922f-43cc-a276-ad574a55ff5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0cc0a5f-6d5f-4dea-a4e9-ee463f682645 HTTP/1.1" status: 204 len: 168 time: 0.9030387 Aug 20 13:25:55.494707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.532284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:55.558214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f6c714d5-a142-443e-9f67-7375e6911f2b None None] Provisioning for port 7da4366a-d7ff-47d0-a94c-a38838a4c641 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:55.591188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:55.602159 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7c36e-f145-4340-815b-2e3bdb5ae009" -d '{"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-plugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:55.606782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f6c714d5-a142-443e-9f67-7375e6911f2b None None] Provisioning complete for port 7da4366a-d7ff-47d0-a94c-a38838a4c641 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:55.607170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f6c714d5-a142-443e-9f67-7375e6911f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.620953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e61d685-f52e-49e7-ba94-24989592ac60 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:55.644686 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.654615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20048a-922f-43cc-a276-ad574a55ff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc0a5f-6d5f-4dea-a4e9-ee463f682645,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:55.716520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Transition to ACTIVE for port object 4e61d685-f52e-49e7-ba94-24989592ac60 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:55.729586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Attempting to bind port 57c0cbc9-6d2d-4a55-a956-252e738ec548 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:55.729954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Attempting to bind port 57c0cbc9-6d2d-4a55-a956-252e738ec548 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:55.730210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:55.730428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Attempting to bind port 57c0cbc9-6d2d-4a55-a956-252e738ec548 on network 46a76a40-cd39-4571-a644-b35e0e191920 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:55.737173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.768080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.794649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f6c714d5-a142-443e-9f67-7375e6911f2b None None] Port 7da4366a-d7ff-47d0-a94c-a38838a4c641 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:55.799428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d51f58-a258-4a9b-a4dc-de90ef9eec45 req-442e31d6-aefa-4879-a5f8-f8aac22b729f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.833048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Port 57c0cbc9-6d2d-4a55-a956-252e738ec548 on network 46a76a40-cd39-4571-a644-b35e0e191920 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:25:55.833332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Attempting to bind port 57c0cbc9-6d2d-4a55-a956-252e738ec548 on network 46a76a40-cd39-4571-a644-b35e0e191920 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:55.835354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:55.857445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:55.869201 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.884518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:55.884850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Checking segment: {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:55.885323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Bound using segment: {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:55.885812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Bound port: 57c0cbc9-6d2d-4a55-a956-252e738ec548, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27bd975-0c23-410c-b416-f0357853463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:55.886175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.920949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d51f58-a258-4a9b-a4dc-de90ef9eec45 req-442e31d6-aefa-4879-a5f8-f8aac22b729f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:55.938304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-9569d617-6279-43e4-930c-21fd2d8f4f02 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:55.940265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-9569d617-6279-43e4-930c-21fd2d8f4f02 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 948 time: 0.2576029 Aug 20 13:25:56.001511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c2b96-aa46-4f1e-86a6-b0a504cb5065 req-6792a146-94cd-4d12-a79b-608ea7da3050 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:56.003672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c3c2b96-aa46-4f1e-86a6-b0a504cb5065 req-6792a146-94cd-4d12-a79b-608ea7da3050 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 944 time: 0.2045245 Aug 20 13:25:56.005786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:56.022873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-27e0084e-2e16-458a-9c5b-e2439c2d325b None None] Provisioning for port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:25:56.026094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d51f58-a258-4a9b-a4dc-de90ef9eec45 req-442e31d6-aefa-4879-a5f8-f8aac22b729f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.031485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d51f58-a258-4a9b-a4dc-de90ef9eec45 req-442e31d6-aefa-4879-a5f8-f8aac22b729f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.033475 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d51f58-a258-4a9b-a4dc-de90ef9eec45 req-442e31d6-aefa-4879-a5f8-f8aac22b729f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] 10.222.0.59 "DELETE /v2.0/security-groups/bdcb0180-65a2-4408-95e9-efde1bfa898e HTTP/1.1" status: 204 len: 173 time: 1.0088713 Aug 20 13:25:56.041717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53134) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:56.053886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Pushing event updated for resources: {'Port': ['ID=4e61d685-f52e-49e7-ba94-24989592ac60,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:56.071943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-27e0084e-2e16-458a-9c5b-e2439c2d325b None None] Provisioning complete for port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:56.072539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-27e0084e-2e16-458a-9c5b-e2439c2d325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.171794 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9937a34-f13d-4de3-a7c6-9cf5b567ae84 x-openstack-request-id: req-e9937a34-f13d-4de3-a7c6-9cf5b567ae84 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:56.172636 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-plugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:56.172915 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9937a34-f13d-4de3-a7c6-9cf5b567ae84 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:56.176711 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'code': 200} Aug 20 13:25:56.191129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-27e0084e-2e16-458a-9c5b-e2439c2d325b None None] Port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:56.204540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53138) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:56.263482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06cf3716-a143-4fd0-9e1d-d16ecfd5b33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.275734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:56.280446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:56.284120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Deleting subnet cc295d46-ab0c-4466-ac67-4eb2367a0c86 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:25:56.290423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-a8c79e84-d3e5-4a5b-a881-9246b788b137 service neutron] 10.222.0.13 "GET /v2.0/ports/329efba4-5c75-438c-b3c9-91cf302b8651/bindings/n-h2-804232-5 HTTP/1.1" status: 200 len: 382 time: 0.3383706 Aug 20 13:25:56.291264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.313710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.316816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c3c2b96-aa46-4f1e-86a6-b0a504cb5065 req-60e8e07f-35e1-475d-af10-a62f682cfd86 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752135 Aug 20 13:25:56.318401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.377735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:25:56.389263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.413337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e31d6-aefa-4879-a5f8-f8aac22b729f tempest-SecurityGroupRulesNegativeTestJSON-1262716249 tempest-SecurityGroupRulesNegativeTestJSON-1262716249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb0180-65a2-4408-95e9-efde1bfa898e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:56.452003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:56.455442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.468164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da4366a-d7ff-47d0-a94c-a38838a4c641 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:25:56.507996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:56.509232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.510674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-372352af-0234-4466-ae02-1ae9cba4622e service neutron] 10.222.0.53 "PUT /v2.0/ports/57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 1092 time: 3.1449482 Aug 20 13:25:56.511378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.514137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:56.516306 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:56.547452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:56.570755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-a27a7828-5b0f-4743-9fa8-2dee6d3bb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:56.570993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.572716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-a27a7828-5b0f-4743-9fa8-2dee6d3bb2ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1100 time: 0.2284815 Aug 20 13:25:56.591591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Transition to ACTIVE for port object 7da4366a-d7ff-47d0-a94c-a38838a4c641 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:25:56.608934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.705205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d958b0-06d5-496c-b249-4a2a0b78ea60 req-fea5c515-25b7-4fa2-8120-8d75bbccf739 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:56.706790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5d958b0-06d5-496c-b249-4a2a0b78ea60 req-fea5c515-25b7-4fa2-8120-8d75bbccf739 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.3965468 Aug 20 13:25:56.745168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Attempting to bind port 4e61d685-f52e-49e7-ba94-24989592ac60 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:56.745563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Attempting to bind port 4e61d685-f52e-49e7-ba94-24989592ac60 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:56.745808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Attempting to bind port 4e61d685-f52e-49e7-ba94-24989592ac60 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:56.755573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.761727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144d63-782b-40e9-96fc-c910438ddcc7 req-d75efc78-7732-446f-84b7-a843fea98ce6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:56.764016 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d144d63-782b-40e9-96fc-c910438ddcc7 req-d75efc78-7732-446f-84b7-a843fea98ce6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 947 time: 0.2245564 Aug 20 13:25:56.775143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Pushing event updated for resources: {'Port': ['ID=7da4366a-d7ff-47d0-a94c-a38838a4c641,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:56.866710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06cf3716-a143-4fd0-9e1d-d16ecfd5b33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:56.868363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-c677a67f-193c-4b39-8189-38a47f1a705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:56.869970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-c677a67f-193c-4b39-8189-38a47f1a705a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2750409 Aug 20 13:25:56.907879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06cf3716-a143-4fd0-9e1d-d16ecfd5b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.151850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-00fe015a-c20c-42af-adb2-278f80b3d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.153450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-00fe015a-c20c-42af-adb2-278f80b3d979 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1095 time: 0.5853138 Aug 20 13:25:57.167722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Port 4e61d685-f52e-49e7-ba94-24989592ac60 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:25:57.167722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Attempting to bind port 4e61d685-f52e-49e7-ba94-24989592ac60 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:57.218833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5d958b0-06d5-496c-b249-4a2a0b78ea60 req-1c9459b5-8e27-447b-a47f-aec2b5131b05 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824936 Aug 20 13:25:57.227407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:57.227892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:57.228136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:57.228614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Bound port: 4e61d685-f52e-49e7-ba94-24989592ac60, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:57.229035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.230491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:25:57.244275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-39814bb7-ef07-47cc-ba33-af2c5d2695bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.0776315 Aug 20 13:25:57.333505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:57.334067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.360261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf3716-a143-4fd0-9e1d-d16ecfd5b33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde1088-4d0a-44b8-acf9-2fbb09c874be,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:57.360642 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1af70-eace-44d6-828a-afbea2432fb9 x-openstack-request-id: req-7fc1af70-eace-44d6-828a-afbea2432fb9 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:57.361156 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:57.361563 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7fc1af70-eace-44d6-828a-afbea2432fb9 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:57.362130 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'status': 'completed', 'code': 200} Aug 20 13:25:57.383361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Attempting to bind port 7da4366a-d7ff-47d0-a94c-a38838a4c641 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:25:57.383703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Attempting to bind port 7da4366a-d7ff-47d0-a94c-a38838a4c641 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:25:57.384035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Attempting to bind port 7da4366a-d7ff-47d0-a94c-a38838a4c641 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:57.392137 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-4942269d-ffd0-4818-963f-d8acf1c5e205 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.5129056 Aug 20 13:25:57.412920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.421107 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d144d63-782b-40e9-96fc-c910438ddcc7 req-d576089b-3f1f-4a0d-aa7c-973242cad833 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359248 Aug 20 13:25:57.442113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Port 7da4366a-d7ff-47d0-a94c-a38838a4c641 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:25:57.442337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Attempting to bind port 7da4366a-d7ff-47d0-a94c-a38838a4c641 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:25:57.460048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] For port 4e61d685-f52e-49e7-ba94-24989592ac60, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:57.464172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] For port 4e61d685-f52e-49e7-ba94-24989592ac60, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4e61d685-f52e-49e7-ba94-24989592ac60,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:57.470898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-06cf3716-a143-4fd0-9e1d-d16ecfd5b33a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c12127ed4731469681f33ffd18108100&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2528605 Aug 20 13:25:57.471880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53168) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:57.484078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:25:57.484470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:25:57.484838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:25:57.485286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Bound port: 7da4366a-d7ff-47d0-a94c-a38838a4c641, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:25:57.485701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.507072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-d564305c-82c9-4f81-bbcc-4c7210c09668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.510024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-d564305c-82c9-4f81-bbcc-4c7210c09668 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.2574437 Aug 20 13:25:57.512918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.519845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cc295d46-ab0c-4466-ac67-4eb2367a0c86 HTTP/1.1" status: 204 len: 168 time: 1.4679041 Aug 20 13:25:57.534064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53172) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:57.564874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-83110a4e-1970-42c4-bcf7-a3a834776193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.566335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-83110a4e-1970-42c4-bcf7-a3a834776193 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1443222 Aug 20 13:25:57.581199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.590454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a6ee6-2049-4a73-81d0-50669075f246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc295d46-ab0c-4466-ac67-4eb2367a0c86,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:57.594651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.659627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-b7ddb7a8-ccc9-4376-8647-7b37e596ff88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960348 Aug 20 13:25:57.663882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.664487 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.666045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] 10.222.0.53 "PUT /v2.0/ports/4e61d685-f52e-49e7-ba94-24989592ac60 HTTP/1.1" status: 200 len: 1095 time: 3.9687762 Aug 20 13:25:57.666873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.709830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] For port 7da4366a-d7ff-47d0-a94c-a38838a4c641, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:25:57.718406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] For port 7da4366a-d7ff-47d0-a94c-a38838a4c641, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:25:57.731580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.746004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-6caae6dc-d3f5-40db-8e94-407e15729c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.747557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-6caae6dc-d3f5-40db-8e94-407e15729c1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674838 Aug 20 13:25:57.750322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.755666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89f0e9b7-aeae-47c5-8953-2984624f1ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.828302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32526623-0d10-4c16-b7da-30d75a998d8e req-bbdb5f8e-d887-4977-a8f9-182218b37002 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.836720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32526623-0d10-4c16-b7da-30d75a998d8e req-bbdb5f8e-d887-4977-a8f9-182218b37002 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 944 time: 0.3178003 Aug 20 13:25:57.860744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.861457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.862937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] 10.222.0.53 "PUT /v2.0/ports/7da4366a-d7ff-47d0-a94c-a38838a4c641 HTTP/1.1" status: 200 len: 1095 time: 2.6926653 Aug 20 13:25:57.865101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'tag': '7da4366a-d7ff-47d0-a94c-a38838a4c641'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:57.867682 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537edc2e-655b-45d3-bbf4-576aea3075dd" -d '{"events": [{"name": "network-changed", "server_uuid": "385d6fc6-4f09-4c17-8d26-749bb7e642d7", "tag": "7da4366a-d7ff-47d0-a94c-a38838a4c641"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:57.888638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89f0e9b7-aeae-47c5-8953-2984624f1ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.898833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5502f-d9c4-4629-b045-919a93f7b17f service neutron] Pushing event updated for resources: {'Port': ['ID=4e61d685-f52e-49e7-ba94-24989592ac60,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:57.922935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c03f7eae-5369-4922-9a8d-75cd30a05b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:57.924661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-c03f7eae-5369-4922-9a8d-75cd30a05b65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 1098 time: 0.1626277 Aug 20 13:25:57.925519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:57.953087 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516d0ba6-131e-49ee-833c-90e045bcb543 x-openstack-request-id: req-516d0ba6-131e-49ee-833c-90e045bcb543 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:57.953375 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385d6fc6-4f09-4c17-8d26-749bb7e642d7", "tag": "7da4366a-d7ff-47d0-a94c-a38838a4c641", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:57.953624 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-516d0ba6-131e-49ee-833c-90e045bcb543 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:57.954081 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'tag': '7da4366a-d7ff-47d0-a94c-a38838a4c641', 'status': 'completed', 'code': 200} Aug 20 13:25:58.044858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db4e85-5b3b-406b-af55-86ce16325a64 service neutron] Pushing event updated for resources: {'Port': ['ID=7da4366a-d7ff-47d0-a94c-a38838a4c641,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:58.063484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.080988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d67da80-807e-4648-b453-9bdc1a128e64']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:58.103879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd41fc1-a80a-48e0-9d1f-d856d236fc77') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:58.104362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd41fc1-a80a-48e0-9d1f-d856d236fc77') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:58.120729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-78aea4ef-b719-4aef-8ad1-d6c956679a39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4e61d685-f52e-49e7-ba94-24989592ac60 HTTP/1.1" status: 200 len: 217 time: 0.1468763 Aug 20 13:25:58.123474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.128241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-df8ae913-7baf-458e-9763-3c9e13cbf6f8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437400 Aug 20 13:25:58.134682 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89f0e9b7-aeae-47c5-8953-2984624f1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.137961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89f0e9b7-aeae-47c5-8953-2984624f1ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.141033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89f0e9b7-aeae-47c5-8953-2984624f1ebc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/abde1088-4d0a-44b8-acf9-2fbb09c874be HTTP/1.1" status: 204 len: 168 time: 0.6647341 Aug 20 13:25:58.155657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.164721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:25:58.165204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.178472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32526623-0d10-4c16-b7da-30d75a998d8e req-21234979-b983-48f3-8688-d0985971bd02 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406212 Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:25:58.190790 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:25:58.194476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-70e701c4-7cd4-4cfd-8701-92a4721724e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.194877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-1e44df78-209a-4504-b347-40d8971405ce service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226078 Aug 20 13:25:58.197404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-70e701c4-7cd4-4cfd-8701-92a4721724e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 1098 time: 0.2663071 Aug 20 13:25:58.255826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:58.284783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0e9b7-aeae-47c5-8953-2984624f1ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde1088-4d0a-44b8-acf9-2fbb09c874be,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:58.369457 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-707acfb8-9964-4fc1-b79f-bfa44ba067f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641 HTTP/1.1" status: 200 len: 217 time: 0.1151373 Aug 20 13:25:58.415448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-e6f0785d-f010-4f46-8208-8778599ce2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.417234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-e6f0785d-f010-4f46-8208-8778599ce2ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2425680 Aug 20 13:25:58.476853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.481585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-b659c763-b9e2-4823-a57d-2291ccba3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.483290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-b659c763-b9e2-4823-a57d-2291ccba3352 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1068063 Aug 20 13:25:58.485231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-965af140-5fde-4d28-8f6b-45c493a6edfc service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869229 Aug 20 13:25:58.489722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e5f2dc2-a202-4062-a9c1-7988d9ccc570 req-ca336884-4eac-4439-9400-941b843603eb service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558708 Aug 20 13:25:58.499274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:25:58.502203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:25:58.567468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.576062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] 10.222.0.59 "DELETE /v2.0/networks/8d67da80-807e-4648-b453-9bdc1a128e64 HTTP/1.1" status: 204 len: 168 time: 1.0407634 Aug 20 13:25:58.618469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b822994-9b43-46ba-9fd3-e407ca635a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d67da80-807e-4648-b453-9bdc1a128e64,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:58.636465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-937f8183-d3b1-47c1-a8af-5d667375a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.639066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-937f8183-d3b1-47c1-a8af-5d667375a299 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619121 Aug 20 13:25:58.673848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6279184-009d-4cb3-a2cd-1419cb934c09 req-ee294d0c-b122-471b-a868-d94926c807a4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.681932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6279184-009d-4cb3-a2cd-1419cb934c09 req-ee294d0c-b122-471b-a868-d94926c807a4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2924190 Aug 20 13:25:58.772937 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.804099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6279184-009d-4cb3-a2cd-1419cb934c09 req-081b2820-7e32-4358-886f-d6bad8dcbe4a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208322 Aug 20 13:25:58.812208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069c1d-0864-4e08-9cbc-63369720899d req-6e6cbaba-28d1-438e-8e4c-fddd3c881755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.813838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-6e6cbaba-28d1-438e-8e4c-fddd3c881755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3130312 Aug 20 13:25:58.836205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:58.918581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb293f5b-2282-497e-9809-c5276847fcd8 None None] Provisioning complete for port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:25:58.919268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb293f5b-2282-497e-9809-c5276847fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:58.928817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:25:58.953120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-8a1b2f88-7b1e-46f2-b417-074555e3e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.953120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-8a1b2f88-7b1e-46f2-b417-074555e3e3e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1095 time: 0.2665646 Aug 20 13:25:58.970746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-a043e358-a293-46cb-853f-816cc98f17f9 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237677 Aug 20 13:25:58.974269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-94823f40-7286-40d9-9219-cef7ec028ab6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=098e8e39014646fab999e74be71e07f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368144 Aug 20 13:25:58.976794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53222) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:58.979657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a920bd-2b67-4f50-b76f-7360f0e88fba req-e3099993-20e7-4b5b-a7ab-4dbbe354cfa2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:58.985023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fb293f5b-2282-497e-9809-c5276847fcd8 None None] Port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:25:58.987625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a920bd-2b67-4f50-b76f-7360f0e88fba req-e3099993-20e7-4b5b-a7ab-4dbbe354cfa2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 947 time: 0.4326222 Aug 20 13:25:59.076390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53226) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:59.139676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-d39992ed-7b2f-4f80-9cdb-a9523a3779b3 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974999 Aug 20 13:25:59.143251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9719e85c-a8b3-4535-8082-c5907c231a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:59.165344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3a920bd-2b67-4f50-b76f-7360f0e88fba req-f848f89c-8d0f-4cc1-8106-002311132de5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767240 Aug 20 13:25:59.189011 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9719e85c-a8b3-4535-8082-c5907c231a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:59.193603 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-7c1fc2ea-2d6f-456a-9207-ad9ea7462752 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138493 Aug 20 13:25:59.314658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-5948fb35-f4b7-4ed3-8bdd-01176ed1fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:59.316621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-5948fb35-f4b7-4ed3-8bdd-01176ed1fa68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.3481143 Aug 20 13:25:59.334827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:25:59.350318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Sync routers for ids ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:25:59.366702 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Routers {'80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:25:59.367345 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:59.368987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'tag': '4e61d685-f52e-49e7-ba94-24989592ac60'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:25:59.372132 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec05052-a8c6-42b0-8289-776e29f5450a", "tag": "4e61d685-f52e-49e7-ba94-24989592ac60"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:25:59.385717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-697f9d6a-0078-419b-bd0a-e311f2d68f93 admin admin] 10.222.0.59 "PUT /v2.0/routers/80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8954017 Aug 20 13:25:59.395097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-88e032fa-2af5-45e6-8a12-037786a99788 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.0699363 Aug 20 13:25:59.431892 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9719e85c-a8b3-4535-8082-c5907c231a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:59.457261 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9719e85c-a8b3-4535-8082-c5907c231a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:59.458780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9719e85c-a8b3-4535-8082-c5907c231a41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a4079a0-b398-47d1-a381-be4c41897268 HTTP/1.1" status: 204 len: 168 time: 0.4808395 Aug 20 13:25:59.463867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0069c1d-0864-4e08-9cbc-63369720899d req-e620ed8b-c30a-4db0-804d-2d69da23b6f0 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116057 Aug 20 13:25:59.481898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-610e5d9d-dd01-447f-8e47-408529de8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:59.485177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-610e5d9d-dd01-447f-8e47-408529de8d3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.0817804 Aug 20 13:25:59.487136 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e43927c-ae82-405e-9540-14d24dfff1bd x-openstack-request-id: req-9e43927c-ae82-405e-9540-14d24dfff1bd {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:25:59.487424 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec05052-a8c6-42b0-8289-776e29f5450a", "tag": "4e61d685-f52e-49e7-ba94-24989592ac60", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:25:59.487679 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e43927c-ae82-405e-9540-14d24dfff1bd {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:25:59.488282 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'tag': '4e61d685-f52e-49e7-ba94-24989592ac60', 'status': 'completed', 'code': 200} Aug 20 13:25:59.542238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-088e9a37-377a-414c-8ac1-757c9eecfcb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412066 Aug 20 13:25:59.551652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53248) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:25:59.562861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df542538-4d78-4f5b-b8da-4af702574e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:25:59.612078 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Set router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:25:59.630723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719e85c-a8b3-4535-8082-c5907c231a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4079a0-b398-47d1-a381-be4c41897268,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:25:59.647413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-56112bfd-0f64-4137-8cc7-0adfa0867e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:59.649367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-56112bfd-0f64-4137-8cc7-0adfa0867e4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 1098 time: 0.3526995 Aug 20 13:25:59.719500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-9631c392-b35d-4edd-9a80-e867ebbb9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:59.722782 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-9631c392-b35d-4edd-9a80-e867ebbb9469 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 1098 time: 0.1834691 Aug 20 13:25:59.762821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b0c0-fe2d-4271-aa81-ee431efb34f0 req-f557d4eb-1313-4808-912b-0395b6c97067 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:59.772125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5eb7b0c0-fe2d-4271-aa81-ee431efb34f0 req-f557d4eb-1313-4808-912b-0395b6c97067 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 944 time: 0.3991926 Aug 20 13:25:59.859729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5eb7b0c0-fe2d-4271-aa81-ee431efb34f0 req-d9c7dcde-29c9-4a1f-8bcc-1985e159a8eb tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861456 Aug 20 13:25:59.879367 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:25:55Z', 'revision_number': 4, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5da3f0fb-f1cb-4024-819e-d5e156a2cdac', 'name': '', 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'mac_address': 'fa:16:3e:45:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:53Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 2, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'subnets': [{'id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:25:59.891363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-2c93544d-8757-45c4-b1dd-8cf8a8e97708 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404355 Aug 20 13:25:59.928923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-1fb347b6-d0eb-40c1-afb4-b4d1c6ab5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:25:59.935321 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Checking router: 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:25:59.935983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Updating router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:25:59.937478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-1fb347b6-d0eb-40c1-afb4-b4d1c6ab5fbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2696764 Aug 20 13:25:59.969331 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.074242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-72c72718-74f2-44a3-9b8f-d02e0f4b0c00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641 HTTP/1.1" status: 200 len: 217 time: 0.1053135 Aug 20 13:26:00.084719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-5444f797-dd49-4bae-83e4-286fe49bffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:00.087538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-5444f797-dd49-4bae-83e4-286fe49bffd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3541269 Aug 20 13:26:00.105033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1088042234'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:00.152256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df542538-4d78-4f5b-b8da-4af702574e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.161174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-54dd8760-568f-490c-b593-51c4c21d3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:00.162756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-54dd8760-568f-490c-b593-51c4c21d3db2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0751133 Aug 20 13:26:00.163413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df542538-4d78-4f5b-b8da-4af702574e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.250501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542538-4d78-4f5b-b8da-4af702574e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531945f-cd87-4937-aec4-05c597adab17,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:00.266680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-df542538-4d78-4f5b-b8da-4af702574e4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=706bd616b44c43fe95773e59c1b5bd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1849566 Aug 20 13:26:00.267832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:00.287908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-54101989-b4e6-445a-bb51-df592f5f46b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4e61d685-f52e-49e7-ba94-24989592ac60 HTTP/1.1" status: 200 len: 217 time: 0.0938900 Aug 20 13:26:00.304061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-9ec42930-2412-45cb-b7fb-f2f4641dc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:00.305674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-9ec42930-2412-45cb-b7fb-f2f4641dc826 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313403 Aug 20 13:26:00.393308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:00.412925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.461710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7757987-77ab-47ed-9332-3475c4e81c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.525214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c95f0-bfe2-4aa0-8085-870b4aa2ec47 req-38f851df-d6c1-4f4c-8299-5b2af546fffd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:00.528925 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.535152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d98c95f0-bfe2-4aa0-8085-870b4aa2ec47 req-38f851df-d6c1-4f4c-8299-5b2af546fffd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 947 time: 0.1645238 Aug 20 13:26:00.537369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbeb4-496a-4d0e-aaaf-c09bcd23b1bc req-6b1d2762-3b25-4553-bc80-f34071bb13df tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:00.541387 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Transition to ACTIVE for port object 5da3f0fb-f1cb-4024-819e-d5e156a2cdac will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:00.550288 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.550723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64dcbeb4-496a-4d0e-aaaf-c09bcd23b1bc req-6b1d2762-3b25-4553-bc80-f34071bb13df tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.4814827 Aug 20 13:26:00.561971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7757987-77ab-47ed-9332-3475c4e81c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.573753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:00.594481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.594752 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Added segment e40311e1-290c-41bc-869f-299483f91843 of type vlan for network ec20f289-2f95-4f0a-bec6-032cc9d0c33a Aug 20 13:26:00.600232 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b049818-3b7e-4686-a61f-8de3b17e7a95 None None] Pushing event updated for resources: {'Port': ['ID=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:00.612139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-1aacaa5a-7f0a-4449-950c-1aadb140f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:00.613721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-1aacaa5a-7f0a-4449-950c-1aadb140f62c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.3138075 Aug 20 13:26:00.658977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-eedac318-ac42-446b-a6b2-6c46597f0011 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455186 Aug 20 13:26:00.702885 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Attempting to bind port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:00.703012 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Attempting to bind port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:00.703275 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Attempting to bind port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac on network 9880b8df-3c6f-424a-8607-ad6e74aee881 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:00.705564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbd3bb0d-f0fd-4f68-803d-c6440a6806a6 req-c46ca7b0-d76f-451a-b4e9-96ef4bc296ac service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039117 Aug 20 13:26:00.710273 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:00.711786 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Checking segment: {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:00.712383 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.712981 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Bound using segment: {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:00.713658 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Bound port: 5da3f0fb-f1cb-4024-819e-d5e156a2cdac, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2717d008-2daa-4e79-a0b5-b4922fe5895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:00.714329 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.831584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.858718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64dcbeb4-496a-4d0e-aaaf-c09bcd23b1bc req-cee0cfd6-a478-41e9-973e-6c38b59ace12 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070028 Aug 20 13:26:00.859942 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] For port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:00.864113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] For port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,segment=NetworkSegment(2717d008-2daa-4e79-a0b5-b4922fe5895d),segment_id=2717d008-2daa-4e79-a0b5-b4922fe5895d)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:00.877717 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:00.999421 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Routers {'80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:01.000373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:01.010931 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d98c95f0-bfe2-4aa0-8085-870b4aa2ec47 req-9d874a8c-b04f-4fe8-878b-0e4547735086 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695437 Aug 20 13:26:01.013854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7757987-77ab-47ed-9332-3475c4e81c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.020657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7757987-77ab-47ed-9332-3475c4e81c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.033360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.038554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d7757987-77ab-47ed-9332-3475c4e81c6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9531945f-cd87-4937-aec4-05c597adab17 HTTP/1.1" status: 204 len: 168 time: 0.7691658 Aug 20 13:26:01.040644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:01.041293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.077204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7757987-77ab-47ed-9332-3475c4e81c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531945f-cd87-4937-aec4-05c597adab17,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:01.082455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-ff95ff69-cd1d-4ebd-91be-d96bb97a0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:01.084866 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-ff95ff69-cd1d-4ebd-91be-d96bb97a0726 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4141123 Aug 20 13:26:01.142641 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b049818-3b7e-4686-a61f-8de3b17e7a95 None None] Pushing event updated for resources: {'Port': ['ID=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:01.153801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537edc2e-655b-45d3-bbf4-576aea3075dd req-ad1aa6d6-6d46-4721-878f-c71f65086bfb service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565346 Aug 20 13:26:01.218535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53308) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:01.265891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7118151 Aug 20 13:26:01.272872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53312) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:01.281088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'subnet': {'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:01.285345 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] Set router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:01.369141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.375488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac4217-0889-4399-b303-5e9726383e65 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Network': ['ID=ec20f289-2f95-4f0a-bec6-032cc9d0c33a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:01.386671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-0d138e7e-0c2a-466f-a94b-e02743f3ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:01.390697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-0d138e7e-0c2a-466f-a94b-e02743f3ff84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 1100 time: 0.4229422 Aug 20 13:26:01.411948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a7dc1-9610-440d-90ea-8def74f78291 req-495edfde-2e42-4765-b00d-f9635e19b4cc tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:01.413867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:01.420604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-454a7dc1-9610-440d-90ea-8def74f78291 req-495edfde-2e42-4765-b00d-f9635e19b4cc tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 944 time: 0.3629341 Aug 20 13:26:01.427538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:01.511236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-ea6299c1-0ad0-4618-bbf7-ce23cfeda5d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414607 Aug 20 13:26:01.516596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-454a7dc1-9610-440d-90ea-8def74f78291 req-52a028ef-0f29-4ea6-ba33-cf6cd72c5882 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Aug 20 13:26:01.627845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:01.634628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.858988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-890808029-network', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:01.908740 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:25:55Z', 'revision_number': 4, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5da3f0fb-f1cb-4024-819e-d5e156a2cdac', 'name': '', 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'mac_address': 'fa:16:3e:45:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:53Z', 'updated_at': '2021-08-20T13:26:00Z', 'revision_number': 4, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'subnets': [{'id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:01.935916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.939843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Made reservation on behalf of 2001b7a2229345859d3a30516ec4fa14 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:01.942535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.958068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:01.972628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.980681 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5de7e-de55-47b7-9aba-8077b9f4ca2f None None] The sync data for ids ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'] in n-d-804232-5 is: [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:25:55Z', 'revision_number': 4, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5da3f0fb-f1cb-4024-819e-d5e156a2cdac', 'name': '', 'network_id': '9880b8df-3c6f-424a-8607-ad6e74aee881', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'mac_address': 'fa:16:3e:45:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:53Z', 'updated_at': '2021-08-20T13:26:00Z', 'revision_number': 4, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'subnets': [{'id': '7aec0b3b-79f9-44f6-b350-9dad9e15df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:26:01.985493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:01.995699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.096159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6ab10ae-8d4f-45a7-96d4-fe339bcb9e8c req-7e1099bc-b795-4597-bbe2-d2a74e35e381 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861475 Aug 20 13:26:02.201168 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:26:02.201168 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:26:02.201168 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': '70c3549a702147279b8871d31041ebc9', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 26, 2, 144466)}] Aug 20 13:26:02.201168 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:26:02.202116 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:26:02.209510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4e61d685-f52e-49e7-ba94-24989592ac60 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:02.211451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Subnet': ['ID=f2ad0795-aaf4-4f77-a6d6-40c2a3982e42,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:02.259240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d019da6-e045-4f1c-af3e-9eecd8440913 req-685d542c-7453-45fa-abdb-2babe6e7fb25 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:02.268455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d019da6-e045-4f1c-af3e-9eecd8440913 req-685d542c-7453-45fa-abdb-2babe6e7fb25 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.2645726 Aug 20 13:26:02.301625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Checking segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:02.302121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network hostable DHCP agents. Network: ec20f289-2f95-4f0a-bec6-032cc9d0c33a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:26:02.330771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d019da6-e045-4f1c-af3e-9eecd8440913 req-2f078e70-9788-4631-bb69-a59b48cf540f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Aug 20 13:26:02.345570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fe3d-5fd6-45b2-8f5b-5372b2f686a9 req-52be12df-b44c-493b-affb-11754785dcb9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:02.347384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e306fe3d-5fd6-45b2-8f5b-5372b2f686a9 req-52be12df-b44c-493b-affb-11754785dcb9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 947 time: 0.1767802 Aug 20 13:26:02.380860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:26:02.406557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ec20f289-2f95-4f0a-bec6-032cc9d0c33a) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:02.424485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf717d9-8381-4f25-8d84-cf88f7a5943b None None] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:02.425221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:02.425221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.434418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4e61d685-f52e-49e7-ba94-24989592ac60, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4e61d685-f52e-49e7-ba94-24989592ac60,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:02.498615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e306fe3d-5fd6-45b2-8f5b-5372b2f686a9 req-07bb80d0-7b76-460d-a86f-1e6bd4dc46e4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430879 Aug 20 13:26:02.506320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:02.526239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.528253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '4e61d685-f52e-49e7-ba94-24989592ac60', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '4e61d685-f52e-49e7-ba94-24989592ac60', 'mac_address': 'fa:16:3e:e4:2c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:02.537481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.578617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5612c467-5cbc-4d98-ae8d-83da8384f995 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3045201 Aug 20 13:26:02.579279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53368) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:02.580447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:02.593938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-917907692'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:02.599354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:02.627886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf0585e-9fa2-4a02-9079-fa40df0b2b75,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:02.643779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.644120 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Added segment d64909b1-fb25-4e96-b5d5-632efde35203 of type vlan for network 9c12fcdc-dcc0-44ca-9c89-c454d920824a Aug 20 13:26:02.679178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:02.682649 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b1c73e-4ffe-461a-bbc5-639666a4ca80" -d '{"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-unplugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:02.687340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.702044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Transition to ACTIVE for port object 329efba4-5c75-438c-b3c9-91cf302b8651 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:02.704663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.707522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.804889 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a71acd-0a5d-4077-9ba1-806c0fcc24a3 x-openstack-request-id: req-d6a71acd-0a5d-4077-9ba1-806c0fcc24a3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:02.805573 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-unplugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:02.805989 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6a71acd-0a5d-4077-9ba1-806c0fcc24a3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:02.806527 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'code': 200} Aug 20 13:26:02.831484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.837840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] No DVR routers for this DVR port 329efba4-5c75-438c-b3c9-91cf302b8651 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:02.842811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:02.846422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.848914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:02.932027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:02.948042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f028-53af-4e60-ac7d-50aa2c532d6a req-1301ac28-114a-43cc-94e4-eeb14021b780 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:02.953955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:02.954302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:02.954696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:02.958043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a534f028-53af-4e60-ac7d-50aa2c532d6a req-1301ac28-114a-43cc-94e4-eeb14021b780 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 944 time: 0.2743571 Aug 20 13:26:02.969287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:02.969634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Attempting to bind port 329efba4-5c75-438c-b3c9-91cf302b8651 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:02.976457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.977812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:02.978880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:02.987312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:02.987740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:02.988153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:02.988647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Bound port: 329efba4-5c75-438c-b3c9-91cf302b8651, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:02.989025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.020079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:03.040630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.077570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e61d685-f52e-49e7-ba94-24989592ac60 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:03.134427 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.141601 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Added segment fd28db5c-b1ed-4e25-8423-edac0aaf6d85 of type vlan for network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 Aug 20 13:26:03.159944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4e61d685-f52e-49e7-ba94-24989592ac60, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4e61d685-f52e-49e7-ba94-24989592ac60,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:03.164898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:03.165399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:03.171870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.172998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7da4366a-d7ff-47d0-a94c-a38838a4c641 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:03.173140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:03.194743 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.252274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:03.253361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.255001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] 10.222.0.53 "PUT /v2.0/ports/329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 1096 time: 1.8515763 Aug 20 13:26:03.279537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] Pushing event updated for resources: {'Network': ['ID=9c12fcdc-dcc0-44ca-9c89-c454d920824a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:03.300647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7da4366a-d7ff-47d0-a94c-a38838a4c641, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:03.322673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '7da4366a-d7ff-47d0-a94c-a38838a4c641', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '7da4366a-d7ff-47d0-a94c-a38838a4c641', 'mac_address': 'fa:16:3e:03:31:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:03.330692 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a534f028-53af-4e60-ac7d-50aa2c532d6a req-89751fa7-8572-42f1-923e-f3ab6461ea32 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711095 Aug 20 13:26:03.333074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.335553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:03.420004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43d87-defc-4a34-8c8e-97e7610294dc service neutron] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=11']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:03.459315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5da3f0fb-f1cb-4024-819e-d5e156a2cdac up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:03.479569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-54d0de71-7fbe-4cc4-a183-d45f2c8a4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:03.481703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-54d0de71-7fbe-4cc4-a183-d45f2c8a4dfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1099 time: 0.1573901 Aug 20 13:26:03.529160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.546781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:03.556288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.572764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.590903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.619572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da4366a-d7ff-47d0-a94c-a38838a4c641 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:03.619742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.656513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7da4366a-d7ff-47d0-a94c-a38838a4c641, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:03.679019 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.679781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 57c0cbc9-6d2d-4a55-a956-252e738ec548 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:03.699088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77152f-2217-499a-a555-f6387046123f req-0f7f5c78-ed24-439b-890e-3e3ed321a16b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:03.702282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb77152f-2217-499a-a555-f6387046123f req-0f7f5c78-ed24-439b-890e-3e3ed321a16b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 948 time: 0.2116723 Aug 20 13:26:03.767107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-cddc5996-3bb0-4ce9-b070-e08e0c16ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:03.769046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-cddc5996-3bb0-4ce9-b070-e08e0c16ff61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2687724 Aug 20 13:26:03.786574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b8f002b8-7328-40ad-8285-d5bc06d50a54 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5663879 Aug 20 13:26:03.835458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53432) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:03.846304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Request body: {'subnet': {'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-890808029-subnet', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:03.851453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'fixed_ips': [{'subnet_id': 'f2ad0795-aaf4-4f77-a6d6-40c2a3982e42'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:26:03.854972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2647734 Aug 20 13:26:03.855105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.873415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53436) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:03.880979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'subnet': {'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:03.897438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4e61d685-f52e-49e7-ba94-24989592ac60,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:03.901122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb77152f-2217-499a-a555-f6387046123f req-33c74551-2609-408e-a2f0-2a0d07029093 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916466 Aug 20 13:26:03.903140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-f3fe660f-d69c-43cd-a965-b04d7313705d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.1253786 Aug 20 13:26:03.916217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Made reservation on behalf of 2001b7a2229345859d3a30516ec4fa14 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:03.925859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:03.946067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70c3549a702147279b8871d31041ebc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9819264 Aug 20 13:26:03.948278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400b5df-067d-4b48-81d7-14dc7087dd2e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Network': ['ID=7f9cb625-a38b-4104-aa3c-d16fac5b6021,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:03.965792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53442) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:03.974586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7da4366a-d7ff-47d0-a94c-a38838a4c641,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:03.990429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf244997-f32f-4349-ae08-430c1377093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bf96b-ca30-4b33-980f-aefe3be2e10f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:04.001574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:04.013976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:04.051695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803f9b2-d530-46ef-9663-410f21fa4a02 req-214a98b7-f47a-42a4-92c2-2d32a75441fd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:04.053808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0803f9b2-d530-46ef-9663-410f21fa4a02 req-214a98b7-f47a-42a4-92c2-2d32a75441fd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 948 time: 0.2693276 Aug 20 13:26:04.119606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-c2916817-1b29-4a75-a34a-4033b6e26927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:04.122512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-c2916817-1b29-4a75-a34a-4033b6e26927 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1623099 Aug 20 13:26:04.135656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:04.136457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.154543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0803f9b2-d530-46ef-9663-410f21fa4a02 req-dfadfa17-d6b0-41a8-9396-99c22a72207a tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933399 Aug 20 13:26:04.155854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-add6d5a1-c145-41e4-bc8f-42b6cd283a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.189418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:04.192847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.197384 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-add6d5a1-c145-41e4-bc8f-42b6cd283a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.231344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:04.265221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-add6d5a1-c145-41e4-bc8f-42b6cd283a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.268489 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-add6d5a1-c145-41e4-bc8f-42b6cd283a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.272054 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-add6d5a1-c145-41e4-bc8f-42b6cd283a34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f93bf96b-ca30-4b33-980f-aefe3be2e10f HTTP/1.1" status: 204 len: 168 time: 0.2804747 Aug 20 13:26:04.275913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'port_id': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'mac_address': 'fa:16:3e:a4:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:04.282854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d5a1-c145-41e4-bc8f-42b6cd283a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bf96b-ca30-4b33-980f-aefe3be2e10f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:04.317791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-77adbed0-b42f-42c3-8759-dd17324e5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:04.319323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-77adbed0-b42f-42c3-8759-dd17324e5350 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883047 Aug 20 13:26:04.423673 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.427124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Allocated IP 19.80.0.2 (ec20f289-2f95-4f0a-bec6-032cc9d0c33a/f2ad0795-aaf4-4f77-a6d6-40c2a3982e42/52ac3702-bdc5-4369-9c39-dcd3224814be) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:04.429506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.483272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.489820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,segment=NetworkSegment(2717d008-2daa-4e79-a0b5-b4922fe5895d),segment_id=2717d008-2daa-4e79-a0b5-b4922fe5895d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:04.537314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c0cbc9-6d2d-4a55-a956-252e738ec548 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:04.537314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.625256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:04.636518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-96d0de5e-0aa1-43e3-a306-61d46be3a018 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073678 Aug 20 13:26:04.686199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:04.745891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fe6d-859a-40f6-9a72-2171d8b09a49 req-338352c9-f956-4e1e-a7c0-9ec4ae915491 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:04.746133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.749584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ea9fe6d-859a-40f6-9a72-2171d8b09a49 req-338352c9-f956-4e1e-a7c0-9ec4ae915491 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 944 time: 0.2860172 Aug 20 13:26:04.761940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:04.798144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.818063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:04.819037 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.821504 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:04.844954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Transition to ACTIVE for port object 52ac3702-bdc5-4369-9c39-dcd3224814be will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:04.856413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:04.866362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Checking segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:04.867485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Network hostable DHCP agents. Network: 9c12fcdc-dcc0-44ca-9c89-c454d920824a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:26:04.871000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Transition to ACTIVE for port object 52ac3702-bdc5-4369-9c39-dcd3224814be will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:04.881109 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:04.912237 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ae2af-aa00-4435-b7c0-216f2e2b58fc x-openstack-request-id: req-996ae2af-aa00-4435-b7c0-216f2e2b58fc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:04.912631 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:04.912979 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-996ae2af-aa00-4435-b7c0-216f2e2b58fc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:04.913416 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'status': 'completed', 'code': 200} Aug 20 13:26:04.937848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:04.950710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:04.960300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:04.962229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Pushing event updated for resources: {'Port': ['ID=52ac3702-bdc5-4369-9c39-dcd3224814be,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:05.012363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Subnet': ['ID=aad94704-090e-47da-880c-d4c867160651,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:05.042805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['57c0cbc9-6d2d-4a55-a956-252e738ec548'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:05.047375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ea9fe6d-859a-40f6-9a72-2171d8b09a49 req-98427e69-022a-4542-9339-5fd7fde6cb03 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505932 Aug 20 13:26:05.048109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-2878ace0-814d-425b-a927-1591fbd6b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.051820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-2878ace0-814d-425b-a927-1591fbd6b565 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1099 time: 0.1152885 Aug 20 13:26:05.063832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7da4366a-d7ff-47d0-a94c-a38838a4c641'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:05.082734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:26:05.108505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d6d6dfe-5867-4c2b-8de2-b3f4f7f45763 req-9d9ac08f-aa52-40d9-8b45-5141ab903447 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540997 Aug 20 13:26:05.113300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Checking segment: {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:05.114018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network hostable DHCP agents. Network: 7f9cb625-a38b-4104-aa3c-d16fac5b6021, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:26:05.117288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9c12fcdc-dcc0-44ca-9c89-c454d920824a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:05.123814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.124860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.143837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:05.146170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6e831-d4b3-4278-9c30-1edd0015c8a1 None None] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:05.154942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:26:05.168500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b3a4513d-a507-4b23-ba7a-81ee11195c07 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3259747 Aug 20 13:26:05.169920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53518) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:05.177331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Attempting to bind port 52ac3702-bdc5-4369-9c39-dcd3224814be on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:05.177331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Attempting to bind port 52ac3702-bdc5-4369-9c39-dcd3224814be by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:05.177980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Attempting to bind port 52ac3702-bdc5-4369-9c39-dcd3224814be on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:05.206229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:05.245519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7f9cb625-a38b-4104-aa3c-d16fac5b6021) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:05.265247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b0604-6b32-4473-96f1-84363b45852a req-c11658f1-5276-48fd-9c35-604f50294e38 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.271056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-677b0604-6b32-4473-96f1-84363b45852a req-c11658f1-5276-48fd-9c35-604f50294e38 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 948 time: 0.2152297 Aug 20 13:26:05.287531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.288369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.321091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5da3f0fb-f1cb-4024-819e-d5e156a2cdac up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:05.371096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-ff18f346-9d7e-4e50-a2ba-b7ee4832a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.372770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-ff18f346-9d7e-4e50-a2ba-b7ee4832a7ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1099 time: 0.1604443 Aug 20 13:26:05.372926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3951f-6253-464c-b81b-a7908f4b6abd None None] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:05.377187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.379481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.384169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-677b0604-6b32-4473-96f1-84363b45852a req-25054bca-8da3-4117-b660-12155744eeda tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989604 Aug 20 13:26:05.410294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e04a4634-586c-4aeb-8fcc-0a380c2332ab tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5351291 Aug 20 13:26:05.417031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-916a7375-65bb-4e5f-87ee-61d4166b2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.418567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-916a7375-65bb-4e5f-87ee-61d4166b2440 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3327119 Aug 20 13:26:05.517021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:05.518035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Checking segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:05.518651 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.519414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Bound using segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:05.520881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Bound port: 52ac3702-bdc5-4369-9c39-dcd3224814be, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:05.521515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-7084a02b-3daf-4b17-abf8-09f21bc665c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0950456 Aug 20 13:26:05.522048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.575156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a00901-0d29-4825-ae26-14141c4c4750 req-3ef4b4ae-da0f-4d4c-bc6a-2be1009e5fbd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.581056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4a00901-0d29-4825-ae26-14141c4c4750 req-3ef4b4ae-da0f-4d4c-bc6a-2be1009e5fbd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 948 time: 0.2896309 Aug 20 13:26:05.680013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.688482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:05.689352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:05.754751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4a00901-0d29-4825-ae26-14141c4c4750 req-3e812690-bed2-424a-918b-41ee93ff4447 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602895 Aug 20 13:26:05.775301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-6667356f-f274-4022-9d1e-48ff546d57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.777766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-6667356f-f274-4022-9d1e-48ff546d57a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3836567 Aug 20 13:26:05.785744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-74215800-1516-4d3f-827f-26927776be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:05.787479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-74215800-1516-4d3f-827f-26927776be8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2585540 Aug 20 13:26:05.916324 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-df277661-e974-49c4-9c7a-35f729e68301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.0901859 Aug 20 13:26:06.011546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:06.016988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-ace46e74-c87f-431f-b48f-c34c2ea2c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:06.019215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-ace46e74-c87f-431f-b48f-c34c2ea2c263 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0564635 Aug 20 13:26:06.174568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-0447b8b4-6215-4901-b1b5-b1314f7cf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:06.177326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-0447b8b4-6215-4901-b1b5-b1314f7cf390 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478024 Aug 20 13:26:06.368805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef0d1-3426-4902-93af-987c0bfa3691 req-f03f3a32-a68c-47e5-966c-6d5ed22e65ec tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:06.371982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb5ef0d1-3426-4902-93af-987c0bfa3691 req-f03f3a32-a68c-47e5-966c-6d5ed22e65ec tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 945 time: 0.1884401 Aug 20 13:26:06.375159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-8f7ce890-7140-4a3e-af70-9684457c77cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:06.381014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-8f7ce890-7140-4a3e-af70-9684457c77cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:06.382639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-8f7ce890-7140-4a3e-af70-9684457c77cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/networks?id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a&id=7f9cb625-a38b-4104-aa3c-d16fac5b6021&id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a HTTP/1.1" status: 200 len: 1391 time: 0.7501662 Aug 20 13:26:06.384909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53572) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:06.393143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-21c811ab-0ccf-4c2a-8c82-0153652cba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:06.394649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-21c811ab-0ccf-4c2a-8c82-0153652cba46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5926707 Aug 20 13:26:06.405927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-793d09e1-743d-490a-842b-8bd9f2ea8c5c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/quotas/1cfde2fd9f72481ab4828d05b872472a HTTP/1.1" status: 200 len: 375 time: 0.0100844 Aug 20 13:26:06.466141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-3934810a-6641-4a5a-a7bc-65037d1423c5 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699792 Aug 20 13:26:06.500916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] For port 52ac3702-bdc5-4369-9c39-dcd3224814be, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:06.505954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:26:06.506929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:06.531477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-48fc8a0e-42c6-40a7-9990-ba1f3d54a0b4 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151552 Aug 20 13:26:06.545523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] For port 52ac3702-bdc5-4369-9c39-dcd3224814be, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=52ac3702-bdc5-4369-9c39-dcd3224814be,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:06.562793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-f9ce6641-2983-4547-adc5-3294af87047d service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557245 Aug 20 13:26:06.562999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:06.593518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb5ef0d1-3426-4902-93af-987c0bfa3691 req-00e5a109-504b-415d-8d11-9c7cd6f2ed6a tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013354 Aug 20 13:26:06.631860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799c4fb-b4a4-4fc6-a891-1cd0c8139c17 None None] Pushing event updated for resources: {'Port': ['ID=52ac3702-bdc5-4369-9c39-dcd3224814be,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:06.747745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-af69888d-9f1a-46f2-a06c-e099945d167b service neutron] 10.222.0.59 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820250 Aug 20 13:26:06.757409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7f9cb625-a38b-4104-aa3c-d16fac5b6021', 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'fixed_ips': [{'subnet_id': 'aad94704-090e-47da-880c-d4c867160651'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:26:06.758446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:06.782629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6401e594-47e5-4ddd-a475-ac4a2e490d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:06.782877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:06.800722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-411ed579-9934-4f2b-b8f7-da661dd991d6 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266623 Aug 20 13:26:06.812019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.066892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Allocated IP 19.86.0.2 (7f9cb625-a38b-4104-aa3c-d16fac5b6021/aad94704-090e-47da-880c-d4c867160651/af497f2a-b244-4126-abee-70eaf2051664) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:07.105542 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-620369e6-0ee9-47dc-b6fa-d9cac9dee8d3 req-76578f0d-7020-49fb-928f-e060c4d29905 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755605 Aug 20 13:26:07.119092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-98e533e1-0db9-492d-96a2-10c788dbf11c service neutron] 10.222.0.59 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449695 Aug 20 13:26:07.240242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-7c6d29e1-3037-418b-b2fd-d82303f6b12a service neutron] 10.222.0.59 "GET /v2.0/networks/7f9cb625-a38b-4104-aa3c-d16fac5b6021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194026 Aug 20 13:26:07.338169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 52ac3702-bdc5-4369-9c39-dcd3224814be up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:07.363886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-9a098b93-996e-4837-b39c-889f0048b5c1 service neutron] 10.222.0.59 "GET /v2.0/networks/7f9cb625-a38b-4104-aa3c-d16fac5b6021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225874 Aug 20 13:26:07.439871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.463393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Allocated IP 172.20.0.2 (9c12fcdc-dcc0-44ca-9c89-c454d920824a/fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263/06b90911-80ec-4dbb-a9a3-5a5450d18b18) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:07.494411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6401e594-47e5-4ddd-a475-ac4a2e490d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.505780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-df993763-93b3-4bf0-a1f3-0c14eed57409 service neutron] 10.222.0.59 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409590 Aug 20 13:26:07.515565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6401e594-47e5-4ddd-a475-ac4a2e490d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.526147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.568879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Allocated IP 172.25.6.50 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/9084ad0d-67f1-49cc-ad62-b8c541f243eb) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:07.597991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Transition to ACTIVE for port object af497f2a-b244-4126-abee-70eaf2051664 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:07.603912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e594-47e5-4ddd-a475-ac4a2e490d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80df2e89-1e12-4494-ac86-3308a9a0175d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:07.616740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6401e594-47e5-4ddd-a475-ac4a2e490d19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8182539f4124a17bd3225f5fc59771d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2310445 Aug 20 13:26:07.617370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53594) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:07.623374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:07.651984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 52ac3702-bdc5-4369-9c39-dcd3224814be completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:07.661095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3db661-44c3-470f-bfc9-b7a822bda20c req-65027ea4-7c8a-4616-8920-465a3385aa31 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:07.668745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Transition to ACTIVE for port object af497f2a-b244-4126-abee-70eaf2051664 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:07.670106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef3db661-44c3-470f-bfc9-b7a822bda20c req-65027ea4-7c8a-4616-8920-465a3385aa31 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 948 time: 0.9062405 Aug 20 13:26:07.677408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '329efba4-5c75-438c-b3c9-91cf302b8651', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '329efba4-5c75-438c-b3c9-91cf302b8651', 'mac_address': 'fa:16:3e:82:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:07.690536 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.696797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44e59047-f6ea-4132-868c-78be85563e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.712283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e3cf89a5-8ff6-40e0-9212-60aa39e0954a service neutron] 10.222.0.59 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053850 Aug 20 13:26:07.751385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef3db661-44c3-470f-bfc9-b7a822bda20c req-3264a17c-a2c9-445b-9d9b-66870be174b0 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748496 Aug 20 13:26:07.763450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44e59047-f6ea-4132-868c-78be85563e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.805664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:07.835607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:07.848867 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.851936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:07.870638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Pushing event updated for resources: {'Port': ['ID=af497f2a-b244-4126-abee-70eaf2051664,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:07.875153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.907538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329efba4-5c75-438c-b3c9-91cf302b8651 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:07.910575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44e59047-f6ea-4132-868c-78be85563e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.913792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44e59047-f6ea-4132-868c-78be85563e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:07.918154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44e59047-f6ea-4132-868c-78be85563e0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80df2e89-1e12-4494-ac86-3308a9a0175d HTTP/1.1" status: 204 len: 168 time: 0.2932966 Aug 20 13:26:07.932896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e59047-f6ea-4132-868c-78be85563e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80df2e89-1e12-4494-ac86-3308a9a0175d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:07.935741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de4b9a-1520-4408-b2df-797c00e979a0 req-a87a9456-a552-4df3-b285-650e55bd9bf8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:07.950091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68de4b9a-1520-4408-b2df-797c00e979a0 req-a87a9456-a552-4df3-b285-650e55bd9bf8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 948 time: 0.1283259 Aug 20 13:26:07.983214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.984020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.984020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.984528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.984998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.985427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.985858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.986282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.986705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.987292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.987714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:07.988153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:08.021710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.033745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68de4b9a-1520-4408-b2df-797c00e979a0 req-3daa9d8d-7bb8-4c9f-9c71-d4d82af4d190 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818098 Aug 20 13:26:08.049936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.074664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:08.078062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:08.112415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:08.122638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:08.122638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Transition to ACTIVE for port object 06b90911-80ec-4dbb-a9a3-5a5450d18b18 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:08.140074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.157483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Attempting to bind port af497f2a-b244-4126-abee-70eaf2051664 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:08.157924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Attempting to bind port af497f2a-b244-4126-abee-70eaf2051664 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:08.158241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Attempting to bind port af497f2a-b244-4126-abee-70eaf2051664 on network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:08.233280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:08.234466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Checking segment: {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:08.235996 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.238049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Bound using segment: {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:08.238576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Bound port: af497f2a-b244-4126-abee-70eaf2051664, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:08.238974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.265796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Transition to ACTIVE for port object 06b90911-80ec-4dbb-a9a3-5a5450d18b18 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:08.311238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f21e3ce-430d-4653-99de-5c4e53d8ee7a req-e1698664-786f-41df-a90a-476c01c10a6e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 210 time: 0.0870862 Aug 20 13:26:08.345243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.360594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Pushing event updated for resources: {'Port': ['ID=9084ad0d-67f1-49cc-ad62-b8c541f243eb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:08.398274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=12']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:08.425554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:08.432416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['329efba4-5c75-438c-b3c9-91cf302b8651'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:08.461829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:08.511028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:08.513785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35b9eb-0bba-43af-9388-053284a62028 None None] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:08.525067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b18b8-3c0c-45b9-91d1-1c7c200152ef req-df975844-a4cf-4f36-a0f7-2623e9eec7e3 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:08.526737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-989b18b8-3c0c-45b9-91d1-1c7c200152ef req-df975844-a4cf-4f36-a0f7-2623e9eec7e3 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 945 time: 0.1846070 Aug 20 13:26:08.621066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] For port af497f2a-b244-4126-abee-70eaf2051664, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:08.627207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] For port af497f2a-b244-4126-abee-70eaf2051664, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af497f2a-b244-4126-abee-70eaf2051664,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:08.651946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-989b18b8-3c0c-45b9-91d1-1c7c200152ef req-71f68eae-c0ee-482a-851f-0889cff02ec6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159215 Aug 20 13:26:08.672001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.852009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.885167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Attempting to bind port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:08.885553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Attempting to bind port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:08.885977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Attempting to bind port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 on network 9c12fcdc-dcc0-44ca-9c89-c454d920824a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:08.890729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4e61d685-f52e-49e7-ba94-24989592ac60 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:08.961664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Pushing event updated for resources: {'Port': ['ID=06b90911-80ec-4dbb-a9a3-5a5450d18b18,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:08.988460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:08.989029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Checking segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:08.989540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.990043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Bound using segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:08.990542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Bound port: 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:08.990934 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:08.999175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] Provisioning for port 52ac3702-bdc5-4369-9c39-dcd3224814be completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:09.019688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004551cd-afb2-4bb3-a6b2-1ec8555c0fa4 req-f2a08f24-a0d2-4970-a749-b7f9ad194e42 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:09.021326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-004551cd-afb2-4bb3-a6b2-1ec8555c0fa4 req-f2a08f24-a0d2-4970-a749-b7f9ad194e42 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1371953 Aug 20 13:26:09.053823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] Provisioning complete for port 52ac3702-bdc5-4369-9c39-dcd3224814be triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:09.054503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:09.063848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:09.118413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-004551cd-afb2-4bb3-a6b2-1ec8555c0fa4 req-dc032672-d2f0-4854-9116-69dea4e8ebba tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 Aug 20 13:26:09.306943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 4e61d685-f52e-49e7-ba94-24989592ac60 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:09.311635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc935f-77ba-44aa-bb87-731437346392 req-02c91d0e-85ab-430e-bf14-c3d286329e22 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:09.321838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ffc935f-77ba-44aa-bb87-731437346392 req-02c91d0e-85ab-430e-bf14-c3d286329e22 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 949 time: 0.1213703 Aug 20 13:26:09.324488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f62f3-402b-4cc7-8654-4cccd29ab78d None None] Pushing event updated for resources: {'Port': ['ID=af497f2a-b244-4126-abee-70eaf2051664,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:09.368500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ffc935f-77ba-44aa-bb87-731437346392 req-9dddf383-b891-46ab-b8a8-1af0a50d227d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Aug 20 13:26:09.428322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e1dcd-5e23-4885-adc2-94e174d3f7e9 req-b7aa46dc-5bfa-4b14-97f3-b6e15b1198fe tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:09.428974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 4e61d685-f52e-49e7-ba94-24989592ac60 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:09.429521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:09.431581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e98e1dcd-5e23-4885-adc2-94e174d3f7e9 req-b7aa46dc-5bfa-4b14-97f3-b6e15b1198fe tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 948 time: 0.2257137 Aug 20 13:26:09.490443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] For port 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:09.538489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] For port 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=06b90911-80ec-4dbb-a9a3-5a5450d18b18,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:09.562327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:09.624772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e98e1dcd-5e23-4885-adc2-94e174d3f7e9 req-592dcea5-8d9e-46a9-828c-614b504dd376 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445794 Aug 20 13:26:09.671575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Router 6ada243a-6661-462e-bbd1-099e33ef2b13 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:26:09.849706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a467dc7a-ca94-4da9-ae4c-584e1b59fd97 req-064b3cf2-2730-43cc-a0d0-af0a619449de tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 210 time: 0.1313617 Aug 20 13:26:10.024534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:10.041580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86183d-83ff-445c-805f-81d9e103f7d9 req-232700bb-fb9c-438d-bd7f-0eea37a35a3a tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:10.044196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa86183d-83ff-445c-805f-81d9e103f7d9 req-232700bb-fb9c-438d-bd7f-0eea37a35a3a tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 945 time: 0.2090516 Aug 20 13:26:10.095732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:26:10.110804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-f1c6aefb-7410-429a-8b89-3e15d7c7888c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:10.130305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-f1c6aefb-7410-429a-8b89-3e15d7c7888c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:10.130453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa86183d-83ff-445c-805f-81d9e103f7d9 req-88544310-de60-4d41-833e-0eb954ec6116 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Aug 20 13:26:10.132084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-f1c6aefb-7410-429a-8b89-3e15d7c7888c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "GET /v2.0/networks?id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a&id=7f9cb625-a38b-4104-aa3c-d16fac5b6021&id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a HTTP/1.1" status: 200 len: 1391 time: 0.3993237 Aug 20 13:26:10.141350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d069-41bd-4a95-9b3b-16aa2c95d637 None None] Pushing event updated for resources: {'Port': ['ID=06b90911-80ec-4dbb-a9a3-5a5450d18b18,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:10.144770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Sync routers for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:26:10.147216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:10.148897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cd87bfb7-129f-4c36-96a1-06a541d0e796 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9742775 Aug 20 13:26:10.152114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53672) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:10.160495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'port': {'device_id': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'admin_state_up': True, 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:10.245419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:10.249289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-4d8dd195-c6dd-412e-92df-d8e491ed83ba tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160519 Aug 20 13:26:10.314500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:10.315418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:10.390981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] For port 52ac3702-bdc5-4369-9c39-dcd3224814be, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=52ac3702-bdc5-4369-9c39-dcd3224814be,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:10.443379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4e61d685-f52e-49e7-ba94-24989592ac60, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4e61d685-f52e-49e7-ba94-24989592ac60,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:10.452189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e61d685-f52e-49e7-ba94-24989592ac60'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:10.455018 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76265b17-f99e-432f-a890-3f00a77f62f7" -d '{"events": [{"server_uuid": "1ec05052-a8c6-42b0-8289-776e29f5450a", "name": "network-vif-plugged", "status": "completed", "tag": "4e61d685-f52e-49e7-ba94-24989592ac60"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:10.484742 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:10.583836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-ef926afd-f49c-454d-a985-2b7d9458e804 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:10.591700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-ef926afd-f49c-454d-a985-2b7d9458e804 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867250 Aug 20 13:26:10.648152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-5c3e8265-c8a5-4f95-9691-4a809ab3aec4 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/quotas/bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 375 time: 0.0552623 Aug 20 13:26:10.690203 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:10.690979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 57c0cbc9-6d2d-4a55-a956-252e738ec548 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:10.701208 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e633084-124f-403f-be61-e5993bf9f753 x-openstack-request-id: req-7e633084-124f-403f-be61-e5993bf9f753 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:10.701722 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec05052-a8c6-42b0-8289-776e29f5450a", "name": "network-vif-plugged", "status": "completed", "tag": "4e61d685-f52e-49e7-ba94-24989592ac60", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:10.701823 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e633084-124f-403f-be61-e5993bf9f753 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:10.702179 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e61d685-f52e-49e7-ba94-24989592ac60', 'code': 200} Aug 20 13:26:10.788140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-829ba58d-35a4-4a69-a5eb-f6d5dc738bad tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382990 Aug 20 13:26:10.802652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:10.811522 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:11.127998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a62e1-b924-45e4-a4ae-6f47d7bccb9c None None] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:11.133549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382b0c-c408-45f2-bd39-a42d3d09250c req-8337fd2d-8bac-4c2b-bf24-7d0f5f161cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:11.135717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11382b0c-c408-45f2-bd39-a42d3d09250c req-8337fd2d-8bac-4c2b-bf24-7d0f5f161cf9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 1100 time: 0.4884443 Aug 20 13:26:11.139171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:11.334035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Allocated IP 19.80.0.131 (ec20f289-2f95-4f0a-bec6-032cc9d0c33a/f2ad0795-aaf4-4f77-a6d6-40c2a3982e42/e404f66e-1efb-40b7-9acd-5d5afc80ee3e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:11.369315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8ad2-23a7-44a2-bda1-d0591e5fd58d req-20997e1d-4b78-4aca-84fc-a55353d41c17 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:11.376643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-346c8ad2-23a7-44a2-bda1-d0591e5fd58d req-20997e1d-4b78-4aca-84fc-a55353d41c17 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 949 time: 0.4840748 Aug 20 13:26:11.383952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11382b0c-c408-45f2-bd39-a42d3d09250c req-5dad293d-1e8d-4531-aeea-d10f0065ff9f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395666 Aug 20 13:26:11.469189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1a8225f8-42b2-4aa8-99e2-d2ec524d1d4d None None] Provisioning complete for port 52ac3702-bdc5-4369-9c39-dcd3224814be triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:11.469866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a8225f8-42b2-4aa8-99e2-d2ec524d1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:11.525904 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cab313c6-8a94-4aeb-bc75-7d46a992cb3f req-19278d98-7d31-40e2-b471-aec167b81279 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 210 time: 0.2763753 Aug 20 13:26:11.585574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-346c8ad2-23a7-44a2-bda1-d0591e5fd58d req-eefcd424-312d-4e31-965e-56f1739c6065 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937492 Aug 20 13:26:11.591044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 06b90911-80ec-4dbb-a9a3-5a5450d18b18 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:11.759990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba007239-760e-492b-b270-a579cfaf795c req-0b30186e-2c24-43e8-8d28-ad62ae97e5f3 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 210 time: 0.0978625 Aug 20 13:26:11.760879 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:11.788062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7612a26-b5a4-4c05-b847-c077e4cf61af None None] Pushing event updated for resources: {'Port': ['ID=52ac3702-bdc5-4369-9c39-dcd3224814be,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:11.828813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5b53d-9625-482a-9b90-e5524f6c9d9d None None] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:11.875925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:11.902618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Transition to ACTIVE for port object e404f66e-1efb-40b7-9acd-5d5afc80ee3e will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:11.982311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.014027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70418d66-53ea-4614-a3ac-312b4ff9983c req-ffe920d5-bf70-47a4-80ae-add058d71c9c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:12.015942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70418d66-53ea-4614-a3ac-312b4ff9983c req-ffe920d5-bf70-47a4-80ae-add058d71c9c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 945 time: 0.2045527 Aug 20 13:26:12.073096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:12.089220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:12.091591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:12.107476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:12.194015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70418d66-53ea-4614-a3ac-312b4ff9983c req-bb2cdd22-7753-42ef-ab4e-a8b0658246b6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581788 Aug 20 13:26:12.229491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4e61d685-f52e-49e7-ba94-24989592ac60,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:12.240794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Allocated IP 172.20.0.1 (9c12fcdc-dcc0-44ca-9c89-c454d920824a/fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263/af9204b6-ff80-464d-9943-5921678e117a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:12.252955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:12.255479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.303695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-db87bceb-ec66-482e-883a-b3e8f5a1bb3e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1473784 Aug 20 13:26:12.314569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 57c0cbc9-6d2d-4a55-a956-252e738ec548 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:12.323466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 57c0cbc9-6d2d-4a55-a956-252e738ec548 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:12.323846 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.334443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'port': {'device_id': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021', 'admin_state_up': True, 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:12.380902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:12.409032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af497f2a-b244-4126-abee-70eaf2051664 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:12.600684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port af497f2a-b244-4126-abee-70eaf2051664 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:12.607214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Provisioning for port af497f2a-b244-4126-abee-70eaf2051664 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:12.610880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.652062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Transition to ACTIVE for port object af9204b6-ff80-464d-9943-5921678e117a will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:12.671059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Provisioning complete for port af497f2a-b244-4126-abee-70eaf2051664 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:12.674444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.680147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:12.692485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.762980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.788539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port af497f2a-b244-4126-abee-70eaf2051664 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:12.788861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.825512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Pushing event updated for resources: {'Port': ['ID=af9204b6-ff80-464d-9943-5921678e117a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:12.844599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:12.846405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:12.853805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:12.925404 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.928222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.939580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:12.990699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] For port af497f2a-b244-4126-abee-70eaf2051664, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af497f2a-b244-4126-abee-70eaf2051664,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:13.079666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.104284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a50c7-ba8b-4c8e-9a59-61dafbb0f628 req-38c9d0f1-f7b0-4395-b3d6-c307601ede56 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:13.114626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c7a50c7-ba8b-4c8e-9a59-61dafbb0f628 req-38c9d0f1-f7b0-4395-b3d6-c307601ede56 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 949 time: 0.2015805 Aug 20 13:26:13.239002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Pushing event updated for resources: {'Port': ['ID=af497f2a-b244-4126-abee-70eaf2051664,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:13.276126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Allocated IP 19.86.0.238 (7f9cb625-a38b-4104-aa3c-d16fac5b6021/aad94704-090e-47da-880c-d4c867160651/62cb271d-a179-4cc9-bf6f-754be402b8ca) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:13.279959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Provisioning for port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:13.288397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Provisioning complete for port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:13.288911 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.303619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c7a50c7-ba8b-4c8e-9a59-61dafbb0f628 req-26b3ecc9-838d-4e9b-b3e0-f6476b846248 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832302 Aug 20 13:26:13.389004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:13.391285 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbd193-c968-411d-b340-2c1fc6edf929" -d '{"events": [{"server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "name": "network-vif-plugged", "status": "completed", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:13.410735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.524912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:13.531433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.537913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:08Z', 'revision_number': 3, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:13.628670 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.628972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7da4366a-d7ff-47d0-a94c-a38838a4c641 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:13.644830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Checking router: 6ada243a-6661-462e-bbd1-099e33ef2b13 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:26:13.645256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Updating router 6ada243a-6661-462e-bbd1-099e33ef2b13 port 9084ad0d-67f1-49cc-ad62-b8c541f243eb binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:26:13.664167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.679101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce756bfb-76ca-4dd9-8b9f-503d42bdad9f req-da874cf4-3b3d-4f6b-b603-2f2e019099ba tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 210 time: 0.2460864 Aug 20 13:26:13.686992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.737436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-f88b47cd-d53c-4bc2-8f1c-977d340e00fd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537371 Aug 20 13:26:13.800032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.813091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Pushing event updated for resources: {'Port': ['ID=af9204b6-ff80-464d-9943-5921678e117a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:13.824171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:13.847291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea51f0-0dde-49fd-affc-59240556c841 req-9d5a3388-1e54-4a00-854a-cc24e09ec9c2 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:13.848318 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65ea51f0-0dde-49fd-affc-59240556c841 req-9d5a3388-1e54-4a00-854a-cc24e09ec9c2 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 932 time: 1.0611115 Aug 20 13:26:13.948590 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.010102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65ea51f0-0dde-49fd-affc-59240556c841 req-b0be5a1c-4444-4784-ad8a-99a3b4e40098 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444621 Aug 20 13:26:14.022507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Transition to ACTIVE for port object 62cb271d-a179-4cc9-bf6f-754be402b8ca will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:14.049937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af497f2a-b244-4126-abee-70eaf2051664 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:14.062007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-6ba96a52-e59e-49d6-b708-4a32bb8b7de2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:14.063761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-6ba96a52-e59e-49d6-b708-4a32bb8b7de2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173149 Aug 20 13:26:14.093328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Request body: {'port': {'device_id': '37520497-f065-4418-95a8-30b3154577a4', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'bb9b77d3121949b0bd19f23ccdb10c12'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:14.129169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] For port 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=06b90911-80ec-4dbb-a9a3-5a5450d18b18,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:14.154331 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.174234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c5ac-0eec-44c5-a501-6e2532c823aa req-ffdf64e3-6859-495a-89d7-eafb46c28d8b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:14.185252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aaa8c5ac-0eec-44c5-a501-6e2532c823aa req-ffdf64e3-6859-495a-89d7-eafb46c28d8b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2234879 Aug 20 13:26:14.226325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:14.233321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-9e80b8e4-de07-45cb-a414-0a17f1938070 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2154489 Aug 20 13:26:14.251671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:14.265573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aaa8c5ac-0eec-44c5-a501-6e2532c823aa req-cbd2acb4-2561-4568-8331-7de2a9fe3ff4 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791335 Aug 20 13:26:14.267375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:14.276419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.352894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port af497f2a-b244-4126-abee-70eaf2051664 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:14.353377 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.420030 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f69958-2fc5-4cb5-90d7-011938d9f87c x-openstack-request-id: req-41f69958-2fc5-4cb5-90d7-011938d9f87c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:14.420362 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "name": "network-vif-plugged", "status": "completed", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:14.420606 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41f69958-2fc5-4cb5-90d7-011938d9f87c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:14.421013 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'code': 200} Aug 20 13:26:14.426850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 7da4366a-d7ff-47d0-a94c-a38838a4c641 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:14.451632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Provisioning for port af9204b6-ff80-464d-9943-5921678e117a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:14.480609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Provisioning complete for port af9204b6-ff80-464d-9943-5921678e117a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:14.480827 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.581025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-437469b3-b97a-4421-a87a-d70781e59876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:14.582665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-437469b3-b97a-4421-a87a-d70781e59876 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 1100 time: 0.3026156 Aug 20 13:26:14.644343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8afe3d-3df9-4fee-acfc-6e566dad6643 req-bc633bb8-18f1-4adc-bffb-a76a851757fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:14.647185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c8afe3d-3df9-4fee-acfc-6e566dad6643 req-bc633bb8-18f1-4adc-bffb-a76a851757fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.1902809 Aug 20 13:26:14.718489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Router 6ada243a-6661-462e-bbd1-099e33ef2b13 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:26:14.784395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c8afe3d-3df9-4fee-acfc-6e566dad6643 req-94b0d7ec-a7e4-430b-b6f7-9f85bc1a3073 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Aug 20 13:26:14.891234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e04aec-2df5-4c57-b670-c6ae1582b56e None None] Pushing event updated for resources: {'Port': ['ID=06b90911-80ec-4dbb-a9a3-5a5450d18b18,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:14.894657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 7da4366a-d7ff-47d0-a94c-a38838a4c641 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:14.895151 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.929889 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:14.982174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Transition to ACTIVE for port object 9084ad0d-67f1-49cc-ad62-b8c541f243eb will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:15.012743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.027815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab63dda-7f0c-4e44-9c53-6027a2da5009 req-af29cd61-74e6-4665-a885-09913d63f086 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:15.032875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dab63dda-7f0c-4e44-9c53-6027a2da5009 req-af29cd61-74e6-4665-a885-09913d63f086 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 948 time: 0.8862090 Aug 20 13:26:15.047584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Port af9204b6-ff80-464d-9943-5921678e117a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:15.160320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:15.178938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Made reservation on behalf of bb9b77d3121949b0bd19f23ccdb10c12 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:15.179108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df64b-501e-4907-b6c6-750928e5806e None None] Pushing event updated for resources: {'Port': ['ID=9084ad0d-67f1-49cc-ad62-b8c541f243eb,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:15.181872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Provisioning complete for port af497f2a-b244-4126-abee-70eaf2051664 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:15.182242 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.189474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.212932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Attempting to bind port 9084ad0d-67f1-49cc-ad62-b8c541f243eb on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:15.213299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Attempting to bind port 9084ad0d-67f1-49cc-ad62-b8c541f243eb by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:15.213663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Attempting to bind port 9084ad0d-67f1-49cc-ad62-b8c541f243eb on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:15.217316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Port': ['ID=62cb271d-a179-4cc9-bf6f-754be402b8ca,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:15.233777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:15.243743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:15.253013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:15.253387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:15.253788 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.254272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:15.254920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Bound port: 9084ad0d-67f1-49cc-ad62-b8c541f243eb, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:15.255271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.261019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 52ac3702-bdc5-4369-9c39-dcd3224814be up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:15.343030 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.368306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dab63dda-7f0c-4e44-9c53-6027a2da5009 req-16097a29-d0fb-4ffc-87db-c92031a9e843 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121841 Aug 20 13:26:15.468884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] For port 9084ad0d-67f1-49cc-ad62-b8c541f243eb, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:15.477076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] For port 9084ad0d-67f1-49cc-ad62-b8c541f243eb, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9084ad0d-67f1-49cc-ad62-b8c541f243eb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:15.489883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53820) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:15.560009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.578479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:26:15.589533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7da4366a-d7ff-47d0-a94c-a38838a4c641, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:15.603568 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1de24837-1c79-4ac4-ab9c-2428a05f0e35 req-7bcf861f-efe8-43ad-9131-5c34114d22bf tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 210 time: 0.0792637 Aug 20 13:26:15.619832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8b9caa0e-89e3-4db1-9876-8412d463e882 admin admin] 10.222.0.59 "PUT /v2.0/routers/6ada243a-6661-462e-bbd1-099e33ef2b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4649277 Aug 20 13:26:15.623241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-bbd2ec62-94af-4cf8-9fe8-4109b89c5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:15.627092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-bbd2ec62-94af-4cf8-9fe8-4109b89c5ad6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 1.0183752 Aug 20 13:26:15.681811 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.716833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:15.719887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-90a046e6-df39-4006-bc24-925644cce8b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 200 len: 217 time: 0.0810747 Aug 20 13:26:15.729694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Allocated IP 192.168.233.237 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/30185cc1-9eac-4b37-96a7-e0c58f060ba9) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:15.743083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 52ac3702-bdc5-4369-9c39-dcd3224814be triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:15.743681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.826494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5abbc-7a69-4a47-bcbf-fd493725c057 req-99f940c4-2dd5-49cf-a66a-c0a605713e71 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:15.828450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75f5abbc-7a69-4a47-bcbf-fd493725c057 req-99f940c4-2dd5-49cf-a66a-c0a605713e71 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1037946 Aug 20 13:26:15.833676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-187047a3-7383-464c-bafc-615377df4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:15.835807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-187047a3-7383-464c-bafc-615377df4b2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0988617 Aug 20 13:26:15.970624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:15.987169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Transition to ACTIVE for port object 30185cc1-9eac-4b37-96a7-e0c58f060ba9 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:16.001258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-fd6d93ef-24a2-400b-ac9f-5902325be3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:16.006856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-fd6d93ef-24a2-400b-ac9f-5902325be3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604013 Aug 20 13:26:16.013775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75f5abbc-7a69-4a47-bcbf-fd493725c057 req-3c354ce5-6ad4-4afb-b95b-fdddea198096 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767063 Aug 20 13:26:16.023094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Provisioning complete for port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:16.023475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.041791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:16.042447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.078687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.107369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:16.108021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:25:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:16.113996 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9f5-cbd9-4994-ad04-126d9564e084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.118922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091', '329efba4-5c75-438c-b3c9-91cf302b8651'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:16.154051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-ad546b74-bdfd-4922-aadb-5d2018997501 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8440063 Aug 20 13:26:16.166963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-02976806-e2d6-4f22-a3ab-9afb403ce67f service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510143 Aug 20 13:26:16.181618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'port': {'device_id': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'admin_state_up': True, 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:16.189245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:16.191475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8c404cd-e18b-489c-bab4-67848258d8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.198160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:16.218099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:16.249085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:16.270298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:16.306755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feab25-1940-4d21-8326-4edb9d15ea97 req-fa5ae4b9-2df1-4d50-8767-d2e37e0a1aa7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:16.317787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feab25-1940-4d21-8326-4edb9d15ea97 req-fa5ae4b9-2df1-4d50-8767-d2e37e0a1aa7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:16.319809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28feab25-1940-4d21-8326-4edb9d15ea97 req-fa5ae4b9-2df1-4d50-8767-d2e37e0a1aa7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 1655 time: 0.2931676 Aug 20 13:26:16.348158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:16.390961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63dc6b26-eb86-48fd-9c1e-30d6bb6ff3e9 req-c817b913-8967-433e-b7fd-d29bfb152e23 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146769 Aug 20 13:26:16.437899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df64b-501e-4907-b6c6-750928e5806e None None] Pushing event updated for resources: {'Port': ['ID=9084ad0d-67f1-49cc-ad62-b8c541f243eb,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:16.442137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da4366a-d7ff-47d0-a94c-a38838a4c641'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:16.444711 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c823bae4-2388-4fa0-8aab-14c7b317218c" -d '{"events": [{"server_uuid": "385d6fc6-4f09-4c17-8d26-749bb7e642d7", "name": "network-vif-plugged", "status": "completed", "tag": "7da4366a-d7ff-47d0-a94c-a38838a4c641"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:16.573625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28feab25-1940-4d21-8326-4edb9d15ea97 req-2c879dc0-85cb-4266-acaa-7387a5cc846c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349286 Aug 20 13:26:16.593309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:16.594193 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.607103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9f5-cbd9-4994-ad04-126d9564e084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.625235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9f5-cbd9-4994-ad04-126d9564e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.655594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-86702f62-0ad3-4199-bf5b-00a5147d5c2a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5741704 Aug 20 13:26:16.678510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53848) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:16.684240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271049745', 'description': 'tempest-description--209509988'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:16.693664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Request body: {'port': {'device_id': '37520497-f065-4418-95a8-30b3154577a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:16.755178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.763694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3e9f5-cbd9-4994-ad04-126d9564e084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee236df-3a15-4381-9556-736470f97f31,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:16.772163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 329efba4-5c75-438c-b3c9-91cf302b8651 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:16.772994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e0a3e9f5-cbd9-4994-ad04-126d9564e084 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d9f7396dd2f452a8c20df0dfd4294b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2816279 Aug 20 13:26:16.783023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53852) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:16.794442 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebcdc4b-4c5c-4cc1-8090-b67d706ab288 x-openstack-request-id: req-2ebcdc4b-4c5c-4cc1-8090-b67d706ab288 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:16.794732 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385d6fc6-4f09-4c17-8d26-749bb7e642d7", "name": "network-vif-plugged", "status": "completed", "tag": "7da4366a-d7ff-47d0-a94c-a38838a4c641", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:16.794989 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ebcdc4b-4c5c-4cc1-8090-b67d706ab288 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:16.795387 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da4366a-d7ff-47d0-a94c-a38838a4c641', 'code': 200} Aug 20 13:26:16.835979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 329efba4-5c75-438c-b3c9-91cf302b8651 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:16.836360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.852274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7da4366a-d7ff-47d0-a94c-a38838a4c641,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:16.875698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:16.885976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.909019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:16.918700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce405-791b-4d37-9b46-4efd5679c39f req-25a35b17-03d6-4b30-b74d-4948ec7c5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:16.922071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-857ce405-791b-4d37-9b46-4efd5679c39f req-25a35b17-03d6-4b30-b74d-4948ec7c5ed7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 1100 time: 0.1020675 Aug 20 13:26:17.033565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162a6a-3a45-4442-a142-25c2b7cda2bd req-e6cbcb04-9707-4538-a31e-f4d3571329af tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:17.035541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63162a6a-3a45-4442-a142-25c2b7cda2bd req-e6cbcb04-9707-4538-a31e-f4d3571329af tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 949 time: 0.3911414 Aug 20 13:26:17.041591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-857ce405-791b-4d37-9b46-4efd5679c39f req-78a1bf4e-b32a-400f-b438-ce52738d047f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095042 Aug 20 13:26:17.083786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958edb4-b84c-494c-940d-a8b50058b85a req-67c25788-8c5c-469f-abb5-b6af327672f7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:17.085820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2958edb4-b84c-494c-940d-a8b50058b85a req-67c25788-8c5c-469f-abb5-b6af327672f7 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 936 time: 0.1207666 Aug 20 13:26:17.088747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.116818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.123541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Provisioning for port e404f66e-1efb-40b7-9acd-5d5afc80ee3e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:17.139043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Provisioning complete for port e404f66e-1efb-40b7-9acd-5d5afc80ee3e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:17.139426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.154183 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63162a6a-3a45-4442-a142-25c2b7cda2bd req-2dbbee77-4d9a-4a84-b39c-946501080d83 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989664 Aug 20 13:26:17.222513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 06b90911-80ec-4dbb-a9a3-5a5450d18b18 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:17.229186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5120e2-7677-4068-999c-ec9c3d3902ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.253668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2958edb4-b84c-494c-940d-a8b50058b85a req-ffa5dab1-6080-46e7-a568-5dd18de84e9e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593869 Aug 20 13:26:17.254395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.256438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5765634 Aug 20 13:26:17.259204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53862) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:17.267433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Request body: {'security_group_rule': {'security_group_id': '5a91d9aa-933a-4cfa-b7c3-2827e7447928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:17.295921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9e5c7-26f8-43ff-90ca-f39440aab768 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a91d9aa-933a-4cfa-b7c3-2827e7447928,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:17.319517 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.343235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.359742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f3f244cd-4eda-42e2-b148-1b9e0b715b70 None None] Port e404f66e-1efb-40b7-9acd-5d5afc80ee3e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:17.368053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5120e2-7677-4068-999c-ec9c3d3902ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.422067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Allocated IP 19.80.0.220 (ec20f289-2f95-4f0a-bec6-032cc9d0c33a/f2ad0795-aaf4-4f77-a6d6-40c2a3982e42/b2dac974-7c1e-48a7-b516-c463e972d97f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:17.430174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:17.436732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 2, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:17.452392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.459303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.470034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.481402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b79fa-4a37-46b8-961d-069c244e1940 None None] The sync data for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 is: [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 2, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:26:17.501524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f74e-79d2-4928-ba02-4ac50e161a4e req-a18e9e67-5279-49d6-a56a-a8c928f13c39 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:17.502075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5955f0-5956-457f-aabf-3fcf3695a774,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:17.503337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5560f74e-79d2-4928-ba02-4ac50e161a4e req-a18e9e67-5279-49d6-a56a-a8c928f13c39 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1540620 Aug 20 13:26:17.521307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.523959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0efee31e-9be5-4cfe-bec7-b8e121b6050c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2628462 Aug 20 13:26:17.526657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53866) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:17.533386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Request body: {'security_group_rule': {'security_group_id': '5a91d9aa-933a-4cfa-b7c3-2827e7447928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:17.542660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:17.543081 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.584234 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.625033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Provisioning for port 62cb271d-a179-4cc9-bf6f-754be402b8ca completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:17.634706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5560f74e-79d2-4928-ba02-4ac50e161a4e req-3128b0b7-52d8-4b9a-a888-55b357483829 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094337 Aug 20 13:26:17.728697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.754177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.806480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfc972f-a1df-4d63-aa4e-692a260914d6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:17.831291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153b7aa-639b-4041-8054-fe7729e35f00 req-6f67957d-7276-4bb0-b2b8-189b32950109 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:17.849386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153b7aa-639b-4041-8054-fe7729e35f00 req-6f67957d-7276-4bb0-b2b8-189b32950109 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:17.851589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c153b7aa-639b-4041-8054-fe7729e35f00 req-6f67957d-7276-4bb0-b2b8-189b32950109 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 1655 time: 0.1476579 Aug 20 13:26:17.853172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.854305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6e3292d8-f223-4221-a887-6e72eb097203 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263769 Aug 20 13:26:17.858322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:17.884060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:17.911833 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5120e2-7677-4068-999c-ec9c3d3902ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.917409 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5120e2-7677-4068-999c-ec9c3d3902ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.919773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c5120e2-7677-4068-999c-ec9c3d3902ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eee236df-3a15-4381-9556-736470f97f31 HTTP/1.1" status: 204 len: 168 time: 1.1343215 Aug 20 13:26:17.945224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.972587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:17.974970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5120e2-7677-4068-999c-ec9c3d3902ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee236df-3a15-4381-9556-736470f97f31,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:18.007029 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c153b7aa-639b-4041-8054-fe7729e35f00 req-76826e61-9b8d-4381-bd79-757665c29b5b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050048 Aug 20 13:26:18.032739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Transition to ACTIVE for port object b2dac974-7c1e-48a7-b516-c463e972d97f will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:18.074693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Provisioning complete for port 62cb271d-a179-4cc9-bf6f-754be402b8ca triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:18.075063 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.169879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Port 62cb271d-a179-4cc9-bf6f-754be402b8ca cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:18.199309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=13']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:18.205427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Provisioning complete for port af9204b6-ff80-464d-9943-5921678e117a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:18.205807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.299406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Port af9204b6-ff80-464d-9943-5921678e117a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:18.323362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Provisioning for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:18.329144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30185cc1-9eac-4b37-96a7-e0c58f060ba9 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:18.330490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Provisioning complete for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:18.331055 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.353839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d56b6-2608-4670-b285-629563a2e398 req-3905bb41-2b57-45c2-a7f4-ca839d839738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:18.354217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.355397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-3905bb41-2b57-45c2-a7f4-ca839d839738 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.2774782 Aug 20 13:26:18.385537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d8b40-2708-4755-a1a5-019c438833e3 None None] Port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:18.386042 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.421103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26b23c-af72-458e-b0b2-63391f06d42d req-7dc99cc8-e500-4de8-a8dd-f7b343405206 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:18.422652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d26b23c-af72-458e-b0b2-63391f06d42d req-7dc99cc8-e500-4de8-a8dd-f7b343405206 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2662907 Aug 20 13:26:18.459175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-798bcbc3-c7bc-40c7-80df-be936c1630fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.475346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Transition to ACTIVE for port object 30185cc1-9eac-4b37-96a7-e0c58f060ba9 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:18.485862 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:18.492243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.497240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.500314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:18.507854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:18.514853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Port': ['ID=b2dac974-7c1e-48a7-b516-c463e972d97f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:18.655400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d26b23c-af72-458e-b0b2-63391f06d42d req-eb893871-5dea-4349-93cd-a95eee289fd8 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013919 Aug 20 13:26:18.736565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a0caa-de9b-4631-b051-485021ce6404 req-171b8e22-4410-4b15-96ab-62a813fc5de8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:18.744880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-914a0caa-de9b-4631-b051-485021ce6404 req-171b8e22-4410-4b15-96ab-62a813fc5de8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 949 time: 0.3613033 Aug 20 13:26:18.762466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53898) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:18.772506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.796433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:18.799661 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457bc18a-1319-41a5-8292-3d1cd009192a" -d '{"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-plugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:18.818350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:18.823367 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0a42f1c-02c0-43a6-b6ac-98742428d374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.837290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:18.838316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:18.960177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-914a0caa-de9b-4631-b051-485021ce6404 req-e1aa5930-6425-4c25-8c0d-ba5ebf2ac286 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142978 Aug 20 13:26:19.005043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:19.005385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:19.005712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:19.020897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:19.021272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:19.039945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55967c8c-ac93-4c14-a248-b6f4d6cf2073 req-72e4ddc6-41bb-479a-bfbc-5f93e89b568d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.040073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:19.040384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:19.040797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:19.041441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Bound port: 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:19.041603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55967c8c-ac93-4c14-a248-b6f4d6cf2073 req-72e4ddc6-41bb-479a-bfbc-5f93e89b568d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 948 time: 0.2029662 Aug 20 13:26:19.041696 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.043176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d56b6-2608-4670-b285-629563a2e398 req-986a3cdc-249f-4bf7-ad0c-69da596a18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.046048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-986a3cdc-249f-4bf7-ad0c-69da596a18cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.6643465 Aug 20 13:26:19.082178 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0c472-435f-4932-b210-dcda039b5bc9 x-openstack-request-id: req-bbb0c472-435f-4932-b210-dcda039b5bc9 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:19.082473 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-plugged", "status": "completed", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:19.082730 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbb0c472-435f-4932-b210-dcda039b5bc9 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:19.083128 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'code': 200} Aug 20 13:26:19.123476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-69559ae6-87a9-4a83-8e35-02ae6fb13178 None None] Provisioning for port b2dac974-7c1e-48a7-b516-c463e972d97f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:19.127860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-69559ae6-87a9-4a83-8e35-02ae6fb13178 None None] Provisioning complete for port b2dac974-7c1e-48a7-b516-c463e972d97f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:19.128411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69559ae6-87a9-4a83-8e35-02ae6fb13178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.227907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-69559ae6-87a9-4a83-8e35-02ae6fb13178 None None] Port b2dac974-7c1e-48a7-b516-c463e972d97f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:19.241670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9084ad0d-67f1-49cc-ad62-b8c541f243eb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:19.253474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-38728dce-8c63-46c8-8672-5dd5cdc0d5f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.1476891 Aug 20 13:26:19.270252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0a42f1c-02c0-43a6-b6ac-98742428d374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.275869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:19.296151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0a42f1c-02c0-43a6-b6ac-98742428d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.300521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55967c8c-ac93-4c14-a248-b6f4d6cf2073 req-bb600270-7c03-4b3a-8ea1-5489f422d3de tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484109 Aug 20 13:26:19.327261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:19.342192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e9b3ebd8-d27b-41c8-922c-04edcd795c20 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1769469 Aug 20 13:26:19.374876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Request body: {'port': {'device_id': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:19.383504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.397881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9084ad0d-67f1-49cc-ad62-b8c541f243eb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:19.412392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9084ad0d-67f1-49cc-ad62-b8c541f243eb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:19.412818 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.415428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.423469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f0a42f1c-02c0-43a6-b6ac-98742428d374 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f01ea3220fc74a589aab150a9c9c5f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6398814 Aug 20 13:26:19.428102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53910) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:19.433856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e760828-7aed-41ff-85e6-2d8e6c4a721a req-b5ba52e8-bb2f-4276-9e77-b2f8cb280844 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.443569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Allocated IP 172.25.6.4 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/570169ed-7b56-45fc-b597-cc68f949645f) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:19.454262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d56b6-2608-4670-b285-629563a2e398 req-c993d744-4642-4d2d-8d86-41bbe044fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.455978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-c993d744-4642-4d2d-8d86-41bbe044fe92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.1529357 Aug 20 13:26:19.457720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e760828-7aed-41ff-85e6-2d8e6c4a721a req-b5ba52e8-bb2f-4276-9e77-b2f8cb280844 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.464842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e760828-7aed-41ff-85e6-2d8e6c4a721a req-b5ba52e8-bb2f-4276-9e77-b2f8cb280844 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.468523 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e760828-7aed-41ff-85e6-2d8e6c4a721a req-b5ba52e8-bb2f-4276-9e77-b2f8cb280844 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2377 time: 0.2637920 Aug 20 13:26:19.523372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-14794b86-c5f3-4a0c-9768-42f040bbe86d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451579 Aug 20 13:26:19.545399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.545919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.547538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] 10.222.0.13 "PUT /v2.0/ports/30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 1096 time: 2.8756754 Aug 20 13:26:19.548222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a42f1c-02c0-43a6-b6ac-98742428d374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af0aec-c3a1-45f2-a647-7ae3588d150f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:19.572223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:19.577461 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ea701c-cfbe-4084-b879-5a4d5d801466" -d '{"events": [{"name": "network-changed", "server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:19.632596 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.677125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e760828-7aed-41ff-85e6-2d8e6c4a721a req-eeb609f7-2925-41b8-b2b5-7774c4a9fb96 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839066 Aug 20 13:26:19.697095 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53174218-628f-4b45-811c-8f0868aaf70a x-openstack-request-id: req-53174218-628f-4b45-811c-8f0868aaf70a {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:19.697390 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:19.697677 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53174218-628f-4b45-811c-8f0868aaf70a {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:19.698070 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'status': 'completed', 'code': 200} Aug 20 13:26:19.698626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.702395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 9084ad0d-67f1-49cc-ad62-b8c541f243eb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9084ad0d-67f1-49cc-ad62-b8c541f243eb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:19.702925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfaf4d-fc0a-4be5-a428-e12600bc5a1b service neutron] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:19.721993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.736348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5a41-bbb6-485d-ba84-b3a4fd672315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.833251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-de535223-6eba-49c5-8e3a-d74865bffd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:19.841959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-de535223-6eba-49c5-8e3a-d74865bffd07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1099 time: 0.2117770 Aug 20 13:26:19.844747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5a41-bbb6-485d-ba84-b3a4fd672315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:19.884277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=9084ad0d-67f1-49cc-ad62-b8c541f243eb,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:19.925827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-361165cf-ec99-4c78-b0e6-045c7839ca61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.0754011 Aug 20 13:26:20.052918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.066272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-112a74fa-ad5d-43a1-9c63-1aeb1d2bbd22 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328975 Aug 20 13:26:20.095818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bafa0-7c1d-403e-8e9b-4eb24d91d4e9 req-fbef900f-ea73-4c97-a6fa-f492115a4017 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.097795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e1bafa0-7c1d-403e-8e9b-4eb24d91d4e9 req-fbef900f-ea73-4c97-a6fa-f492115a4017 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2989283 Aug 20 13:26:20.210197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5a41-bbb6-485d-ba84-b3a4fd672315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.213209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5a41-bbb6-485d-ba84-b3a4fd672315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.217335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d2bc5a41-bbb6-485d-ba84-b3a4fd672315 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5af0aec-c3a1-45f2-a647-7ae3588d150f HTTP/1.1" status: 204 len: 168 time: 0.7782621 Aug 20 13:26:20.250033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc5a41-bbb6-485d-ba84-b3a4fd672315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af0aec-c3a1-45f2-a647-7ae3588d150f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:20.255613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.267491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e1bafa0-7c1d-403e-8e9b-4eb24d91d4e9 req-d311e3d2-d159-4fa7-a05b-5187125a1da6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172895 Aug 20 13:26:20.323607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:20.334536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:20.338701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-512d56b6-2608-4670-b285-629563a2e398 req-fc3974cd-9812-48ed-9709-5511c1f9536c service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621300 Aug 20 13:26:20.342780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:20.374883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event updated for resources: {'Port': ['ID=570169ed-7b56-45fc-b597-cc68f949645f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:20.468063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.482979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-83ebf185-95b5-4b20-a50d-bc2033defe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.484481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-83ebf185-95b5-4b20-a50d-bc2033defe9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.5489261 Aug 20 13:26:20.560193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716747-74a4-4fb7-be5a-7d578f83ecec req-666e43b3-1dba-48bd-afbc-943578626d1d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.561711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3716747-74a4-4fb7-be5a-7d578f83ecec req-666e43b3-1dba-48bd-afbc-943578626d1d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 948 time: 0.0871971 Aug 20 13:26:20.563055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.572343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53944) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:20.620779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73422-4d4e-45f9-bce3-a0b78aee8b58 req-05d7cc9b-73a4-48ea-a5a0-e9d405408ff7 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.623098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4a73422-4d4e-45f9-bce3-a0b78aee8b58 req-05d7cc9b-73a4-48ea-a5a0-e9d405408ff7 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 949 time: 0.1833429 Aug 20 13:26:20.628492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-eb315e91-4d8e-40c0-8adf-2c530ed9324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.648102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-eb315e91-4d8e-40c0-8adf-2c530ed9324e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392710 Aug 20 13:26:20.650961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3716747-74a4-4fb7-be5a-7d578f83ecec req-3d3cf6ee-a59f-4f32-95ea-cf4fb891a9fb tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585277 Aug 20 13:26:20.802781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.817035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.859537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5334ff88-7a5f-45be-aa65-4da32f23a09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.897893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e404f66e-1efb-40b7-9acd-5d5afc80ee3e {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:20.913963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4a73422-4d4e-45f9-bce3-a0b78aee8b58 req-70f86246-2f9a-48a7-a843-0a57df4a8ab5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631817 Aug 20 13:26:20.917705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.922966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event updated for resources: {'Port': ['ID=570169ed-7b56-45fc-b597-cc68f949645f,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:20.955055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Transition to ACTIVE for port object e404f66e-1efb-40b7-9acd-5d5afc80ee3e will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:20.961539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce443b5-bb27-4115-b8d5-977d1411e1dd req-fc21f808-dbe4-43fe-96dc-ac16471c85cd tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.973987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce443b5-bb27-4115-b8d5-977d1411e1dd req-fc21f808-dbe4-43fe-96dc-ac16471c85cd tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.979819 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-83c9e51f-d8e0-40d5-8122-7b91c4d37df4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070495 Aug 20 13:26:20.985051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:20.988130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce443b5-bb27-4115-b8d5-977d1411e1dd req-fc21f808-dbe4-43fe-96dc-ac16471c85cd tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:20.996443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bce443b5-bb27-4115-b8d5-977d1411e1dd req-fc21f808-dbe4-43fe-96dc-ac16471c85cd tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2377 time: 0.1428778 Aug 20 13:26:21.004890 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.060480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bce443b5-bb27-4115-b8d5-977d1411e1dd req-3259d473-414e-4452-9ad6-848795599153 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630095 Aug 20 13:26:21.168742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Pushing event updated for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:21.184158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9084ad0d-67f1-49cc-ad62-b8c541f243eb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:21.274418 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Sync routers for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:26:21.292470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:21.294301 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:21.315720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a68cc7cd-9e00-4d16-b312-d440b4e6d14e req-c4f372f7-7e3e-47e9-b62e-bfc3547cbfea service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259151 Aug 20 13:26:21.327028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9084ad0d-67f1-49cc-ad62-b8c541f243eb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:21.327436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.433371 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.486549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5334ff88-7a5f-45be-aa65-4da32f23a09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.503227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.514074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b7dbecd-0224-4e8f-989e-e3687954935f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6450961 Aug 20 13:26:21.518449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5334ff88-7a5f-45be-aa65-4da32f23a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.536058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb7c23-0448-4d87-a544-e89d6eb4d9c6 req-24cc2474-efad-4c6f-a9b6-803e3c7bf779 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:21.537778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92fb7c23-0448-4d87-a544-e89d6eb4d9c6 req-24cc2474-efad-4c6f-a9b6-803e3c7bf779 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1015966 Aug 20 13:26:21.541778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:21.602118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92fb7c23-0448-4d87-a544-e89d6eb4d9c6 req-ecf4e295-f830-42ca-beb2-a5167e899699 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570636 Aug 20 13:26:21.609075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:21.610363 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5334ff88-7a5f-45be-aa65-4da32f23a09f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1768936d79e48f69978f004c423f0df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0316575 Aug 20 13:26:21.624989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334ff88-7a5f-45be-aa65-4da32f23a09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b683e254-583d-4be3-b61b-05780547a3a8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:21.653976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617383da-c43f-4572-9b91-bfa2d122322a req-5c0c2c7e-7ef7-4712-8883-be4fe816e5bd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:21.661124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617383da-c43f-4572-9b91-bfa2d122322a req-5c0c2c7e-7ef7-4712-8883-be4fe816e5bd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:21.673610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-617383da-c43f-4572-9b91-bfa2d122322a req-5c0c2c7e-7ef7-4712-8883-be4fe816e5bd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a&device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 1689 time: 0.3547471 Aug 20 13:26:21.694061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a58a9c2-87de-4e10-81f6-efd11b4b7665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.698464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Attempting to bind port e404f66e-1efb-40b7-9acd-5d5afc80ee3e on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:21.698924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Attempting to bind port e404f66e-1efb-40b7-9acd-5d5afc80ee3e by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:21.699412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Attempting to bind port e404f66e-1efb-40b7-9acd-5d5afc80ee3e on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:21.714892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Port e404f66e-1efb-40b7-9acd-5d5afc80ee3e on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:21.715319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Attempting to bind port e404f66e-1efb-40b7-9acd-5d5afc80ee3e on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:21.722295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-acc4e2dd-7950-4faa-bb33-7a1d7cc50003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:21.724035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-acc4e2dd-7950-4faa-bb33-7a1d7cc50003 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1099 time: 0.3118594 Aug 20 13:26:21.732799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:21.733214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Checking segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:21.733710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Bound using segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:21.734249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Bound port: e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:21.734671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.736742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a58a9c2-87de-4e10-81f6-efd11b4b7665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.826167 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-617383da-c43f-4572-9b91-bfa2d122322a req-7043f679-79e7-4db9-9c11-a0a69f0fc846 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218054 Aug 20 13:26:21.831369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a58a9c2-87de-4e10-81f6-efd11b4b7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.831590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a58a9c2-87de-4e10-81f6-efd11b4b7665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.835539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4a58a9c2-87de-4e10-81f6-efd11b4b7665 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b683e254-583d-4be3-b61b-05780547a3a8 HTTP/1.1" status: 204 len: 168 time: 0.2229834 Aug 20 13:26:21.927651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a9c2-87de-4e10-81f6-efd11b4b7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683e254-583d-4be3-b61b-05780547a3a8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:21.935291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:21.940128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:21.943889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-5caad6e9-d5dd-42b9-91a5-275c7f4d5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:21.945578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-5caad6e9-d5dd-42b9-91a5-275c7f4d5c1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2075207 Aug 20 13:26:21.952777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:21.981279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584e873-60bf-4bc8-bf58-5d6dfec98c05 req-81a6f521-fa26-4689-ba9f-2e720d752b7e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:21.984383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e584e873-60bf-4bc8-bf58-5d6dfec98c05 req-81a6f521-fa26-4689-ba9f-2e720d752b7e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 948 time: 0.1676645 Aug 20 13:26:22.069944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Pushing event updated for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:22.077798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e584e873-60bf-4bc8-bf58-5d6dfec98c05 req-1947381c-11a4-4fe9-af36-507bd6ed37a1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820761 Aug 20 13:26:22.147169 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 2, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:22.197719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.199440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:22.200991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-6fe94084-0ea3-4854-bd60-47d965b7fd55 service neutron] 10.222.0.13 "PUT /v2.0/ports/e404f66e-1efb-40b7-9acd-5d5afc80ee3e HTTP/1.1" status: 200 len: 1092 time: 2.8351421 Aug 20 13:26:22.204366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:22.209322 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d551d1-3d99-48e9-8c6a-226159404fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:22.225832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-abdf0664-b829-4e13-b4c5-4452153bb4ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.2702997 Aug 20 13:26:22.229732 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Checking router: 6ada243a-6661-462e-bbd1-099e33ef2b13 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:26:22.232210 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Updating router 6ada243a-6661-462e-bbd1-099e33ef2b13 port af9204b6-ff80-464d-9943-5921678e117a binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:26:22.269745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Request body: {'port': {'device_id': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:22.311766 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:22.337885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2371-4b5c-4c2d-b38b-6ecb593aaff4 req-8c628515-36b2-4831-8e49-493c171ec87e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.365182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2371-4b5c-4c2d-b38b-6ecb593aaff4 req-8c628515-36b2-4831-8e49-493c171ec87e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.379597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-282c22bb-f2a3-4184-9271-6c46d448817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.381753 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-282c22bb-f2a3-4184-9271-6c46d448817a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1465950 Aug 20 13:26:22.387673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2371-4b5c-4c2d-b38b-6ecb593aaff4 req-8c628515-36b2-4831-8e49-493c171ec87e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.415781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a6a2371-4b5c-4c2d-b38b-6ecb593aaff4 req-8c628515-36b2-4831-8e49-493c171ec87e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2389 time: 0.2015622 Aug 20 13:26:22.508853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a6a2371-4b5c-4c2d-b38b-6ecb593aaff4 req-039495c7-8a8e-4d8d-81c5-847cb4b5fcd2 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920322 Aug 20 13:26:22.520873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54050) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:22.563367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7913888a-6ca1-471f-8db9-22277e638193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:22.631184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-29a2b6a1-73cb-47c8-a33a-d14727455484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.635739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-29a2b6a1-73cb-47c8-a33a-d14727455484 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2408650 Aug 20 13:26:22.639186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:22.697200 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8013e41-2016-4b05-ba0a-507b81bb84ef x-openstack-request-id: req-f8013e41-2016-4b05-ba0a-507b81bb84ef {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:22.697501 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:22.697754 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8013e41-2016-4b05-ba0a-507b81bb84ef {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:22.698155 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e', 'status': 'completed', 'code': 200} Aug 20 13:26:22.851343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-a7915c38-f1cf-4c9a-850e-28129c93057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.852013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-a7915c38-f1cf-4c9a-850e-28129c93057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.852580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-a7915c38-f1cf-4c9a-850e-28129c93057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.854406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-a7915c38-f1cf-4c9a-850e-28129c93057f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2732 time: 0.1793795 Aug 20 13:26:22.957063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-8a08a80e-9254-4679-b038-a1f68a3a6e16 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939420 Aug 20 13:26:22.968327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:22.991195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eabd21-0154-4a96-9740-adda1acd46d8 req-f4148586-04c4-4071-90b3-63348770c215 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:22.993229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97eabd21-0154-4a96-9740-adda1acd46d8 req-f4148586-04c4-4071-90b3-63348770c215 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 1100 time: 0.7402105 Aug 20 13:26:23.082597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ec3c-3524-46dd-9451-bc5e46b6907e req-066a9701-7be3-4619-9cd7-8d743170c249 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.089388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c531ec3c-3524-46dd-9451-bc5e46b6907e req-066a9701-7be3-4619-9cd7-8d743170c249 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.3180168 Aug 20 13:26:23.102873 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.135336 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Transition to ACTIVE for port object af9204b6-ff80-464d-9943-5921678e117a will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:23.153432 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.162578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7913888a-6ca1-471f-8db9-22277e638193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.191208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:23.197523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7913888a-6ca1-471f-8db9-22277e638193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.212178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'mac_address': 'fa:16:3e:70:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:23.235074 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac00d-5f5e-47b7-b9b7-cea67239e238 None None] Pushing event updated for resources: {'Port': ['ID=af9204b6-ff80-464d-9943-5921678e117a,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:23.285941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.303900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30185cc1-9eac-4b37-96a7-e0c58f060ba9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:23.321688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c531ec3c-3524-46dd-9451-bc5e46b6907e req-736e81cd-184a-48e5-8ada-f5a6293d3127 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042522 Aug 20 13:26:23.382440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:23.389229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97eabd21-0154-4a96-9740-adda1acd46d8 req-7cfe1b4c-9e8f-4f2b-8e73-772bc8dff8d7 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650830 Aug 20 13:26:23.399381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7913888a-6ca1-471f-8db9-22277e638193 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fb7f9542b4e418b8fd43384cf207ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8764777 Aug 20 13:26:23.400782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-8778974e-c2d6-4cc6-a0de-1e43591a7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.400782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-8778974e-c2d6-4cc6-a0de-1e43591a7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.401046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-8778974e-c2d6-4cc6-a0de-1e43591a7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.402689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-8778974e-c2d6-4cc6-a0de-1e43591a7c9b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cfde2fd9f72481ab4828d05b872472a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5172608 Aug 20 13:26:23.403391 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913888a-6ca1-471f-8db9-22277e638193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1501130-5b6c-4949-b740-f9d557d00ae6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:23.413874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54100) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:23.417152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.429689 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Attempting to bind port af9204b6-ff80-464d-9943-5921678e117a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:23.432677 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Attempting to bind port af9204b6-ff80-464d-9943-5921678e117a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:23.433223 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Attempting to bind port af9204b6-ff80-464d-9943-5921678e117a on network 9c12fcdc-dcc0-44ca-9c89-c454d920824a {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:23.448413 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:23.448840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Checking segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:23.454680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cb271d-a179-4cc9-bf6f-754be402b8ca {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:23.459156 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.460309 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Bound using segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:23.460816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Bound port: af9204b6-ff80-464d-9943-5921678e117a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:23.461396 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.473426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.557475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:23.589394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Transition to ACTIVE for port object 62cb271d-a179-4cc9-bf6f-754be402b8ca will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:23.658232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['30185cc1-9eac-4b37-96a7-e0c58f060ba9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:23.662299 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] For port af9204b6-ff80-464d-9943-5921678e117a, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:23.677155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] For port af9204b6-ff80-464d-9943-5921678e117a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af9204b6-ff80-464d-9943-5921678e117a,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:23.690887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.693179 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.696429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-16d2edb9-2806-4afa-9b9c-cfc6b5f8b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.700744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0d551d1-3d99-48e9-8c6a-226159404fcf req-16d2edb9-2806-4afa-9b9c-cfc6b5f8b55b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2847970 Aug 20 13:26:23.798392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ea701c-cfbe-4084-b879-5a4d5d801466 req-b7e578be-d989-416c-8044-25ad07159645 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306584 Aug 20 13:26:23.803082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f43f8-9f80-4f8a-8759-0e35ee585db9 req-c60a33c6-0228-4d6b-9ea7-bd22f5ce0b85 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.812434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-111f43f8-9f80-4f8a-8759-0e35ee585db9 req-c60a33c6-0228-4d6b-9ea7-bd22f5ce0b85 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 1100 time: 0.1052556 Aug 20 13:26:23.840660 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac00d-5f5e-47b7-b9b7-cea67239e238 None None] Pushing event updated for resources: {'Port': ['ID=af9204b6-ff80-464d-9943-5921678e117a,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:23.861676 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:23.862538 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:23.905619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2e1a60e0-e94a-4acc-9a83-f3be29aae8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:23.919006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9dfba-a55e-4b85-98d6-e9a672ff308f req-bbdfd54a-2ef2-43c8-9d7d-07410c3b6912 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:23.920923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bef9dfba-a55e-4b85-98d6-e9a672ff308f req-bbdfd54a-2ef2-43c8-9d7d-07410c3b6912 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 949 time: 0.3295796 Aug 20 13:26:23.940144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=62cb271d-a179-4cc9-bf6f-754be402b8ca,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:23.956955 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-111f43f8-9f80-4f8a-8759-0e35ee585db9 req-f3eb641c-e217-4f02-84ca-142987149295 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433232 Aug 20 13:26:24.002044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2e1a60e0-e94a-4acc-9a83-f3be29aae8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:24.137452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2e1a60e0-e94a-4acc-9a83-f3be29aae8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:24.142772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2e1a60e0-e94a-4acc-9a83-f3be29aae8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:24.144887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2e1a60e0-e94a-4acc-9a83-f3be29aae8ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1501130-5b6c-4949-b740-f9d557d00ae6 HTTP/1.1" status: 204 len: 168 time: 0.7172344 Aug 20 13:26:24.159206 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:24.240909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bef9dfba-a55e-4b85-98d6-e9a672ff308f req-a5073d7b-0fc1-4d37-8c1d-17babe39c22f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016496 Aug 20 13:26:24.250039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a60e0-e94a-4acc-9a83-f3be29aae8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1501130-5b6c-4949-b740-f9d557d00ae6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:24.261582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Attempting to bind port 62cb271d-a179-4cc9-bf6f-754be402b8ca on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:24.262388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Attempting to bind port 62cb271d-a179-4cc9-bf6f-754be402b8ca by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:24.262778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Attempting to bind port 62cb271d-a179-4cc9-bf6f-754be402b8ca on network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:24.294853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Port 62cb271d-a179-4cc9-bf6f-754be402b8ca on network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:24.295477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Attempting to bind port 62cb271d-a179-4cc9-bf6f-754be402b8ca on network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:24.298005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a7cf-5719-4dc0-8cff-6f950c07725c req-8845414a-9c46-4481-8a02-e9845cba0e17 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:24.307408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:24.309770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Checking segment: {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:24.310319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Bound using segment: {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:24.310921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Bound port: 62cb271d-a179-4cc9-bf6f-754be402b8ca, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:24.312589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a7cf-5719-4dc0-8cff-6f950c07725c req-8845414a-9c46-4481-8a02-e9845cba0e17 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:24.313040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:24.336084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a7cf-5719-4dc0-8cff-6f950c07725c req-8845414a-9c46-4481-8a02-e9845cba0e17 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:24.348062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a21a7cf-5719-4dc0-8cff-6f950c07725c req-8845414a-9c46-4481-8a02-e9845cba0e17 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2401 time: 0.1731892 Aug 20 13:26:24.432273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a21a7cf-5719-4dc0-8cff-6f950c07725c req-8d16e43b-0dd8-447b-8cd0-9f958261f1c5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768256 Aug 20 13:26:24.476106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] For port 62cb271d-a179-4cc9-bf6f-754be402b8ca, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:24.480598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] For port 62cb271d-a179-4cc9-bf6f-754be402b8ca, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=62cb271d-a179-4cc9-bf6f-754be402b8ca,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:24.494664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:24.592658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=62cb271d-a179-4cc9-bf6f-754be402b8ca,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:24.616336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:24.617003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:24.618768 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-75f6aca0-2c63-4a39-b1f6-6fe46ca8c4c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/62cb271d-a179-4cc9-bf6f-754be402b8ca HTTP/1.1" status: 200 len: 1092 time: 2.3694479 Aug 20 13:26:24.659139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Request body: {'port': {'device_id': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:24.686287 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:23Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:24.708538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'tag': '62cb271d-a179-4cc9-bf6f-754be402b8ca'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:24.728449 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b27a8a-ff53-4664-a190-514c810cfde4 None None] The sync data for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 is: [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:23Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:26:24.736785 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a65bc0-26e7-433a-8cbb-0af3e8abb764" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "tag": "62cb271d-a179-4cc9-bf6f-754be402b8ca"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:24.776216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a2d56-1268-4aa1-b1ba-957163991ad9 req-c5ee7d10-6ffa-45f2-b4cf-53623866020b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:24.795870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b6a2d56-1268-4aa1-b1ba-957163991ad9 req-c5ee7d10-6ffa-45f2-b4cf-53623866020b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2859223 Aug 20 13:26:24.844054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-08589488-12aa-4850-b485-c972f30c70de tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590518 Aug 20 13:26:24.972796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:24.976113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.042159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b6a2d56-1268-4aa1-b1ba-957163991ad9 req-14805b76-19aa-477d-90a3-461059f16814 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452843 Aug 20 13:26:25.064863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54172) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:25.085426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:25.099153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:25.099786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.142385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-519033c4-e86f-4b65-85ec-28a95951c64f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:25.148130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-519033c4-e86f-4b65-85ec-28a95951c64f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979479 Aug 20 13:26:25.173379 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c131c2-c2de-4f42-b9f6-bfc3ada74b03 x-openstack-request-id: req-c9c131c2-c2de-4f42-b9f6-bfc3ada74b03 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:25.173679 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "tag": "62cb271d-a179-4cc9-bf6f-754be402b8ca", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:25.173936 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9c131c2-c2de-4f42-b9f6-bfc3ada74b03 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:25.174356 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'tag': '62cb271d-a179-4cc9-bf6f-754be402b8ca', 'status': 'completed', 'code': 200} Aug 20 13:26:25.324390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af9204b6-ff80-464d-9943-5921678e117a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:25.332013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.431307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:25.435630 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2791aca1-c0b1-4a6e-97f8-5a27ee1a5ec1" -d '{"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-plugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:25.481948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-6a9394f8-f84c-4d27-bf93-564fb9a9c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:25.482691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-6a9394f8-f84c-4d27-bf93-564fb9a9c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:25.483047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-6a9394f8-f84c-4d27-bf93-564fb9a9c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:25.484957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-6a9394f8-f84c-4d27-bf93-564fb9a9c7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2799 time: 0.2900445 Aug 20 13:26:25.489608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:25.518303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.593088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port af9204b6-ff80-464d-9943-5921678e117a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:25.600099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port af9204b6-ff80-464d-9943-5921678e117a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:25.600524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.659605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:25.772275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.803097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-74130f71-0ba5-41c7-8ea1-f75dfcbeac8f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/quotas/3727b148e81b46c59505e7319d62457b HTTP/1.1" status: 200 len: 375 time: 0.6435344 Aug 20 13:26:25.814740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port af9204b6-ff80-464d-9943-5921678e117a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af9204b6-ff80-464d-9943-5921678e117a,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:25.824357 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:25.929461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=af9204b6-ff80-464d-9943-5921678e117a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:25.963619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-300c4e54-d500-4518-99da-acfdfe60cde9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1494350 Aug 20 13:26:26.009389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92840e-6187-425e-845c-a099ae6537f7 req-532d1ddc-3ce9-405a-8130-83ce6021018b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.010986 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb92840e-6187-425e-845c-a099ae6537f7 req-532d1ddc-3ce9-405a-8130-83ce6021018b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 949 time: 0.5865729 Aug 20 13:26:26.047656 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afc374e9-81b5-4d01-b23b-d24258dedae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:26.263311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb92840e-6187-425e-845c-a099ae6537f7 req-7c74d1fc-f8bb-4330-87e8-7ddc3c5373aa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277019 Aug 20 13:26:26.307078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-256ea2b5-19f5-4c0c-aa7a-64d677c7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.307548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-256ea2b5-19f5-4c0c-aa7a-64d677c7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.308019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-256ea2b5-19f5-4c0c-aa7a-64d677c7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.310289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-256ea2b5-19f5-4c0c-aa7a-64d677c7ae10 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cfde2fd9f72481ab4828d05b872472a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8140440 Aug 20 13:26:26.335014 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdafb0a-479f-4980-b6d9-11ffeac57f02 x-openstack-request-id: req-efdafb0a-479f-4980-b6d9-11ffeac57f02 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:26.335503 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-plugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:26.335608 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efdafb0a-479f-4980-b6d9-11ffeac57f02 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:26.336261 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'code': 200} Aug 20 13:26:26.465543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd62b8-8003-40c7-ab45-c2eacbb47127 req-d1bf32a4-cff5-485c-98fa-60a680125d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.467939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfdd62b8-8003-40c7-ab45-c2eacbb47127 req-d1bf32a4-cff5-485c-98fa-60a680125d71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1101 time: 0.0554073 Aug 20 13:26:26.576263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfdd62b8-8003-40c7-ab45-c2eacbb47127 req-f4b984f8-16f5-4ed8-a663-17899c8e2cb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969734 Aug 20 13:26:26.752810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a60d49-2202-4d42-aa33-1c6016571396 req-69fd20a7-ca13-4fbb-9c52-e0f1b78bd59c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.754913 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60a60d49-2202-4d42-aa33-1c6016571396 req-69fd20a7-ca13-4fbb-9c52-e0f1b78bd59c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.0608549 Aug 20 13:26:26.773083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dac974-7c1e-48a7-b516-c463e972d97f {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:26.814040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:26.844016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60a60d49-2202-4d42-aa33-1c6016571396 req-dd72af16-fb3f-4dc9-ad2e-3307f9b87e9e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786510 Aug 20 13:26:26.864417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6db0-ff4f-478d-b78e-45ec39c081d2 req-cd4eb8f7-96fa-4727-99f9-53986d53358d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.870519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6db0-ff4f-478d-b78e-45ec39c081d2 req-cd4eb8f7-96fa-4727-99f9-53986d53358d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.885482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6db0-ff4f-478d-b78e-45ec39c081d2 req-cd4eb8f7-96fa-4727-99f9-53986d53358d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.907580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5fd6db0-ff4f-478d-b78e-45ec39c081d2 req-cd4eb8f7-96fa-4727-99f9-53986d53358d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2401 time: 0.4537308 Aug 20 13:26:26.951899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-9918d69c-188e-4cf0-be96-e5aab66a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:26.954744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93a65bc0-26e7-433a-8cbb-0af3e8abb764 req-9918d69c-188e-4cf0-be96-e5aab66a480d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6327236 Aug 20 13:26:27.008028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Transition to ACTIVE for port object b2dac974-7c1e-48a7-b516-c463e972d97f will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:27.020476 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afc374e9-81b5-4d01-b23b-d24258dedae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.025838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.079303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-afc374e9-81b5-4d01-b23b-d24258dedae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.119137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4658995d-16cd-4e93-a5bf-98abb8228992 req-63bd160b-7798-4381-bbd1-704e16713962 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 210 time: 0.0461471 Aug 20 13:26:27.184222 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:26:27.297993 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5fd6db0-ff4f-478d-b78e-45ec39c081d2 req-f764ec5b-6ed0-45ae-9c2f-3f5bbacc97d5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889291 Aug 20 13:26:27.326673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af9204b6-ff80-464d-9943-5921678e117a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:27.366346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-afc374e9-81b5-4d01-b23b-d24258dedae0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=113195d4bf9d4ff1bf7b63cd078f2f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2953293 Aug 20 13:26:27.369008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54234) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:27.370469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dac974-7c1e-48a7-b516-c463e972d97f,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:27.376332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc374e9-81b5-4d01-b23b-d24258dedae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c7f61-1500-4112-8e8e-9aaed1ad1aa9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:27.419574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port af9204b6-ff80-464d-9943-5921678e117a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:27.420338 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.532203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.617719 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.664621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Attempting to bind port b2dac974-7c1e-48a7-b516-c463e972d97f on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:27.664975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Attempting to bind port b2dac974-7c1e-48a7-b516-c463e972d97f by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:27.665316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Attempting to bind port b2dac974-7c1e-48a7-b516-c463e972d97f on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:27.687224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Port b2dac974-7c1e-48a7-b516-c463e972d97f on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:27.692271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Attempting to bind port b2dac974-7c1e-48a7-b516-c463e972d97f on network ec20f289-2f95-4f0a-bec6-032cc9d0c33a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:27.712822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:27.713985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Checking segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:27.717101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Bound using segment: {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:27.717773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Bound port: b2dac974-7c1e-48a7-b516-c463e972d97f, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40311e1-290c-41bc-869f-299483f91843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:27.718301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.768342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1935a4-66de-48d7-bcf5-9214d4944871 req-0b699751-2076-454b-94d9-0b29db40341a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:27.779758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc1935a4-66de-48d7-bcf5-9214d4944871 req-0b699751-2076-454b-94d9-0b29db40341a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.2435532 Aug 20 13:26:27.867306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc1935a4-66de-48d7-bcf5-9214d4944871 req-b62790e5-7d29-4b3d-a456-ed823d64a077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818999 Aug 20 13:26:27.885935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] For port b2dac974-7c1e-48a7-b516-c463e972d97f, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:27.897054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] For port b2dac974-7c1e-48a7-b516-c463e972d97f, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b2dac974-7c1e-48a7-b516-c463e972d97f,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:27.900772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.904254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.908088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac2c7f61-1500-4112-8e8e-9aaed1ad1aa9 HTTP/1.1" status: 204 len: 168 time: 0.5357409 Aug 20 13:26:27.908251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.950607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c7f61-1500-4112-8e8e-9aaed1ad1aa9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:27.972530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:27.977657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:27.983141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.983414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.988746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.993319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.993505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2dac974-7c1e-48a7-b516-c463e972d97f HTTP/1.1" status: 200 len: 1092 time: 3.3304484 Aug 20 13:26:27.993980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.994123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'tag': 'b2dac974-7c1e-48a7-b516-c463e972d97f'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:27.994648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.998224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.998812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:27.999308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:28.000538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:28.004632 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "tag": "b2dac974-7c1e-48a7-b516-c463e972d97f"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:28.005802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:28.007219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007aa766-fa73-460e-8973-60ba57664d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:28.240162 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb60a5-f29b-4127-98be-38486835fb60 x-openstack-request-id: req-07eb60a5-f29b-4127-98be-38486835fb60 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:28.240705 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "tag": "b2dac974-7c1e-48a7-b516-c463e972d97f", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:28.240893 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07eb60a5-f29b-4127-98be-38486835fb60 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:28.242326 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'tag': 'b2dac974-7c1e-48a7-b516-c463e972d97f', 'status': 'completed', 'code': 200} Aug 20 13:26:28.263337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0cd99-5c84-4fba-8128-8b79f1d60421 req-801ae56c-aa78-4575-bc68-d85fbbce8324 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.302661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ea0cd99-5c84-4fba-8128-8b79f1d60421 req-801ae56c-aa78-4575-bc68-d85fbbce8324 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2282736 Aug 20 13:26:28.354205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ae6a4-30aa-4db7-bbff-3dc3249669d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dac974-7c1e-48a7-b516-c463e972d97f,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:28.369610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-65c815c2-fbeb-4b41-88f8-30d61dae9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.370364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-65c815c2-fbeb-4b41-88f8-30d61dae9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.371039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-65c815c2-fbeb-4b41-88f8-30d61dae9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.373086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-65c815c2-fbeb-4b41-88f8-30d61dae9e5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2866 time: 0.2339029 Aug 20 13:26:28.388773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ea0cd99-5c84-4fba-8128-8b79f1d60421 req-32760245-b000-4f82-9d0d-6176af5a84cc tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819011 Aug 20 13:26:28.444384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12068b19-753f-45b8-a7fa-ffff498978a9 req-7452db60-75d5-40ad-b3cd-b29c244b799e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 210 time: 0.1771076 Aug 20 13:26:28.504720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-16f93a0b-65f7-451d-bcc7-4f6e70a7f591 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e HTTP/1.1" status: 200 len: 217 time: 0.1125846 Aug 20 13:26:28.606726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-1cd93d5b-2aa7-450d-8614-c6f3c3d3e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.608223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-1cd93d5b-2aa7-450d-8614-c6f3c3d3e261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2ad0795-aaf4-4f77-a6d6-40c2a3982e42 HTTP/1.1" status: 200 len: 801 time: 0.0953362 Aug 20 13:26:28.619136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7281-3f1d-47fc-844b-d2638dd27df7 req-389f25fe-b642-4c7c-82b9-9e2a74e68f2d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.625183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7281-3f1d-47fc-844b-d2638dd27df7 req-389f25fe-b642-4c7c-82b9-9e2a74e68f2d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.631227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7281-3f1d-47fc-844b-d2638dd27df7 req-389f25fe-b642-4c7c-82b9-9e2a74e68f2d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.632934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e1d7281-3f1d-47fc-844b-d2638dd27df7 req-389f25fe-b642-4c7c-82b9-9e2a74e68f2d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2413 time: 0.1180408 Aug 20 13:26:28.704885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e1d7281-3f1d-47fc-844b-d2638dd27df7 req-b57d7dc3-7157-4abb-8385-fdafc49aefbc tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623231 Aug 20 13:26:28.712012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-13aeb379-e088-456f-b5e1-011c52c6e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:28.713906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-13aeb379-e088-456f-b5e1-011c52c6e6df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797319 Aug 20 13:26:28.756215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:28.856880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-0c8f700a-51fa-4425-a1d4-a22e36dc517e service neutron] 10.222.0.13 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268878 Aug 20 13:26:28.905854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:28.974717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d905aa6-15fb-472d-8789-2708dbfc1394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:28.987361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-46fd8c60-89de-4981-b407-d74a5cf7428e service neutron] 10.222.0.13 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231277 Aug 20 13:26:29.098205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54280) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:29.116296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-8d3254e7-b8b2-44c1-a59a-9ffdfb6c8a5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.238&port_id=62cb271d-a179-4cc9-bf6f-754be402b8ca HTTP/1.1" status: 200 len: 217 time: 0.1200001 Aug 20 13:26:29.120321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-82cc0dd2-a126-4e80-b273-9dc6a7b7259f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505333 Aug 20 13:26:29.130930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f80014-f0c2-411f-8b69-5b08f949d7b8 req-e06e1297-cd4c-4eb8-b7cc-c96b98648b4e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.139786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12f80014-f0c2-411f-8b69-5b08f949d7b8 req-e06e1297-cd4c-4eb8-b7cc-c96b98648b4e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.1605101 Aug 20 13:26:29.216972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12f80014-f0c2-411f-8b69-5b08f949d7b8 req-b2254fdb-c575-4d9b-8135-a655022ec32b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688388 Aug 20 13:26:29.268953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-4ab9ca97-1510-4e03-97f4-23cb6e261ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.272017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-4ab9ca97-1510-4e03-97f4-23cb6e261ab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aad94704-090e-47da-880c-d4c867160651 HTTP/1.1" status: 200 len: 801 time: 0.1431975 Aug 20 13:26:29.318418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d054431-4c37-400b-89f9-696140d4f501 req-d6887aba-cfb8-4413-84bc-6921ed31cfde tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.320229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d054431-4c37-400b-89f9-696140d4f501 req-d6887aba-cfb8-4413-84bc-6921ed31cfde tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.3127420 Aug 20 13:26:29.377057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-e19491d6-c930-425a-b26e-eea83966f102 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614071 Aug 20 13:26:29.379407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-113cfb94-5124-46ef-9bfe-faccf9f314ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:29.438224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-280bbc3e-b31c-4900-9d94-df1ae4f0cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.445689 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-280bbc3e-b31c-4900-9d94-df1ae4f0cc20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f9cb625-a38b-4104-aa3c-d16fac5b6021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568792 Aug 20 13:26:29.473927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d905aa6-15fb-472d-8789-2708dbfc1394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:29.513776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d905aa6-15fb-472d-8789-2708dbfc1394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:29.547611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-56665357-802e-4b3b-b9f7-6b6939407034 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.549154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-56665357-802e-4b3b-b9f7-6b6939407034 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215274 Aug 20 13:26:29.556606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d054431-4c37-400b-89f9-696140d4f501 req-64b98117-c9be-49a6-b29b-15202fe0221b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185013 Aug 20 13:26:29.563257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': '3c677e29-646e-4951-b0d5-48014c736596', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:29.623418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d905aa6-15fb-472d-8789-2708dbfc1394 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a80f5f876fda414d87ffa3cccfdce8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157705 Aug 20 13:26:29.626379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:29.629870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d905aa6-15fb-472d-8789-2708dbfc1394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f8cbe-9d85-4c7f-9abc-94d4fbefc8f5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:29.642930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-f5316be8-3e21-4162-99bb-128c5356524e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.644447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-f5316be8-3e21-4162-99bb-128c5356524e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593372 Aug 20 13:26:29.660088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540778-3227-46d3-bd88-c0eacf5cbbb1 req-207ff547-66d5-4903-a9ab-cc2fa085aef9 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.669246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25540778-3227-46d3-bd88-c0eacf5cbbb1 req-207ff547-66d5-4903-a9ab-cc2fa085aef9 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1929398 Aug 20 13:26:29.692981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:29.718190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-4698c76f-df25-4fde-8c8d-f3502f3e2065 service neutron] 10.222.0.13 "GET /v2.0/networks/7f9cb625-a38b-4104-aa3c-d16fac5b6021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548063 Aug 20 13:26:29.748179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3502153e-5cb5-4fe1-8ce4-c49033e6eb71 req-43cef15c-4680-46d4-ba04-e8eac5374806 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 210 time: 0.0647466 Aug 20 13:26:29.919555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:29.974233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847e750-e5c9-4743-abed-95aeb7725617 req-fc22a166-9e56-4e27-b0da-25a36ad188ff tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:29.975804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3847e750-e5c9-4743-abed-95aeb7725617 req-fc22a166-9e56-4e27-b0da-25a36ad188ff tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1101 time: 0.1394842 Aug 20 13:26:29.978110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:29.981903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-a4ad8494-25fa-4504-96a9-86e171f7ba71 service neutron] 10.222.0.13 "GET /v2.0/networks/7f9cb625-a38b-4104-aa3c-d16fac5b6021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367747 Aug 20 13:26:30.104455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25540778-3227-46d3-bd88-c0eacf5cbbb1 req-7bd2370b-c66b-4ebf-bea6-95a7f4d68fe1 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337437 Aug 20 13:26:30.170727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-113cfb94-5124-46ef-9bfe-faccf9f314ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.177269 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-113cfb94-5124-46ef-9bfe-faccf9f314ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.246873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-113cfb94-5124-46ef-9bfe-faccf9f314ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52fa6bb1e72a4e35aacfe204d1db9ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1401849 Aug 20 13:26:30.248580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:30.250581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cfb94-5124-46ef-9bfe-faccf9f314ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0fce3-ab6b-4105-80d2-6986bd6facbf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:30.290408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3f86995b-4ef6-4001-87de-f0efcc1b65ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=b2dac974-7c1e-48a7-b516-c463e972d97f HTTP/1.1" status: 200 len: 217 time: 0.3012886 Aug 20 13:26:30.318909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1aeb-67d8-4ec2-a10e-3f41186edf08 req-69dc09e6-ad6a-442e-9713-570fca7888cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:30.325304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1aeb-67d8-4ec2-a10e-3f41186edf08 req-69dc09e6-ad6a-442e-9713-570fca7888cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:30.331481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1aeb-67d8-4ec2-a10e-3f41186edf08 req-69dc09e6-ad6a-442e-9713-570fca7888cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:30.333300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0bf1aeb-67d8-4ec2-a10e-3f41186edf08 req-69dc09e6-ad6a-442e-9713-570fca7888cf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2413 time: 0.1417117 Aug 20 13:26:30.364614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c515ddcf-98e4-49f2-ac46-c9e10b780eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.373727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3847e750-e5c9-4743-abed-95aeb7725617 req-10e1d5ac-0060-4b1e-858c-7c2a5d92609d tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857274 Aug 20 13:26:30.387337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:30.398422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.414201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0bf1aeb-67d8-4ec2-a10e-3f41186edf08 req-bc6e20e4-3207-4ca9-aad1-11783fe8ae8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683999 Aug 20 13:26:30.417572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:30.421841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.425127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c515ddcf-98e4-49f2-ac46-c9e10b780eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.458477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-8b421312-a2da-4cc8-a322-1cf23ab1a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:30.461505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-8b421312-a2da-4cc8-a322-1cf23ab1a2e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2ad0795-aaf4-4f77-a6d6-40c2a3982e42 HTTP/1.1" status: 200 len: 801 time: 0.1575918 Aug 20 13:26:30.466712 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.469805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.471260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b1f8cbe-9d85-4c7f-9abc-94d4fbefc8f5 HTTP/1.1" status: 204 len: 168 time: 0.8440459 Aug 20 13:26:30.521599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f8cbe-9d85-4c7f-9abc-94d4fbefc8f5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:30.643709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.644096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.644441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.646020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.646390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.646733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.647070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.649877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.651002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.651544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.654295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.654518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd135-cdaf-4c96-9987-7f4438e36089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:26:30.676674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c515ddcf-98e4-49f2-ac46-c9e10b780eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.684948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c515ddcf-98e4-49f2-ac46-c9e10b780eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:30.686138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c515ddcf-98e4-49f2-ac46-c9e10b780eb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aef0fce3-ab6b-4105-80d2-6986bd6facbf HTTP/1.1" status: 204 len: 168 time: 0.4364815 Aug 20 13:26:30.755022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3e2a5911-6342-44d6-bbfa-96bf1e71d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:30.756782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-3e2a5911-6342-44d6-bbfa-96bf1e71d8ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2837234 Aug 20 13:26:30.782992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515ddcf-98e4-49f2-ac46-c9e10b780eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0fce3-ab6b-4105-80d2-6986bd6facbf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:30.855816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.147 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/7f30ef35-5e8c-4d45-a349-c39affa3ed39) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:30.877548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb021-88ab-4c71-8f3e-c6da63426deb req-355fd4e4-7f3f-4ed5-9564-3fbe9e4895bb tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:30.879754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2ecb021-88ab-4c71-8f3e-c6da63426deb req-355fd4e4-7f3f-4ed5-9564-3fbe9e4895bb tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.2074833 Aug 20 13:26:30.969610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2ecb021-88ab-4c71-8f3e-c6da63426deb req-47bd9a7f-5976-410f-b077-7a5b3ed52342 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727599 Aug 20 13:26:30.978319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-bc4282aa-17c9-42bc-a5ef-327a9896ef87 service neutron] 10.222.0.13 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089281 Aug 20 13:26:31.108298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.130754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 7f30ef35-5e8c-4d45-a349-c39affa3ed39 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:31.189597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9f37d8b-b805-4ea2-8c66-853dbb9ee2ad req-58fb8917-f5fa-483b-830d-f2a65e0bbe79 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 210 time: 0.0882580 Aug 20 13:26:31.217674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.249413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:31.252083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:31.312593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=7f30ef35-5e8c-4d45-a349-c39affa3ed39,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:31.323687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:31.325944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:31.328726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:31.369843 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d33c82-8938-4d0d-9169-66c298f200ba req-e5636f1a-e859-4e00-a4d5-a88c5ae8cec4 service neutron] 10.222.0.13 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810623 Aug 20 13:26:31.409659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.46 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/415a622b-3387-4157-b220-e4a16df15a61) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:31.460800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:31.460800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.462827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54346) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:31.479519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b16b2-1c3e-4539-9443-62874f32e837 req-76f33570-8034-4785-a5fd-f963e5b16ef1 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:31.489685 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3194f55c-1a58-40c1-826e-05ad961e05e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.497939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f01b16b2-1c3e-4539-9443-62874f32e837 req-76f33570-8034-4785-a5fd-f963e5b16ef1 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1449902 Aug 20 13:26:31.531483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c169cd4e-d848-4a6f-8e8a-17646e0f1ac6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8425252 Aug 20 13:26:31.551342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-59f6eeae-4c02-4d33-85a4-08bd33be8185 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:26:31.557675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-59f6eeae-4c02-4d33-85a4-08bd33be8185 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168600 Aug 20 13:26:31.628446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.826198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3194f55c-1a58-40c1-826e-05ad961e05e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.832409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3194f55c-1a58-40c1-826e-05ad961e05e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:31.856789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Request body: {'port': {'device_id': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:31.907804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f01b16b2-1c3e-4539-9443-62874f32e837 req-26272c84-2923-4e2e-8bd0-beddd306431c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083314 Aug 20 13:26:31.918823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-73e695ff-e4e0-45e8-a5d2-07923584e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:31.919321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-73e695ff-e4e0-45e8-a5d2-07923584e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:31.919811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-73e695ff-e4e0-45e8-a5d2-07923584e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:31.937778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-73e695ff-e4e0-45e8-a5d2-07923584e712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2866 time: 0.4363847 Aug 20 13:26:32.051235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3194f55c-1a58-40c1-826e-05ad961e05e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b97bdf25881438b90e0f10be5cad625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846019 Aug 20 13:26:32.052322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54362) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:32.053752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-75745939-5b96-451a-859a-980a60de9792 None None] Provisioning for port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:32.069558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194f55c-1a58-40c1-826e-05ad961e05e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c4e51-debb-47b6-bd94-0752fcf20887,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:32.104526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-75745939-5b96-451a-859a-980a60de9792 None None] Provisioning complete for port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:32.106121 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-75745939-5b96-451a-859a-980a60de9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.152248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-75745939-5b96-451a-859a-980a60de9792 None None] Port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:32.212197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.218813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.240763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160174-7bbc-41b1-8d07-57965fdb63c2 req-8722e696-fafc-47d2-b044-59bafb65b833 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.247438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160174-7bbc-41b1-8d07-57965fdb63c2 req-8722e696-fafc-47d2-b044-59bafb65b833 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.253699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160174-7bbc-41b1-8d07-57965fdb63c2 req-8722e696-fafc-47d2-b044-59bafb65b833 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.255348 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c160174-7bbc-41b1-8d07-57965fdb63c2 req-8722e696-fafc-47d2-b044-59bafb65b833 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2413 time: 0.3856437 Aug 20 13:26:32.262325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 415a622b-3387-4157-b220-e4a16df15a61 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:32.342794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-d2947744-13d1-4170-a03f-06b6fa823a45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4881525 Aug 20 13:26:32.359376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-60bb7a50-cf31-4676-b8cd-68251b54dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.361021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-60bb7a50-cf31-4676-b8cd-68251b54dac6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a HTTP/1.1" status: 200 len: 903 time: 0.4115512 Aug 20 13:26:32.441048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-d2b25e07-f0a8-463f-a82a-0f59ea304d22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=b2dac974-7c1e-48a7-b516-c463e972d97f HTTP/1.1" status: 200 len: 217 time: 0.0698700 Aug 20 13:26:32.450949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09dc9-d46c-41ef-9524-e12873dfc124 req-8b8fff8d-cdf9-478b-9c42-2ec9e4fe56c5 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.452796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43c09dc9-d46c-41ef-9524-e12873dfc124 req-8b8fff8d-cdf9-478b-9c42-2ec9e4fe56c5 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1588504 Aug 20 13:26:32.455675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.469714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:32.516177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c160174-7bbc-41b1-8d07-57965fdb63c2 req-8de673cc-4347-43e5-9cb8-b66491f93f8a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525818 Aug 20 13:26:32.531007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de5158a2-0ce5-4ee5-abdb-6317095da5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.574027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:32.587443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:32.602805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:32.607845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=415a622b-3387-4157-b220-e4a16df15a61,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:32.651131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-f4994bd0-6fc9-4c39-9d9c-6bb625743cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.653041 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-f4994bd0-6fc9-4c39-9d9c-6bb625743cd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2ad0795-aaf4-4f77-a6d6-40c2a3982e42 HTTP/1.1" status: 200 len: 801 time: 0.1988797 Aug 20 13:26:32.657689 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de5158a2-0ce5-4ee5-abdb-6317095da5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.677633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43c09dc9-d46c-41ef-9524-e12873dfc124 req-3915aab1-7990-4a91-bea5-de92a6a0dab2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069058 Aug 20 13:26:32.719441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:32.785412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de5158a2-0ce5-4ee5-abdb-6317095da5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.788333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de5158a2-0ce5-4ee5-abdb-6317095da5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.806732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-de5158a2-0ce5-4ee5-abdb-6317095da5f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/643c4e51-debb-47b6-bd94-0752fcf20887 HTTP/1.1" status: 204 len: 168 time: 0.7452016 Aug 20 13:26:32.807338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54390) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:32.903396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:32.904010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:32.943018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-06e4e860-a743-424f-b15e-e42bc39c3df0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3842270 Aug 20 13:26:32.967096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Request body: {'port': {'device_id': '3c677e29-646e-4951-b0d5-48014c736596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:32.986987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5158a2-0ce5-4ee5-abdb-6317095da5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c4e51-debb-47b6-bd94-0752fcf20887,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:33.019311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 62cb271d-a179-4cc9-bf6f-754be402b8ca details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:33.037468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-93b3ee85-1538-4c95-a120-f07e246349fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:33.037841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d977f-3b65-4c71-bd51-21bf1ca2478f req-7087a352-a5e9-4502-85a0-741fb3255b9b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:33.039774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-93b3ee85-1538-4c95-a120-f07e246349fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec20f289-2f95-4f0a-bec6-032cc9d0c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3637230 Aug 20 13:26:33.044741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-473d977f-3b65-4c71-bd51-21bf1ca2478f req-7087a352-a5e9-4502-85a0-741fb3255b9b tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.2643564 Aug 20 13:26:33.177554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-76b9f798-75d9-4923-a1b7-ec32029b59f3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172321 Aug 20 13:26:33.217496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f30ef35-5e8c-4d45-a349-c39affa3ed39 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:33.229572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.253942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Transition to ACTIVE for port object 7f30ef35-5e8c-4d45-a349-c39affa3ed39 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:33.255837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-287c2326-dad2-43ea-bb04-402b2a8c0bd6 None None] Provisioning for port 415a622b-3387-4157-b220-e4a16df15a61 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:33.271589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.287660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-287c2326-dad2-43ea-bb04-402b2a8c0bd6 None None] Provisioning complete for port 415a622b-3387-4157-b220-e4a16df15a61 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:33.294858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-287c2326-dad2-43ea-bb04-402b2a8c0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.320607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b042e11e-ffff-4c35-8eb8-b2c4728a26b6 req-75a4d7b7-6f9e-48c8-82e0-47b0689ed942 service neutron] 10.222.0.13 "GET /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170223 Aug 20 13:26:33.341846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c2b9-b9b3-4fa8-8902-fd9df192d376 req-97268982-df5f-49c5-b33b-46ce1a634db9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:33.345626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-473d977f-3b65-4c71-bd51-21bf1ca2478f req-49e688dc-d943-4018-b68c-74b800c030bf tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930787 Aug 20 13:26:33.368646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af04c2b9-b9b3-4fa8-8902-fd9df192d376 req-97268982-df5f-49c5-b33b-46ce1a634db9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 936 time: 0.5620921 Aug 20 13:26:33.389140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.445803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f53298a2-4ea2-4c66-b9a2-840bcc995cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.459832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-287c2326-dad2-43ea-bb04-402b2a8c0bd6 None None] Port 415a622b-3387-4157-b220-e4a16df15a61 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:33.570992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 62cb271d-a179-4cc9-bf6f-754be402b8ca, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=62cb271d-a179-4cc9-bf6f-754be402b8ca,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:33.621113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '62cb271d-a179-4cc9-bf6f-754be402b8ca', 'network_id': '7f9cb625-a38b-4104-aa3c-d16fac5b6021', 'port_id': '62cb271d-a179-4cc9-bf6f-754be402b8ca', 'mac_address': 'fa:16:3e:9a:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad94704-090e-47da-880c-d4c867160651', 'ip_address': '19.86.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:33.629816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f53298a2-4ea2-4c66-b9a2-840bcc995cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.658137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f53298a2-4ea2-4c66-b9a2-840bcc995cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.682685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-af04c2b9-b9b3-4fa8-8902-fd9df192d376 req-533efa35-a324-49b3-a3ae-fdf1e0e8d8c4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596784 Aug 20 13:26:33.696087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Pushing event updated for resources: {'Port': ['ID=7f30ef35-5e8c-4d45-a349-c39affa3ed39,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:33.742390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f53298a2-4ea2-4c66-b9a2-840bcc995cbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=671ebf8460bd4a24b74bafc64a472289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8958168 Aug 20 13:26:33.780325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53298a2-4ea2-4c66-b9a2-840bcc995cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03180017-c2d2-49f2-8ae4-f24c15ba47ac,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:33.783132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:33.911188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Attempting to bind port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:33.911756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Attempting to bind port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:33.912424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Attempting to bind port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:33.919514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:33.920075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Attempting to bind port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:33.937621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:33.937983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:33.938371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:33.938834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Bound port: 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:33.939192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.960986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:33.962423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98c33-061a-4c5a-bc88-1ec5bc9f61e9 req-ea000cea-81ac-4ba6-b38a-c835c1716fe6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:33.963974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55a98c33-061a-4c5a-bc88-1ec5bc9f61e9 req-ea000cea-81ac-4ba6-b38a-c835c1716fe6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.3263388 Aug 20 13:26:34.013631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b9f795-70fd-4c42-913a-4e939f424e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.024487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dcab9-4c97-43c2-8697-d3cb5f99306e req-52aea7ad-8d2a-4ed1-9199-b95d9a819f43 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:34.033440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dcab9-4c97-43c2-8697-d3cb5f99306e req-52aea7ad-8d2a-4ed1-9199-b95d9a819f43 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:34.036764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cb271d-a179-4cc9-bf6f-754be402b8ca {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:34.039556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dcab9-4c97-43c2-8697-d3cb5f99306e req-52aea7ad-8d2a-4ed1-9199-b95d9a819f43 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:34.050147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc8dcab9-4c97-43c2-8697-d3cb5f99306e req-52aea7ad-8d2a-4ed1-9199-b95d9a819f43 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2413 time: 0.2337079 Aug 20 13:26:34.071885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 62cb271d-a179-4cc9-bf6f-754be402b8ca, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=62cb271d-a179-4cc9-bf6f-754be402b8ca,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:34.079401 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.080752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b2dac974-7c1e-48a7-b516-c463e972d97f details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:34.108707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b9f795-70fd-4c42-913a-4e939f424e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.115972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55a98c33-061a-4c5a-bc88-1ec5bc9f61e9 req-0206f38e-ca43-4298-b4ca-a0906a714330 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397336 Aug 20 13:26:34.124825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc8dcab9-4c97-43c2-8697-d3cb5f99306e req-f8ac593c-0ea9-4ab6-90a5-253701f2c570 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737290 Aug 20 13:26:34.201429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-cdcd8186-b4dc-4b1c-8e4e-d2cf8c08f028 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:34.203068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-cdcd8186-b4dc-4b1c-8e4e-d2cf8c08f028 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.53 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.2300723 Aug 20 13:26:34.300048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] For port 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:34.344281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] For port 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:34.358518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=62cb271d-a179-4cc9-bf6f-754be402b8ca,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:34.362838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.375457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415a622b-3387-4157-b220-e4a16df15a61 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:34.405118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port b2dac974-7c1e-48a7-b516-c463e972d97f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b2dac974-7c1e-48a7-b516-c463e972d97f,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:34.415085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f2d8-ba4a-49a3-8de5-b1877431b5e5 req-adfc1633-6090-4bf3-ad08-e0acd418292f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:34.416729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-beb4f2d8-ba4a-49a3-8de5-b1877431b5e5 req-adfc1633-6090-4bf3-ad08-e0acd418292f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1589310 Aug 20 13:26:34.419354 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.426070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'b2dac974-7c1e-48a7-b516-c463e972d97f', 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'port_id': 'b2dac974-7c1e-48a7-b516-c463e972d97f', 'mac_address': 'fa:16:3e:f7:b0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ad0795-aaf4-4f77-a6d6-40c2a3982e42', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:34.494910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-beb4f2d8-ba4a-49a3-8de5-b1877431b5e5 req-c15331b7-218b-4aa0-beee-32979f5c3d5a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636406 Aug 20 13:26:34.510594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Transition to ACTIVE for port object 415a622b-3387-4157-b220-e4a16df15a61 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:34.516639 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.517615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:34.518232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.520880 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.522651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] 10.222.0.53 "PUT /v2.0/ports/7f30ef35-5e8c-4d45-a349-c39affa3ed39 HTTP/1.1" status: 200 len: 1096 time: 2.9473310 Aug 20 13:26:34.524343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'tag': '7f30ef35-5e8c-4d45-a349-c39affa3ed39'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:34.529030 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f" -d '{"events": [{"name": "network-changed", "server_uuid": "ace7e8b7-f238-45bb-aeea-e475eecb91fa", "tag": "7f30ef35-5e8c-4d45-a349-c39affa3ed39"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:34.569093 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b9f795-70fd-4c42-913a-4e939f424e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.581344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dac974-7c1e-48a7-b516-c463e972d97f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:34.582118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b9f795-70fd-4c42-913a-4e939f424e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.583505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-48b9f795-70fd-4c42-913a-4e939f424e38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03180017-c2d2-49f2-8ae4-f24c15ba47ac HTTP/1.1" status: 204 len: 168 time: 0.7965765 Aug 20 13:26:34.640063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Pushing event updated for resources: {'Port': ['ID=415a622b-3387-4157-b220-e4a16df15a61,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:34.660220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port b2dac974-7c1e-48a7-b516-c463e972d97f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b2dac974-7c1e-48a7-b516-c463e972d97f,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:34.671795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.676510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e404f66e-1efb-40b7-9acd-5d5afc80ee3e details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:34.693720 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c3c6eb-7451-44f5-b895-83e09a0ba28e x-openstack-request-id: req-94c3c6eb-7451-44f5-b895-83e09a0ba28e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:34.694497 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace7e8b7-f238-45bb-aeea-e475eecb91fa", "tag": "7f30ef35-5e8c-4d45-a349-c39affa3ed39", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:34.694785 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94c3c6eb-7451-44f5-b895-83e09a0ba28e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:34.696706 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'tag': '7f30ef35-5e8c-4d45-a349-c39affa3ed39', 'status': 'completed', 'code': 200} Aug 20 13:26:34.768209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Attempting to bind port 415a622b-3387-4157-b220-e4a16df15a61 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:34.769479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Attempting to bind port 415a622b-3387-4157-b220-e4a16df15a61 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:34.770175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Attempting to bind port 415a622b-3387-4157-b220-e4a16df15a61 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:34.776872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Port 415a622b-3387-4157-b220-e4a16df15a61 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:34.778150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Attempting to bind port 415a622b-3387-4157-b220-e4a16df15a61 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:34.792879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:34.793685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:34.799404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=b2dac974-7c1e-48a7-b516-c463e972d97f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:34.800542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:34.801214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Bound port: 415a622b-3387-4157-b220-e4a16df15a61, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:34.801686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.831204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9f795-70fd-4c42-913a-4e939f424e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03180017-c2d2-49f2-8ae4-f24c15ba47ac,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:34.838708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801a844-acef-4d22-9f0b-aa14865b4a3e service neutron] Pushing event updated for resources: {'Port': ['ID=7f30ef35-5e8c-4d45-a349-c39affa3ed39,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:34.914147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:34.958320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Deleting port 7024ebbe-098e-4733-a843-42e0ec5694c4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:34.958662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:34.967534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e', 'network_id': 'ec20f289-2f95-4f0a-bec6-032cc9d0c33a', 'port_id': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e', 'mac_address': 'fa:16:3e:6f:d4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ad0795-aaf4-4f77-a6d6-40c2a3982e42', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:34.992521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87483e37-f9e4-4d77-b669-498db503aec4 req-30070243-9857-432d-a952-049372002464 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.004248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87483e37-f9e4-4d77-b669-498db503aec4 req-30070243-9857-432d-a952-049372002464 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 948 time: 0.1684062 Aug 20 13:26:35.017534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615abc18-6b6c-4160-afd6-a822fb684491 req-82930876-b90f-4b2b-8aaa-96787a529b87 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.022138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-615abc18-6b6c-4160-afd6-a822fb684491 req-82930876-b90f-4b2b-8aaa-96787a529b87 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 946 time: 0.4854681 Aug 20 13:26:35.073171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] For port 415a622b-3387-4157-b220-e4a16df15a61, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:35.111642 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:35.125112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] For port 415a622b-3387-4157-b220-e4a16df15a61, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=415a622b-3387-4157-b220-e4a16df15a61,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:35.153308 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87483e37-f9e4-4d77-b669-498db503aec4 req-fe3f4ecb-7c76-402c-9553-1466feb74d00 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456463 Aug 20 13:26:35.155076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:35.199715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.200456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:35.202229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/415a622b-3387-4157-b220-e4a16df15a61 HTTP/1.1" status: 200 len: 1095 time: 2.2430875 Aug 20 13:26:35.202789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c677e29-646e-4951-b0d5-48014c736596', 'tag': '415a622b-3387-4157-b220-e4a16df15a61'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:35.205247 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c677e29-646e-4951-b0d5-48014c736596", "tag": "415a622b-3387-4157-b220-e4a16df15a61"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:35.226171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e404f66e-1efb-40b7-9acd-5d5afc80ee3e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:35.250349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-1e3caf68-924d-456e-be9a-a1239a9a11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.264806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-1e3caf68-924d-456e-be9a-a1239a9a11a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 1099 time: 0.5793731 Aug 20 13:26:35.265496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963464-0b68-4ee6-9063-33f9b1d996f5 service neutron] Pushing event updated for resources: {'Port': ['ID=415a622b-3387-4157-b220-e4a16df15a61,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:35.323168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:35.334580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:35.461055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29e83-dede-4c00-b852-e91998f418de req-54da22e6-06de-4b00-8812-5db007da2ab1 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.479857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29e83-dede-4c00-b852-e91998f418de req-54da22e6-06de-4b00-8812-5db007da2ab1 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.498389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:35.502567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-f3b05937-1ee0-44e9-a421-fdc30ea4e2c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39 HTTP/1.1" status: 200 len: 217 time: 0.1997678 Aug 20 13:26:35.518915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29e83-dede-4c00-b852-e91998f418de req-54da22e6-06de-4b00-8812-5db007da2ab1 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.529860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59f29e83-dede-4c00-b852-e91998f418de req-54da22e6-06de-4b00-8812-5db007da2ab1 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2416 time: 0.1854527 Aug 20 13:26:35.586406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-615abc18-6b6c-4160-afd6-a822fb684491 req-f607e34c-a374-4017-ba6e-7234116e4e39 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups?id=407c437f-4b8d-44b5-8bf1-d96a7d59ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218041 Aug 20 13:26:35.611466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e404f66e-1efb-40b7-9acd-5d5afc80ee3e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:35.685854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59f29e83-dede-4c00-b852-e91998f418de req-8d1f9ece-65d9-4feb-ab50-f3c70d5db064 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549881 Aug 20 13:26:35.712768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] For port 7024ebbe-098e-4733-a843-42e0ec5694c4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7024ebbe-098e-4733-a843-42e0ec5694c4,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:35.713065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:35.731446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['62cb271d-a179-4cc9-bf6f-754be402b8ca'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:35.888307 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40efba6e-3d0e-45ae-9c80-7ea1b9104061 x-openstack-request-id: req-40efba6e-3d0e-45ae-9c80-7ea1b9104061 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:35.890022 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c677e29-646e-4951-b0d5-48014c736596", "tag": "415a622b-3387-4157-b220-e4a16df15a61", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:35.894772 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40efba6e-3d0e-45ae-9c80-7ea1b9104061 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:35.895977 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c677e29-646e-4951-b0d5-48014c736596', 'tag': '415a622b-3387-4157-b220-e4a16df15a61', 'status': 'completed', 'code': 200} Aug 20 13:26:35.944737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-1e9d3dc4-c970-4b58-981d-cb93de32c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:35.948221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-1e9d3dc4-c970-4b58-981d-cb93de32c2ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 1098 time: 0.6919093 Aug 20 13:26:36.048255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-d6d02645-12d2-42e7-af5b-10dbc696d929 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=415a622b-3387-4157-b220-e4a16df15a61 HTTP/1.1" status: 200 len: 217 time: 0.0712748 Aug 20 13:26:36.054576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c164a872-e58f-4e9c-8f6a-f14c32b6951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.056928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c164a872-e58f-4e9c-8f6a-f14c32b6951a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1101 time: 0.5003343 Aug 20 13:26:36.091356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-e7ea1e13-fad7-40c6-a463-63208a3c589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.093305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-e7ea1e13-fad7-40c6-a463-63208a3c589d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.5510640 Aug 20 13:26:36.154741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147f6ac-716e-46d9-b1c1-0ad0bcf1521c req-e3f025e4-35fa-4ab2-94f9-ec14d77e00c7 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.157673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1147f6ac-716e-46d9-b1c1-0ad0bcf1521c req-e3f025e4-35fa-4ab2-94f9-ec14d77e00c7 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.3100760 Aug 20 13:26:36.237563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-d54d1477-3f51-49be-8532-e03c5ab95179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.239088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-d54d1477-3f51-49be-8532-e03c5ab95179 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1635993 Aug 20 13:26:36.268438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3c1d431a-a331-4176-ae8c-90e196f1532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.270813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-3c1d431a-a331-4176-ae8c-90e196f1532c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642985 Aug 20 13:26:36.296164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d985-3d04-462d-bee8-651ac0e5f8ff req-65a42417-c730-4cbd-b5e6-f94e9e726ec9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.297811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb04d985-3d04-462d-bee8-651ac0e5f8ff req-65a42417-c730-4cbd-b5e6-f94e9e726ec9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.3671026 Aug 20 13:26:36.347264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-91f05b8b-6ce1-4e4c-94fc-1b63b2b3bad6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.0889995 Aug 20 13:26:36.354295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-6e7a3d63-d629-4e7d-93cd-00ef6ef91812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.357048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-6e7a3d63-d629-4e7d-93cd-00ef6ef91812 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2983561 Aug 20 13:26:36.359155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1147f6ac-716e-46d9-b1c1-0ad0bcf1521c req-cf1c16e5-47c6-402d-b200-3169c592c6fb tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896095 Aug 20 13:26:36.369511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:36.370416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:36.370897 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Floating IP 14141e5c-4578-4fc9-81b5-2e56ca437d07 disassociated. External IP: 172.25.6.218, port: 7024ebbe-098e-4733-a843-42e0ec5694c4. Aug 20 13:26:36.372337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Calling delete_port for 7024ebbe-098e-4733-a843-42e0ec5694c4 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:36.524733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-cbc10fa9-7836-4388-960a-0409c59f9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.526540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-cbc10fa9-7836-4388-960a-0409c59f9b5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137645 Aug 20 13:26:36.543677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb04d985-3d04-462d-bee8-651ac0e5f8ff req-a79d7b51-b1c3-4edc-b310-560f3ca2f05c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967785 Aug 20 13:26:36.559062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c240d3e3-aad6-4417-99b7-067eedd83f78 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:26:36.560749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-c240d3e3-aad6-4417-99b7-067eedd83f78 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098238 Aug 20 13:26:36.562990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-cac817b1-73d0-42c4-b505-5a78e4718ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.564884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-cac817b1-73d0-42c4-b505-5a78e4718ef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2055070 Aug 20 13:26:36.635782 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-02cf20f4-683a-45a6-918b-1e21bca70f5b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498392 Aug 20 13:26:36.639706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:36.679619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event deleted for resources: {'Port': ['ID=7024ebbe-098e-4733-a843-42e0ec5694c4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:36.729617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50953b-00a4-4729-bc0f-b2d4a78166f4 req-44ebbd09-9850-4a89-a7d1-4ad539e5a423 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:36.731322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c50953b-00a4-4729-bc0f-b2d4a78166f4 req-44ebbd09-9850-4a89-a7d1-4ad539e5a423 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 948 time: 0.2273476 Aug 20 13:26:36.828536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['b2dac974-7c1e-48a7-b516-c463e972d97f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:36.849561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-30cae6e4-0a02-4b6d-ac72-653eec7abbf6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758594 Aug 20 13:26:36.879935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e0718b-92d2-4009-b469-aaca3ccca0f6 req-9a9e0112-4fbf-42e5-a87b-62fa286be4f7 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 210 time: 0.1280773 Aug 20 13:26:36.974992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Router f783c4db-07e2-4ba0-8385-2999104790b5 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:26:37.014321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c50953b-00a4-4729-bc0f-b2d4a78166f4 req-68ad2987-8028-404e-99a1-568bf4140159 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478657 Aug 20 13:26:37.050682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7024ebbe-098e-4733-a843-42e0ec5694c4 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:37.110706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-d63255cf-2579-4aeb-b9ff-6e43d054d840 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341958 Aug 20 13:26:37.169896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-9ed96201-f1a6-4975-8b16-c313cef3d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.174448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-9ed96201-f1a6-4975-8b16-c313cef3d913 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5986452 Aug 20 13:26:37.304458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-245bec8b-c80d-45b5-9d67-7ffa088b4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.306936 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-245bec8b-c80d-45b5-9d67-7ffa088b4f43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 1099 time: 0.1245201 Aug 20 13:26:37.314201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:26:37.367080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 62cb271d-a179-4cc9-bf6f-754be402b8ca up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:37.370192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] Sync routers for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:26:37.376811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 7024ebbe-098e-4733-a843-42e0ec5694c4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:26:37.377332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7024ebbe-098e-4733-a843-42e0ec5694c4 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:37.385151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] No DVR routers for this DVR port 7024ebbe-098e-4733-a843-42e0ec5694c4 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:37.445925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:37.449046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b6162a-8ea1-42d1-a075-d53a71f76dc8 req-73d00971-fc1e-44bd-b697-6e89ec52be20 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.53 "DELETE /v2.0/ports/7024ebbe-098e-4733-a843-42e0ec5694c4 HTTP/1.1" status: 204 len: 173 time: 3.2234459 Aug 20 13:26:37.451302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'name': 'network-vif-deleted', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:37.463049 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8328e-6276-4d3b-aaeb-030330b72575" -d '{"events": [{"server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "name": "network-vif-deleted", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:37.512120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5734-2adc-496f-a5fd-c3a27dcab916 req-85db0b79-21fa-4c8b-9fed-d2f61397d2d0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.513801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:37.514472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:37.526140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5734-2adc-496f-a5fd-c3a27dcab916 req-85db0b79-21fa-4c8b-9fed-d2f61397d2d0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.537471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5734-2adc-496f-a5fd-c3a27dcab916 req-85db0b79-21fa-4c8b-9fed-d2f61397d2d0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.551756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd1d5734-2adc-496f-a5fd-c3a27dcab916 req-85db0b79-21fa-4c8b-9fed-d2f61397d2d0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2416 time: 0.4894288 Aug 20 13:26:37.697454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-923079a5-3051-494b-a1e3-f7b04af6f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.698937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-923079a5-3051-494b-a1e3-f7b04af6f051 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3782513 Aug 20 13:26:37.735696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522b4d-5353-4c46-bf5a-fac4540a1963 req-5967c604-3782-4fe5-af80-f0213857a7ef tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.738320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6522b4d-5353-4c46-bf5a-fac4540a1963 req-5967c604-3782-4fe5-af80-f0213857a7ef tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1760271 Aug 20 13:26:37.748987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:37.881808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-959b6a1e-f818-4029-b09a-73f0e1e56e0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39 HTTP/1.1" status: 200 len: 217 time: 0.1681933 Aug 20 13:26:37.916982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 62cb271d-a179-4cc9-bf6f-754be402b8ca completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:37.925981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 62cb271d-a179-4cc9-bf6f-754be402b8ca triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:37.926526 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:37.982224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-62b864f0-044e-49e7-a1ba-689542bd6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:37.984510 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-62b864f0-044e-49e7-a1ba-689542bd6dfc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0730658 Aug 20 13:26:37.991433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6522b4d-5353-4c46-bf5a-fac4540a1963 req-8899cb18-d739-421e-a1d2-c7e983d175eb tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671262 Aug 20 13:26:38.084197 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aed374-bfb5-4d86-911e-29287d166fd0 x-openstack-request-id: req-26aed374-bfb5-4d86-911e-29287d166fd0 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:38.084498 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824e0a2-bbe1-4aca-98c3-fbdb698f57e2", "name": "network-vif-deleted", "tag": "7024ebbe-098e-4733-a843-42e0ec5694c4", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:38.084784 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26aed374-bfb5-4d86-911e-29287d166fd0 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:38.085194 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1824e0a2-bbe1-4aca-98c3-fbdb698f57e2', 'name': 'network-vif-deleted', 'tag': '7024ebbe-098e-4733-a843-42e0ec5694c4', 'status': 'completed', 'code': 200} Aug 20 13:26:38.116059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-0437220e-c25a-4211-9f13-ac32ee075804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:38.117947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-0437220e-c25a-4211-9f13-ac32ee075804 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181216 Aug 20 13:26:38.217835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41ce5dc9-66d8-45fa-b510-2a9b26b86207 req-a222cbdf-234a-4e46-a7d5-c4e2b8555cf1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3363211 Aug 20 13:26:38.256007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fd1d5734-2adc-496f-a5fd-c3a27dcab916 req-f8b7618b-3e34-4826-8ec6-e08153765657 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008257 Aug 20 13:26:38.286142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c1d8901f-1f0b-4f45-a4d2-20bac65c6274 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0779831 Aug 20 13:26:38.342418 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:38.423044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cb271d-a179-4cc9-bf6f-754be402b8ca'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:38.430122 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0026a94a-23be-462b-8223-8ccf6de543fe" -d '{"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-plugged", "status": "completed", "tag": "62cb271d-a179-4cc9-bf6f-754be402b8ca"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:38.462901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 62cb271d-a179-4cc9-bf6f-754be402b8ca, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=62cb271d-a179-4cc9-bf6f-754be402b8ca,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:38.471495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:19Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:38.516044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff219ce9-a40c-4d99-b40b-5579a3368194 req-5d796b33-cb91-4325-849f-4efc8bd2816e tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/ports?device_id=1824e0a2-bbe1-4aca-98c3-fbdb698f57e2 HTTP/1.1" status: 200 len: 210 time: 0.0654228 Aug 20 13:26:38.545161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-bcc96a32-01a2-41f4-8138-fde3dab86397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:38.546740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-bcc96a32-01a2-41f4-8138-fde3dab86397 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 1098 time: 0.1213059 Aug 20 13:26:38.552097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] Checking router: f783c4db-07e2-4ba0-8385-2999104790b5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:26:38.555152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:38.556226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e404f66e-1efb-40b7-9acd-5d5afc80ee3e up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:38.629693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=62cb271d-a179-4cc9-bf6f-754be402b8ca,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:38.645101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:38.645839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:38.719478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port e404f66e-1efb-40b7-9acd-5d5afc80ee3e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:38.727958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port e404f66e-1efb-40b7-9acd-5d5afc80ee3e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:38.728356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:38.763987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54576) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:38.764348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:38.787426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-af1a487a-1a39-496f-a2a1-2582463b29b7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912074 Aug 20 13:26:38.823108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:38.852108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5928510-2a19-4e50-b944-d4fc6fe50065 req-7eb7f8ab-6936-4a24-843f-a9bcc629b263 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:38.873608 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5928510-2a19-4e50-b944-d4fc6fe50065 req-7eb7f8ab-6936-4a24-843f-a9bcc629b263 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 948 time: 0.1697392 Aug 20 13:26:38.941279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:38.978473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-adbcc649-5f93-4eb8-a6a6-ff0a961a029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:38.987809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-adbcc649-5f93-4eb8-a6a6-ff0a961a029b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.4312892 Aug 20 13:26:39.005237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6b7f-c35c-474e-9618-88dec25d1f18 req-ce734cdd-fffb-4d31-9f07-c160ebddd211 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.029187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a26f6b7f-c35c-474e-9618-88dec25d1f18 req-ce734cdd-fffb-4d31-9f07-c160ebddd211 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.8802173 Aug 20 13:26:39.052958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7f30ef35-5e8c-4d45-a349-c39affa3ed39 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:39.080758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5928510-2a19-4e50-b944-d4fc6fe50065 req-381e55fb-b8c1-4adc-a070-a694d0785c93 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058909 Aug 20 13:26:39.085109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-eab39f27-f114-4160-aa8c-f063f1942f02 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:39.089321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-e4add107-ef90-4d60-ad52-96bcc0047552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=415a622b-3387-4157-b220-e4a16df15a61 HTTP/1.1" status: 200 len: 217 time: 0.0884769 Aug 20 13:26:39.138929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a26f6b7f-c35c-474e-9618-88dec25d1f18 req-872e965b-c184-4b03-a4d2-bae50c5ee3a6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081755 Aug 20 13:26:39.147362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:39.158936 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-3dbf07e4-ae68-4206-8957-1ff3c2c06fee service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0311818 Aug 20 13:26:39.186008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-c011ded0-ca90-49a8-a888-79e1c5d1890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.188427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-c011ded0-ca90-49a8-a888-79e1c5d1890e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0868590 Aug 20 13:26:39.191271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.199087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7a893a0-4bf2-439e-95fa-e9a5ef0346e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.206311 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524a1aa-15e1-41f4-aa8a-b51e92f8de73 x-openstack-request-id: req-b524a1aa-15e1-41f4-aa8a-b51e92f8de73 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:39.206656 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-plugged", "status": "completed", "tag": "62cb271d-a179-4cc9-bf6f-754be402b8ca", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:39.206795 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b524a1aa-15e1-41f4-aa8a-b51e92f8de73 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:39.207198 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cb271d-a179-4cc9-bf6f-754be402b8ca', 'code': 200} Aug 20 13:26:39.264260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eab39f27-f114-4160-aa8c-f063f1942f02 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "PUT /v2.0/quotas/7c76f47f2dd649af9c9e654ce885913e HTTP/1.1" status: 200 len: 368 time: 0.4961798 Aug 20 13:26:39.267908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54586) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:39.275836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Request body: {'network': {'project_id': '7c76f47f2dd649af9c9e654ce885913e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:39.333620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:39.350255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:39.360436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b2dac974-7c1e-48a7-b516-c463e972d97f up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:39.412319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '7f30ef35-5e8c-4d45-a349-c39affa3ed39', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '7f30ef35-5e8c-4d45-a349-c39affa3ed39', 'mac_address': 'fa:16:3e:be:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:39.414840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96add7c-685c-46d1-9d06-b8db1bae31e2 req-9a4c95f3-7952-4320-9096-75abe9e4f61d tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.418796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-6b87c66d-f0f3-4684-a64b-d5a40d22ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.420656 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-6b87c66d-f0f3-4684-a64b-d5a40d22ace0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143126 Aug 20 13:26:39.424351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b96add7c-685c-46d1-9d06-b8db1bae31e2 req-9a4c95f3-7952-4320-9096-75abe9e4f61d tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1357195 Aug 20 13:26:39.467484 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.491803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30ef35-5e8c-4d45-a349-c39affa3ed39 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:39.514972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c49f8bc4-ecae-46e4-bb96-b4b87b68448f req-b607d524-28f9-44a5-8918-8d3ec56993d4 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472221 Aug 20 13:26:39.523154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:19Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:39.526589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b96add7c-685c-46d1-9d06-b8db1bae31e2 req-adb40223-02fb-4c5a-a7c5-7ff58d6916a9 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009531 Aug 20 13:26:39.529008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:39.555883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cffd25-721b-424c-8d2b-faf841373a7c None None] The sync data for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 is: [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:24:12Z', 'revision_number': 4, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23', 'name': '', 'network_id': '4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'mac_address': 'fa:16:3e:8c:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:08Z', 'updated_at': '2021-08-20T13:24:19Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'subnets': [{'id': 'ff4303b7-5a36-4de3-a76d-44a89ef7f582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:26:39.559812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.561733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port b2dac974-7c1e-48a7-b516-c463e972d97f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:39.570147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port b2dac974-7c1e-48a7-b516-c463e972d97f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:39.571062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.586234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4caffa-2125-4118-a113-f46defabc806 req-f3327c1f-2fed-4457-a5aa-7b1eb392ee38 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.603247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4caffa-2125-4118-a113-f46defabc806 req-f3327c1f-2fed-4457-a5aa-7b1eb392ee38 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.611939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4caffa-2125-4118-a113-f46defabc806 req-f3327c1f-2fed-4457-a5aa-7b1eb392ee38 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:39.620474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea4caffa-2125-4118-a113-f46defabc806 req-f3327c1f-2fed-4457-a5aa-7b1eb392ee38 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2418 time: 0.2445726 Aug 20 13:26:39.652779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7a893a0-4bf2-439e-95fa-e9a5ef0346e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.679369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7f30ef35-5e8c-4d45-a349-c39affa3ed39,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:39.689092 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7a893a0-4bf2-439e-95fa-e9a5ef0346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.747256 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea4caffa-2125-4118-a113-f46defabc806 req-ce1bd5c9-1854-4690-9a5c-d6ad780e2d0c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060672 Aug 20 13:26:39.816260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Made reservation on behalf of 7c76f47f2dd649af9c9e654ce885913e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:39.823009 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.826306 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.838830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b7a893a0-4bf2-439e-95fa-e9a5ef0346e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15f2d50149d24758adca762b53386b78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730953 Aug 20 13:26:39.842366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54596) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:39.858459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54598) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:39.868993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a893a0-4bf2-439e-95fa-e9a5ef0346e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab9555-6a57-4115-83c3-4b08f1d39b82,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:39.890045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-c69c4d74-427b-46bc-a3ed-66f23b1a9ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581985 Aug 20 13:26:39.891631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:39.923361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7f30ef35-5e8c-4d45-a349-c39affa3ed39'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:39.928047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port b2dac974-7c1e-48a7-b516-c463e972d97f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b2dac974-7c1e-48a7-b516-c463e972d97f,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:40.007554 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.033336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-084908da-3560-4443-b43b-ccdfa9075baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.050455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47a723c6-ba61-4400-a30f-9de376386ca5 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.084791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-084908da-3560-4443-b43b-ccdfa9075baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.095321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-358c25f0-cc96-4bc6-b951-18d5c6f89eb9 req-5feba3f1-020d-4290-a800-4af93399bcbf service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889181 Aug 20 13:26:40.108802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47a723c6-ba61-4400-a30f-9de376386ca5 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.131000 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ef816-49b6-46fc-8e04-b7021a7249a8 None None] New status for floating IP 14141e5c-4578-4fc9-81b5-2e56ca437d07: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:26:40.245045 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.252449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.297017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5477c41-c58a-484e-a932-0fb748e5485c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:40.297929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47a723c6-ba61-4400-a30f-9de376386ca5 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.300806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47a723c6-ba61-4400-a30f-9de376386ca5 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.304179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-47a723c6-ba61-4400-a30f-9de376386ca5 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "DELETE /v2.0/security-groups/407c437f-4b8d-44b5-8bf1-d96a7d59ac75 HTTP/1.1" status: 204 len: 168 time: 0.4425347 Aug 20 13:26:40.311765 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-084908da-3560-4443-b43b-ccdfa9075baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.317828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-084908da-3560-4443-b43b-ccdfa9075baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.318875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-084908da-3560-4443-b43b-ccdfa9075baf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5eab9555-6a57-4115-83c3-4b08f1d39b82 HTTP/1.1" status: 204 len: 168 time: 0.4755921 Aug 20 13:26:40.324919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54604) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:40.384486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:40.391632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a723c6-ba61-4400-a30f-9de376386ca5 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c437f-4b8d-44b5-8bf1-d96a7d59ac75,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:40.437231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.438021 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Added segment 39e05691-ed6f-4869-adc5-9efd3de07d07 of type vlan for network 48582d0f-600e-414e-8057-96c046dd0870 Aug 20 13:26:40.465376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=b2dac974-7c1e-48a7-b516-c463e972d97f,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:40.473197 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-3c6bbc87-d954-41f1-accd-d20b725c3377 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] show failed (client error): The resource could not be found. Aug 20 13:26:40.477505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3c6bbc87-d954-41f1-accd-d20b725c3377 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "GET /v2.0/security-groups/407c437f-4b8d-44b5-8bf1-d96a7d59ac75 HTTP/1.1" status: 404 len: 347 time: 0.1466534 Aug 20 13:26:40.486275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54610) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:40.505214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf95754-bab2-46a2-b02f-7fe0495ddcbc req-876ffc04-fc1b-45f7-a969-189250df796f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:40.507064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-baf95754-bab2-46a2-b02f-7fe0495ddcbc req-876ffc04-fc1b-45f7-a969-189250df796f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 949 time: 0.2137733 Aug 20 13:26:40.597716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084908da-3560-4443-b43b-ccdfa9075baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab9555-6a57-4115-83c3-4b08f1d39b82,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:40.638611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.680230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-baf95754-bab2-46a2-b02f-7fe0495ddcbc req-03d06ddf-d7c0-49d0-a263-e4bdc6296208 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285079 Aug 20 13:26:40.717701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.719219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:40.719397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322745c6-5cf5-4856-be06-d04723033b25 req-a02bbaa6-b235-4131-8865-ea7ae1fe6e31 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:40.719853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.721207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-322745c6-5cf5-4856-be06-d04723033b25 req-a02bbaa6-b235-4131-8865-ea7ae1fe6e31 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.4010761 Aug 20 13:26:40.811390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-322745c6-5cf5-4856-be06-d04723033b25 req-d927d5e6-ee9e-404d-87b1-bbcf9bf76451 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Aug 20 13:26:40.822838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5532393 Aug 20 13:26:40.828019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54618) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:40.841884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Request body: {'network': {'project_id': '7c76f47f2dd649af9c9e654ce885913e'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:40.861596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5537d-4f8e-4ec1-9085-396691efc4b8 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Pushing event updated for resources: {'Network': ['ID=48582d0f-600e-414e-8057-96c046dd0870,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:40.877034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 48582d0f-600e-414e-8057-96c046dd0870 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:40.881660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54620) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:40.887567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Deleting port 07e3f61a-2bd1-4cf1-ad2d-5ff3c39f1078 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:40.888050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.909962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc844f1d-e8d5-4951-8f22-a9275b356915 req-cdc06f1d-28e6-4353-866a-877aeebc29d2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:40.911887 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc844f1d-e8d5-4951-8f22-a9275b356915 req-cdc06f1d-28e6-4353-866a-877aeebc29d2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1133738 Aug 20 13:26:40.913390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52f12956-5812-40d8-af36-89bd6c8a741e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:40.994399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc844f1d-e8d5-4951-8f22-a9275b356915 req-431e9ef0-2db0-460d-87b1-53db3039e9b0 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694680 Aug 20 13:26:41.042441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Made reservation on behalf of 7c76f47f2dd649af9c9e654ce885913e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:41.046202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.120049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2608c35-07ef-473c-8838-756932f98f40 req-7922cca5-21a5-49f8-9892-f7c3e75c5bed tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.128648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2608c35-07ef-473c-8838-756932f98f40 req-7922cca5-21a5-49f8-9892-f7c3e75c5bed tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.133487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52f12956-5812-40d8-af36-89bd6c8a741e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.135902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2608c35-07ef-473c-8838-756932f98f40 req-7922cca5-21a5-49f8-9892-f7c3e75c5bed tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.137578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2608c35-07ef-473c-8838-756932f98f40 req-7922cca5-21a5-49f8-9892-f7c3e75c5bed tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.2127707 Aug 20 13:26:41.146987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52f12956-5812-40d8-af36-89bd6c8a741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.166158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:41.182506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.183047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.189502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f12956-5812-40d8-af36-89bd6c8a741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71846118-40e9-4be1-b340-ffbbcecdc5e9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:41.202836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-52f12956-5812-40d8-af36-89bd6c8a741e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3929a1f7ea4c45e4980fb3fb5560eb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189979 Aug 20 13:26:41.203604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54622) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:41.208761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e'}, {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dac974-7c1e-48a7-b516-c463e972d97f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:41.211354 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb427cc-1740-4f16-b5b2-7b822d12a1db" -d '{"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-plugged", "status": "completed", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e"}, {"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-plugged", "status": "completed", "tag": "b2dac974-7c1e-48a7-b516-c463e972d97f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:41.237056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Calling delete_port for 07e3f61a-2bd1-4cf1-ad2d-5ff3c39f1078 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:41.307992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f971ad20-0596-498f-9cf9-f33ba46689f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.350024 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d703302-6e04-4d2b-a2b6-2ee3bd47e76e x-openstack-request-id: req-0d703302-6e04-4d2b-a2b6-2ee3bd47e76e {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:41.350581 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-plugged", "status": "completed", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e", "code": 200}, {"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-plugged", "status": "completed", "tag": "b2dac974-7c1e-48a7-b516-c463e972d97f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:41.351021 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d703302-6e04-4d2b-a2b6-2ee3bd47e76e {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:41.351597 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e', 'code': 200} Aug 20 13:26:41.352070 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dac974-7c1e-48a7-b516-c463e972d97f', 'code': 200} Aug 20 13:26:41.361442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 415a622b-3387-4157-b220-e4a16df15a61 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:26:41.381579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f971ad20-0596-498f-9cf9-f33ba46689f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.429554 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.429904 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Added segment 620c3ec7-0d29-4260-9580-433bc601e33c of type vlan for network 3ba63a55-e484-4941-8cef-6af7f5be34ec Aug 20 13:26:41.483993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2608c35-07ef-473c-8838-756932f98f40 req-923556cf-f6e9-4480-8f2c-40ab55f493fd tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313322 Aug 20 13:26:41.510290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.528430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e4b8-39d6-4fc9-8083-888162429e7c req-ed700aae-b189-45f0-ac66-d63a7421640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.530197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e4b8-39d6-4fc9-8083-888162429e7c req-ed700aae-b189-45f0-ac66-d63a7421640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.530840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e4b8-39d6-4fc9-8083-888162429e7c req-ed700aae-b189-45f0-ac66-d63a7421640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.532382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 415a622b-3387-4157-b220-e4a16df15a61, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=415a622b-3387-4157-b220-e4a16df15a61,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:41.533181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9bb9e4b8-39d6-4fc9-8083-888162429e7c req-ed700aae-b189-45f0-ac66-d63a7421640f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2872 time: 0.0864160 Aug 20 13:26:41.559833 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f971ad20-0596-498f-9cf9-f33ba46689f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.561980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '415a622b-3387-4157-b220-e4a16df15a61', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '415a622b-3387-4157-b220-e4a16df15a61', 'mac_address': 'fa:16:3e:4e:86:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:26:41.563701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f971ad20-0596-498f-9cf9-f33ba46689f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.567654 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f971ad20-0596-498f-9cf9-f33ba46689f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71846118-40e9-4be1-b340-ffbbcecdc5e9 HTTP/1.1" status: 204 len: 168 time: 0.3626840 Aug 20 13:26:41.583380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971ad20-0596-498f-9cf9-f33ba46689f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71846118-40e9-4be1-b340-ffbbcecdc5e9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:41.583736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.585260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.585854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.598279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9bb9e4b8-39d6-4fc9-8083-888162429e7c req-36411d3e-abe6-4b39-b33d-d57b7a502f38 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575917 Aug 20 13:26:41.668605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.687628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415a622b-3387-4157-b220-e4a16df15a61 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:41.696031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8641720 Aug 20 13:26:41.702284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54632) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:41.705928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a2ba5-5288-4916-b065-38b36c7ecf75 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Pushing event updated for resources: {'Network': ['ID=3ba63a55-e484-4941-8cef-6af7f5be34ec,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:41.714424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0b6abd67-5951-409f-b02c-5780f05e9868 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Request body: {'network': {'project_id': '7c76f47f2dd649af9c9e654ce885913e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:41.715929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.725374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3ba63a55-e484-4941-8cef-6af7f5be34ec details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:41.752928 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6abd67-5951-409f-b02c-5780f05e9868 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 13:26:41.753442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6abd67-5951-409f-b02c-5780f05e9868 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:26:41.757289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b6abd67-5951-409f-b02c-5780f05e9868 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0516560 Aug 20 13:26:41.765366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54634) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:41.789407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Pushing event deleted for resources: {'Port': ['ID=07e3f61a-2bd1-4cf1-ad2d-5ff3c39f1078,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:41.815601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 415a622b-3387-4157-b220-e4a16df15a61, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=415a622b-3387-4157-b220-e4a16df15a61,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:41.826781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.917859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c07cac44-4b1e-4a65-a629-22cdc0783e19 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c76f47f2dd649af9c9e654ce885913e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489131 Aug 20 13:26:41.919717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54640) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:41.938680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=415a622b-3387-4157-b220-e4a16df15a61,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:41.966089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.968661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:41.969825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6c5c4ffb-b4ce-459e-8cdf-080717d47693 tempest-ServersTestJSON-1794630562 tempest-ServersTestJSON-1794630562-project] 10.222.0.59 "DELETE /v2.0/floatingips/14141e5c-4578-4fc9-81b5-2e56ca437d07 HTTP/1.1" status: 204 len: 168 time: 1.4715180 Aug 20 13:26:41.973198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54642) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:41.980051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c87a-83ab-441e-84b7-3d7504314010 req-09e3774f-2bfe-4251-a1cc-e08b9ce2a444 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:41.982655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2e7c87a-83ab-441e-84b7-3d7504314010 req-09e3774f-2bfe-4251-a1cc-e08b9ce2a444 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 949 time: 0.1620693 Aug 20 13:26:42.023340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ff95-0dd4-4ffc-94b9-01095cbf9621 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.055083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2e7c87a-83ab-441e-84b7-3d7504314010 req-e29dfdab-6e36-410a-8ad3-48ffc18876ef tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603499 Aug 20 13:26:42.067539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ff95-0dd4-4ffc-94b9-01095cbf9621 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.108335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9082123-dbdc-4b5a-8e63-176b95edee6b req-ef7b2107-4692-4791-8741-f00952f42494 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:42.113038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9082123-dbdc-4b5a-8e63-176b95edee6b req-ef7b2107-4692-4791-8741-f00952f42494 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1971645 Aug 20 13:26:42.147248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['415a622b-3387-4157-b220-e4a16df15a61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:42.158225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ff95-0dd4-4ffc-94b9-01095cbf9621 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.161286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ff95-0dd4-4ffc-94b9-01095cbf9621 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.171511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b1a8ff95-0dd4-4ffc-94b9-01095cbf9621 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5477c41-c58a-484e-a932-0fb748e5485c HTTP/1.1" status: 204 len: 168 time: 0.2510128 Aug 20 13:26:42.172162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54652) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:42.227370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9082123-dbdc-4b5a-8e63-176b95edee6b req-63c2b09c-2b58-4530-9405-e230fdbe6698 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033447 Aug 20 13:26:42.242097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8ff95-0dd4-4ffc-94b9-01095cbf9621 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5477c41-c58a-484e-a932-0fb748e5485c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:42.320906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.440090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc835ff-1aa1-47f1-9c5f-16ed857c86cd req-2cded0c3-c588-4688-8c2b-bb8624750ede tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:42.450140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddc835ff-1aa1-47f1-9c5f-16ed857c86cd req-2cded0c3-c588-4688-8c2b-bb8624750ede tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2039776 Aug 20 13:26:42.509285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.533200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba63a55-e484-4941-8cef-6af7f5be34ec']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:42.538737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.548188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620c3ec7-0d29-4260-9580-433bc601e33c') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:42.548188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620c3ec7-0d29-4260-9580-433bc601e33c') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:42.557115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddc835ff-1aa1-47f1-9c5f-16ed857c86cd req-77140266-875d-4cf1-9162-3f07898fd667 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060088 Aug 20 13:26:42.576504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.601983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.611548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:26:42.611957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:26:42.613953 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:26:42.691907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.707464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.710574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3ba63a55-e484-4941-8cef-6af7f5be34ec HTTP/1.1" status: 204 len: 168 time: 0.5266340 Aug 20 13:26:42.713473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:42.717252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f6ca-a70d-43ae-852f-e89df3698675 req-8f6a894d-66c1-4b68-ac5c-7dc08e3530af tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:42.723293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f6ca-a70d-43ae-852f-e89df3698675 req-8f6a894d-66c1-4b68-ac5c-7dc08e3530af tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:42.729360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f6ca-a70d-43ae-852f-e89df3698675 req-8f6a894d-66c1-4b68-ac5c-7dc08e3530af tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:42.738442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c69f6ca-a70d-43ae-852f-e89df3698675 req-8f6a894d-66c1-4b68-ac5c-7dc08e3530af tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.1125748 Aug 20 13:26:42.753677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f79845-7872-4986-a5db-9f31020e7f0d tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ba63a55-e484-4941-8cef-6af7f5be34ec,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:42.801273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c69f6ca-a70d-43ae-852f-e89df3698675 req-f2cbb060-8570-40be-aeef-0cdb2ce6d6cb tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617757 Aug 20 13:26:42.860154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.974484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:42.977417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7f30ef35-5e8c-4d45-a349-c39affa3ed39 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:43.005867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48582d0f-600e-414e-8057-96c046dd0870']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:43.018372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e05691-ed6f-4869-adc5-9efd3de07d07') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:43.018709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e05691-ed6f-4869-adc5-9efd3de07d07') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:43.031766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.045913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:43.050317 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.051042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Deleting port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:43.051517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.052995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:43.055571 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.061420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:26:43.062556 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:26:43.066061 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:26:43.187487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.189252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.192464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] For port e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:43.192999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.209504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Calling delete_port for e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:43.237270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:43.259036 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.267371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.284933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] 10.222.0.59 "DELETE /v2.0/networks/48582d0f-600e-414e-8057-96c046dd0870 HTTP/1.1" status: 204 len: 168 time: 0.5698245 Aug 20 13:26:43.320273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0d2bf-a1d7-4762-8dac-f065165359a4 tempest-QuotasNegativeTest-1791771238 tempest-QuotasNegativeTest-1791771238-project-admin] Pushing event deleted for resources: {'Network': ['ID=48582d0f-600e-414e-8057-96c046dd0870,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:43.368913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30ef35-5e8c-4d45-a349-c39affa3ed39'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:43.374315 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc4e649-8597-4b2a-a753-a75e2849af22" -d '{"events": [{"server_uuid": "ace7e8b7-f238-45bb-aeea-e475eecb91fa", "name": "network-vif-plugged", "status": "completed", "tag": "7f30ef35-5e8c-4d45-a349-c39affa3ed39"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:43.379713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7f30ef35-5e8c-4d45-a349-c39affa3ed39,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:43.389263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 415a622b-3387-4157-b220-e4a16df15a61 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:43.405308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16839ed2-2f78-4c06-b2a2-811f90b50753 req-6f69a1f5-b2bb-432d-850c-e57684ee9da4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:43.415330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16839ed2-2f78-4c06-b2a2-811f90b50753 req-6f69a1f5-b2bb-432d-850c-e57684ee9da4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 949 time: 0.2233653 Aug 20 13:26:43.488872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16839ed2-2f78-4c06-b2a2-811f90b50753 req-c59eeedd-4b3e-4de2-97d5-5d344fb758fd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675981 Aug 20 13:26:43.522276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 415a622b-3387-4157-b220-e4a16df15a61 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:43.531461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 415a622b-3387-4157-b220-e4a16df15a61 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:43.533851 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.568006 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f2b9c2-54f6-4664-8657-fe9cd2433fea x-openstack-request-id: req-22f2b9c2-54f6-4664-8657-fe9cd2433fea {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:43.568445 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace7e8b7-f238-45bb-aeea-e475eecb91fa", "name": "network-vif-plugged", "status": "completed", "tag": "7f30ef35-5e8c-4d45-a349-c39affa3ed39", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:43.571497 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22f2b9c2-54f6-4664-8657-fe9cd2433fea {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:43.591042 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30ef35-5e8c-4d45-a349-c39affa3ed39', 'code': 200} Aug 20 13:26:43.673117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8ef9a-9503-44be-a263-78a8e245adc6 req-5addb462-4aa1-4867-8b5e-4000ad185dbf tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:43.675291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca8ef9a-9503-44be-a263-78a8e245adc6 req-5addb462-4aa1-4867-8b5e-4000ad185dbf tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.2896495 Aug 20 13:26:43.758492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f718e58-9ca5-4290-b6cc-7f2b96a16f2f req-af23b387-7b8f-471f-9b81-94c1bdc571dd tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:43.771758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f718e58-9ca5-4290-b6cc-7f2b96a16f2f req-af23b387-7b8f-471f-9b81-94c1bdc571dd tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1191778 Aug 20 13:26:43.789942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.882196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f718e58-9ca5-4290-b6cc-7f2b96a16f2f req-e2ac9019-9d8c-458f-891a-c0c49b1da885 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085470 Aug 20 13:26:43.900976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 415a622b-3387-4157-b220-e4a16df15a61, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=415a622b-3387-4157-b220-e4a16df15a61,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:43.915331 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:43.966261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4194fd-368d-449b-903b-46e7ea900d60 req-7594c62f-680c-471c-abcd-11fd926cc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:43.967817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb4194fd-368d-449b-903b-46e7ea900d60 req-7594c62f-680c-471c-abcd-11fd926cc935 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 1101 time: 0.2913649 Aug 20 13:26:44.006253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca8ef9a-9503-44be-a263-78a8e245adc6 req-c3e394d3-87b6-4c2c-9cfc-749c0912598d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112066 Aug 20 13:26:44.007944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=415a622b-3387-4157-b220-e4a16df15a61,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:44.041241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93348103-0254-4103-90d3-da92f26ab13a req-f4c74479-7410-49a3-a6de-03b157d2937c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.050789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93348103-0254-4103-90d3-da92f26ab13a req-f4c74479-7410-49a3-a6de-03b157d2937c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.057498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93348103-0254-4103-90d3-da92f26ab13a req-f4c74479-7410-49a3-a6de-03b157d2937c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.066433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93348103-0254-4103-90d3-da92f26ab13a req-f4c74479-7410-49a3-a6de-03b157d2937c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.1025479 Aug 20 13:26:44.069604 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.089490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb4194fd-368d-449b-903b-46e7ea900d60 req-37fb9976-42a8-4aa7-bb9e-bfd056b6a92c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056893 Aug 20 13:26:44.120896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:44.132845 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93348103-0254-4103-90d3-da92f26ab13a req-871294a7-de55-4a53-8ffb-1199fdd8a5f8 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618317 Aug 20 13:26:44.175147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54720) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:44.404386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b549b81-91c8-498b-9a91-03f4b8d29649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.508515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.643540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54740) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:44.664611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b549b81-91c8-498b-9a91-03f4b8d29649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.680626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae7810-fd26-4313-a2d3-f3091683cee4 req-f0b3e080-cc80-4c25-b048-5c4db24217c6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.683007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aaae7810-fd26-4313-a2d3-f3091683cee4 req-f0b3e080-cc80-4c25-b048-5c4db24217c6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 950 time: 0.0968943 Aug 20 13:26:44.684297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b549b81-91c8-498b-9a91-03f4b8d29649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.747571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcbd8e-00e7-4a46-bded-f06ca38f67fd req-87336abf-a17e-4f7c-8028-e7b9c1e76618 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.754718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcbd8e-00e7-4a46-bded-f06ca38f67fd req-87336abf-a17e-4f7c-8028-e7b9c1e76618 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.759003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b549b81-91c8-498b-9a91-03f4b8d29649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b689e-3e5f-4f33-9d66-45c44b38b779,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:44.763511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcbd8e-00e7-4a46-bded-f06ca38f67fd req-87336abf-a17e-4f7c-8028-e7b9c1e76618 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:44.764215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7b549b81-91c8-498b-9a91-03f4b8d29649 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b56d25f974348e080be58633cd09a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877588 Aug 20 13:26:44.768687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54744) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:44.769133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0dbcbd8e-00e7-4a46-bded-f06ca38f67fd req-87336abf-a17e-4f7c-8028-e7b9c1e76618 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.1715987 Aug 20 13:26:44.787668 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aaae7810-fd26-4313-a2d3-f3091683cee4 req-c928159d-bbc5-47f6-aab3-1262d0182752 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981846 Aug 20 13:26:44.841933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48329870-8f82-4ad9-aa19-8d5e09ce52fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.872682 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14297d53-1d4a-47cd-87f9-15939bbb0e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.896648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0dbcbd8e-00e7-4a46-bded-f06ca38f67fd req-43c82e3f-72c0-4cd4-b0a9-281b336c873d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817771 Aug 20 13:26:44.914363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14297d53-1d4a-47cd-87f9-15939bbb0e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:44.970897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Router f783c4db-07e2-4ba0-8385-2999104790b5 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:26:45.002981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14297d53-1d4a-47cd-87f9-15939bbb0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.005398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14297d53-1d4a-47cd-87f9-15939bbb0e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.009409 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-14297d53-1d4a-47cd-87f9-15939bbb0e51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba8b689e-3e5f-4f33-9d66-45c44b38b779 HTTP/1.1" status: 204 len: 168 time: 0.2340336 Aug 20 13:26:45.054993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14297d53-1d4a-47cd-87f9-15939bbb0e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b689e-3e5f-4f33-9d66-45c44b38b779,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:45.150957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f985416-0ff3-4592-90a9-426d77c2c5d4 req-8b80c6c9-41fa-4723-83d9-3dab315709ac tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:45.159165 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f985416-0ff3-4592-90a9-426d77c2c5d4 req-8b80c6c9-41fa-4723-83d9-3dab315709ac tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1598885 Aug 20 13:26:45.177154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48329870-8f82-4ad9-aa19-8d5e09ce52fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.190716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48329870-8f82-4ad9-aa19-8d5e09ce52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.227303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:26:45.240483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] Sync routers for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:26:45.264481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48329870-8f82-4ad9-aa19-8d5e09ce52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80aa3dc-8777-4db4-91cc-a7c22723e57a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:45.265070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:45.265746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:45.296436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f985416-0ff3-4592-90a9-426d77c2c5d4 req-2dc1db72-bab6-4dff-bd97-99b90927d1ae tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355469 Aug 20 13:26:45.316604 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-48329870-8f82-4ad9-aa19-8d5e09ce52fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cb3a2143d1f414d9547588476191116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631637 Aug 20 13:26:45.318062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54754) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:45.318795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:45.319192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9af494cb-89ad-4d26-b69a-62c99ed12e09 admin admin] 10.222.0.59 "PUT /v2.0/routers/f783c4db-07e2-4ba0-8385-2999104790b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445845 Aug 20 13:26:45.410747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:45.430092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45920a-00c3-466d-bd62-9f783ee622fe req-83a5e34c-b754-4246-b0dc-e73f9089c5ea tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:45.431935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a45920a-00c3-466d-bd62-9f783ee622fe req-83a5e34c-b754-4246-b0dc-e73f9089c5ea tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.3108277 Aug 20 13:26:45.528877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.538940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a45920a-00c3-466d-bd62-9f783ee622fe req-525aca6c-d7c7-4950-8ec1-324b3694ee32 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Aug 20 13:26:45.598539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c677e29-646e-4951-b0d5-48014c736596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415a622b-3387-4157-b220-e4a16df15a61'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:45.601105 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21391f8-9388-448b-8dd1-78cb0c48d778" -d '{"events": [{"server_uuid": "3c677e29-646e-4951-b0d5-48014c736596", "name": "network-vif-plugged", "status": "completed", "tag": "415a622b-3387-4157-b220-e4a16df15a61"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:45.623998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-03359e1d-535c-41ef-89b1-73eec1d6e124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.683435 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81615ddd-51bd-41ea-910b-17c89924ed01 x-openstack-request-id: req-81615ddd-51bd-41ea-910b-17c89924ed01 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:45.683809 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c677e29-646e-4951-b0d5-48014c736596", "name": "network-vif-plugged", "status": "completed", "tag": "415a622b-3387-4157-b220-e4a16df15a61", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:45.684459 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81615ddd-51bd-41ea-910b-17c89924ed01 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:45.684862 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c677e29-646e-4951-b0d5-48014c736596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415a622b-3387-4157-b220-e4a16df15a61', 'code': 200} Aug 20 13:26:45.718560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-03359e1d-535c-41ef-89b1-73eec1d6e124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.735844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '16804dfe-b222-46d2-9152-bba0d963531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:26:43Z', 'revision_number': 5, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port': {'id': '16804dfe-b222-46d2-9152-bba0d963531e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:24:03Z', 'updated_at': '2021-08-20T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:45.745132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.758684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54762) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:45.784227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] Checking router: f783c4db-07e2-4ba0-8385-2999104790b5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:26:45.787558 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e36b9bb9-9f06-445e-9203-aad1368822b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.790953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35d4d292-23bd-45ca-b7c2-58152153ede9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.796343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] Routers {'f783c4db-07e2-4ba0-8385-2999104790b5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:26:45.797106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f783c4db-07e2-4ba0-8385-2999104790b5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:45.857822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b77ec8-e38d-4500-8ac1-761d80ea22d6 req-966f3f4d-f3bf-4e25-8939-2f9403f2d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:45.859586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36b77ec8-e38d-4500-8ac1-761d80ea22d6 req-966f3f4d-f3bf-4e25-8939-2f9403f2d61f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 1100 time: 0.1108649 Aug 20 13:26:45.880798 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-03359e1d-535c-41ef-89b1-73eec1d6e124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.884004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-03359e1d-535c-41ef-89b1-73eec1d6e124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:45.890582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-03359e1d-535c-41ef-89b1-73eec1d6e124 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e80aa3dc-8777-4db4-91cc-a7c22723e57a HTTP/1.1" status: 204 len: 168 time: 0.5651467 Aug 20 13:26:45.913106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] Set router f783c4db-07e2-4ba0-8385-2999104790b5 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:26:45.923271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03359e1d-535c-41ef-89b1-73eec1d6e124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80aa3dc-8777-4db4-91cc-a7c22723e57a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:45.954736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Deleting port 16804dfe-b222-46d2-9152-bba0d963531e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:45.955122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.015378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:26:45Z', 'revision_number': 6, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:46.029589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d95cf3-9495-4310-8081-03a321780343 req-0a472617-ffbf-45f8-a4f5-ad6140d28517 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.037990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-21d95cf3-9495-4310-8081-03a321780343 req-0a472617-ffbf-45f8-a4f5-ad6140d28517 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 950 time: 0.1177046 Aug 20 13:26:46.068177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36b77ec8-e38d-4500-8ac1-761d80ea22d6 req-a1acce00-25eb-41d9-9d19-a0ae9848f5c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946194 Aug 20 13:26:46.099520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975338d-07c6-4f67-b00c-91cd7540ef0a None None] The sync data for ids ['f783c4db-07e2-4ba0-8385-2999104790b5'] in n-d-804232-5 is: [{'id': 'f783c4db-07e2-4ba0-8385-2999104790b5', 'name': 'tempest-ServersTestJSON-689446508-router', 'tenant_id': '66f36450260c40379b38a4cd8f327e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:24:02Z', 'updated_at': '2021-08-20T13:26:45Z', 'revision_number': 6, 'project_id': '66f36450260c40379b38a4cd8f327e5a', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:26:46.176003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a8444-8a62-4d16-ba42-eccb36516cdd req-fd2f332a-17e9-41d4-8f72-70e007b8057a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.182356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a8444-8a62-4d16-ba42-eccb36516cdd req-fd2f332a-17e9-41d4-8f72-70e007b8057a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.188978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a8444-8a62-4d16-ba42-eccb36516cdd req-fd2f332a-17e9-41d4-8f72-70e007b8057a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.190749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e9a8444-8a62-4d16-ba42-eccb36516cdd req-fd2f332a-17e9-41d4-8f72-70e007b8057a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.1159906 Aug 20 13:26:46.248057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e9a8444-8a62-4d16-ba42-eccb36516cdd req-ea113e75-c62f-4bf0-9164-4f503f7d0c4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Aug 20 13:26:46.257139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] For port 16804dfe-b222-46d2-9152-bba0d963531e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16804dfe-b222-46d2-9152-bba0d963531e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:46.257537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.285523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Calling delete_port for 16804dfe-b222-46d2-9152-bba0d963531e owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:46.405929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-54e71a8d-be5e-4cc3-9fdf-36afb31e946e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.412341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-54e71a8d-be5e-4cc3-9fdf-36afb31e946e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.418621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-54e71a8d-be5e-4cc3-9fdf-36afb31e946e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.420295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-54e71a8d-be5e-4cc3-9fdf-36afb31e946e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.1362243 Aug 20 13:26:46.547978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35d4d292-23bd-45ca-b7c2-58152153ede9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.553575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-21d95cf3-9495-4310-8081-03a321780343 req-9c87d5f5-30d4-4d76-bf1e-25c1f1e2f465 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144424 Aug 20 13:26:46.559788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35d4d292-23bd-45ca-b7c2-58152153ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.645109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-35d4d292-23bd-45ca-b7c2-58152153ede9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf3427ffe4044e63816b8eb3da841452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8849866 Aug 20 13:26:46.646235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4d292-23bd-45ca-b7c2-58152153ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c304dd4e-574d-4d9e-b972-935a18aba5f2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:46.653696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54796) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:46.778974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0679da-1116-4402-bcf0-157789d07687 req-817c1c8f-7d81-4211-ba92-fff2b0434e29 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.780617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a0679da-1116-4402-bcf0-157789d07687 req-817c1c8f-7d81-4211-ba92-fff2b0434e29 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1073158 Aug 20 13:26:46.785643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1940a6af-fa81-4526-98a8-e2cc5e98c131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.831331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1940a6af-fa81-4526-98a8-e2cc5e98c131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.863631 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a0679da-1116-4402-bcf0-157789d07687 req-bbf7b156-a5e8-47e2-8fbc-ddf4e3348c5a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749922 Aug 20 13:26:46.906692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5618b-fcef-4ef2-a6a1-6c86f6438bd3 req-95d38f5f-4020-41ba-bc72-361a7c6b3b4d tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:46.908270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cec5618b-fcef-4ef2-a6a1-6c86f6438bd3 req-95d38f5f-4020-41ba-bc72-361a7c6b3b4d tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.4848156 Aug 20 13:26:46.918021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1940a6af-fa81-4526-98a8-e2cc5e98c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.918841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1940a6af-fa81-4526-98a8-e2cc5e98c131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:46.920266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1940a6af-fa81-4526-98a8-e2cc5e98c131 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c304dd4e-574d-4d9e-b972-935a18aba5f2 HTTP/1.1" status: 204 len: 168 time: 0.2651865 Aug 20 13:26:46.953205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940a6af-fa81-4526-98a8-e2cc5e98c131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c304dd4e-574d-4d9e-b972-935a18aba5f2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:47.067088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cec5618b-fcef-4ef2-a6a1-6c86f6438bd3 req-456fac6f-650f-4804-93ff-15796ba276f5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441524 Aug 20 13:26:47.078137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.081800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port 62cb271d-a179-4cc9-bf6f-754be402b8ca {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:47.082352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.108064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27236d89-bad5-4c7d-93da-151360ed14f5 req-2ad2ca02-8569-49ff-a8e4-10718a7be7ed tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:47.109626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-27236d89-bad5-4c7d-93da-151360ed14f5 req-2ad2ca02-8569-49ff-a8e4-10718a7be7ed tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 949 time: 0.1006100 Aug 20 13:26:47.234107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-27236d89-bad5-4c7d-93da-151360ed14f5 req-907ae1ae-e342-4ffb-b61b-dcabbdae5cc7 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982602 Aug 20 13:26:47.241045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Pushing event deleted for resources: {'Port': ['ID=16804dfe-b222-46d2-9152-bba0d963531e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:47.317209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:47.368483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.379766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:26:47.394178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e0c7215c-e5ce-40ed-b1c5-0bcdb0053a23 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:47.395466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16804dfe-b222-46d2-9152-bba0d963531e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:47.448370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 16804dfe-b222-46d2-9152-bba0d963531e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:26:47.448776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16804dfe-b222-46d2-9152-bba0d963531e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:47.488834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port 62cb271d-a179-4cc9-bf6f-754be402b8ca, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=62cb271d-a179-4cc9-bf6f-754be402b8ca,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:47.489201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.558358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.561421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.563291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for 62cb271d-a179-4cc9-bf6f-754be402b8ca owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:47.647606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08714cd-c8b4-4cb4-80f2-41dd2abdd135 req-be64847f-c99a-4dbb-a792-271256696cb6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:47.656127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08714cd-c8b4-4cb4-80f2-41dd2abdd135 req-be64847f-c99a-4dbb-a792-271256696cb6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:47.663468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08714cd-c8b4-4cb4-80f2-41dd2abdd135 req-be64847f-c99a-4dbb-a792-271256696cb6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:47.674059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b08714cd-c8b4-4cb4-80f2-41dd2abdd135 req-be64847f-c99a-4dbb-a792-271256696cb6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 2419 time: 0.2452433 Aug 20 13:26:47.726883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.727729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f783c4db-07e2-4ba0-8385-2999104790b5 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:26:47.739592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.744520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54830) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:47.745130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b1d275d5-f1d9-439b-a7d6-cdfa72455262 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f783c4db-07e2-4ba0-8385-2999104790b5 HTTP/1.1" status: 204 len: 168 time: 2.4220924 Aug 20 13:26:47.802607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b08714cd-c8b4-4cb4-80f2-41dd2abdd135 req-8450506a-1df7-4db3-8c6a-7f1703400644 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236362 Aug 20 13:26:47.832734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Deleting subnet ff4303b7-5a36-4de3-a76d-44a89ef7f582 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:26:47.836597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.892828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.912594 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:47.965803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=62cb271d-a179-4cc9-bf6f-754be402b8ca,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:48.031243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.073755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port 62cb271d-a179-4cc9-bf6f-754be402b8ca on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:48.089614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.089614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-1d0b5c4e-b5f6-404d-824f-4854c3683166 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "DELETE /v2.0/ports/62cb271d-a179-4cc9-bf6f-754be402b8ca HTTP/1.1" status: 204 len: 173 time: 1.6280520 Aug 20 13:26:48.089614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-deleted', 'tag': '62cb271d-a179-4cc9-bf6f-754be402b8ca'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:48.091972 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b556011d-0582-435b-b3c5-98ddc95d150e" -d '{"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-deleted", "tag": "62cb271d-a179-4cc9-bf6f-754be402b8ca"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:48.126110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c9055-e3b4-4aad-a6d3-64cba0547335 req-521f93e5-4cca-40cf-83ef-e1905793f3aa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:48.127961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f0c9055-e3b4-4aad-a6d3-64cba0547335 req-521f93e5-4cca-40cf-83ef-e1905793f3aa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1506424 Aug 20 13:26:48.243021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f0c9055-e3b4-4aad-a6d3-64cba0547335 req-fa390030-0c41-4009-86ef-c1de3f6f8aaa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018808 Aug 20 13:26:48.261382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.328977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:48.330847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4303b7-5a36-4de3-a76d-44a89ef7f582,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:48.343661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.349288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb834355-1768-4088-9d26-9d7b7ef4fd22 None None] Network 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:48.361029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836022d0-5982-4d76-9d21-c969908391db req-05fcfd9f-e783-4976-821c-f23f3d791f3c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:48.367635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-81c7f103-247f-4a48-94a7-486b67437a34 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ff4303b7-5a36-4de3-a76d-44a89ef7f582 HTTP/1.1" status: 204 len: 168 time: 0.6192746 Aug 20 13:26:48.368293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54862) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:48.368409 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-836022d0-5982-4d76-9d21-c969908391db req-05fcfd9f-e783-4976-821c-f23f3d791f3c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1719418 Aug 20 13:26:48.432365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-836022d0-5982-4d76-9d21-c969908391db req-e72a0ee7-98fd-4d6a-8ea4-a2dd9acdcca7 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591822 Aug 20 13:26:48.444579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port b2dac974-7c1e-48a7-b516-c463e972d97f {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:48.445154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.552328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.596238 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e144033-1227-45c5-9ab3-4a600c161c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.610663 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.655810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850649279'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:48.680036 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbac598-2834-4e4e-8e59-098ab2db490a x-openstack-request-id: req-8dbac598-2834-4e4e-8e59-098ab2db490a {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:48.680318 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-deleted", "tag": "62cb271d-a179-4cc9-bf6f-754be402b8ca", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:48.680606 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dbac598-2834-4e4e-8e59-098ab2db490a {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:48.684231 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-deleted', 'tag': '62cb271d-a179-4cc9-bf6f-754be402b8ca', 'status': 'completed', 'code': 200} Aug 20 13:26:48.701064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:48.704932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.714171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Deleting port 34d0e308-c2fe-4be5-b0dd-217f9423d30d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:48.715374 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.723929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.724177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34f51e-0b1c-42cd-a9f5-b91d47bd27e5 req-0d372212-56d9-43e5-b5bd-7708f43cb298 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:48.725694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f34f51e-0b1c-42cd-a9f5-b91d47bd27e5 req-0d372212-56d9-43e5-b5bd-7708f43cb298 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 949 time: 0.1785836 Aug 20 13:26:48.767180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port b2dac974-7c1e-48a7-b516-c463e972d97f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=b2dac974-7c1e-48a7-b516-c463e972d97f,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:48.767583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.785590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for b2dac974-7c1e-48a7-b516-c463e972d97f owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:48.798737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] DHCP port deletion for 4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:26:48.818968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f34f51e-0b1c-42cd-a9f5-b91d47bd27e5 req-2021b0d4-f11b-4073-9306-8d9c3fde4e47 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 Aug 20 13:26:48.827497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] For port 34d0e308-c2fe-4be5-b0dd-217f9423d30d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34d0e308-c2fe-4be5-b0dd-217f9423d30d,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:48.827991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:48.846781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Calling delete_port for 34d0e308-c2fe-4be5-b0dd-217f9423d30d owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:48.930144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] Deleting port 34d0e308-c2fe-4be5-b0dd-217f9423d30d {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:48.931357 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.153909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.204686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] For port 34d0e308-c2fe-4be5-b0dd-217f9423d30d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=34d0e308-c2fe-4be5-b0dd-217f9423d30d,segment=NetworkSegment(73237c8e-9e83-4c8b-a7f0-34a3156148a5),segment_id=73237c8e-9e83-4c8b-a7f0-34a3156148a5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:49.205100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.206476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332f73-b1e4-4a06-9b93-4fbe17c2cc9c req-0e346c10-f809-4f9a-959b-a75ef938f72e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:49.243689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332f73-b1e4-4a06-9b93-4fbe17c2cc9c req-0e346c10-f809-4f9a-959b-a75ef938f72e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:49.245873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a332f73-b1e4-4a06-9b93-4fbe17c2cc9c req-0e346c10-f809-4f9a-959b-a75ef938f72e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 1683 time: 0.3012741 Aug 20 13:26:49.256543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34d0e308-c2fe-4be5-b0dd-217f9423d30d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:49.277175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=b2dac974-7c1e-48a7-b516-c463e972d97f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:49.339672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] Calling delete_port for 34d0e308-c2fe-4be5-b0dd-217f9423d30d owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:49.345106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.357272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.366954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.443017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port b2dac974-7c1e-48a7-b516-c463e972d97f on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:49.449789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.457910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-4f918c41-99ca-4d04-a253-6a7196028848 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "DELETE /v2.0/ports/b2dac974-7c1e-48a7-b516-c463e972d97f HTTP/1.1" status: 204 len: 173 time: 1.3625402 Aug 20 13:26:49.485830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d0e308-c2fe-4be5-b0dd-217f9423d30d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:49.528524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] No DVR routers for this DVR port 34d0e308-c2fe-4be5-b0dd-217f9423d30d on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:49.531222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:49.566507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4ad90-688d-4221-ba97-bece2f133949,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:49.583405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.613235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.613640 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Added segment 6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7 of type vlan for network e58d291a-7887-49bb-a162-4a08ced70c6f Aug 20 13:26:49.616183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bc029-d385-4ebd-b1f2-952027d22740 req-1397f44c-06dc-430e-8444-a47657b3344b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:49.623510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bc029-d385-4ebd-b1f2-952027d22740 req-1397f44c-06dc-430e-8444-a47657b3344b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:49.631044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a332f73-b1e4-4a06-9b93-4fbe17c2cc9c req-3cb6c7ae-ea5b-4101-ae9a-87afaa894926 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759829 Aug 20 13:26:49.631805 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-155bc029-d385-4ebd-b1f2-952027d22740 req-1397f44c-06dc-430e-8444-a47657b3344b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596&device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 1690 time: 0.3701148 Aug 20 13:26:49.643663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b2dac974-7c1e-48a7-b516-c463e972d97f no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:49.658902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] No DVR routers for this DVR port 34d0e308-c2fe-4be5-b0dd-217f9423d30d on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:49.769077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: b2dac974-7c1e-48a7-b516-c463e972d97f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:26:49.769875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device b2dac974-7c1e-48a7-b516-c463e972d97f not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:49.770504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 62cb271d-a179-4cc9-bf6f-754be402b8ca no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:49.779793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-155bc029-d385-4ebd-b1f2-952027d22740 req-ed0ed04a-37a5-4fcb-b0f5-821f5563ff2d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467056 Aug 20 13:26:49.800520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ba1c-6d31-46dd-8e45-3831fd56ca7e None None] Pushing event deleted for resources: {'Port': ['ID=34d0e308-c2fe-4be5-b0dd-217f9423d30d,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:49.815974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 62cb271d-a179-4cc9-bf6f-754be402b8ca {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:26:49.816952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 62cb271d-a179-4cc9-bf6f-754be402b8ca not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:49.817817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e404f66e-1efb-40b7-9acd-5d5afc80ee3e no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:49.821481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.837467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port e404f66e-1efb-40b7-9acd-5d5afc80ee3e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:49.837817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.841482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No active binding found for port 34d0e308-c2fe-4be5-b0dd-217f9423d30d {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:26:49.842132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 34d0e308-c2fe-4be5-b0dd-217f9423d30d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:49.894029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.897777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.917374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:49.926647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.937806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73237c8e-9e83-4c8b-a7f0-34a3156148a5') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:49.938243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73237c8e-9e83-4c8b-a7f0-34a3156148a5') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:49.957832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:49.960388 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fda176-848a-4214-8eec-01a6a7a0b311" -d '{"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:49.962458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc3ddd-a700-40b5-9f6a-41e5dafda83e req-415a60a6-ce33-4487-9aca-724ca3cb1381 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:49.970453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24fc3ddd-a700-40b5-9f6a-41e5dafda83e req-415a60a6-ce33-4487-9aca-724ca3cb1381 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.2082045 Aug 20 13:26:49.976206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:49.977232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.982358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:49.997956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.003815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:50.004586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.060147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54463c5c-00d9-4453-9aec-d498263ae70c req-71b12f9e-eff4-4469-8da5-fe80d8308bca tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:50.065975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54463c5c-00d9-4453-9aec-d498263ae70c req-71b12f9e-eff4-4469-8da5-fe80d8308bca tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1125395 Aug 20 13:26:50.081726 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.095165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:50.107358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24fc3ddd-a700-40b5-9f6a-41e5dafda83e req-e2ff8571-3f54-4ffe-9b2e-75fad40c24b9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357892 Aug 20 13:26:50.132316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:26:50.134087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.135120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port e404f66e-1efb-40b7-9acd-5d5afc80ee3e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:50.135497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:26:50.151288 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:26:50.199754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54463c5c-00d9-4453-9aec-d498263ae70c req-9f2de0c2-8a39-4db2-97f9-55ab24084dd6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223121 Aug 20 13:26:50.201742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for e404f66e-1efb-40b7-9acd-5d5afc80ee3e owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:50.244609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9035823 Aug 20 13:26:50.255562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c78b-e250-433d-9471-062e0636f626 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Network': ['ID=e58d291a-7887-49bb-a162-4a08ced70c6f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:50.263687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e58d291a-7887-49bb-a162-4a08ced70c6f details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:50.281565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.294703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.304272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d HTTP/1.1" status: 204 len: 168 time: 1.9248636 Aug 20 13:26:50.356653 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165415d7-a03d-4e53-bab4-553e71b05fca x-openstack-request-id: req-165415d7-a03d-4e53-bab4-553e71b05fca {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:50.358807 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:50.362691 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-165415d7-a03d-4e53-bab4-553e71b05fca {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:50.363403 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e', 'code': 200} Aug 20 13:26:50.363733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe38b-8c93-4197-bce9-befd48fa5266 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fac8c17-85ac-4ccc-abad-dc6ca9bbe34d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:50.446000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a39830-22c8-4415-a010-9427c1022369 req-7f2d3e7f-97bd-4787-9471-1044ad915ee3 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:50.450541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10a39830-22c8-4415-a010-9427c1022369 req-7f2d3e7f-97bd-4787-9471-1044ad915ee3 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 1100 time: 0.1431186 Aug 20 13:26:50.497149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10a39830-22c8-4415-a010-9427c1022369 req-f0f93fc7-3057-4e7f-a7cb-5bdb29ac6346 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Aug 20 13:26:50.608909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.701308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:50.719237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-deleted', 'tag': 'b2dac974-7c1e-48a7-b516-c463e972d97f'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:50.722922 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a39db1-015d-4891-a50f-cf194e0939f3" -d '{"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-deleted", "tag": "b2dac974-7c1e-48a7-b516-c463e972d97f"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:50.737301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=e404f66e-1efb-40b7-9acd-5d5afc80ee3e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:50.870527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-933a46a9-b2bf-4334-810e-ac15c3d10ee7 req-43de1d6f-8f0e-4586-8ae2-7bea35d72c6d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5f872-f5ae-44f3-a18d-9b1096805aa2 HTTP/1.1" status: 200 len: 210 time: 0.0825880 Aug 20 13:26:50.896793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-52364f04-0423-4adc-88f0-a46ca05d9d38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66f36450260c40379b38a4cd8f327e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941612 Aug 20 13:26:50.897478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54918) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:50.936009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port e404f66e-1efb-40b7-9acd-5d5afc80ee3e on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:50.950778 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:50.955160 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a20c8ee-8e0b-4297-aaa1-1d52ad9126b9 req-6be07aa3-3bed-4fb5-ac08-3dda59ea83a6 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.13 "DELETE /v2.0/ports/e404f66e-1efb-40b7-9acd-5d5afc80ee3e HTTP/1.1" status: 204 len: 173 time: 1.4839540 Aug 20 13:26:50.975190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e38e9-4f5b-4230-9b3e-1265f0cca934 req-f4770105-46a5-4e8a-b547-38fa1b8a9622 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:50.989288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-083e38e9-4f5b-4230-9b3e-1265f0cca934 req-f4770105-46a5-4e8a-b547-38fa1b8a9622 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 1101 time: 0.3000321 Aug 20 13:26:51.026541 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ec285a-e21b-4b85-8443-a3b29b64fb06 x-openstack-request-id: req-85ec285a-e21b-4b85-8443-a3b29b64fb06 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:51.026848 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-deleted", "tag": "b2dac974-7c1e-48a7-b516-c463e972d97f", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:51.027104 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85ec285a-e21b-4b85-8443-a3b29b64fb06 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:51.027561 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-deleted', 'tag': 'b2dac974-7c1e-48a7-b516-c463e972d97f', 'status': 'completed', 'code': 200} Aug 20 13:26:51.070953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-423c34c3-6cb3-4447-b282-015f1d157f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.112447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-083e38e9-4f5b-4230-9b3e-1265f0cca934 req-d8249994-d936-46ea-af4e-8a600cf187f1 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206813 Aug 20 13:26:51.159168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-423c34c3-6cb3-4447-b282-015f1d157f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.201019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54926) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:51.294293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea3a33-a445-40d8-b73f-ede43a1d9eb6 req-ba4f97d7-20eb-4de3-b111-9b70e8debc2e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:51.303777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0cea3a33-a445-40d8-b73f-ede43a1d9eb6 req-ba4f97d7-20eb-4de3-b111-9b70e8debc2e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.0976121 Aug 20 13:26:51.309683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-423c34c3-6cb3-4447-b282-015f1d157f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.312868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-423c34c3-6cb3-4447-b282-015f1d157f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.316292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-423c34c3-6cb3-4447-b282-015f1d157f81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d122b85f-5795-486c-bee2-841ee88ffaec HTTP/1.1" status: 204 len: 168 time: 0.4157195 Aug 20 13:26:51.353185 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.397248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c34c3-6cb3-4447-b282-015f1d157f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d122b85f-5795-486c-bee2-841ee88ffaec,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:51.435434 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c1f93-9299-4626-89c9-0ccac002b71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.437964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0cea3a33-a445-40d8-b73f-ede43a1d9eb6 req-b3fddcfb-ddeb-4f0d-9fcb-12c99036c17c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333060 Aug 20 13:26:51.475175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb90c92-f319-4218-a593-411ca9857cc7 req-7284e048-fb87-4de0-b1dd-26bf49ac75c5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:51.485608 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbb90c92-f319-4218-a593-411ca9857cc7 req-7284e048-fb87-4de0-b1dd-26bf49ac75c5 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1839256 Aug 20 13:26:51.595596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-ca062dd1-1425-4b26-84d4-6f9c8a7d2d7f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495372 Aug 20 13:26:51.601581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbb90c92-f319-4218-a593-411ca9857cc7 req-15468252-c6c5-42e0-82b7-99125c440960 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147592 Aug 20 13:26:51.698595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c1f93-9299-4626-89c9-0ccac002b71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.705250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138c1f93-9299-4626-89c9-0ccac002b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.751946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c1f93-9299-4626-89c9-0ccac002b71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e2423-bd0e-454e-a1f9-a4de11d154ac,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:51.772864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-138c1f93-9299-4626-89c9-0ccac002b71c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1506cdda5fc84fb88b14079d3b7d2478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707157 Aug 20 13:26:51.775442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54952) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:51.904155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-c4dd3a84-9ce7-4af3-92d6-a47c01a9f531 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:51.910249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd6a4-a5aa-4a43-b12d-36bc0eed7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.911103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-c4dd3a84-9ce7-4af3-92d6-a47c01a9f531 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144031 Aug 20 13:26:51.978854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd6a4-a5aa-4a43-b12d-36bc0eed7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:51.984115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-e9de0ccb-b5f7-4a35-a4c3-c3f5040429dd tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1271049745&fields=id&tenant_id=2001b7a2229345859d3a30516ec4fa14 HTTP/1.1" status: 200 len: 267 time: 0.0923932 Aug 20 13:26:52.001720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-b1a006ba-0f4a-4b49-8251-e0b448676f3d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/quotas/3727b148e81b46c59505e7319d62457b HTTP/1.1" status: 200 len: 375 time: 0.0505946 Aug 20 13:26:52.021483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691d0bd-869e-4c26-82a3-e491eb8d79d5 req-7b0b259d-1be2-4206-8ac7-fed171a0578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:52.023575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9691d0bd-869e-4c26-82a3-e491eb8d79d5 req-7b0b259d-1be2-4206-8ac7-fed171a0578c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.1111548 Aug 20 13:26:52.094506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9691d0bd-869e-4c26-82a3-e491eb8d79d5 req-7837cf6b-ec82-4d55-bf21-18e3c12fdcfa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554280 Aug 20 13:26:52.109060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-71208d74-8e6f-45fc-b7f5-8e7436888bfe tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1062033 Aug 20 13:26:52.151769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-5527fd42-558c-4e81-9a32-c74702ac2de9 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:52.154284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-5527fd42-558c-4e81-9a32-c74702ac2de9 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/networks?id=9c12fcdc-dcc0-44ca-9c89-c454d920824a HTTP/1.1" status: 200 len: 815 time: 0.1599913 Aug 20 13:26:52.190844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-e6dec8a6-abc1-4056-a861-1c1d6faab92a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/quotas/2001b7a2229345859d3a30516ec4fa14 HTTP/1.1" status: 200 len: 375 time: 0.0214269 Aug 20 13:26:52.207563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd6a4-a5aa-4a43-b12d-36bc0eed7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:52.208809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd6a4-a5aa-4a43-b12d-36bc0eed7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:52.212509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d1ecd6a4-a5aa-4a43-b12d-36bc0eed7588 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f53e2423-bd0e-454e-a1f9-a4de11d154ac HTTP/1.1" status: 204 len: 168 time: 0.4333966 Aug 20 13:26:52.301724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecd6a4-a5aa-4a43-b12d-36bc0eed7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e2423-bd0e-454e-a1f9-a4de11d154ac,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:52.386051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-ad95d684-680c-4b44-820e-1200acd6a989 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2001b7a2229345859d3a30516ec4fa14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941338 Aug 20 13:26:52.412042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:52.427818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54984) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:52.520343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting subnet aad94704-090e-47da-880c-d4c867160651 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:26:52.522273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:52.612838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1faac02d-6916-4e51-ab0f-cba573ada289 req-5aaf7088-ecd9-4832-8deb-b9f3f7b1d576 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 210 time: 0.0891676 Aug 20 13:26:52.644994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-c294c15e-f7d0-40a5-8bfa-40f5e5c962c1 service neutron] 10.222.0.59 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449379 Aug 20 13:26:52.721452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:52.765737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-758983444-network', 'tenant_id': '258134f21e134423a2ab982e74780934'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:52.838314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-9ab4ea1c-1b03-409b-b572-c44be9d7787d service neutron] 10.222.0.59 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923239 Aug 20 13:26:52.894063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Made reservation on behalf of 258134f21e134423a2ab982e74780934 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:52.896632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:52.912114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d29b47-95bd-4b25-af13-e6e357845f6d req-18e3e0b0-8379-423a-8d59-0c44a1dbc33a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:52.913811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b4d29b47-95bd-4b25-af13-e6e357845f6d req-18e3e0b0-8379-423a-8d59-0c44a1dbc33a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1805019 Aug 20 13:26:52.932706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.028922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-deleted', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:53.032213 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af3246c-602a-4ab3-aa4f-08f8de142ba8" -d '{"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-deleted", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:53.112035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b4d29b47-95bd-4b25-af13-e6e357845f6d req-367a23cf-1a28-46b4-b706-c368bf7ef9fd tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800122 Aug 20 13:26:53.119808 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.265000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.275802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.313498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:53.317044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.456747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eb8d3-a7b3-4897-9647-a02f5ed4c31a req-072001f1-b735-46f2-a97b-058583d9573a tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:53.482223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-124eb8d3-a7b3-4897-9647-a02f5ed4c31a req-072001f1-b735-46f2-a97b-058583d9573a tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2828076 Aug 20 13:26:53.498259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Subnet': ['ID=aad94704-090e-47da-880c-d4c867160651,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:53.514183 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49009d0e-a8a1-45b1-b0fb-14c2cc3ba970 x-openstack-request-id: req-49009d0e-a8a1-45b1-b0fb-14c2cc3ba970 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:26:53.515077 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f872-f5ae-44f3-a18d-9b1096805aa2", "name": "network-vif-deleted", "tag": "e404f66e-1efb-40b7-9acd-5d5afc80ee3e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:26:53.515284 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49009d0e-a8a1-45b1-b0fb-14c2cc3ba970 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:26:53.515747 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f872-f5ae-44f3-a18d-9b1096805aa2', 'name': 'network-vif-deleted', 'tag': 'e404f66e-1efb-40b7-9acd-5d5afc80ee3e', 'status': 'completed', 'code': 200} Aug 20 13:26:53.516412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b8a50-6902-4e72-bff8-351c10fb56ff,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:53.535545 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.536017 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Added segment 293b245f-503e-4abe-94a6-bc363f916880 of type vlan for network d47a2a54-aea6-4e80-be84-e5893e419b82 Aug 20 13:26:53.551101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976dd63-402b-4670-8c6b-dde949a1da84 None None] Network 7f9cb625-a38b-4104-aa3c-d16fac5b6021 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:53.563146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.565451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-edb8b029-6385-4c4b-b726-c74bcf0e9fbf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/subnets/aad94704-090e-47da-880c-d4c867160651 HTTP/1.1" status: 204 len: 168 time: 1.1363363 Aug 20 13:26:53.571593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55024) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:53.648600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b56334f-f327-462f-90ad-223ec61c0cc3 req-9347d96d-2b22-464e-a2e3-05da84c0c641 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.0438831 Aug 20 13:26:53.675827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55030) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:53.681494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'subnet': {'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:53.730209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.750463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-124eb8d3-a7b3-4897-9647-a02f5ed4c31a req-9d913863-e2bd-4d27-83e8-7a873e114cc2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677889 Aug 20 13:26:53.791156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.802555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.803615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:53.804214 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.807602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b5db32c-6dd0-4c61-99e4-89e919240299 req-83fd0f8a-d3b1-45eb-9ad7-87d6d2d3621a tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 210 time: 0.0805619 Aug 20 13:26:53.839895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4262321 Aug 20 13:26:53.843667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55038) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:53.849734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Request body: {'subnet': {'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-758983444-subnet', 'tenant_id': '258134f21e134423a2ab982e74780934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:53.872985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:26:53.872985 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:26:53.872985 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': '258134f21e134423a2ab982e74780934', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 26, 53, 862192)}] Aug 20 13:26:53.872985 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:26:53.873807 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:26:53.896221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:53.901014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:53.932397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde51d-ceee-441a-8873-1048e988c8ee admin admin] Pushing event updated for resources: {'Network': ['ID=d47a2a54-aea6-4e80-be84-e5893e419b82,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:53.945577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d47a2a54-aea6-4e80-be84-e5893e419b82 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:53.971004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-0e704cb0-8edb-497c-8570-c07bd4174cb8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588477 Aug 20 13:26:54.034596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] DHCP port deletion for 7f9cb625-a38b-4104-aa3c-d16fac5b6021 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:26:54.109441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port af497f2a-b244-4126-abee-70eaf2051664 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:54.110054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.164136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] Deleting port af497f2a-b244-4126-abee-70eaf2051664 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:54.175082 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.212240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.276116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-fda225eb-1527-494a-a1d9-e0cf44e5b078 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:54.278908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-fda225eb-1527-494a-a1d9-e0cf44e5b078 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875240 Aug 20 13:26:54.286188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port af497f2a-b244-4126-abee-70eaf2051664, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af497f2a-b244-4126-abee-70eaf2051664,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:54.286564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.291757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Subnet': ['ID=4b2ae53d-7c6f-4c87-ac3d-61627f4cda33,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:54.298087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Checking segment: {'id': '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:54.298458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network hostable DHCP agents. Network: e58d291a-7887-49bb-a162-4a08ced70c6f, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:26:54.321186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network e58d291a-7887-49bb-a162-4a08ced70c6f is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:26:54.334284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': '435925ed-b0ba-41f1-a471-f247c468358a', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:54.337312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] For port af497f2a-b244-4126-abee-70eaf2051664, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af497f2a-b244-4126-abee-70eaf2051664,segment=NetworkSegment(fd28db5c-b1ed-4e25-8423-edac0aaf6d85),segment_id=fd28db5c-b1ed-4e25-8423-edac0aaf6d85)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:54.338333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.343577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e58d291a-7887-49bb-a162-4a08ced70c6f) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:54.351083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:54.351853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.369386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413db2c-3f9f-43a3-a8d7-a9eeb52fcd2b None None] Network e58d291a-7887-49bb-a162-4a08ced70c6f requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:54.384344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c76416bb-60bf-45f3-a1d2-7af36a10b3a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7070069 Aug 20 13:26:54.392359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55050) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:54.403333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for af497f2a-b244-4126-abee-70eaf2051664 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:54.415375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-252050784'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:54.442182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] Calling delete_port for af497f2a-b244-4126-abee-70eaf2051664 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:54.494725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Made reservation on behalf of 258134f21e134423a2ab982e74780934 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:54.496200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307179a-ba03-4f7a-a372-6385b7557a1c req-3ea9baa3-b9da-457b-88ad-87207490672f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:54.497272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1307179a-ba03-4f7a-a372-6385b7557a1c req-3ea9baa3-b9da-457b-88ad-87207490672f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.2137785 Aug 20 13:26:54.497410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.500886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:54.515705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.582229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1307179a-ba03-4f7a-a372-6385b7557a1c req-9d48f9a0-2378-4400-8b12-d89df9eca4b2 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731254 Aug 20 13:26:54.615224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.618480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.654229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:26:54.673025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.673627 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Added segment 6b403ed5-c647-4fac-ac54-932bedfe3597 of type vlan for network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f Aug 20 13:26:54.677701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] No DVR routers for this DVR port af497f2a-b244-4126-abee-70eaf2051664 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:54.682284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ecb6-5f8e-4124-a057-abf490bfb554 None None] Pushing event deleted for resources: {'Port': ['ID=af497f2a-b244-4126-abee-70eaf2051664,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:54.690955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:54.697860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e58d291a-7887-49bb-a162-4a08ced70c6f', 'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f', 'tenant_id': 'f3ce1ca8fff244be8439544e0d109faa', 'fixed_ips': [{'subnet_id': '4b2ae53d-7c6f-4c87-ac3d-61627f4cda33'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:26:54.702699 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.708174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.716900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=af497f2a-b244-4126-abee-70eaf2051664,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:54.737509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port af497f2a-b244-4126-abee-70eaf2051664 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:54.745750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.895880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c758cc5c-f0bf-4348-818b-af1fc508deeb req-777db041-5a6a-4fdc-bd51-1c81bb0054fd tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.0863600 Aug 20 13:26:54.898989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.907375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:54.908153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:54.948340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.241 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/48b2fe0a-a07e-4165-ab61-a8f04ed4e09a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:55.013112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6193726 Aug 20 13:26:55.014483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55068) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:55.030209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'subnet': {'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:55.084358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.088704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a80a-37b4-4616-8d7d-5d4b953ae216 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Network': ['ID=6b7e2d4e-ff6c-4044-ab4d-264d93f6625f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:55.114098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9cb625-a38b-4104-aa3c-d16fac5b6021']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:55.145532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:26:55.166290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:55.168141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd28db5c-b1ed-4e25-8423-edac0aaf6d85') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:55.181784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.199829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261686-3fc0-4593-b038-fac63cc0c747 req-ebbccd9c-4d74-422b-9aa1-715ae6a385c1 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:55.201327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0261686-3fc0-4593-b038-fac63cc0c747 req-ebbccd9c-4d74-422b-9aa1-715ae6a385c1 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.2353745 Aug 20 13:26:55.205418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.244384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.275535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:26:55.276747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:26:55.279880 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:26:55.304138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ae80c22-7123-4835-8702-c31a9abba3fa req-1508b394-4d26-4636-9a39-4aebaa47ca06 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 210 time: 0.2481382 Aug 20 13:26:55.334099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af497f2a-b244-4126-abee-70eaf2051664 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:26:55.367127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.387824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0261686-3fc0-4593-b038-fac63cc0c747 req-d4900132-b405-4423-a063-fb8fbe5b761e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757095 Aug 20 13:26:55.397205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: af497f2a-b244-4126-abee-70eaf2051664 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:26:55.398121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af497f2a-b244-4126-abee-70eaf2051664 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:26:55.416023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:55.425972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.434771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Allocated IP 2001:db8:0:ffff::2 (e58d291a-7887-49bb-a162-4a08ced70c6f/4b2ae53d-7c6f-4c87-ac3d-61627f4cda33/593d3c52-42ff-4deb-8b1f-de0ac16ccc79) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:55.443770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.449024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/networks/7f9cb625-a38b-4104-aa3c-d16fac5b6021 HTTP/1.1" status: 204 len: 168 time: 1.8765879 Aug 20 13:26:55.451207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55084) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:55.452140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97012c29-a5b7-4b39-a10f-881d73cdfce6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:55.463245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c88d8742-ff13-4202-ae1a-35bad5fc2f29 req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-964258686', 'description': 'tempest-description-402959386'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:55.482311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab7cbe-1fd6-462f-898d-4c104839dc44 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Network': ['ID=7f9cb625-a38b-4104-aa3c-d16fac5b6021,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:55.500394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:55.504117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.587679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting subnet f2ad0795-aaf4-4f77-a6d6-40c2a3982e42 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:26:55.600964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.601465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c88d8742-ff13-4202-ae1a-35bad5fc2f29 req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.613970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Checking segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:55.614433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Network hostable DHCP agents. Network: d47a2a54-aea6-4e80-be84-e5893e419b82, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:26:55.620256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b', '415a622b-3387-4157-b220-e4a16df15a61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:55.627824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641', '7f30ef35-5e8c-4d45-a349-c39affa3ed39'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:55.661437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-069ace9b-7399-4332-a6b3-2f49ca32b102 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:55.663178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-069ace9b-7399-4332-a6b3-2f49ca32b102 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.13 "GET /v2.0/networks?id=9c12fcdc-dcc0-44ca-9c89-c454d920824a HTTP/1.1" status: 200 len: 815 time: 0.5367773 Aug 20 13:26:55.733672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Network d47a2a54-aea6-4e80-be84-e5893e419b82 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:26:55.767062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.775961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:55.794312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, d47a2a54-aea6-4e80-be84-e5893e419b82) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:55.806801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252a701-3a21-4327-b991-e0dbad813e38 None None] Network d47a2a54-aea6-4e80-be84-e5893e419b82 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:55.826019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-470495a2-c3f0-4a93-81ec-2eb34f085b9c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2001b7a2229345859d3a30516ec4fa14 HTTP/1.1" status: 200 len: 380 time: 0.1457381 Aug 20 13:26:55.831080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:55.832086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.847111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Request body: {'port': {'device_id': '17d7d569-78b9-46da-90d9-c77fe5678246', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'admin_state_up': True, 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'security_groups': ['5a91d9aa-933a-4cfa-b7c3-2827e7447928']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:55.898429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:55.920171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977f5bc-f3e7-4a5e-986f-f21ecb6c55dc req-8f00a7fa-16d5-42a9-b84e-167b7f195f5d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:55.921049 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a977f5bc-f3e7-4a5e-986f-f21ecb6c55dc req-8f00a7fa-16d5-42a9-b84e-167b7f195f5d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1615925 Aug 20 13:26:55.923532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:55.926756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:55.940007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:56.063904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.115434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Transition to ACTIVE for port object 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:56.124663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:56.137075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.201331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a977f5bc-f3e7-4a5e-986f-f21ecb6c55dc req-56575c22-79bf-4c50-a4f4-7e6ef63a2781 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653230 Aug 20 13:26:56.215895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c88d8742-ff13-4202-ae1a-35bad5fc2f29 req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.243498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c88d8742-ff13-4202-ae1a-35bad5fc2f29 req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.282618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352d4abb-6f81-4f4d-b555-899fd9b2f90f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:56.286926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ff36fa8-440d-4881-8d75-310d4e71ae60 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4419761 Aug 20 13:26:56.299027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-8d666190-0d6d-42ca-ab8d-37659c02e3a8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9788568 Aug 20 13:26:56.332836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Request body: {'port': {'device_id': '435925ed-b0ba-41f1-a471-f247c468358a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:56.347486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.351323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Transition to ACTIVE for port object 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:56.391758 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.396578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:26:56.400155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c88d8742-ff13-4202-ae1a-35bad5fc2f29 req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.414419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c88d8742-ff13-4202-ae1a-35bad5fc2f29 req-e365e850-4c6c-4c8b-b83d-527484bc448c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9784718 Aug 20 13:26:56.419410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.499187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abdf3959-d7ce-4e03-a692-3beee8d9628d req-2e34d39f-33e0-4734-be3b-a3e8b2d4b65b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.1454661 Aug 20 13:26:56.650155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Pushing event updated for resources: {'Port': ['ID=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:56.681299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd703a66-7aa9-4e82-82d3-b1fa9f867e60 None None] Network d47a2a54-aea6-4e80-be84-e5893e419b82 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:56.684111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e7290e9d-6d1d-4f7f-a997-d276694a4dac None None] Provisioning for port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:56.703859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Network e58d291a-7887-49bb-a162-4a08ced70c6f is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:56.729805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.781266 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.785913 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c523239b-b0cc-4069-bf45-3bb696b0f847 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-964258686&fields=id&tenant_id=3308a1798a2541919f2cd331109f1456 HTTP/1.1" status: 200 len: 267 time: 0.1245046 Aug 20 13:26:56.825379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e7290e9d-6d1d-4f7f-a997-d276694a4dac None None] Provisioning complete for port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:56.825995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e7290e9d-6d1d-4f7f-a997-d276694a4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.834926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ad0795-aaf4-4f77-a6d6-40c2a3982e42,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:56.866320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:56.868611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7071dde9-aad0-4b6b-a512-922a7264192e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/subnets/f2ad0795-aaf4-4f77-a6d6-40c2a3982e42 HTTP/1.1" status: 204 len: 168 time: 1.4165726 Aug 20 13:26:56.875677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55160) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:56.915874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:56.928367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e7290e9d-6d1d-4f7f-a997-d276694a4dac None None] Port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:56.942888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Subnet': ['ID=6c72568d-7e4e-4896-810c-60191e6df796,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:56.946194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55162) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:56.957420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60b096-91d7-465f-ba91-1af93db43449 None None] Network ec20f289-2f95-4f0a-bec6-032cc9d0c33a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:56.998244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.004246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Made reservation on behalf of 2001b7a2229345859d3a30516ec4fa14 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:57.008248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.017725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651e6fc-8a3e-47c0-ad09-53e572ba8d84 req-2116ecdf-edd4-4907-8d2c-b5890a389af2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:57.025338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0651e6fc-8a3e-47c0-ad09-53e572ba8d84 req-2116ecdf-edd4-4907-8d2c-b5890a389af2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 936 time: 0.5149732 Aug 20 13:26:57.045180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:57.060903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Checking segment: {'id': '6b403ed5-c647-4fac-ac54-932bedfe3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:57.061266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network hostable DHCP agents. Network: 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:26:57.108899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0651e6fc-8a3e-47c0-ad09-53e572ba8d84 req-fbc451ec-e95a-4d15-931e-888ddc7806b4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Aug 20 13:26:57.153427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:26:57.186033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-7dfaa126-630b-4ee1-9565-0bdfaa230f25 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:57.192721 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64510638-4fcd-4f9c-8c1f-d9d17a1717dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.195380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-7dfaa126-630b-4ee1-9565-0bdfaa230f25 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.3958898 Aug 20 13:26:57.203749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'port': {'security_groups': ['4f5f84b2-098e-4f6e-8c8f-632c55a19c2c', '352d4abb-6f81-4f4d-b555-899fd9b2f90f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:57.278876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Attempting to bind port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:57.279680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Attempting to bind port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:57.280054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Attempting to bind port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 on network e58d291a-7887-49bb-a162-4a08ced70c6f {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:57.302423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:57.302819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Checking segment: {'id': '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:57.303226 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.303621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Bound using segment: {'id': '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:57.304306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Bound port: 593d3c52-42ff-4deb-8b1f-de0ac16ccc79, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e58d291a-7887-49bb-a162-4a08ced70c6f'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:57.304724 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.342475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:57.365299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:57.365909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.369148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcbfde-27e3-40d5-a795-4955560500a8 None None] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:57.445968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.501068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port 52ac3702-bdc5-4369-9c39-dcd3224814be {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:57.503508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.512386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] DHCP port deletion for ec20f289-2f95-4f0a-bec6-032cc9d0c33a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:26:57.599260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64510638-4fcd-4f9c-8c1f-d9d17a1717dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.603223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:57.615862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.623244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Allocated IP 172.20.0.10 (9c12fcdc-dcc0-44ca-9c89-c454d920824a/fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263/a622540a-ad9e-4c00-96f5-ea99f7feccaa) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:57.631402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Transition to ACTIVE for port object 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:57.631835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] For port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:57.704099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] For port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,segment=NetworkSegment(6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7),segment_id=6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:57.732274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.821736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64510638-4fcd-4f9c-8c1f-d9d17a1717dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.854338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a652bf0b-0c0b-4ca0-9fda-a35a4c21b790 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8320720 Aug 20 13:26:57.892113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55180) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:57.902042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] Deleting port 52ac3702-bdc5-4369-9c39-dcd3224814be {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:26:57.903408 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:57.940358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'port': {'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f', 'name': 'tempest-NetworksIpV6TestAttrs-145707505'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:57.996959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60498a5-7511-4c3f-80c7-ce489d33cce2 None None] Pushing event updated for resources: {'Port': ['ID=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:58.017893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-6b7e2d4e-ff6c-4044-ab4d-264d93f6625f', 'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f', 'tenant_id': 'f3ce1ca8fff244be8439544e0d109faa', 'fixed_ips': [{'subnet_id': '6c72568d-7e4e-4896-810c-60191e6df796'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:26:58.018774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.077026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] For port 52ac3702-bdc5-4369-9c39-dcd3224814be, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=52ac3702-bdc5-4369-9c39-dcd3224814be,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:58.077440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.107708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.120215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] Calling delete_port for 52ac3702-bdc5-4369-9c39-dcd3224814be owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:58.195587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64510638-4fcd-4f9c-8c1f-d9d17a1717dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=778cf517a0664dbd85a3f0103c0affb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2453299 Aug 20 13:26:58.210191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55184) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:58.211478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Transition to ACTIVE for port object a622540a-ad9e-4c00-96f5-ea99f7feccaa will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:58.220635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64510638-4fcd-4f9c-8c1f-d9d17a1717dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f17b9-4f7c-4d10-8c79-b2d4d27cbcfc,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:58.257577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.310916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:58.315380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.366912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] device_id is not set on port a107c7a4-6017-49f6-8ff5-b363059ea846 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:26:58.374100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Pushing event updated for resources: {'Port': ['ID=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:58.382193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port 52ac3702-bdc5-4369-9c39-dcd3224814be, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=52ac3702-bdc5-4369-9c39-dcd3224814be,segment=NetworkSegment(e40311e1-290c-41bc-869f-299483f91843),segment_id=e40311e1-290c-41bc-869f-299483f91843)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:58.382568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.410918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Allocated IP 2001:db8::f816:3eff:fe66:231e (6b7e2d4e-ff6c-4044-ab4d-264d93f6625f/6c72568d-7e4e-4896-810c-60191e6df796/8b17709a-6225-4d72-852d-7728c9475765) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:58.443156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.502000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-9fdb521c-046d-408d-b3b7-7feb2c012bdf tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:58.503667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] Pushing event deleted for resources: {'Port': ['ID=52ac3702-bdc5-4369-9c39-dcd3224814be,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:58.504187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-9fdb521c-046d-408d-b3b7-7feb2c012bdf tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 812 time: 0.6864567 Aug 20 13:26:58.505794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25bd5c-706f-47e4-97b2-a456e5387b65 None None] No DVR routers for this DVR port 52ac3702-bdc5-4369-9c39-dcd3224814be on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:58.517086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.520785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for 52ac3702-bdc5-4369-9c39-dcd3224814be owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:26:58.544520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338f4a5d-6637-4166-8679-ed3b16af16ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.588008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:58.607681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:58.628964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:58.689028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338f4a5d-6637-4166-8679-ed3b16af16ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.696080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-bdec9dea-add3-4df2-8790-2adbee87a625 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/quotas/258134f21e134423a2ab982e74780934 HTTP/1.1" status: 200 len: 375 time: 0.1434569 Aug 20 13:26:58.713000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Attempting to bind port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:58.713344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Attempting to bind port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:58.713674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Attempting to bind port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:58.724379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event updated for resources: {'Port': ['ID=a622540a-ad9e-4c00-96f5-ea99f7feccaa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:58.752050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:26:58.753873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:26:58.754207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Attempting to bind port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:58.780980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:58.781342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:58.781725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:58.782178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Bound port: 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:58.782548 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.787154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.800341 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.812150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Transition to ACTIVE for port object 8b17709a-6225-4d72-852d-7728c9475765 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:58.823843 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-750939e3-1436-4af6-a383-89b9de481de1 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132126 Aug 20 13:26:58.834947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:58.835683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.836816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.849217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-b24b4d53-cfd1-418a-a8cd-e0b9a1bdce83 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:26:58.850709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-b24b4d53-cfd1-418a-a8cd-e0b9a1bdce83 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119119 Aug 20 13:26:58.862066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Transition to ACTIVE for port object 8b17709a-6225-4d72-852d-7728c9475765 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:58.874040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:58.916393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-f50fbef0-dd9e-44ff-b003-862ab20bc82b tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0807936 Aug 20 13:26:58.922329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port 52ac3702-bdc5-4369-9c39-dcd3224814be on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:26:58.977645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Pushing event updated for resources: {'Port': ['ID=8b17709a-6225-4d72-852d-7728c9475765,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:59.002041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:26:59.007009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Request body: {'port': {'device_id': '17d7d569-78b9-46da-90d9-c77fe5678246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:59.013912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.015699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=52ac3702-bdc5-4369-9c39-dcd3224814be,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:59.020012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:26:59.030319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.035946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:26:59.046347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['57c0cbc9-6d2d-4a55-a956-252e738ec548'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:59.064687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338f4a5d-6637-4166-8679-ed3b16af16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.067493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338f4a5d-6637-4166-8679-ed3b16af16ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.069037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-338f4a5d-6637-4166-8679-ed3b16af16ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/426f17b9-4f7c-4d10-8c79-b2d4d27cbcfc HTTP/1.1" status: 204 len: 168 time: 0.8494294 Aug 20 13:26:59.111892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f4a5d-6637-4166-8679-ed3b16af16ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f17b9-4f7c-4d10-8c79-b2d4d27cbcfc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:59.166724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Allocated IP 2001:db8::f816:3eff:feb2:c95b (6b7e2d4e-ff6c-4044-ab4d-264d93f6625f/6c72568d-7e4e-4896-810c-60191e6df796/a107c7a4-6017-49f6-8ff5-b363059ea846) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:26:59.233033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] For port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:26:59.253432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.255382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.299967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-da714546-d3ea-445a-b111-9abce4f777b4 service neutron] 10.222.0.59 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352312 Aug 20 13:26:59.316748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:59.322430 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.324489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0995a24a-cca0-42dd-80a3-639b0bd28dcd req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "PUT /v2.0/ports/57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 982 time: 2.1281514 Aug 20 13:26:59.329740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] For port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:26:59.331262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:26:59.336428 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8e2db7-73af-4ee9-a9b1-217fa626f627" -d '{"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:26:59.374175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec20f289-2f95-4f0a-bec6-032cc9d0c33a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:59.387800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40311e1-290c-41bc-869f-299483f91843') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:59.388244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40311e1-290c-41bc-869f-299483f91843') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:26:59.404174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.424970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.434738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:26:59.435679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.468213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:26:59.542409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.546894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955927d-6b75-4c86-9238-d10b67218ef6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:59.568502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['57c0cbc9-6d2d-4a55-a956-252e738ec548'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:26:59.624478 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:26:59.631400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Pushing event updated for resources: {'Port': ['ID=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:59.637133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.647488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.660366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/networks/ec20f289-2f95-4f0a-bec6-032cc9d0c33a HTTP/1.1" status: 204 len: 168 time: 2.7835329 Aug 20 13:26:59.672731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c5779-f54d-4429-91c3-788deb8c9b05 None None] Network e58d291a-7887-49bb-a162-4a08ced70c6f requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:26:59.706226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4c32465-eaa2-495c-b1ba-ab4855e65bc0 None None] Provisioning for port a622540a-ad9e-4c00-96f5-ea99f7feccaa completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:59.728208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55198) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:59.728595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55200) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:26:59.729350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4c047-e0ad-4263-995d-27fe2938a466 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Network': ['ID=ec20f289-2f95-4f0a-bec6-032cc9d0c33a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:26:59.764882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-53540662'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:26:59.766402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Attempting to bind port 8b17709a-6225-4d72-852d-7728c9475765 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:26:59.766964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Attempting to bind port 8b17709a-6225-4d72-852d-7728c9475765 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6b403ed5-c647-4fac-ac54-932bedfe3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:26:59.767745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Attempting to bind port 8b17709a-6225-4d72-852d-7728c9475765 on network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:26:59.792776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32c72d83-5f50-4680-af26-73b7970dacd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.802361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4c32465-eaa2-495c-b1ba-ab4855e65bc0 None None] Provisioning complete for port a622540a-ad9e-4c00-96f5-ea99f7feccaa triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:26:59.803217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4c32465-eaa2-495c-b1ba-ab4855e65bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.806655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a622540a-ad9e-4c00-96f5-ea99f7feccaa {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:26:59.815863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.829759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Transition to ACTIVE for port object a622540a-ad9e-4c00-96f5-ea99f7feccaa will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:26:59.830534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:59.831253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.832847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-1cabb95b-d9d3-4554-a933-714dded5dbae service neutron] 10.222.0.53 "PUT /v2.0/ports/48b2fe0a-a07e-4165-ab61-a8f04ed4e09a HTTP/1.1" status: 200 len: 1096 time: 3.5147700 Aug 20 13:26:59.833471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:26:59.841837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.853674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.875403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d4c32465-eaa2-495c-b1ba-ab4855e65bc0 None None] Port a622540a-ad9e-4c00-96f5-ea99f7feccaa cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:26:59.893950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:26:59.894427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Checking segment: {'id': '6b403ed5-c647-4fac-ac54-932bedfe3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:26:59.895044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.895527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Bound using segment: {'id': '6b403ed5-c647-4fac-ac54-932bedfe3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:26:59.896106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Bound port: 8b17709a-6225-4d72-852d-7728c9475765, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b403ed5-c647-4fac-ac54-932bedfe3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b7e2d4e-ff6c-4044-ab4d-264d93f6625f'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:26:59.896598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:26:59.901870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537ecfd-adec-459f-83e4-359d4ed5e656 req-0cebf156-3730-4c02-8017-f618c7b2ec7c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:26:59.908122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d537ecfd-adec-459f-83e4-359d4ed5e656 req-0cebf156-3730-4c02-8017-f618c7b2ec7c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.2782118 Aug 20 13:26:59.933219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:26:59.967701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:00.091370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.091785 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Added segment 526eaa8f-fb41-48f5-b62b-39096e30b26f of type vlan for network 367ad031-b045-4ab8-ad49-b2b5e13337b1 Aug 20 13:27:00.094640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a622540a-ad9e-4c00-96f5-ea99f7feccaa,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:00.129766 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-4fd95121-ff70-4065-ae6f-18efee20540f service neutron] 10.222.0.59 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899327 Aug 20 13:27:00.154237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 52ac3702-bdc5-4369-9c39-dcd3224814be no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:00.166718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] For port 8b17709a-6225-4d72-852d-7728c9475765, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:00.171167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d537ecfd-adec-459f-83e4-359d4ed5e656 req-140a5ed5-a30a-49fb-8c96-6bf53d415f25 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330344 Aug 20 13:27:00.207119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] For port 8b17709a-6225-4d72-852d-7728c9475765, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8b17709a-6225-4d72-852d-7728c9475765,segment=NetworkSegment(6b403ed5-c647-4fac-ac54-932bedfe3597),segment_id=6b403ed5-c647-4fac-ac54-932bedfe3597)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:00.259638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.286931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.291709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-bafbf05b-9a26-4831-8443-cc8d855c0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:00.294318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-bafbf05b-9a26-4831-8443-cc8d855c0105 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 1099 time: 0.3549278 Aug 20 13:27:00.300348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.303302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 52ac3702-bdc5-4369-9c39-dcd3224814be {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:00.303841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 52ac3702-bdc5-4369-9c39-dcd3224814be not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:00.305557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] Provisioning for port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:00.312234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Transition to ACTIVE for port object a107c7a4-6017-49f6-8ff5-b363059ea846 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:00.404677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Attempting to bind port a622540a-ad9e-4c00-96f5-ea99f7feccaa on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:00.406484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Attempting to bind port a622540a-ad9e-4c00-96f5-ea99f7feccaa by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:00.407180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Attempting to bind port a622540a-ad9e-4c00-96f5-ea99f7feccaa on network 9c12fcdc-dcc0-44ca-9c89-c454d920824a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:00.413941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] Provisioning complete for port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:00.414325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.421974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Port a622540a-ad9e-4c00-96f5-ea99f7feccaa on network 9c12fcdc-dcc0-44ca-9c89-c454d920824a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:00.422723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Attempting to bind port a622540a-ad9e-4c00-96f5-ea99f7feccaa on network 9c12fcdc-dcc0-44ca-9c89-c454d920824a {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:00.432019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.446743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:00.447091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Checking segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:00.448110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Bound using segment: {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:00.448585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Bound port: a622540a-ad9e-4c00-96f5-ea99f7feccaa, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64909b1-fb25-4e96-b5d5-632efde35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:00.448936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.505618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-17ba4e01-e5f2-4db1-9ab5-724083464e2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a HTTP/1.1" status: 200 len: 217 time: 0.1464605 Aug 20 13:27:00.534435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.540826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:00.541847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.666336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78aff5-b539-426c-875e-a46b7675b25a None None] Pushing event updated for resources: {'Port': ['ID=8b17709a-6225-4d72-852d-7728c9475765,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:00.686006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Port': ['ID=a107c7a4-6017-49f6-8ff5-b363059ea846,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:00.730975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:00.743883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456ca7-a4d1-4d1b-85ec-1ebb34086def req-46565dc2-3eb9-43fd-b486-467740908c53 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:00.747928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:00.751101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:00.756077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26456ca7-a4d1-4d1b-85ec-1ebb34086def req-46565dc2-3eb9-43fd-b486-467740908c53 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 944 time: 0.4577515 Aug 20 13:27:00.758165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:00.759337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.814642 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.839308 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32c72d83-5f50-4680-af26-73b7970dacd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.885213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] For port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,segment=NetworkSegment(6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7),segment_id=6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:00.891557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-818ceee1-6ce2-4367-80aa-d678d928179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:00.893814 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-818ceee1-6ce2-4367-80aa-d678d928179f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.3766434 Aug 20 13:27:00.896261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.921273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32c72d83-5f50-4680-af26-73b7970dacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:00.930212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Network': ['ID=367ad031-b045-4ab8-ad49-b2b5e13337b1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:00.970471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896a68-57b1-4fd5-aa64-533a2bba58e2 req-e03fb530-c75e-4175-9a19-fcd28d8678c5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:00.972816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59896a68-57b1-4fd5-aa64-533a2bba58e2 req-e03fb530-c75e-4175-9a19-fcd28d8678c5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 948 time: 0.3564370 Aug 20 13:27:00.992231 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c7a382f5-2e57-4cf3-820f-ba4ed50a6498 service neutron] show failed (client error): The resource could not be found. Aug 20 13:27:01.000651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c7a382f5-2e57-4cf3-820f-ba4ed50a6498 service neutron] 10.222.0.13 "GET /v2.0/ports/30185cc1-9eac-4b37-96a7-e0c58f060ba9/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1927631 Aug 20 13:27:01.005864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c6ca0bc-a1d2-47fa-9ced-25f85a565e24 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1110516 Aug 20 13:27:01.007170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:01.037013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0e70089a-b691-4ca6-8977-35ebb2f1ab8b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2983911 Aug 20 13:27:01.038760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55214) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:01.039297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55216) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:01.094214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'subnet': {'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:01.179832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c72d83-5f50-4680-af26-73b7970dacd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402edf82-2d42-489d-98d0-d3014373bf0e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:01.209706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-32c72d83-5f50-4680-af26-73b7970dacd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59c408e7f24746b093e21664f2f99df6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4698813 Aug 20 13:27:01.217688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55220) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:01.258731 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26456ca7-a4d1-4d1b-85ec-1ebb34086def req-80dd88df-37c2-422a-a8ec-8d5625b34e26 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995584 Aug 20 13:27:01.285552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-ca8172bc-2bd5-4ffe-8068-8f750ec10572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:01.287668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-ca8172bc-2bd5-4ffe-8068-8f750ec10572 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3623686 Aug 20 13:27:01.328609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6575-9e62-43a0-b5b0-b5530e90cb9f None None] Pushing event updated for resources: {'Port': ['ID=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:01.426788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b17709a-6225-4d72-852d-7728c9475765 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:01.441220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.487941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-59896a68-57b1-4fd5-aa64-533a2bba58e2 req-36096316-9efb-4fee-bb45-b7516b37d798 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969766 Aug 20 13:27:01.523993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] For port a622540a-ad9e-4c00-96f5-ea99f7feccaa, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:01.552365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] For port a622540a-ad9e-4c00-96f5-ea99f7feccaa, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:01.559545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting subnet 6c72568d-7e4e-4896-810c-60191e6df796 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:01.563619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.568100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.572208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8b17709a-6225-4d72-852d-7728c9475765 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:01.581776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-343d8831-e011-4d3b-ba3f-e2a248a11c38 None None] Provisioning complete for port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:01.582151 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-343d8831-e011-4d3b-ba3f-e2a248a11c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.605629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:01.610790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.617427 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c46e6-c288-47d5-b043-36d89c631e47 x-openstack-request-id: req-941c46e6-c288-47d5-b043-36d89c631e47 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:01.617994 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:01.617994 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-941c46e6-c288-47d5-b043-36d89c631e47 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:01.618333 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'status': 'completed', 'code': 200} Aug 20 13:27:01.635178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-211bb6e2-152e-48f3-bd69-fe4edc234813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.684529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-4c30c750-2d4e-44d3-a1f6-cf17da9f50db tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-964258686&fields=id&tenant_id=3308a1798a2541919f2cd331109f1456 HTTP/1.1" status: 200 len: 267 time: 0.1922147 Aug 20 13:27:01.709241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-384102d7-5dce-4730-bbbd-170755680851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:01.710930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-384102d7-5dce-4730-bbbd-170755680851 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 1101 time: 0.3288696 Aug 20 13:27:01.763265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:01.790585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-a530e137-e6a2-4c2a-b5de-6a353df193b0 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665670 Aug 20 13:27:01.894355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:01.895075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.896944 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-41508910-8925-4b5c-9602-411d928197c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/a622540a-ad9e-4c00-96f5-ea99f7feccaa HTTP/1.1" status: 200 len: 1092 time: 2.9079864 Aug 20 13:27:01.910131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:01.913851 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728b7b3-077f-4d3a-b6ae-cd903724253a" -d '{"events": [{"name": "network-changed", "server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:01.916809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-211bb6e2-152e-48f3-bd69-fe4edc234813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:01.989690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.163692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.184359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-5a74318c-7099-493e-a6fa-db1c266c651c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:02.186271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-5a74318c-7099-493e-a6fa-db1c266c651c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 985 time: 0.4726429 Aug 20 13:27:02.212681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'port': {'security_groups': ['4f5f84b2-098e-4f6e-8c8f-632c55a19c2c']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:02.291162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e668888-c6c6-49b9-978a-6e2287b5aad3 req-6c5d3b09-a8cb-4646-a93c-38e5db720509 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203188 Aug 20 13:27:02.361240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-211bb6e2-152e-48f3-bd69-fe4edc234813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.363886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-211bb6e2-152e-48f3-bd69-fe4edc234813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.378217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-211bb6e2-152e-48f3-bd69-fe4edc234813 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/402edf82-2d42-489d-98d0-d3014373bf0e HTTP/1.1" status: 204 len: 168 time: 1.1505952 Aug 20 13:27:02.478189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60257ca8-e762-4058-bc2c-481f3f5112fb None None] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:02.506242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-2ddfb566-9ce1-4157-9c16-d0947686e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:02.507955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-2ddfb566-9ce1-4157-9c16-d0947686e28a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1136 time: 0.7433727 Aug 20 13:27:02.516826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508910-8925-4b5c-9602-411d928197c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a622540a-ad9e-4c00-96f5-ea99f7feccaa,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:02.626585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bb6e2-152e-48f3-bd69-fe4edc234813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402edf82-2d42-489d-98d0-d3014373bf0e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:02.644915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.738132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] Provisioning for port 8b17709a-6225-4d72-852d-7728c9475765 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:02.757331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] Provisioning complete for port 8b17709a-6225-4d72-852d-7728c9475765 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:02.757710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.805329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-113da788-430d-4d33-898a-6cac87b3b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:02.807450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-113da788-430d-4d33-898a-6cac87b3b431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2001b7a2229345859d3a30516ec4fa14&device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 1095 time: 0.8360705 Aug 20 13:27:02.913323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:02.964211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ee9b-7137-442c-b755-2f6fcea72d98 req-0a538ba2-bddd-4c1d-99f9-7c8aca08a9ab tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:02.965965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1894ee9b-7137-442c-b755-2f6fcea72d98 req-0a538ba2-bddd-4c1d-99f9-7c8aca08a9ab tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.9957042 Aug 20 13:27:02.980435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:02.999083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-1543b7e5-cf11-42ae-8517-875b873a7ee2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa HTTP/1.1" status: 200 len: 217 time: 0.1176829 Aug 20 13:27:03.076829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:03.093251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] For port 8b17709a-6225-4d72-852d-7728c9475765, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8b17709a-6225-4d72-852d-7728c9475765,segment=NetworkSegment(6b403ed5-c647-4fac-ac54-932bedfe3597),segment_id=6b403ed5-c647-4fac-ac54-932bedfe3597)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:03.104822 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.204810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.232465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-75122342-52c1-49cb-8ba5-6e30a7646def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:03.234351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-75122342-52c1-49cb-8ba5-6e30a7646def service neutron] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.7074015 Aug 20 13:27:03.252923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:03.295473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.309187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:03.322704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2c1b0-44b5-456e-b3b2-fffaebed8f3d None None] Pushing event updated for resources: {'Port': ['ID=8b17709a-6225-4d72-852d-7728c9475765,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:03.323436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.343224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Transition to ACTIVE for port object 30185cc1-9eac-4b37-96a7-e0c58f060ba9 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:03.347669 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.385526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['57c0cbc9-6d2d-4a55-a956-252e738ec548'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:03.467273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-2adc830d-8e3c-4413-9e72-d009d72dcea3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:03.471429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.472410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-2adc830d-8e3c-4413-9e72-d009d72dcea3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 812 time: 0.9457541 Aug 20 13:27:03.475309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c85c93fe-ffee-484a-8e11-56538703e1e9 None None] Provisioning complete for port 8b17709a-6225-4d72-852d-7728c9475765 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:03.475696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c85c93fe-ffee-484a-8e11-56538703e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.495179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-ae283127-92f9-48db-bb09-f776cba00dfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.2061107 Aug 20 13:27:03.540726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Request body: {'port': {'device_id': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'admin_state_up': True, 'tenant_id': '258134f21e134423a2ab982e74780934'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:03.545235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:03.545720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.557246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1894ee9b-7137-442c-b755-2f6fcea72d98 req-d4da5c10-aff6-4c0f-a2ef-018419ac360c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704482 Aug 20 13:27:03.559503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.644043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Subnet': ['ID=1d7a410e-3059-457d-bbd4-882d0c3505e6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:03.647485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-28bc5534-d6b3-4863-9a13-a765797984b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:03.649150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-28bc5534-d6b3-4863-9a13-a765797984b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263 HTTP/1.1" status: 200 len: 854 time: 0.6075077 Aug 20 13:27:03.650178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435925ed-b0ba-41f1-a471-f247c468358a', 'tag': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a'}, {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:03.660065 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126785a2-c9c9-4a94-82de-edd98dc43384" -d '{"events": [{"name": "network-changed", "server_uuid": "435925ed-b0ba-41f1-a471-f247c468358a", "tag": "48b2fe0a-a07e-4165-ab61-a8f04ed4e09a"}, {"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-unplugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:03.672378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-086d3b4a-1df7-4e70-ae34-7826dbac029c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:03.674352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-086d3b4a-1df7-4e70-ae34-7826dbac029c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 812 time: 0.3726475 Aug 20 13:27:03.732669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Request body: {'port': {'device_id': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'admin_state_up': True, 'tenant_id': '258134f21e134423a2ab982e74780934'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:03.739484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] No DVR routers for this DVR port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:03.811279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:03.811971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.816123 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f35d0f2c-3826-4b9b-ba30-822a385facee req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "PUT /v2.0/ports/57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 943 time: 1.6186471 Aug 20 13:27:03.893984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:03.894505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:03.894953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:03.900897 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d16bdfc-6a39-4b7d-867f-2e1856be4ec8 x-openstack-request-id: req-8d16bdfc-6a39-4b7d-867f-2e1856be4ec8 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:03.901340 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:03.901687 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d16bdfc-6a39-4b7d-867f-2e1856be4ec8 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:03.902233 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'status': 'completed', 'code': 200} Aug 20 13:27:03.908791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:03.909261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:03.929207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:03.929557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:03.929959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:03.930414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Bound port: 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:03.930778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:03.936920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:03.949069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['57c0cbc9-6d2d-4a55-a956-252e738ec548'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:03.974001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e83b518e-6ab2-4019-8fb6-6ce9c3fe4080 req-0ca320ce-7af6-4b4f-96cd-3e7684127d35 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 210 time: 0.1656239 Aug 20 13:27:03.997956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Checking segment: {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:03.997956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network hostable DHCP agents. Network: 367ad031-b045-4ab8-ad49-b2b5e13337b1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:04.019292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c85c93fe-ffee-484a-8e11-56538703e1e9 None None] Provisioning for port a107c7a4-6017-49f6-8ff5-b363059ea846 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:04.026321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c85c93fe-ffee-484a-8e11-56538703e1e9 None None] Provisioning complete for port a107c7a4-6017-49f6-8ff5-b363059ea846 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:04.026709 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c85c93fe-ffee-484a-8e11-56538703e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.026879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-4db8dabb-d684-4104-9f31-bb11be7587da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:04.029447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-4db8dabb-d684-4104-9f31-bb11be7587da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.5198801 Aug 20 13:27:04.092723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-f08b93c9-5482-4e46-8c78-b9f16cf635c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459318 Aug 20 13:27:04.117654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.118496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ce266-4c7b-4678-b419-65c5da5d5eab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event updated for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:04.121829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-83e2d20e-0522-4655-9059-f86277298eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:04.123571 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-83e2d20e-0522-4655-9059-f86277298eec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c12fcdc-dcc0-44ca-9c89-c454d920824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3164210 Aug 20 13:27:04.144184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:04.174774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:04.183112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:04.189328 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:27:04.197626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3039cf3-6cef-45b4-8237-ffd59d0d35aa req-fe52d12d-b92b-45cc-9054-5c6812a4efd8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:04.206089 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3039cf3-6cef-45b4-8237-ffd59d0d35aa req-fe52d12d-b92b-45cc-9054-5c6812a4efd8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 944 time: 0.1684167 Aug 20 13:27:04.208030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Made reservation on behalf of 258134f21e134423a2ab982e74780934 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:04.211838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.224096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.250803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Subnet': ['ID=6c72568d-7e4e-4896-810c-60191e6df796,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:04.269686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.270044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c85c93fe-ffee-484a-8e11-56538703e1e9 None None] Port a107c7a4-6017-49f6-8ff5-b363059ea846 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:04.271873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a8b47453-c182-47d3-9863-fc78b9e65d71 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/6c72568d-7e4e-4896-810c-60191e6df796 HTTP/1.1" status: 204 len: 168 time: 3.2305784 Aug 20 13:27:04.273132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80036c4c-b251-4604-848b-353f7229aa8e None None] Network 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:04.291013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55260) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:04.309143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 367ad031-b045-4ab8-ad49-b2b5e13337b1) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:04.329948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:04.330753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.382012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:04.382643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.384288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] 10.222.0.53 "PUT /v2.0/ports/30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 1096 time: 2.6372650 Aug 20 13:27:04.388643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Made reservation on behalf of 258134f21e134423a2ab982e74780934 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:04.390362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebce8b-9dd7-40f5-9bda-cbc865035704 None None] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:04.392970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.408421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e52e5698-bb18-4c22-b88f-1427dde7b3e7 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3657572 Aug 20 13:27:04.421244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55262) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:04.444316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-d3c227f9-c0d8-42e3-a9bd-3cad88174a7a service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410101 Aug 20 13:27:04.467380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2c8f-131c-40fa-bb37-dc5748843dd6 req-3ac2bb99-13ae-416c-a02c-9bcd731e2758 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:04.469370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf0c2c8f-131c-40fa-bb37-dc5748843dd6 req-3ac2bb99-13ae-416c-a02c-9bcd731e2758 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 948 time: 0.2876365 Aug 20 13:27:04.503517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8d120ca5-985a-46c0-9263-7e5194f52642 None None] Provisioning complete for port a107c7a4-6017-49f6-8ff5-b363059ea846 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:04.503802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8d120ca5-985a-46c0-9263-7e5194f52642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.551850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8d120ca5-985a-46c0-9263-7e5194f52642 None None] Port a107c7a4-6017-49f6-8ff5-b363059ea846 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:04.588006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-c910f1dc-5060-4ca3-bf38-96ed8269d0b6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404871 Aug 20 13:27:04.657332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-789914528'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:04.683225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3039cf3-6cef-45b4-8237-ffd59d0d35aa req-46b083b5-7e0d-4826-a6f6-b437379b0e75 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4750550 Aug 20 13:27:04.727927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] DHCP port deletion for 6b7e2d4e-ff6c-4044-ab4d-264d93f6625f request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:04.728616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Allocated IP 172.20.0.10 (d47a2a54-aea6-4e80-be84-e5893e419b82/97012c29-a5b7-4b39-a10f-881d73cdfce6/25ac1028-965f-40d7-a8c9-5872295c6b33) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:04.766416 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf0c2c8f-131c-40fa-bb37-dc5748843dd6 req-190c665c-99ad-4356-8dd8-41c02d4bc596 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811081 Aug 20 13:27:04.918145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-367ad031-b045-4ab8-ad49-b2b5e13337b1', 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'fixed_ips': [{'subnet_id': '1d7a410e-3059-457d-bbd4-882d0c3505e6'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:27:04.919228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:04.950533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] Deleting port 8b17709a-6225-4d72-852d-7728c9475765 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:04.951164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.055419 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d748ff-7245-4f02-bbab-697cc7801970 x-openstack-request-id: req-f1d748ff-7245-4f02-bbab-697cc7801970 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:05.057253 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435925ed-b0ba-41f1-a471-f247c468358a", "tag": "48b2fe0a-a07e-4165-ab61-a8f04ed4e09a", "status": "completed", "code": 200}, {"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-unplugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:05.057722 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1d748ff-7245-4f02-bbab-697cc7801970 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:05.058371 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435925ed-b0ba-41f1-a471-f247c468358a', 'tag': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', 'status': 'completed', 'code': 200} Aug 20 13:27:05.059462 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'code': 200} Aug 20 13:27:05.087033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] For port 8b17709a-6225-4d72-852d-7728c9475765, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8b17709a-6225-4d72-852d-7728c9475765,segment=NetworkSegment(6b403ed5-c647-4fac-ac54-932bedfe3597),segment_id=6b403ed5-c647-4fac-ac54-932bedfe3597)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:05.087453 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.089739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abc69f-236c-4edd-bc3a-9dd04e2880bb service neutron] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:05.113474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] Calling delete_port for 8b17709a-6225-4d72-852d-7728c9475765 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:05.211889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Allocated IP 19.80.0.2 (367ad031-b045-4ab8-ad49-b2b5e13337b1/1d7a410e-3059-457d-bbd4-882d0c3505e6/a975fe65-8201-437b-a610-d33b291cba32) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:05.236402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717cb7e-6f1f-4c03-8ed9-9c93e178dc7f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.242258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717cb7e-6f1f-4c03-8ed9-9c93e178dc7f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.254245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d717cb7e-6f1f-4c03-8ed9-9c93e178dc7f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9576674 Aug 20 13:27:05.259177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd8e2db7-73af-4ee9-a9b1-217fa626f627 req-fa60a7b9-0857-432a-9894-3127d2c6fea5 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048491 Aug 20 13:27:05.259177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55284) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:05.296128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b17709a-6225-4d72-852d-7728c9475765 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:05.301878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:05.309340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.369278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.369811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.377388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c21f43d7-d359-4c07-9014-c7c53e96bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.379345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c21f43d7-d359-4c07-9014-c7c53e96bd2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1099 time: 0.7577083 Aug 20 13:27:05.380465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb3a8ddc-8785-40b7-a4ac-367a4f8ea4d9 req-fd39ce12-75a4-4e1d-9cb9-de15fdd70460 service neutron] 10.222.0.13 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359879 Aug 20 13:27:05.411011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No active binding found for port 8b17709a-6225-4d72-852d-7728c9475765 {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:27:05.411637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b17709a-6225-4d72-852d-7728c9475765 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:05.422325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] Pushing event deleted for resources: {'Port': ['ID=8b17709a-6225-4d72-852d-7728c9475765,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:05.433031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5fc8b-e152-41c4-8a82-8b1d940a312c None None] No DVR routers for this DVR port 8b17709a-6225-4d72-852d-7728c9475765 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:05.438379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e458505-e902-4747-b790-68f4bb71d783 req-dadbfcc1-0f46-4774-a174-96fe9f7c1296 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.440509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e458505-e902-4747-b790-68f4bb71d783 req-dadbfcc1-0f46-4774-a174-96fe9f7c1296 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 948 time: 0.3687050 Aug 20 13:27:05.441325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-a7fce6ef-2918-4627-8a63-afb40436ae94 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6409812 Aug 20 13:27:05.442702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-a801dbcc-f45a-43e9-8b20-1fa1d4839e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.445384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-a801dbcc-f45a-43e9-8b20-1fa1d4839e83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 1099 time: 0.4256814 Aug 20 13:27:05.448181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:05.456973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ad978f6-dd84-4160-8bd9-f57593b8c24c tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.475024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:05.488572 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad978f6-dd84-4160-8bd9-f57593b8c24c tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 13:27:05.489045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad978f6-dd84-4160-8bd9-f57593b8c24c tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:05.497400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3ad978f6-dd84-4160-8bd9-f57593b8c24c tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/6b7e2d4e-ff6c-4044-ab4d-264d93f6625f HTTP/1.1" status: 409 len: 405 time: 0.2223265 Aug 20 13:27:05.517503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:05.533648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1077212168'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:05.538441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.570537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.573050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:05.578352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:05.582089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Transition to ACTIVE for port object a975fe65-8201-437b-a610-d33b291cba32 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:05.599276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Transition to ACTIVE for port object a975fe65-8201-437b-a610-d33b291cba32 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:05.600009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-188978f3-8a24-4cfb-b79a-73117403186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.601615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-188978f3-8a24-4cfb-b79a-73117403186c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2001b7a2229345859d3a30516ec4fa14&device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 1095 time: 0.1233859 Aug 20 13:27:05.609963 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.651680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:05.655279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:05.658838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:05.660205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.660728 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Added segment f380ee37-e531-485f-b45a-6b95e4f25ac8 of type vlan for network 9633215f-d737-4194-bb5c-781815c47f9c Aug 20 13:27:05.668895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Pushing event updated for resources: {'Port': ['ID=a975fe65-8201-437b-a610-d33b291cba32,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:05.692103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:05.696396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.746496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e458505-e902-4747-b790-68f4bb71d783 req-f3fcd845-1b87-4cee-bd4c-006e6e28218e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293994 Aug 20 13:27:05.772669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Attempting to bind port a975fe65-8201-437b-a610-d33b291cba32 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:05.772669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Attempting to bind port a975fe65-8201-437b-a610-d33b291cba32 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:05.772669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Attempting to bind port a975fe65-8201-437b-a610-d33b291cba32 on network 367ad031-b045-4ab8-ad49-b2b5e13337b1 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:05.774576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:05.774967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Checking segment: {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:05.775404 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.775822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Bound using segment: {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:05.776703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Bound port: a975fe65-8201-437b-a610-d33b291cba32, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:05.776876 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.787314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.790784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.801647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-217b9bd8-3b2b-46bd-8644-11b0e49be7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.803165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-217b9bd8-3b2b-46bd-8644-11b0e49be7cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3890147 Aug 20 13:27:05.833189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:05.852608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-4ebb1510-23a6-4196-ae6d-862b74543dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.854237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-4ebb1510-23a6-4196-ae6d-862b74543dac service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3862355 Aug 20 13:27:05.863518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.864007 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Added segment f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3 of type vlan for network 4d2ce81c-f985-47d8-a3dd-661b22f779cb Aug 20 13:27:05.879303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-416a321f-14e1-46c8-ac55-0db96b6c9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:05.880920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-416a321f-14e1-46c8-ac55-0db96b6c9370 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c12fcdc-dcc0-44ca-9c89-c454d920824a HTTP/1.1" status: 200 len: 916 time: 0.2708616 Aug 20 13:27:05.920673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Allocated IP 172.20.0.6 (d47a2a54-aea6-4e80-be84-e5893e419b82/97012c29-a5b7-4b39-a10f-881d73cdfce6/c704ab97-1d74-430f-8212-d457223eb2c8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:05.922079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] For port a975fe65-8201-437b-a610-d33b291cba32, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:05.926824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] For port a975fe65-8201-437b-a610-d33b291cba32, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a975fe65-8201-437b-a610-d33b291cba32,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:05.938341 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:05.976534 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-7117cc60-a0a1-4f0f-98ab-3c280915d429 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa HTTP/1.1" status: 200 len: 217 time: 0.0817218 Aug 20 13:27:05.981401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.005283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.012600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22703e6-d59e-41ae-a15f-6855d4716416 None None] Pushing event updated for resources: {'Port': ['ID=a975fe65-8201-437b-a610-d33b291cba32,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:06.128745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.134555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.135182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.309811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7841206 Aug 20 13:27:06.321785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-0a8f0386-f4b7-4df5-933a-f2b41f731dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.324230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-0a8f0386-f4b7-4df5-933a-f2b41f731dc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263 HTTP/1.1" status: 200 len: 854 time: 0.3356638 Aug 20 13:27:06.328767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:06.338222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'subnet': {'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:06.343661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-84934ee7-d405-44fa-a7e8-3cd2950d036b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.5066128 Aug 20 13:27:06.371400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event updated for resources: {'Port': ['ID=25ac1028-965f-40d7-a8c9-5872295c6b33,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:06.436362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5dfab-69a4-4c8c-a272-358d69b7917b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Network': ['ID=4d2ce81c-f985-47d8-a3dd-661b22f779cb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:06.444206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Network d47a2a54-aea6-4e80-be84-e5893e419b82 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:06.447388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:06.482009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:06.499596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.506687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.507859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.512345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-93b2de96-8ec8-40c0-a015-ac85e838e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.514095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-93b2de96-8ec8-40c0-a015-ac85e838e1f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1330185 Aug 20 13:27:06.540139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:06.541592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:06.568666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Allocated IP 172.25.6.231 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/bf236c31-4713-4b7b-8c24-92507fceb98b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:06.584930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-f42c4ce9-2514-4b10-baf6-642ece5d4f31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a HTTP/1.1" status: 200 len: 217 time: 0.7113297 Aug 20 13:27:06.599561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-2e0d014e-728b-48b2-8747-bbc352c3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.601168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-2e0d014e-728b-48b2-8747-bbc352c3af80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c12fcdc-dcc0-44ca-9c89-c454d920824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2580838 Aug 20 13:27:06.608698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.683907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb470a6d-8091-4366-8a03-7f4541ffba3a req-fdbcbb23-86b6-4d86-be63-dd4129afaf94 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.685623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb470a6d-8091-4366-8a03-7f4541ffba3a req-fdbcbb23-86b6-4d86-be63-dd4129afaf94 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 932 time: 0.3355579 Aug 20 13:27:06.751052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Network': ['ID=9633215f-d737-4194-bb5c-781815c47f9c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:06.766251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9633215f-d737-4194-bb5c-781815c47f9c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:06.768482 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-909181d0-5ff3-4c88-b3c1-2e735d60a884 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1448495 Aug 20 13:27:06.779506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.780483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.780848 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e2da-0abb-410e-8b65-253fbf258956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.782746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:06.784064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c1ab272b-06d8-46d4-87a0-2644cb744085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.785716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c1ab272b-06d8-46d4-87a0-2644cb744085 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2359436 Aug 20 13:27:06.786109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.786258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:06.802117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'subnet': {'network_id': '9633215f-d737-4194-bb5c-781815c47f9c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:06.847537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-035ed587-bdab-47eb-a79c-ceeb8406a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:06.849949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-035ed587-bdab-47eb-a79c-ceeb8406a867 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1887946 Aug 20 13:27:06.898071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-7aa85a04-bf70-48a3-bd66-dcc8394c2abc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1704416 Aug 20 13:27:06.921655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:06.938587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb470a6d-8091-4366-8a03-7f4541ffba3a req-7cf07a7e-bc51-479c-a32e-46eaa2b9c275 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430713 Aug 20 13:27:06.978309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Request body: {'port': {'device_id': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:07.053895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:07.058487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-72996b6e-ec3c-49b4-a239-be8658fcdb6a service neutron] 10.222.0.13 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430752 Aug 20 13:27:07.099323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event updated for resources: {'Port': ['ID=c704ab97-1d74-430f-8212-d457223eb2c8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:07.106205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.110004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}, {'name': 'network-changed', 'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:07.113210 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77179ed-eaa9-4c0e-b33b-95f042b2c458" -d '{"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}, {"name": "network-changed", "server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:07.134218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Network d47a2a54-aea6-4e80-be84-e5893e419b82 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:07.139055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.177114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-a7d60304-62c4-4c7d-9a29-59d0b5cafbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:07.179689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-a7d60304-62c4-4c7d-9a29-59d0b5cafbb4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2833679 Aug 20 13:27:07.209445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:07.235117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:07.244237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:07.268128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', 'mac_address': 'fa:16:3e:c3:27:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:07.336956 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.339140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a975fe65-8201-437b-a610-d33b291cba32 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:07.360936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af631072-1295-4d51-b2f7-ff84242d5ee5 req-ee972332-44c2-49c9-aa26-976ab93965fe tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:07.363120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af631072-1295-4d51-b2f7-ff84242d5ee5 req-ee972332-44c2-49c9-aa26-976ab93965fe tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 944 time: 0.3228593 Aug 20 13:27:07.400905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:07.423282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:07.423967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.432366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:07.437655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-b2f7ba0f-e398-491a-8b16-548a2c5b59ed service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290765 Aug 20 13:27:07.439702 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.479151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e2da-0abb-410e-8b65-253fbf258956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.487346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3728b7b3-077f-4d3a-b6ae-cd903724253a req-10c6fc1e-400d-4093-8f32-b331a6b8334e service neutron] 10.222.0.13 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117780 Aug 20 13:27:07.491477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a975fe65-8201-437b-a610-d33b291cba32 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:07.518919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.520919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e2da-0abb-410e-8b65-253fbf258956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.526412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:07.547171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-69642083-1cb7-42b2-be42-9ac2ac24c825 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0443761 Aug 20 13:27:07.558335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc1006-4ef0-49ca-ab1d-81d488514fdf None None] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:07.595644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Request body: {'port': {'device_id': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:07.649004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:07.653314 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af631072-1295-4d51-b2f7-ff84242d5ee5 req-02a132e8-a7c2-43c5-9ac3-2dc904b88e60 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245128 Aug 20 13:27:07.661023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:07.665092 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.676258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1eb5e2da-0abb-410e-8b65-253fbf258956 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6114821f1a5a43c9901fbaea412686cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832411 Aug 20 13:27:07.683486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55346) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:07.689136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5e2da-0abb-410e-8b65-253fbf258956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f37958-1fd3-44ca-bbf3-8a05a85c783c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:07.692980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:07.737615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:07.751238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['48b2fe0a-a07e-4165-ab61-a8f04ed4e09a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:07.755745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Provisioning for port a975fe65-8201-437b-a610-d33b291cba32 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:07.759086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-5ee224b3-b3b5-4281-a495-7a2f0ccf4b50 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678804 Aug 20 13:27:07.760248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.785949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Provisioning complete for port a975fe65-8201-437b-a610-d33b291cba32 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:07.786620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:07.788722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event updated for resources: {'Port': ['ID=bf236c31-4713-4b7b-8c24-92507fceb98b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:07.850357 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc6903b7-b7f6-4538-9f5b-d86bb3674ff7 req-c3c171fd-106b-4be5-9756-6b03f42014e6 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952596 Aug 20 13:27:07.975952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.009613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:27:08.015659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff58cc3-e08b-4b3e-8955-e9d8388abc62 req-ee33d591-c0c7-4a79-bc09-54e9f61a3a0b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:08.017428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ff58cc3-e08b-4b3e-8955-e9d8388abc62 req-ee33d591-c0c7-4a79-bc09-54e9f61a3a0b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 949 time: 0.2535374 Aug 20 13:27:08.052586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] For port a975fe65-8201-437b-a610-d33b291cba32, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a975fe65-8201-437b-a610-d33b291cba32,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:08.073754 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.075072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.086212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b675dc5f-a68d-4147-b256-a8d3ddc5be73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.118486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-126785a2-c9c9-4a94-82de-edd98dc43384 req-67a3d662-cca9-4934-b61a-53bc934530fb service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332653 Aug 20 13:27:08.164927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ac1028-965f-40d7-a8c9-5872295c6b33 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:08.187679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.196735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Pushing event updated for resources: {'Port': ['ID=a975fe65-8201-437b-a610-d33b291cba32,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:08.205244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ff58cc3-e08b-4b3e-8955-e9d8388abc62 req-b6c8fa31-9def-4b4a-93e5-266a62505a29 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579697 Aug 20 13:27:08.208765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.209116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.209520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.210483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.210483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.210483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.210757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.211057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.211381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.211702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.212021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.212341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b08fb-a76b-4a87-8082-3c79f67dc5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:08.226339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-01defbc8-bbf7-4817-87bd-aaa4e2b4c39e None None] Provisioning complete for port a975fe65-8201-437b-a610-d33b291cba32 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:08.226863 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-01defbc8-bbf7-4817-87bd-aaa4e2b4c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.272044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Transition to ACTIVE for port object 25ac1028-965f-40d7-a8c9-5872295c6b33 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:08.287069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.328847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.414615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Pushing event updated for resources: {'Port': ['ID=25ac1028-965f-40d7-a8c9-5872295c6b33,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:08.467064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b675dc5f-a68d-4147-b256-a8d3ddc5be73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.469078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.471642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Subnet': ['ID=b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:08.510546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f4af-c8dd-48b6-a969-0803ac86177c req-d686104f-e743-490a-8b28-f84f87e015f9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:08.512588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79d1f4af-c8dd-48b6-a969-0803ac86177c req-d686104f-e743-490a-8b28-f84f87e015f9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 948 time: 0.1930971 Aug 20 13:27:08.545152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Subnet': ['ID=b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:08.548852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Checking segment: {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:08.549227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network hostable DHCP agents. Network: 9633215f-d737-4194-bb5c-781815c47f9c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:08.588074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Attempting to bind port 25ac1028-965f-40d7-a8c9-5872295c6b33 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:08.588505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Attempting to bind port 25ac1028-965f-40d7-a8c9-5872295c6b33 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:08.588843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Attempting to bind port 25ac1028-965f-40d7-a8c9-5872295c6b33 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:08.604253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79d1f4af-c8dd-48b6-a969-0803ac86177c req-0ccb979a-2f80-4e42-a2b8-cf4ded5d3b33 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839639 Aug 20 13:27:08.605094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Port 25ac1028-965f-40d7-a8c9-5872295c6b33 on network d47a2a54-aea6-4e80-be84-e5893e419b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:08.605491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Attempting to bind port 25ac1028-965f-40d7-a8c9-5872295c6b33 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:08.609743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network 9633215f-d737-4194-bb5c-781815c47f9c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:08.616369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:08.616758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Checking segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:08.616945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.617171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Bound using segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:08.617687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Bound port: 25ac1028-965f-40d7-a8c9-5872295c6b33, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:08.618076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.621809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Checking segment: {'id': 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:08.622432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network hostable DHCP agents. Network: 4d2ce81c-f985-47d8-a3dd-661b22f779cb, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:08.642741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9633215f-d737-4194-bb5c-781815c47f9c) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:08.651254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:08.652010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.658502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a1689-7c6c-43e3-b671-9c6fb615d1c7 None None] Network 9633215f-d737-4194-bb5c-781815c47f9c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:08.704455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b675dc5f-a68d-4147-b256-a8d3ddc5be73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.707483 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdae6f9-c261-4140-a333-7e9f41dfe07c x-openstack-request-id: req-6fdae6f9-c261-4140-a333-7e9f41dfe07c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:08.707976 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:08.708374 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fdae6f9-c261-4140-a333-7e9f41dfe07c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:08.708912 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'status': 'completed', 'code': 200} Aug 20 13:27:08.709337 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'status': 'completed', 'code': 200} Aug 20 13:27:08.714009 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b675dc5f-a68d-4147-b256-a8d3ddc5be73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.716015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b675dc5f-a68d-4147-b256-a8d3ddc5be73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51f37958-1fd3-44ca-bbf3-8a05a85c783c HTTP/1.1" status: 204 len: 168 time: 1.0278637 Aug 20 13:27:08.731534 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:08.738262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0a3e2bb8-0669-4f55-8d45-f0adc09e5e59 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9471231 Aug 20 13:27:08.843574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c704ab97-1d74-430f-8212-d457223eb2c8 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:08.852275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.866475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Transition to ACTIVE for port object c704ab97-1d74-430f-8212-d457223eb2c8 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:08.874105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] For port 25ac1028-965f-40d7-a8c9-5872295c6b33, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:08.897501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] For port 25ac1028-965f-40d7-a8c9-5872295c6b33, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=25ac1028-965f-40d7-a8c9-5872295c6b33,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:08.904005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9633215f-d737-4194-bb5c-781815c47f9c', 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'fixed_ips': [{'subnet_id': 'b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:27:08.904903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.907601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-31c4fd35-a976-4643-9f0a-531cb97c2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:08.909371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-31c4fd35-a976-4643-9f0a-531cb97c2fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.1546128 Aug 20 13:27:08.912595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.915814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:08.941470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08762d-09df-4ac8-9ec0-3519faad4530 req-ea0afa9b-2571-49e8-a751-defc87aea1db tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:08.943007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c08762d-09df-4ac8-9ec0-3519faad4530 req-ea0afa9b-2571-49e8-a751-defc87aea1db tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 944 time: 0.1280577 Aug 20 13:27:08.956329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 4d2ce81c-f985-47d8-a3dd-661b22f779cb) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:08.958962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675dc5f-a68d-4147-b256-a8d3ddc5be73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f37958-1fd3-44ca-bbf3-8a05a85c783c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:08.989969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:08.990674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.002139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af9ff8-fdcf-4db8-b006-550c141a3313 None None] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:09.017451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.018770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.024155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] 10.222.0.13 "PUT /v2.0/ports/25ac1028-965f-40d7-a8c9-5872295c6b33 HTTP/1.1" status: 200 len: 1092 time: 2.0809352 Aug 20 13:27:09.067344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:09.139304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-e52a8604-b7a2-4711-a85d-d7669dd7cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.140918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-e52a8604-b7a2-4711-a85d-d7669dd7cbf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1099 time: 0.4047112 Aug 20 13:27:09.145613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-23df7a95-378e-4da5-ae82-b250d983abb3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8084219 Aug 20 13:27:09.157589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55362) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:09.159589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c704ab97-1d74-430f-8212-d457223eb2c8,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:09.170465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'port': {'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb', 'name': 'tempest-NetworksIpV6TestAttrs-829185694'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:09.233235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55364) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:09.324797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a975fe65-8201-437b-a610-d33b291cba32 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:09.343787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81bca247-68a7-4040-84ac-f0fc86ab8ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.400936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Allocated IP 19.86.0.2 (9633215f-d737-4194-bb5c-781815c47f9c/b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d/56525682-c4d6-46fc-a61f-603756ebacb2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:09.415400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Attempting to bind port c704ab97-1d74-430f-8212-d457223eb2c8 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:09.415893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Attempting to bind port c704ab97-1d74-430f-8212-d457223eb2c8 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:09.416331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Attempting to bind port c704ab97-1d74-430f-8212-d457223eb2c8 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:09.444941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5879b-e5ba-45ce-813e-46951c746257 service neutron] Pushing event updated for resources: {'Port': ['ID=25ac1028-965f-40d7-a8c9-5872295c6b33,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:09.453894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Port c704ab97-1d74-430f-8212-d457223eb2c8 on network d47a2a54-aea6-4e80-be84-e5893e419b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:09.454382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Attempting to bind port c704ab97-1d74-430f-8212-d457223eb2c8 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:09.485173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.500076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:09.500628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Checking segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:09.501214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Bound using segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:09.501780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Bound port: c704ab97-1d74-430f-8212-d457223eb2c8, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:09.502244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.504037 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c08762d-09df-4ac8-9ec0-3519faad4530 req-e17059ca-1e08-40a7-8410-0b978ac0aa71 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517707 Aug 20 13:27:09.504353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.509408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:09.522780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:09.523199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.528507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-f34288a7-66e2-4189-8b5e-6904af731a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.529695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-fc54017e-24ad-4e51-b9cc-fb9a2efcc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.530302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-f34288a7-66e2-4189-8b5e-6904af731a1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3717961 Aug 20 13:27:09.531530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-fc54017e-24ad-4e51-b9cc-fb9a2efcc289 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 1095 time: 0.1342449 Aug 20 13:27:09.537199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-d4ce769a-3944-439b-8f0c-3435c9100a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.539006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-d4ce769a-3944-439b-8f0c-3435c9100a6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.6197596 Aug 20 13:27:09.567215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a975fe65-8201-437b-a610-d33b291cba32 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:09.567578 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.601617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-0e5db3ee-0278-4fa8-ac28-06592ec5bf1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ac1028-965f-40d7-a8c9-5872295c6b33 HTTP/1.1" status: 200 len: 217 time: 0.0557046 Aug 20 13:27:09.643401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-4d2ce81c-f985-47d8-a3dd-661b22f779cb', 'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb', 'tenant_id': 'f3ce1ca8fff244be8439544e0d109faa', 'fixed_ips': [{'subnet_id': 'b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:27:09.644240 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.646143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-1575b804-ee57-4e9e-8b9f-97a10551c0e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.0821362 Aug 20 13:27:09.692895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-6fbf856d-0abc-48d0-bc87-e90f1c842950 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.0892746 Aug 20 13:27:09.696753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event updated for resources: {'Port': ['ID=bf236c31-4713-4b7b-8c24-92507fceb98b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:09.766727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-a836ad0b-8ecb-4a24-993a-732925a8f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.769068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-a836ad0b-8ecb-4a24-993a-732925a8f91c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.1549859 Aug 20 13:27:09.774701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.784653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-6a88b309-b5c2-4cf6-9a3c-0198fb18c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.786308 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-6a88b309-b5c2-4cf6-9a3c-0198fb18c67b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1120348 Aug 20 13:27:09.793805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] For port c704ab97-1d74-430f-8212-d457223eb2c8, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:09.798964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] For port c704ab97-1d74-430f-8212-d457223eb2c8, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c704ab97-1d74-430f-8212-d457223eb2c8,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:09.799135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a0ca5-835a-4805-b9ea-022c7751fee9 req-19210bba-61b2-42f7-9a07-6ba1bffab79a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.800691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-678a0ca5-835a-4805-b9ea-022c7751fee9 req-19210bba-61b2-42f7-9a07-6ba1bffab79a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 944 time: 0.1890984 Aug 20 13:27:09.804342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-4aa8da2a-cc48-4708-af93-d75b532544b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.805685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-4aa8da2a-cc48-4708-af93-d75b532544b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.0957644 Aug 20 13:27:09.821906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.826423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-1dbdd8cd-3373-4ef7-b78c-62152bb0467c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467300 Aug 20 13:27:09.876257 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.878041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.887673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81bca247-68a7-4040-84ac-f0fc86ab8ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.906970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-0b6f013e-e35d-41dc-af20-f99d868a5ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836883 Aug 20 13:27:09.909090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:09.909719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.911103 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/c704ab97-1d74-430f-8212-d457223eb2c8 HTTP/1.1" status: 200 len: 1091 time: 2.3203766 Aug 20 13:27:09.917636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81bca247-68a7-4040-84ac-f0fc86ab8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.920438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'tag': 'c704ab97-1d74-430f-8212-d457223eb2c8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:09.923881 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c50c07-6755-4f59-a439-f0e784abbb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "34bab3c9-c4e9-4405-833c-5999b6c5ab6f", "tag": "c704ab97-1d74-430f-8212-d457223eb2c8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:09.927634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Transition to ACTIVE for port object 56525682-c4d6-46fc-a61f-603756ebacb2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:09.937370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:09.938646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-4da074a1-96c0-4852-80cf-a7b4eedfea6b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4964819 Aug 20 13:27:09.971130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5e6b-f444-4d04-835f-85f0b64120d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c704ab97-1d74-430f-8212-d457223eb2c8,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:09.974198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435925ed-b0ba-41f1-a471-f247c468358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:09.976036 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c682dd-4ec3-4704-8163-ad018cd4162b" -d '{"events": [{"server_uuid": "435925ed-b0ba-41f1-a471-f247c468358a", "name": "network-vif-plugged", "status": "completed", "tag": "48b2fe0a-a07e-4165-ab61-a8f04ed4e09a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:09.990292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Allocated IP 2001:db8::f816:3eff:fecd:20b7 (4d2ce81c-f985-47d8-a3dd-661b22f779cb/b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9/ff4a0818-a5f4-4111-9b3a-712a7eb78e21) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:09.993294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Transition to ACTIVE for port object 56525682-c4d6-46fc-a61f-603756ebacb2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:10.007966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-dec2c960-2e47-4722-9eab-0dbe06cf3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.008189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:10.009516 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-dec2c960-2e47-4722-9eab-0dbe06cf3967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090268 Aug 20 13:27:10.014049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.019447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.056496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-678a0ca5-835a-4805-b9ea-022c7751fee9 req-456cfaa3-bdb9-4a56-bb3b-b076c5c3c131 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287095 Aug 20 13:27:10.087345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-81bca247-68a7-4040-84ac-f0fc86ab8ee6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ca4416df39845e7bd58acca48ada347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8505554 Aug 20 13:27:10.087345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:10.089186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.094419 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55374) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:10.115845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Network 9633215f-d737-4194-bb5c-781815c47f9c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:10.121633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-c30b3da3-20f9-4d88-bd17-2a6d3a7a98d8 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.1697171 Aug 20 13:27:10.128447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:10.133199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:10.143768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:10.149428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bca247-68a7-4040-84ac-f0fc86ab8ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c93ad9-cfdb-489d-b610-808f05d412cf,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:10.202146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] device_id is not set on port c49c7a88-54be-4308-9c42-240bd2f5a5f5 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:27:10.249259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-97e62cc3-ae28-4523-927c-30ec1b4bc941 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141259 Aug 20 13:27:10.264939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Attempting to bind port 56525682-c4d6-46fc-a61f-603756ebacb2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:10.265313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Attempting to bind port 56525682-c4d6-46fc-a61f-603756ebacb2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:10.265654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Attempting to bind port 56525682-c4d6-46fc-a61f-603756ebacb2 on network 9633215f-d737-4194-bb5c-781815c47f9c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:10.282691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Pushing event updated for resources: {'Port': ['ID=56525682-c4d6-46fc-a61f-603756ebacb2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:10.287875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:10.288253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Checking segment: {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:10.288650 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.289048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Bound using segment: {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:10.289516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Bound port: 56525682-c4d6-46fc-a61f-603756ebacb2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:10.289894 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.322617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-356fdf7b-7f5e-4ebd-a210-bb925552c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.324746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-356fdf7b-7f5e-4ebd-a210-bb925552c45d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=34bab3c9-c4e9-4405-833c-5999b6c5ab6f HTTP/1.1" status: 200 len: 1094 time: 0.3487756 Aug 20 13:27:10.366608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.388379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Transition to ACTIVE for port object ff4a0818-a5f4-4111-9b3a-712a7eb78e21 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:10.410993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] For port 56525682-c4d6-46fc-a61f-603756ebacb2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:10.418763 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-710114f7-d163-4486-adf4-91e49cb00a7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c704ab97-1d74-430f-8212-d457223eb2c8 HTTP/1.1" status: 200 len: 217 time: 0.0804119 Aug 20 13:27:10.427529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Transition to ACTIVE for port object ff4a0818-a5f4-4111-9b3a-712a7eb78e21 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:10.429870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] For port 56525682-c4d6-46fc-a61f-603756ebacb2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56525682-c4d6-46fc-a61f-603756ebacb2,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:10.430211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9153153b-7218-4770-b82e-fdb568150d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.436000 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.437964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-f3ba2edf-c452-4826-96c5-9786a01a3ba7 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517210 Aug 20 13:27:10.445553 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.446755 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-edd23b20-705b-4573-abad-c15d3407a478 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006176 Aug 20 13:27:10.506600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:10.513394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:10.516947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:10.524217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666ae10-85a0-44af-b0df-26224fa0ee7d None None] Pushing event updated for resources: {'Port': ['ID=56525682-c4d6-46fc-a61f-603756ebacb2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:10.551084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-e38f2959-b49a-407e-950a-331342cf92d2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.552174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9ecfbc0-93de-4150-a43c-fd6a2b176203 req-e38f2959-b49a-407e-950a-331342cf92d2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.3898778 Aug 20 13:27:10.562677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-9ea7640c-fe2a-4d40-ba8b-77fa43c50dbe service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047435 Aug 20 13:27:10.582766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-900e9b32-4c2d-48ab-87f4-64012f92dcb4 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.589531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-900e9b32-4c2d-48ab-87f4-64012f92dcb4 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.601386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-900e9b32-4c2d-48ab-87f4-64012f92dcb4 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/networks?id=367ad031-b045-4ab8-ad49-b2b5e13337b1&id=9633215f-d737-4194-bb5c-781815c47f9c HTTP/1.1" status: 200 len: 1389 time: 0.3461916 Aug 20 13:27:10.618348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Pushing event updated for resources: {'Port': ['ID=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:10.623284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9153153b-7218-4770-b82e-fdb568150d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.651494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91656-8de0-4680-a856-f568a25158d0 req-cdc735db-678b-4a9a-9f73-8479d4d09617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.654469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-cdc735db-678b-4a9a-9f73-8479d4d09617 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.2285244 Aug 20 13:27:10.662954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-1345b913-a39d-4413-966f-e109a771e576 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092731 Aug 20 13:27:10.664272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-6b4e5307-bd16-4362-b4b9-6956bd5d4c90 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/quotas/1cfde2fd9f72481ab4828d05b872472a HTTP/1.1" status: 200 len: 375 time: 0.0622957 Aug 20 13:27:10.670680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Attempting to bind port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:10.671208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Attempting to bind port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:10.672027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Attempting to bind port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 on network 4d2ce81c-f985-47d8-a3dd-661b22f779cb {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:10.690277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:10.690277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Checking segment: {'id': 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:10.690277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.698671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Bound using segment: {'id': 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:10.701045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Bound port: ff4a0818-a5f4-4111-9b3a-712a7eb78e21, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4d2ce81c-f985-47d8-a3dd-661b22f779cb'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:10.703447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.711558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'tag': '25ac1028-965f-40d7-a8c9-5872295c6b33'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:10.714181 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1843609-ffdf-442d-b88b-84ba600bcaef" -d '{"events": [{"name": "network-changed", "server_uuid": "c200b91e-be7c-4c37-913c-dae8118606b1", "tag": "25ac1028-965f-40d7-a8c9-5872295c6b33"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:10.772385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Allocated IP 2001:db8::f816:3eff:fefc:cc99 (4d2ce81c-f985-47d8-a3dd-661b22f779cb/b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9/c49c7a88-54be-4308-9c42-240bd2f5a5f5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:10.792446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-7e4007c5-f709-4505-be97-428ee2e96ecf tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1135292 Aug 20 13:27:10.815112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] For port ff4a0818-a5f4-4111-9b3a-712a7eb78e21, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:10.825136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] For port ff4a0818-a5f4-4111-9b3a-712a7eb78e21, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,segment=NetworkSegment(f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3),segment_id=f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:10.837359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.848571 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-dcd1fb76-8153-4f63-ae37-c7e4e4fc84c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706984 Aug 20 13:27:10.880218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-f5de3dc8-6b3e-41af-9dbe-ee053af75ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:10.885088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-f5de3dc8-6b3e-41af-9dbe-ee053af75ac4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1099 time: 0.1584027 Aug 20 13:27:10.905051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9153153b-7218-4770-b82e-fdb568150d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.907659 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9153153b-7218-4770-b82e-fdb568150d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:10.911309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9153153b-7218-4770-b82e-fdb568150d71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8c93ad9-cfdb-489d-b610-808f05d412cf HTTP/1.1" status: 204 len: 168 time: 0.8126729 Aug 20 13:27:10.919224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab123dc-cbb0-49c8-91de-5cb038ee382e None None] Pushing event updated for resources: {'Port': ['ID=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:10.982431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153153b-7218-4770-b82e-fdb568150d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c93ad9-cfdb-489d-b610-808f05d412cf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:11.000969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-70cfab76-70e8-4bc1-adee-860511e1e335 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269144 Aug 20 13:27:11.039208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6c95-a6a6-434e-9f72-2aec5b8ec232 req-6bd67ef0-0f84-45b6-9106-7b517c2d936f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.040858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-979e6c95-a6a6-434e-9f72-2aec5b8ec232 req-6bd67ef0-0f84-45b6-9106-7b517c2d936f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.3962536 Aug 20 13:27:11.064347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-8df73f2b-b3b4-4701-b17a-129554ef5868 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1999352 Aug 20 13:27:11.068422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-31fffb33-14d7-4403-89b3-9d6a367a11a8 service neutron] 10.222.0.59 "GET /v2.0/networks/367ad031-b045-4ab8-ad49-b2b5e13337b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771294 Aug 20 13:27:11.089818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:11.185456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-6bd69d70-91ee-4fa2-9cd6-870656bb4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.187083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-6bd69d70-91ee-4fa2-9cd6-870656bb4902 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2955317 Aug 20 13:27:11.274465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-96bc9594-0573-4449-8b01-2f9554100e8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.0769572 Aug 20 13:27:11.328532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-84302d67-55b7-45fd-9890-6400fa64e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.330344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-84302d67-55b7-45fd-9890-6400fa64e2b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 1101 time: 0.1851916 Aug 20 13:27:11.380127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 56525682-c4d6-46fc-a61f-603756ebacb2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:11.425100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:11.450179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'mac_address': 'fa:16:3e:70:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:11.511402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 56525682-c4d6-46fc-a61f-603756ebacb2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:11.535096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:11.555888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30185cc1-9eac-4b37-96a7-e0c58f060ba9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:11.556947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-ff01780f-804a-4458-b6c7-df5e781e3c9f service neutron] 10.222.0.59 "GET /v2.0/networks/367ad031-b045-4ab8-ad49-b2b5e13337b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720464 Aug 20 13:27:11.593036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:11.600594 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:11.642611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-9e3f2a02-a399-408f-8c50-f5075cddf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.644115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-9e3f2a02-a399-408f-8c50-f5075cddf2bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.3618262 Aug 20 13:27:11.661976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-979e6c95-a6a6-434e-9f72-2aec5b8ec232 req-82eaeb30-4a63-4319-b203-f4042dbfa82c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078570 Aug 20 13:27:11.712445 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-9c8ed26e-7d39-43f2-a742-35a245962a09 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423190 Aug 20 13:27:11.724394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:11.754313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-55193557-3c21-47f3-a488-85e6ae66ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.755832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-55193557-3c21-47f3-a488-85e6ae66ff2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3623312 Aug 20 13:27:11.829012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-4823a40a-4234-43a0-8eff-9d608d48a4af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 200 len: 217 time: 0.0600667 Aug 20 13:27:11.833320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-a45e22af-561b-4178-ab73-08a71c2041a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.834835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-a45e22af-561b-4178-ab73-08a71c2041a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772075 Aug 20 13:27:11.843692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-8926dc34-b29f-4655-ab44-6344ecb6fdc3 service neutron] 10.222.0.59 "GET /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842138 Aug 20 13:27:11.892344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:11.930282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['30185cc1-9eac-4b37-96a7-e0c58f060ba9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:11.971980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804e50-6dec-4a7b-9e1c-9aeacf3eb09c req-ca6d3af0-1864-4bf1-a38c-455517601686 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:11.975767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91804e50-6dec-4a7b-9e1c-9aeacf3eb09c req-ca6d3af0-1864-4bf1-a38c-455517601686 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 949 time: 0.1605995 Aug 20 13:27:11.977089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Transition to ACTIVE for port object c49c7a88-54be-4308-9c42-240bd2f5a5f5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:12.002124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23b91656-8de0-4680-a856-f568a25158d0 req-52f24c24-fbdb-4b8a-81f5-1a35378281c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808251 Aug 20 13:27:12.042595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-e0d1adda-6ad3-4ce4-8f05-a2474ba6b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:12.044208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-e0d1adda-6ad3-4ce4-8f05-a2474ba6b79d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1983976 Aug 20 13:27:12.148517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91804e50-6dec-4a7b-9e1c-9aeacf3eb09c req-19a0745e-f0c1-44ef-a41b-d05f982471d1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283178 Aug 20 13:27:12.150554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:12.154774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a1e76-1fd3-4a57-a6f1-fe0e5ddfd384 None None] Network 9633215f-d737-4194-bb5c-781815c47f9c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:12.264786 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e721939-884a-4733-aa54-bc4dec8a7b01 x-openstack-request-id: req-4e721939-884a-4733-aa54-bc4dec8a7b01 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:12.265421 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bab3c9-c4e9-4405-833c-5999b6c5ab6f", "tag": "c704ab97-1d74-430f-8212-d457223eb2c8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:12.265837 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e721939-884a-4733-aa54-bc4dec8a7b01 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:12.266409 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'tag': 'c704ab97-1d74-430f-8212-d457223eb2c8', 'status': 'completed', 'code': 200} Aug 20 13:27:12.268309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Port': ['ID=c49c7a88-54be-4308-9c42-240bd2f5a5f5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:12.317741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:12.322505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:12.327614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:12.333779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:12.334740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:12.375284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-160fb717-5d4b-40b8-8deb-5231a350fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:12.377503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-160fb717-5d4b-40b8-8deb-5231a350fbf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=34bab3c9-c4e9-4405-833c-5999b6c5ab6f HTTP/1.1" status: 200 len: 1094 time: 0.1055956 Aug 20 13:27:12.389585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-389059a2-53f2-4e87-9a5d-be8004303718 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2273555 Aug 20 13:27:12.391077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55416) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:12.499005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] Provisioning for port 56525682-c4d6-46fc-a61f-603756ebacb2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:12.533857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] Provisioning complete for port 56525682-c4d6-46fc-a61f-603756ebacb2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:12.534243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:12.636285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-bd7510a1-9b01-41a1-bd11-6a0bd2210b7c service neutron] 10.222.0.59 "GET /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916203 Aug 20 13:27:12.647943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-5ed85764-b93c-4610-8942-d950e29563c5 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945614 Aug 20 13:27:12.678679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-bfa217c4-d10f-4dfe-a9ca-eb73e100a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:12.680195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-bfa217c4-d10f-4dfe-a9ca-eb73e100a811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6212165 Aug 20 13:27:12.702067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting subnet b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:12.711295 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:12.735875 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a922e247-f132-4592-9e4c-7aeb7e8fc2cf x-openstack-request-id: req-a922e247-f132-4592-9e4c-7aeb7e8fc2cf {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:12.736761 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435925ed-b0ba-41f1-a471-f247c468358a", "name": "network-vif-plugged", "status": "completed", "tag": "48b2fe0a-a07e-4165-ab61-a8f04ed4e09a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:12.737022 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a922e247-f132-4592-9e4c-7aeb7e8fc2cf {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:12.737429 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435925ed-b0ba-41f1-a471-f247c468358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', 'code': 200} Aug 20 13:27:12.740462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34bb83-6d18-4ae7-965a-ee75681812c0 None None] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:12.867674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:12.969152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07722af6-8c5d-48cb-97b2-61595753c53f req-b0edfac2-40cb-4484-8973-6af62aee095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:12.970837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07722af6-8c5d-48cb-97b2-61595753c53f req-b0edfac2-40cb-4484-8973-6af62aee095c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 1101 time: 0.1741145 Aug 20 13:27:12.985372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb02c8a-3e61-4255-9d74-fc7705d3adf5 req-a74d43f0-2543-47c4-a571-7e1a94bcd76f tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:12.993311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:12.994005 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cb02c8a-3e61-4255-9d74-fc7705d3adf5 req-a74d43f0-2543-47c4-a571-7e1a94bcd76f tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 944 time: 0.2109973 Aug 20 13:27:13.013643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-43936762-238f-4127-824f-7ef41bb7f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:13.015157 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-43936762-238f-4127-824f-7ef41bb7f6f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 913 time: 0.6219628 Aug 20 13:27:13.029493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-7a5ad3e9-59dd-4c42-9c56-cb569bd65038 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025539 Aug 20 13:27:13.031493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b77179ed-eaa9-4c0e-b33b-95f042b2c458 req-1c6fc92a-a9d4-47ad-b255-b8e808eb6c0a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737583 Aug 20 13:27:13.072270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-5ac892ac-f0eb-4c9b-a7c2-ecd595834623 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c704ab97-1d74-430f-8212-d457223eb2c8 HTTP/1.1" status: 200 len: 217 time: 0.0459931 Aug 20 13:27:13.207632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07722af6-8c5d-48cb-97b2-61595753c53f req-26e225bb-2ddd-4d00-808c-22f0a5c5ff3f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230592 Aug 20 13:27:13.226067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-5b0be1a9-136e-42e5-80a1-a4db4021973c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:13.227704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-5b0be1a9-136e-42e5-80a1-a4db4021973c tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2485049 Aug 20 13:27:13.274846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cb02c8a-3e61-4255-9d74-fc7705d3adf5 req-fc4a23e4-61e3-4c18-9d9a-7d3a665a6f60 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719655 Aug 20 13:27:13.377800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-005376cb-5596-4914-855c-9cc40c757f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:13.389625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-005376cb-5596-4914-855c-9cc40c757f2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.2972496 Aug 20 13:27:13.404318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff4a0818-a5f4-4111-9b3a-712a7eb78e21 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:13.462776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-9f22ed43-751a-44e4-8f9d-c8bb79485367 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695720 Aug 20 13:27:13.467990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] For port 56525682-c4d6-46fc-a61f-603756ebacb2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56525682-c4d6-46fc-a61f-603756ebacb2,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:13.468414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-27210c1c-c3f4-4bc9-b5f5-a4007bf0fda3 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.2247136 Aug 20 13:27:13.477198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:13.491843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:13.525964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'floatingip': {'port_id': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:13.543245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a622540a-ad9e-4c00-96f5-ea99f7feccaa details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:13.670224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:13.684708 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7805bc-bd6a-4f07-b3f2-080d40e70522 x-openstack-request-id: req-9b7805bc-bd6a-4f07-b3f2-080d40e70522 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:13.685589 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c200b91e-be7c-4c37-913c-dae8118606b1", "tag": "25ac1028-965f-40d7-a8c9-5872295c6b33", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:13.685589 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b7805bc-bd6a-4f07-b3f2-080d40e70522 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:13.686075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:13.693105 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'tag': '25ac1028-965f-40d7-a8c9-5872295c6b33', 'status': 'completed', 'code': 200} Aug 20 13:27:13.695551 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f713cb5c-eb68-4695-a560-6f67949f93c1 req-5026803c-783f-43b7-b6e5-341e76a744c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303434 Aug 20 13:27:13.729865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:13.808223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:13.811437 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9 HTTP/1.1" status: 204 len: 168 time: 1.4162357 Aug 20 13:27:13.815807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55456) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:13.846951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928bab3-13f2-405d-8516-b6d5a855018b None None] Pushing event updated for resources: {'Port': ['ID=56525682-c4d6-46fc-a61f-603756ebacb2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:13.858687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] Provisioning for port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:13.880007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] Provisioning complete for port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:13.880431 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:13.898978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad1060-d837-4475-ad21-491e3ea8005e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:13.936533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a622540a-ad9e-4c00-96f5-ea99f7feccaa, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:13.958936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'port_id': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'mac_address': 'fa:16:3e:52:88:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:14.019820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef759149-13cd-4bee-b55e-4033e9d68f4e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.027793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.031962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef759149-13cd-4bee-b55e-4033e9d68f4e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.033725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ef759149-13cd-4bee-b55e-4033e9d68f4e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2170799 Aug 20 13:27:14.036455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55468) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:14.061046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c51dc09-feba-44c7-9452-0f0e26951e1d None None] Network 4d2ce81c-f985-47d8-a3dd-661b22f779cb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:14.115267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-9e80b70f-4d04-4c84-a77a-7a7b46ca1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.117171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-9e80b70f-4d04-4c84-a77a-7a7b46ca1d84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 1095 time: 0.4283614 Aug 20 13:27:14.141257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-9323814e-bb57-43d4-bcd6-8e0c86a2965a service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705298 Aug 20 13:27:14.161792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a622540a-ad9e-4c00-96f5-ea99f7feccaa {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:14.198328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602be2d5-6b11-4e34-adc8-e52d05aa66e1 req-e4e3b871-ec1b-4458-8627-d1dbe2623ebc tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.200047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2728602f-c2fb-498b-9785-339484478529 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.206058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-602be2d5-6b11-4e34-adc8-e52d05aa66e1 req-e4e3b871-ec1b-4458-8627-d1dbe2623ebc tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 944 time: 0.3871720 Aug 20 13:27:14.216446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.217838 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-2728602f-c2fb-498b-9785-339484478529 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 13:27:14.218359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2728602f-c2fb-498b-9785-339484478529 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:14.220200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2728602f-c2fb-498b-9785-339484478529 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/4d2ce81c-f985-47d8-a3dd-661b22f779cb HTTP/1.1" status: 409 len: 405 time: 0.1827648 Aug 20 13:27:14.224350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55482) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:14.236137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-371860020'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:14.304766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a622540a-ad9e-4c00-96f5-ea99f7feccaa, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:14.331921 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.332658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 25ac1028-965f-40d7-a8c9-5872295c6b33 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:14.335599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] For port ff4a0818-a5f4-4111-9b3a-712a7eb78e21, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,segment=NetworkSegment(f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3),segment_id=f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:14.377613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-602be2d5-6b11-4e34-adc8-e52d05aa66e1 req-dba08ebc-ee45-4659-966a-3cb8496f573d tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567814 Aug 20 13:27:14.410653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:14.415317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.428531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-c8d61acd-ed1d-4f71-ad78-6f991c477a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.439462 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-c8d61acd-ed1d-4f71-ad78-6f991c477a9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 913 time: 0.3109527 Aug 20 13:27:14.461458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a622540a-ad9e-4c00-96f5-ea99f7feccaa,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:14.475119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] DHCP port deletion for 4d2ce81c-f985-47d8-a3dd-661b22f779cb request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:14.482466 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.541134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:14.566507 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-e1dda06e-e454-4929-ac45-8ed0b7f4010b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ac1028-965f-40d7-a8c9-5872295c6b33 HTTP/1.1" status: 200 len: 217 time: 0.1133084 Aug 20 13:27:14.577059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.577787 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Added segment 69050fa7-5281-4d69-b94d-a00d192b8b90 of type vlan for network c082c5a5-adb0-4798-bdff-5ae290f94bf7 Aug 20 13:27:14.679066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77c50c07-6755-4f59-a439-f0e784abbb8e req-53bde6ed-2e2c-41c1-a38f-ebb7ffa1bab8 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367771 Aug 20 13:27:14.699274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-bcf6a706-ebd9-495e-9650-f9efbc070280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.713219 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:27:14.719147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-bcf6a706-ebd9-495e-9650-f9efbc070280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.1434574 Aug 20 13:27:14.778380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074b8c-e999-4718-b4a6-2d9738b1f73f None None] Pushing event updated for resources: {'Port': ['ID=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:14.791737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.794176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Provisioning for port c49c7a88-54be-4308-9c42-240bd2f5a5f5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:14.812802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] Deleting port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:14.813181 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.828132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Provisioning complete for port c49c7a88-54be-4308-9c42-240bd2f5a5f5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:14.828823 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.835175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-7e20bcf9-6fe2-4b16-bc4b-6084278a8fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074924 Aug 20 13:27:14.869583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55492) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:14.898691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.919657 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:14.931964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-eb1586f4-ac16-4ed4-b1c9-4b961ee31f02 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:14.934584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-eb1586f4-ac16-4ed4-b1c9-4b961ee31f02 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 949 time: 0.2744596 Aug 20 13:27:14.963640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 25ac1028-965f-40d7-a8c9-5872295c6b33, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=25ac1028-965f-40d7-a8c9-5872295c6b33,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:14.988728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-e9d1b08a-e822-4e37-9b74-c206574f9e2d service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199884 Aug 20 13:27:15.016865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ac826-aee4-49bb-9d2f-ed223961f871 req-a932ad14-6c71-42d5-a9d1-19826b68e6f9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.018475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e29ac826-aee4-49bb-9d2f-ed223961f871 req-a932ad14-6c71-42d5-a9d1-19826b68e6f9 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.2582042 Aug 20 13:27:15.029250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] For port ff4a0818-a5f4-4111-9b3a-712a7eb78e21, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,segment=NetworkSegment(f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3),segment_id=f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:15.030751 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.033960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '25ac1028-965f-40d7-a8c9-5872295c6b33', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'port_id': '25ac1028-965f-40d7-a8c9-5872295c6b33', 'mac_address': 'fa:16:3e:df:04:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97012c29-a5b7-4b39-a10f-881d73cdfce6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:15.053104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Port c49c7a88-54be-4308-9c42-240bd2f5a5f5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:15.055258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] Calling delete_port for ff4a0818-a5f4-4111-9b3a-712a7eb78e21 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:15.105798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Provisioning complete for port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:15.106165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.108087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:15.108723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e29ac826-aee4-49bb-9d2f-ed223961f871 req-dedcd9f4-fe73-4078-94ea-cdf2273bd6c2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782440 Aug 20 13:27:15.165199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9326da35-b887-4217-8e01-82bc17dea4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.199896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-5cd54893-5836-415f-bda7-79c5a71aab4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954051 Aug 20 13:27:15.228380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1843609-ffdf-442d-b88b-84ba600bcaef req-1ec7a51c-1ba7-4fec-b1e6-6b3dffdfe393 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306960 Aug 20 13:27:15.269107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.274671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.275276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.308597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5da7fc75-3935-4d35-95ec-82d097d8e293 req-e319cdc1-1074-4d67-bafc-178a3625aadc tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 210 time: 0.0635543 Aug 20 13:27:15.344974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-4b9592f0-e5d6-4ce4-b02a-263fe02632e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.347546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-4b9592f0-e5d6-4ce4-b02a-263fe02632e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 1101 time: 0.1128726 Aug 20 13:27:15.347694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 56525682-c4d6-46fc-a61f-603756ebacb2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:15.414758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Could not find standard attr ID for object ff4a0818-a5f4-4111-9b3a-712a7eb78e21. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:27:15.416389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.433540 n-d-804232-5 neutron-server[94863]: INFO neutron.plugins.ml2.db [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] No ports have port_id starting with ff4a0818-a5f4-4111-9b3a-712a7eb78e21 Aug 20 13:27:15.455608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.463960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-5ecec1c7-06f6-4659-be2b-8cea10cd048c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.469757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] Pushing event deleted for resources: {'Port': ['ID=ff4a0818-a5f4-4111-9b3a-712a7eb78e21,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:15.472810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-5ecec1c7-06f6-4659-be2b-8cea10cd048c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.474944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-5ecec1c7-06f6-4659-be2b-8cea10cd048c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.53 "GET /v2.0/networks?id=367ad031-b045-4ab8-ad49-b2b5e13337b1&id=9633215f-d737-4194-bb5c-781815c47f9c HTTP/1.1" status: 200 len: 1389 time: 0.7064857 Aug 20 13:27:15.488211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Network': ['ID=c082c5a5-adb0-4798-bdff-5ae290f94bf7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:15.489663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07fbf8f-14ac-483a-b653-df5944deb387 None None] No DVR routers for this DVR port ff4a0818-a5f4-4111-9b3a-712a7eb78e21 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:15.507489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'port': {'device_id': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1', 'admin_state_up': True, 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:15.514996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c082c5a5-adb0-4798-bdff-5ae290f94bf7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:15.515093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9326da35-b887-4217-8e01-82bc17dea4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.519572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ac1028-965f-40d7-a8c9-5872295c6b33 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:15.530470 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9326da35-b887-4217-8e01-82bc17dea4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.538907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:15.578048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d546-c65c-492f-9843-c24ea0385566 req-ff399eb0-033c-403c-93ef-43012f4daba9 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.579668 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8945d546-c65c-492f-9843-c24ea0385566 req-ff399eb0-033c-403c-93ef-43012f4daba9 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 944 time: 0.1703608 Aug 20 13:27:15.584200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Provisioning complete for port 56525682-c4d6-46fc-a61f-603756ebacb2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:15.584593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3a1a-8a91-4a12-a268-0226b0371513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.595211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:15.595614 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.609228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9326da35-b887-4217-8e01-82bc17dea4b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2004a6ec7c234cc9acf2c10d2096d001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341471 Aug 20 13:27:15.609433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-9c8a75f1-d947-46d2-a7fe-53d2b951f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.610833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-9c8a75f1-d947-46d2-a7fe-53d2b951f92f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2338738 Aug 20 13:27:15.611435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55498) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:15.617821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326da35-b887-4217-8e01-82bc17dea4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669086b-ac25-4756-b473-1ac3c039abd8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:15.622750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64228716-6c0f-401b-ad1a-5d8aeb4c0c69 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3937447 Aug 20 13:27:15.622971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 25ac1028-965f-40d7-a8c9-5872295c6b33, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=25ac1028-965f-40d7-a8c9-5872295c6b33,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:15.631632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:15.644866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'subnet': {'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:15.655162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-2dfe1b1e-7786-4b9d-9abe-bdb93fe4244c service neutron] 10.222.0.53 "GET /v2.0/ports/30185cc1-9eac-4b37-96a7-e0c58f060ba9/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 382 time: 0.6812127 Aug 20 13:27:15.656879 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.671520 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Floating IP c2f331b4-52c0-4774-afd9-6ed2e24b9439 associated. External IP: 172.25.6.231, port: 57c0cbc9-6d2d-4a55-a956-252e738ec548. Aug 20 13:27:15.681509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c704ab97-1d74-430f-8212-d457223eb2c8 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:15.724882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 56525682-c4d6-46fc-a61f-603756ebacb2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:15.725646 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.748481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-97888547-0794-457b-89f9-2da1913ba79e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 200 len: 217 time: 0.1173670 Aug 20 13:27:15.784260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8945d546-c65c-492f-9843-c24ea0385566 req-af200ef0-4b32-494e-a68a-35e97dd1b20a tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919019 Aug 20 13:27:15.797832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2950994c-fc2c-479b-86d2-507f92dfea86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.834636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=25ac1028-965f-40d7-a8c9-5872295c6b33,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:15.890269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-9d6276c2-8767-46e6-9837-48c9ab5e1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.891748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-9d6276c2-8767-46e6-9837-48c9ab5e1523 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1322956 Aug 20 13:27:15.914527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-a7548a4b-4b28-4794-a28d-ed8d52d8e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:15.915236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:27:15.915236 n-d-804232-5 neutron-server[94862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 13:27:15.915236 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id': 'f3ce1ca8fff244be8439544e0d109faa', 'id': '91682479-1d3d-46a1-a367-faa8803516de', 'expiration': datetime.datetime(2021, 8, 20, 13, 29, 15, 883992)}] Aug 20 13:27:15.915236 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:27:15.915236 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:27:15.915656 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11f0ac84-00d7-4a66-b401-33b2f4291287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.916195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-a7548a4b-4b28-4794-a28d-ed8d52d8e8c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1100 time: 0.1965830 Aug 20 13:27:15.941866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['25ac1028-965f-40d7-a8c9-5872295c6b33'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:15.943957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['a622540a-ad9e-4c00-96f5-ea99f7feccaa'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:15.964474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:15.969107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:15.983370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11f0ac84-00d7-4a66-b401-33b2f4291287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.014855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-4178eafa-0a6d-484c-acbd-5413493fc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:16.016324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-4178eafa-0a6d-484c-acbd-5413493fc22f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100256 Aug 20 13:27:16.031074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460995d6-b61c-46ce-9c6e-427de9cd5c15 req-8e7a4b9d-5386-42e0-8809-6c8e527a1494 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:16.032830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-460995d6-b61c-46ce-9c6e-427de9cd5c15 req-8e7a4b9d-5386-42e0-8809-6c8e527a1494 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 949 time: 0.1545784 Aug 20 13:27:16.201262 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.277835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:27:16.285345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-7d128eec-071c-426d-abe5-1b1166ee03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:16.286987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-7d128eec-071c-426d-abe5-1b1166ee03e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.3320007 Aug 20 13:27:16.292582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c704ab97-1d74-430f-8212-d457223eb2c8, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c704ab97-1d74-430f-8212-d457223eb2c8,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:16.295864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:16.298428 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93ddc8-beff-4295-9058-4719ea85fe97" -d '{"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-plugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:16.349871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:16.358155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'c704ab97-1d74-430f-8212-d457223eb2c8', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'port_id': 'c704ab97-1d74-430f-8212-d457223eb2c8', 'mac_address': 'fa:16:3e:f2:de:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97012c29-a5b7-4b39-a10f-881d73cdfce6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:16.368986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.370996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff4a0818-a5f4-4111-9b3a-712a7eb78e21 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:16.416278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-006fd131-aee3-4e57-b4e3-c5375a6a7cc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.1182752 Aug 20 13:27:16.451011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ff4a0818-a5f4-4111-9b3a-712a7eb78e21 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:16.451354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff4a0818-a5f4-4111-9b3a-712a7eb78e21 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:16.477063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-460995d6-b61c-46ce-9c6e-427de9cd5c15 req-bfc1a718-3c0b-4357-97e8-8cd746b569d9 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261196 Aug 20 13:27:16.492122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11f0ac84-00d7-4a66-b401-33b2f4291287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.502789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11f0ac84-00d7-4a66-b401-33b2f4291287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.504220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11f0ac84-00d7-4a66-b401-33b2f4291287 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4669086b-ac25-4756-b473-1ac3c039abd8 HTTP/1.1" status: 204 len: 168 time: 0.8836925 Aug 20 13:27:16.523635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.531258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-09a71205-3a6f-4c0d-ac5f-698a59b2b0f2 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974477 Aug 20 13:27:16.536476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0ac84-00d7-4a66-b401-33b2f4291287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669086b-ac25-4756-b473-1ac3c039abd8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:16.552456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-224e11a0-db14-46d4-9e6c-0e9677f6428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:16.554030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-224e11a0-db14-46d4-9e6c-0e9677f6428a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1082542 Aug 20 13:27:16.568137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:16.572417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Allocated IP 19.80.0.44 (367ad031-b045-4ab8-ad49-b2b5e13337b1/1d7a410e-3059-457d-bbd4-882d0c3505e6/e8eb0de5-7d0f-4875-bef1-4c711936882b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:16.574811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:16.579009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c704ab97-1d74-430f-8212-d457223eb2c8 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:16.581631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.638398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:27:16.645421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.653679 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] Sync routers for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:27:16.660889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c704ab97-1d74-430f-8212-d457223eb2c8, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c704ab97-1d74-430f-8212-d457223eb2c8,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:16.672541 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:16.672898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:16.693675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-af122ed3-513d-4af2-96db-a4e0bbc874b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:16.695194 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-af122ed3-513d-4af2-96db-a4e0bbc874b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244228 Aug 20 13:27:16.698194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:16.703536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-74407c79-3eb3-4aaf-85d7-4c3334892058 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "PUT /v2.0/floatingips/c2f331b4-52c0-4774-afd9-6ed2e24b9439 HTTP/1.1" status: 200 len: 997 time: 3.2177639 Aug 20 13:27:16.706136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:16.708353 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:16.840713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c704ab97-1d74-430f-8212-d457223eb2c8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:16.860171 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:16.908096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-dd1d0da6-2800-44ba-96e1-6777f11de9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:16.909822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-dd1d0da6-2800-44ba-96e1-6777f11de9ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.1804397 Aug 20 13:27:16.964404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55516) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:16.968506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c704ab97-1d74-430f-8212-d457223eb2c8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:16.994543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-4c7e97c1-1ddf-426e-85ee-09ddf8a8577c service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825048 Aug 20 13:27:17.018340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9713fb98-3205-428e-afbe-36d5ea5aaa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.029578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.066858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8924e9-fb51-4ab3-a3ad-5ddcddb282bf req-d5529c41-577a-414d-ad17-2306adf646c2 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:17.068289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de8924e9-fb51-4ab3-a3ad-5ddcddb282bf req-d5529c41-577a-414d-ad17-2306adf646c2 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 945 time: 0.4565005 Aug 20 13:27:17.110926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Transition to ACTIVE for port object e8eb0de5-7d0f-4875-bef1-4c711936882b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:17.133314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0cfe268-234f-4195-bbb2-da6a61d1a50d req-16725854-0149-4265-bd60-88ca75e93a3d service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823576 Aug 20 13:27:17.176271 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'c2f331b4-52c0-4774-afd9-6ed2e24b9439', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'port_id': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'mac_address': 'fa:16:3e:a4:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306d164-0b48-45d4-bde1-fa02981a4280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:27:07Z', 'updated_at': '2021-08-20T13:27:14Z', 'revision_number': 1, 'project_id': '3308a1798a2541919f2cd331109f1456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:50Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:17.179582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-c07b0578-0b2c-4b3c-a9fc-59f212e28687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:17.181440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-c07b0578-0b2c-4b3c-a9fc-59f212e28687 service neutron] 10.222.0.59 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.2564561 Aug 20 13:27:17.188841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-48121b04-3da7-41e1-8400-26dbeede6163 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788251 Aug 20 13:27:17.236804 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] Checking router: a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:27:17.247251 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:17.248028 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:26:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:17.249916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.252367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:27:17.256723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de8924e9-fb51-4ab3-a3ad-5ddcddb282bf req-ee8c214d-1326-4b5d-b57a-c9a0c2ab4529 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739306 Aug 20 13:27:17.259571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.356950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:17.360219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Port': ['ID=e8eb0de5-7d0f-4875-bef1-4c711936882b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:17.364431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-eebeb67f-9b44-4419-a89a-fbd540209e01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 1000 time: 0.1718671 Aug 20 13:27:17.365371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:17.373498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:17.455174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Subnet': ['ID=988c736a-26c0-40c2-8ef8-5c7889a72786,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:17.462825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:17.463900 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.489808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Checking segment: {'id': '69050fa7-5281-4d69-b94d-a00d192b8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:17.490293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network hostable DHCP agents. Network: c082c5a5-adb0-4798-bdff-5ae290f94bf7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:17.491482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-4303b769-f910-4de8-a701-2ae80f84ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:17.502854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-4303b769-f910-4de8-a701-2ae80f84ae11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.1258459 Aug 20 13:27:17.507961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9713fb98-3205-428e-afbe-36d5ea5aaa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.516497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:17.516844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe060a7-97f4-42fe-b653-cfee4c1c87fc req-723802a3-77f3-4b2e-aea3-2328e55a5436 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:17.518590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fe060a7-97f4-42fe-b653-cfee4c1c87fc req-723802a3-77f3-4b2e-aea3-2328e55a5436 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.1666372 Aug 20 13:27:17.522295 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9713fb98-3205-428e-afbe-36d5ea5aaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.551771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-73f4d70c-d44b-4c4e-87c6-2ff8a0760b00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454001 Aug 20 13:27:17.565272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-714cf516-ec2d-452e-b58c-81fa0dc0056f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0683272 Aug 20 13:27:17.590828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network c082c5a5-adb0-4798-bdff-5ae290f94bf7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:17.598548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713fb98-3205-428e-afbe-36d5ea5aaa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a8c02-66e4-47b2-8765-f1f6679d5fd5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:17.607475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9713fb98-3205-428e-afbe-36d5ea5aaa8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aac969375def44fdabc63c819bcb939c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343760 Aug 20 13:27:17.608631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55520) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:17.631884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c082c5a5-adb0-4798-bdff-5ae290f94bf7) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:17.643014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:17.643729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.648015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa1159-8991-4328-ab7b-4f028647e609 None None] Network c082c5a5-adb0-4798-bdff-5ae290f94bf7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:17.665794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fe060a7-97f4-42fe-b653-cfee4c1c87fc req-94efc816-1b89-4d61-b8f0-937e31773580 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290734 Aug 20 13:27:17.710479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a622540a-ad9e-4c00-96f5-ea99f7feccaa up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:17.719274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89807224-d0ca-4402-9730-bad10adb34f3 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0846598 Aug 20 13:27:17.727854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55524) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:17.748467 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f5b5ff-f43a-4194-a302-d98b00502759 x-openstack-request-id: req-c3f5b5ff-f43a-4194-a302-d98b00502759 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:17.748781 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-plugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:17.749039 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3f5b5ff-f43a-4194-a302-d98b00502759 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:17.749428 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'code': 200} Aug 20 13:27:17.784095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b8a2c7ee-5475-4d00-bf63-8dd1a7b89aab None None] Provisioning for port e8eb0de5-7d0f-4875-bef1-4c711936882b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:17.802757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b8a2c7ee-5475-4d00-bf63-8dd1a7b89aab None None] Provisioning complete for port e8eb0de5-7d0f-4875-bef1-4c711936882b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:17.803162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c7ee-5475-4d00-bf63-8dd1a7b89aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.887196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port a622540a-ad9e-4c00-96f5-ea99f7feccaa completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:17.891455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2c7ee-5475-4d00-bf63-8dd1a7b89aab None None] Port e8eb0de5-7d0f-4875-bef1-4c711936882b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:17.898464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port a622540a-ad9e-4c00-96f5-ea99f7feccaa triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:17.899068 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.905322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:17.931903 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'c2f331b4-52c0-4774-afd9-6ed2e24b9439', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'port_id': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'mac_address': 'fa:16:3e:a4:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306d164-0b48-45d4-bde1-fa02981a4280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:27:07Z', 'updated_at': '2021-08-20T13:27:14Z', 'revision_number': 1, 'project_id': '3308a1798a2541919f2cd331109f1456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:50Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:17.954127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Request body: {'port': {'device_id': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c', 'admin_state_up': True, 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:17.971421 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e39d0-adf8-46b6-b3f4-a45b5d9322ca None None] The sync data for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 is: [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'c2f331b4-52c0-4774-afd9-6ed2e24b9439', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'port_id': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'mac_address': 'fa:16:3e:a4:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306d164-0b48-45d4-bde1-fa02981a4280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:27:07Z', 'updated_at': '2021-08-20T13:27:14Z', 'revision_number': 1, 'project_id': '3308a1798a2541919f2cd331109f1456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:50Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:27:17.972398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-c082c5a5-adb0-4798-bdff-5ae290f94bf7', 'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7', 'tenant_id': 'f3ce1ca8fff244be8439544e0d109faa', 'fixed_ips': [{'subnet_id': '988c736a-26c0-40c2-8ef8-5c7889a72786'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:27:17.973987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.062592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-033893ff-443e-476c-8008-bc77bf826576 service neutron] 10.222.0.59 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091727 Aug 20 13:27:18.082988 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5314b28-61af-42c1-b6ec-bab4b68c5a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.111973 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.123158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.140593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5314b28-61af-42c1-b6ec-bab4b68c5a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.167211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Made reservation on behalf of 1cfde2fd9f72481ab4828d05b872472a for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:18.171772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.178773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11f551-6d26-4078-9ee3-5131ed6fb351 req-01440220-34e0-4df8-803a-638bf27a81a9 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:18.180679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e11f551-6d26-4078-9ee3-5131ed6fb351 req-01440220-34e0-4df8-803a-638bf27a81a9 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 931 time: 0.2700226 Aug 20 13:27:18.192395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a622540a-ad9e-4c00-96f5-ea99f7feccaa, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:18.193866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Allocated IP 2001:db8::f816:3eff:fedc:56ff (c082c5a5-adb0-4798-bdff-5ae290f94bf7/988c736a-26c0-40c2-8ef8-5c7889a72786/56ba06e9-aa58-4883-8b19-e12833059c04) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:18.207275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.208102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 25ac1028-965f-40d7-a8c9-5872295c6b33 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:18.214595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc5f38d-5453-4792-a5b3-c43e5bd0de62 req-aa478469-f3fe-4099-9bae-ef9cb75ce1d5 service neutron] 10.222.0.59 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370423 Aug 20 13:27:18.284648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e11f551-6d26-4078-9ee3-5131ed6fb351 req-87a17a42-dce2-4032-9668-35bf76eb3af9 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744481 Aug 20 13:27:18.308772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5314b28-61af-42c1-b6ec-bab4b68c5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.314324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5314b28-61af-42c1-b6ec-bab4b68c5a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.316593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b5314b28-61af-42c1-b6ec-bab4b68c5a6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f8a8c02-66e4-47b2-8765-f1f6679d5fd5 HTTP/1.1" status: 204 len: 168 time: 0.7058523 Aug 20 13:27:18.345161 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f9ab7-8928-41f3-8653-45abfb0d5f1f x-openstack-request-id: req-711f9ab7-8928-41f3-8653-45abfb0d5f1f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:18.346682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5314b28-61af-42c1-b6ec-bab4b68c5a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a8c02-66e4-47b2-8765-f1f6679d5fd5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:18.347069 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:18.347554 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-711f9ab7-8928-41f3-8653-45abfb0d5f1f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:18.348340 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'status': 'completed', 'code': 200} Aug 20 13:27:18.428540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c94d9-7d51-4565-8bb9-345fcdd9185c None None] New status for floating IP c2f331b4-52c0-4774-afd9-6ed2e24b9439: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:27:18.430881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a622540a-ad9e-4c00-96f5-ea99f7feccaa,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:18.487848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614696e4-ca78-4f17-bf19-41fa43d533b4 req-9720a9a0-54cf-4593-bee5-9dea429a0d62 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:18.490615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Allocated IP 19.86.0.253 (9633215f-d737-4194-bb5c-781815c47f9c/b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d/ee779e47-6440-45e1-a491-d25adcba9672) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:18.496875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-614696e4-ca78-4f17-bf19-41fa43d533b4 req-9720a9a0-54cf-4593-bee5-9dea429a0d62 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 945 time: 0.0889058 Aug 20 13:27:18.526038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-572498fa-2b72-4288-820b-3941b6e24591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:18.529349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-572498fa-2b72-4288-820b-3941b6e24591 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.1550329 Aug 20 13:27:18.534799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 25ac1028-965f-40d7-a8c9-5872295c6b33 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:18.551787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d0a8fc4e-7bff-430a-80fa-83923c24d7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.553913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-614696e4-ca78-4f17-bf19-41fa43d533b4 req-383b03bd-b8aa-4459-96fe-6d592820d19b tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Aug 20 13:27:18.566281 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.615129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 25ac1028-965f-40d7-a8c9-5872295c6b33 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:18.615500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.640196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5aab0-4922-4da0-95e8-5313c5231bca req-881ba550-ce6a-4d66-9ed4-2072633d120d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:18.648192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e5aab0-4922-4da0-95e8-5313c5231bca req-881ba550-ce6a-4d66-9ed4-2072633d120d tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.1771894 Aug 20 13:27:18.678866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adf2ff-3ac9-4cd3-996e-5bde39927339 req-f541eaa3-311c-4762-bf2f-df5bb74a9aa4 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:18.690624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4adf2ff-3ac9-4cd3-996e-5bde39927339 req-f541eaa3-311c-4762-bf2f-df5bb74a9aa4 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 1101 time: 0.0641205 Aug 20 13:27:18.735817 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.748747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4adf2ff-3ac9-4cd3-996e-5bde39927339 req-16a204ba-7491-47e8-96f3-f49d2001abe9 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 Aug 20 13:27:18.749902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Transition to ACTIVE for port object 56ba06e9-aa58-4883-8b19-e12833059c04 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:18.821270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9e5aab0-4922-4da0-95e8-5313c5231bca req-0bf7bcc5-5030-4471-9dac-e4bdfcdf76ce tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714969 Aug 20 13:27:18.824155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Transition to ACTIVE for port object 56ba06e9-aa58-4883-8b19-e12833059c04 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:18.837803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.885116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:18.903460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-aa0e4a80-acb7-4a5e-b7b8-56c629470b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:18.907327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-aa0e4a80-acb7-4a5e-b7b8-56c629470b2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.3602877 Aug 20 13:27:18.912070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Network c082c5a5-adb0-4798-bdff-5ae290f94bf7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:18.922398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:18.937590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:18.948360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Pushing event updated for resources: {'Port': ['ID=56ba06e9-aa58-4883-8b19-e12833059c04,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:18.957040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 25ac1028-965f-40d7-a8c9-5872295c6b33, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=25ac1028-965f-40d7-a8c9-5872295c6b33,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:18.987384 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.046874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Attempting to bind port 56ba06e9-aa58-4883-8b19-e12833059c04 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:19.047341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1143538b-fad8-4f48-8806-1922fe920915 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 1002 time: 0.2817411 Aug 20 13:27:19.047694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Attempting to bind port 56ba06e9-aa58-4883-8b19-e12833059c04 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '69050fa7-5281-4d69-b94d-a00d192b8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:19.048299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Attempting to bind port 56ba06e9-aa58-4883-8b19-e12833059c04 on network c082c5a5-adb0-4798-bdff-5ae290f94bf7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:19.065474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:19.066257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Checking segment: {'id': '69050fa7-5281-4d69-b94d-a00d192b8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:19.066876 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.067469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Bound using segment: {'id': '69050fa7-5281-4d69-b94d-a00d192b8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:19.068208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Bound port: 56ba06e9-aa58-4883-8b19-e12833059c04, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69050fa7-5281-4d69-b94d-a00d192b8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:19.068929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.074461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.085841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=25ac1028-965f-40d7-a8c9-5872295c6b33,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:19.090939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Transition to ACTIVE for port object ee779e47-6440-45e1-a491-d25adcba9672 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:19.112785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323542-5595-4abb-a64b-b224598dbc1c req-d8b82f86-c780-43b9-80d9-e47134083864 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:19.114281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-d8b82f86-c780-43b9-80d9-e47134083864 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports/57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 943 time: 0.0661290 Aug 20 13:27:19.116199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.139785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-ccd289a7-f3b7-4dc1-b7eb-aa2428cc6a7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 1002 time: 0.2177813 Aug 20 13:27:19.153271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Subnet': ['ID=988c736a-26c0-40c2-8ef8-5c7889a72786,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:19.155854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de51d-6437-46b5-abcd-203ec65c2eba req-a8b1e42f-c78b-4860-8188-aca87b487c93 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:19.157983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c44de51d-6437-46b5-abcd-203ec65c2eba req-a8b1e42f-c78b-4860-8188-aca87b487c93 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.1460526 Aug 20 13:27:19.202630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.263569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] For port 56ba06e9-aa58-4883-8b19-e12833059c04, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:19.269609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] For port 56ba06e9-aa58-4883-8b19-e12833059c04, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56ba06e9-aa58-4883-8b19-e12833059c04,segment=NetworkSegment(69050fa7-5281-4d69-b94d-a00d192b8b90),segment_id=69050fa7-5281-4d69-b94d-a00d192b8b90)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:19.269962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-09132310-76f2-4ee1-83b8-1112d7b29101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:19.271663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-09132310-76f2-4ee1-83b8-1112d7b29101 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.1125956 Aug 20 13:27:19.278793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.291298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Network 9633215f-d737-4194-bb5c-781815c47f9c is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:19.314487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.331658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:19.335796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-e6ca4009-ee3b-4e24-8f61-87f1977a756b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410106 Aug 20 13:27:19.353739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:19.372490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c082c5a5-adb0-4798-bdff-5ae290f94bf7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:19.383200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c44de51d-6437-46b5-abcd-203ec65c2eba req-b76edaa9-8b30-4483-8d74-249c71ed89d1 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149193 Aug 20 13:27:19.384354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390464-3ac6-428d-8ae9-ed2752bb101a None None] Pushing event updated for resources: {'Port': ['ID=56ba06e9-aa58-4883-8b19-e12833059c04,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:19.404927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69050fa7-5281-4d69-b94d-a00d192b8b90') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:19.405514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69050fa7-5281-4d69-b94d-a00d192b8b90') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:19.433636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-12c90cef-f3d5-408d-9eeb-8a31b9bc167d tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 1002 time: 0.2066734 Aug 20 13:27:19.436160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.441176 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.488024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event updated for resources: {'Port': ['ID=ee779e47-6440-45e1-a491-d25adcba9672,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:19.529137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.547005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:19.547428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.618456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-328db0f5-d9e4-425b-aeb3-93a639089fbc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605617 Aug 20 13:27:19.630717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:19.631402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:19.655397 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:19.679327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c704ab97-1d74-430f-8212-d457223eb2c8 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:19.772638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:27:19.772638 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:27:19.772638 n-d-804232-5 neutron-server[94862]: [parameters: {'id': 'c082c5a5-adb0-4798-bdff-5ae290f94bf7'}] Aug 20 13:27:19.772638 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:27:19.772638 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:27:19.782980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa'}, {'server_uuid': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ac1028-965f-40d7-a8c9-5872295c6b33'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:19.805924 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99be3bd-2a8a-46d3-b552-8e9473e05ac7" -d '{"events": [{"server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "name": "network-vif-plugged", "status": "completed", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa"}, {"server_uuid": "c200b91e-be7c-4c37-913c-dae8118606b1", "name": "network-vif-plugged", "status": "completed", "tag": "25ac1028-965f-40d7-a8c9-5872295c6b33"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:19.822221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-650360ee-7712-4dfd-a291-74e5dec7807d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8720725 Aug 20 13:27:19.853345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Request body: {'port': {'device_id': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:19.881822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323542-5595-4abb-a64b-b224598dbc1c req-08b8ad59-4e66-4983-b938-4501d7739b82 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:19.883412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-08b8ad59-4e66-4983-b938-4501d7739b82 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.4434087 Aug 20 13:27:19.894451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-a1b86d9f-7a93-46f4-8da5-9579c9847d08 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282924 Aug 20 13:27:19.896021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port c704ab97-1d74-430f-8212-d457223eb2c8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:19.906656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port c704ab97-1d74-430f-8212-d457223eb2c8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:19.909153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:19.987868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-086ed91b-c8c6-43b8-a34c-6c34637a251b None None] Provisioning for port ee779e47-6440-45e1-a491-d25adcba9672 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:19.995984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-086ed91b-c8c6-43b8-a34c-6c34637a251b None None] Provisioning complete for port ee779e47-6440-45e1-a491-d25adcba9672 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:19.996375 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-086ed91b-c8c6-43b8-a34c-6c34637a251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.001298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-53026d88-da9b-4a92-bd7d-8f80a498966f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:20.004815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-f4c24217-0c51-4112-b1c9-03f7a4eedc69 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 1002 time: 0.0883396 Aug 20 13:27:20.009393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-d052cdb3-3f68-4af3-9407-09fa9ab25609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:20.009710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-53026d88-da9b-4a92-bd7d-8f80a498966f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3901191 Aug 20 13:27:20.011379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-d052cdb3-3f68-4af3-9407-09fa9ab25609 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4&tenant_id=bb9b77d3121949b0bd19f23ccdb10c12 HTTP/1.1" status: 200 len: 1101 time: 0.1269209 Aug 20 13:27:20.016696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:20.054720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:20.060727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-eb809fbe-92fd-4b24-805f-9d9d909c0fdb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/quotas/3727b148e81b46c59505e7319d62457b HTTP/1.1" status: 200 len: 375 time: 0.0494926 Aug 20 13:27:20.161420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-63dae401-fcbf-4b95-9f9f-ff52fcdfa146 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0996952 Aug 20 13:27:20.162078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.163525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.215573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.237187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-086ed91b-c8c6-43b8-a34c-6c34637a251b None None] Port ee779e47-6440-45e1-a491-d25adcba9672 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:20.255340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.266022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1723277-ddbe-4eea-bb0c-90c9a2318fd0 req-b4d00c38-f3ed-4e3b-b5a6-04e3034dc121 service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590281 Aug 20 13:27:20.297963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.310160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c704ab97-1d74-430f-8212-d457223eb2c8, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c704ab97-1d74-430f-8212-d457223eb2c8,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:20.316671 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.500050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c704ab97-1d74-430f-8212-d457223eb2c8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:20.540035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.561237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:20.561744 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Floating IP c2f331b4-52c0-4774-afd9-6ed2e24b9439 disassociated. External IP: 172.25.6.231, port: 57c0cbc9-6d2d-4a55-a956-252e738ec548. Aug 20 13:27:20.653628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31cb67-a449-4f7f-8447-3eafa14140e5 req-cddaa0ed-5822-4653-a65a-40ffed0d3014 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:20.660286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31cb67-a449-4f7f-8447-3eafa14140e5 req-cddaa0ed-5822-4653-a65a-40ffed0d3014 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:20.661929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b31cb67-a449-4f7f-8447-3eafa14140e5 req-cddaa0ed-5822-4653-a65a-40ffed0d3014 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1654 time: 0.1782918 Aug 20 13:27:20.738987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b31cb67-a449-4f7f-8447-3eafa14140e5 req-cbb0bad6-f5f6-4a9f-9fca-d629bf8e96b5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Aug 20 13:27:20.951105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad74-186b-4b82-b28d-b2cabed8afd7 req-b99b4c3a-3e24-4f9c-a5e5-17465284d947 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:20.958580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa72ad74-186b-4b82-b28d-b2cabed8afd7 req-b99b4c3a-3e24-4f9c-a5e5-17465284d947 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 946 time: 0.1294007 Aug 20 13:27:20.960303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90f76c-b83b-4d69-9653-78611f3daa92 None None] Network c082c5a5-adb0-4798-bdff-5ae290f94bf7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:20.964839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8eb0de5-7d0f-4875-bef1-4c711936882b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:20.978763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.008160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Transition to ACTIVE for port object e8eb0de5-7d0f-4875-bef1-4c711936882b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:21.018744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting port 56ba06e9-aa58-4883-8b19-e12833059c04 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:21.019531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.035976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa72ad74-186b-4b82-b28d-b2cabed8afd7 req-42f9b800-df85-4316-92c5-deedb8369749 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Aug 20 13:27:21.036975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.139277 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a09d18-650c-49d5-90f2-aea51e67fda3 x-openstack-request-id: req-39a09d18-650c-49d5-90f2-aea51e67fda3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:21.140519 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "name": "network-vif-plugged", "status": "completed", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa", "code": 200}, {"server_uuid": "c200b91e-be7c-4c37-913c-dae8118606b1", "name": "network-vif-plugged", "status": "completed", "tag": "25ac1028-965f-40d7-a8c9-5872295c6b33", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:21.141864 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39a09d18-650c-49d5-90f2-aea51e67fda3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:21.142319 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'code': 200} Aug 20 13:27:21.143473 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ac1028-965f-40d7-a8c9-5872295c6b33', 'code': 200} Aug 20 13:27:21.147469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:21.190386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] For port 56ba06e9-aa58-4883-8b19-e12833059c04, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56ba06e9-aa58-4883-8b19-e12833059c04,segment=NetworkSegment(69050fa7-5281-4d69-b94d-a00d192b8b90),segment_id=69050fa7-5281-4d69-b94d-a00d192b8b90)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:21.190825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.233667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Calling delete_port for 56ba06e9-aa58-4883-8b19-e12833059c04 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:21.239521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0d6ef9ad-4625-4db8-ba93-e2f161603c40 None None] Provisioning for port 56ba06e9-aa58-4883-8b19-e12833059c04 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:21.259349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Pushing event updated for resources: {'Port': ['ID=e8eb0de5-7d0f-4875-bef1-4c711936882b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:21.287335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:21.363297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.382326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:21.384741 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a9fc0c-8304-4873-90f7-fd85a61fea79" -d '{"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-unplugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:21.398670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Transition to ACTIVE for port object 30185cc1-9eac-4b37-96a7-e0c58f060ba9 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:21.398870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.413115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] DHCP port deletion for c082c5a5-adb0-4798-bdff-5ae290f94bf7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:21.519573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d62b50-1d77-44c0-9e02-d5b9c36edf4b req-f15887e8-b44d-4337-a53b-0a1e623cb54e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:21.528090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50d62b50-1d77-44c0-9e02-d5b9c36edf4b req-f15887e8-b44d-4337-a53b-0a1e623cb54e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 950 time: 0.2489281 Aug 20 13:27:21.542538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.543638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] Deleting port 56ba06e9-aa58-4883-8b19-e12833059c04 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:21.544028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.588839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50d62b50-1d77-44c0-9e02-d5b9c36edf4b req-f2d4004e-feef-4590-94d1-80d2ebb226d3 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Aug 20 13:27:21.607783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Attempting to bind port e8eb0de5-7d0f-4875-bef1-4c711936882b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:21.611186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Attempting to bind port e8eb0de5-7d0f-4875-bef1-4c711936882b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:21.611695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Attempting to bind port e8eb0de5-7d0f-4875-bef1-4c711936882b on network 367ad031-b045-4ab8-ad49-b2b5e13337b1 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:21.627012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Port e8eb0de5-7d0f-4875-bef1-4c711936882b on network 367ad031-b045-4ab8-ad49-b2b5e13337b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:21.627314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Attempting to bind port e8eb0de5-7d0f-4875-bef1-4c711936882b on network 367ad031-b045-4ab8-ad49-b2b5e13337b1 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:21.636799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7bf5-db2e-4b96-aebe-f4d55f361ed8 req-8010b929-9b8e-4b83-a7ac-04c2976b0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:21.638585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d07b7bf5-db2e-4b96-aebe-f4d55f361ed8 req-8010b929-9b8e-4b83-a7ac-04c2976b0c51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 1097 time: 0.2778747 Aug 20 13:27:21.642291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:21.642509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Checking segment: {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:21.642864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Bound using segment: {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:21.643295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Bound port: e8eb0de5-7d0f-4875-bef1-4c711936882b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526eaa8f-fb41-48f5-b62b-39096e30b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:21.643660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.660875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] For port 56ba06e9-aa58-4883-8b19-e12833059c04, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56ba06e9-aa58-4883-8b19-e12833059c04,segment=NetworkSegment(69050fa7-5281-4d69-b94d-a00d192b8b90),segment_id=69050fa7-5281-4d69-b94d-a00d192b8b90)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:21.661294 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.688293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] Calling delete_port for 56ba06e9-aa58-4883-8b19-e12833059c04 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:21.692165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:27:21.719676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] For port e8eb0de5-7d0f-4875-bef1-4c711936882b, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:21.723891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] For port e8eb0de5-7d0f-4875-bef1-4c711936882b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e8eb0de5-7d0f-4875-bef1-4c711936882b,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:21.761073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.772885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=10']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:21.805709 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.841711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d740e8c5-aad3-4cda-ab64-6a666d4491aa req-e820d450-3c23-491d-95ed-084f62cb764a tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 210 time: 0.1139867 Aug 20 13:27:21.873719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:21.874385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:21.875802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] 10.222.0.53 "PUT /v2.0/ports/e8eb0de5-7d0f-4875-bef1-4c711936882b HTTP/1.1" status: 200 len: 1091 time: 2.0321269 Aug 20 13:27:21.880084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] Pushing event deleted for resources: {'Port': ['ID=56ba06e9-aa58-4883-8b19-e12833059c04,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:21.884530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8622b-482b-46d1-a2b5-174684fb3ec1 None None] No DVR routers for this DVR port 56ba06e9-aa58-4883-8b19-e12833059c04 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:21.897025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'tag': 'e8eb0de5-7d0f-4875-bef1-4c711936882b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:21.899720 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "tag": "e8eb0de5-7d0f-4875-bef1-4c711936882b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:21.954628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Request body: {'port': {'device_id': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:22.081136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.083291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] No DVR routers for this DVR port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:22.123502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Port': ['ID=56ba06e9-aa58-4883-8b19-e12833059c04,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:22.134244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156aa63-d669-4ad6-b309-3e3fa65d8567 req-0ce7be96-ac7e-4463-ad2b-e48a44c68c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:22.139941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2156aa63-d669-4ad6-b309-3e3fa65d8567 req-0ce7be96-ac7e-4463-ad2b-e48a44c68c39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 1097 time: 0.7469401 Aug 20 13:27:22.140164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-16f1c30c-82cf-44a0-a5bc-1811a7fd56c2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215558 Aug 20 13:27:22.141342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d07b7bf5-db2e-4b96-aebe-f4d55f361ed8 req-cbfa0fc9-7c38-4000-8c73-5209a5065972 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829378 Aug 20 13:27:22.163804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No DVR routers for this DVR port 56ba06e9-aa58-4883-8b19-e12833059c04 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:22.233188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:27:22.244155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] Sync routers for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:27:22.245806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.256424 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:22.260580 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:22.260900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb2be-9fb9-4e1d-bfbb-579993e58cbb service neutron] Pushing event updated for resources: {'Port': ['ID=e8eb0de5-7d0f-4875-bef1-4c711936882b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:22.267741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.311495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:22.312145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:22.313068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:22.339300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35e61-f9ca-421f-8d90-4feea1f66aa4 req-dd2bd2de-f4f8-4998-a0a8-1bc20d620160 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:22.341455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cb35e61-f9ca-421f-8d90-4feea1f66aa4 req-dd2bd2de-f4f8-4998-a0a8-1bc20d620160 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.3339863 Aug 20 13:27:22.376296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:22.376790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Attempting to bind port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:22.398412 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:22.405635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1ae72f2d-b4dc-4ca4-8070-b3ebd42a6098 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "PUT /v2.0/floatingips/c2f331b4-52c0-4774-afd9-6ed2e24b9439 HTTP/1.1" status: 200 len: 695 time: 2.3931043 Aug 20 13:27:22.409714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.413278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:22.414181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:22.414181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:22.414788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Bound port: 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:22.415212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.438007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c082c5a5-adb0-4798-bdff-5ae290f94bf7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:22.468797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69050fa7-5281-4d69-b94d-a00d192b8b90') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:22.468797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69050fa7-5281-4d69-b94d-a00d192b8b90') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:22.483208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-87ce5b84-500d-4447-af68-befa1e73f39b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:22.484777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-87ce5b84-500d-4447-af68-befa1e73f39b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132772 Aug 20 13:27:22.494581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2156aa63-d669-4ad6-b309-3e3fa65d8567 req-1725a82b-f1fc-4b79-937d-9a8d39dd596f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409969 Aug 20 13:27:22.501379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.503614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:22.527516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cb35e61-f9ca-421f-8d90-4feea1f66aa4 req-0a4e331b-16c6-4770-857f-0ad9b9b86c8d tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739104 Aug 20 13:27:22.544504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.562303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:22.562786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:22.572759 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:22.631603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1c7a6c42-9fbd-4252-a43a-471ff64ad892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:22.633487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-1c7a6c42-9fbd-4252-a43a-471ff64ad892 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.1976216 Aug 20 13:27:22.645213 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ae1540-26f4-41d1-93fe-3e90baea6208 x-openstack-request-id: req-56ae1540-26f4-41d1-93fe-3e90baea6208 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:22.645581 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-unplugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:22.645902 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56ae1540-26f4-41d1-93fe-3e90baea6208 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:22.646375 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'code': 200} Aug 20 13:27:22.666186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:22.733467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:22.737249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.754033 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.761468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/c082c5a5-adb0-4798-bdff-5ae290f94bf7 HTTP/1.1" status: 204 len: 168 time: 5.0277839 Aug 20 13:27:22.772099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.776125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55676) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:22.785913 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:50Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:22.796413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-548488286'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:22.800955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a174fa-9d92-4e8e-b0f8-2beaab5a5f7b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Network': ['ID=c082c5a5-adb0-4798-bdff-5ae290f94bf7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:22.831494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] Checking router: a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:27:22.856977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:22.858219 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:22.864840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:22.865467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.867571 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] 10.222.0.13 "PUT /v2.0/ports/30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 1097 time: 2.8471649 Aug 20 13:27:22.887416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323542-5595-4abb-a64b-b224598dbc1c req-40b4a72f-4b64-44e8-9f40-6703c397b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:22.889540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-40b4a72f-4b64-44e8-9f40-6703c397b58d service neutron] 10.222.0.59 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.2461317 Aug 20 13:27:22.893566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be503b-6000-42db-8f50-37eebc35cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=11']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:22.906618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:22.910821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:22.974446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-69df3093-7939-4905-a579-f6240dc0c731 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.0767446 Aug 20 13:27:23.035728 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:23.071708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:23.086676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-bb7a79ef-044a-4058-b69a-5c32b6f7f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.088238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-bb7a79ef-044a-4058-b69a-5c32b6f7f03e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1100 time: 0.1323500 Aug 20 13:27:23.090167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323542-5595-4abb-a64b-b224598dbc1c req-7da56c73-96ec-4fe5-b250-7cecdeb6a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.091644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-7da56c73-96ec-4fe5-b250-7cecdeb6a210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.0956590 Aug 20 13:27:23.112120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.112478 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Added segment 825201c8-d9ba-4b23-bb75-fcfee03315ae of type vlan for network 060ec918-ea89-4507-8838-536d32d5ed85 Aug 20 13:27:23.145569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c704ab97-1d74-430f-8212-d457223eb2c8'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:23.148482 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e720c1-1d70-47cf-8135-e788e989f467" -d '{"events": [{"server_uuid": "34bab3c9-c4e9-4405-833c-5999b6c5ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "c704ab97-1d74-430f-8212-d457223eb2c8"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:23.155350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:23.227725 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-5e3f39cd-9c3a-442e-8456-0d116f4f31a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135640 Aug 20 13:27:23.274450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 56ba06e9-aa58-4883-8b19-e12833059c04 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:23.296926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-d3afc0c2-9ed0-4ead-96e6-a17307237760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.298678 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-d3afc0c2-9ed0-4ead-96e6-a17307237760 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1954014 Aug 20 13:27:23.311680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 56ba06e9-aa58-4883-8b19-e12833059c04 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:23.315999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 56ba06e9-aa58-4883-8b19-e12833059c04 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:23.329685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:23.355903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2870-defc-4248-bba9-561fcb23a7f9 req-565d0fcb-e919-403b-9cb1-72acb6fddc0c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.362067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2870-defc-4248-bba9-561fcb23a7f9 req-565d0fcb-e919-403b-9cb1-72acb6fddc0c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.370548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-21dc2870-defc-4248-bba9-561fcb23a7f9 req-565d0fcb-e919-403b-9cb1-72acb6fddc0c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1666 time: 0.3075290 Aug 20 13:27:23.413283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:23.418314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.425415 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:50Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:23.428265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee779e47-6440-45e1-a491-d25adcba9672 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:23.444909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.445850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.447922 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-0a69caad-aa63-4347-8914-77c11ad0c92e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.1031823 Aug 20 13:27:23.463961 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cd4fd-8afb-4d28-8b5b-42e6f8039f24 None None] The sync data for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 is: [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:25:43Z', 'revision_number': 4, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd7e60a34-bfbe-4200-b0f0-bb08d662f8d4', 'name': '', 'network_id': '46a76a40-cd39-4571-a644-b35e0e191920', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'mac_address': 'fa:16:3e:df:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:41Z', 'updated_at': '2021-08-20T13:25:50Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'subnets': [{'id': '2299ebc8-8348-4ef8-b1fe-a7445343cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:27:23.478338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-21dc2870-defc-4248-bba9-561fcb23a7f9 req-e9fac4b2-5df7-424e-858e-cbe1e48eb88d tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068695 Aug 20 13:27:23.535929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Transition to ACTIVE for port object ee779e47-6440-45e1-a491-d25adcba9672 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:23.550161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.570539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.579854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.580660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:23.590437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-54c3ee35-4f14-4e1f-a249-6f5b756a0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:23.591712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-54c3ee35-4f14-4e1f-a249-6f5b756a0305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1331646 Aug 20 13:27:23.610484 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-dd68bea0-e809-4a82-8e7d-850ba17213b6 service neutron] 10.222.0.59 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150902 Aug 20 13:27:23.673860 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a7bc2-3731-4f2e-81b6-804e010613c5 x-openstack-request-id: req-725a7bc2-3731-4f2e-81b6-804e010613c5 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:23.674155 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "tag": "e8eb0de5-7d0f-4875-bef1-4c711936882b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:23.674410 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-725a7bc2-3731-4f2e-81b6-804e010613c5 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:23.674811 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'tag': 'e8eb0de5-7d0f-4875-bef1-4c711936882b', 'status': 'completed', 'code': 200} Aug 20 13:27:23.779701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Pushing event updated for resources: {'Port': ['ID=ee779e47-6440-45e1-a491-d25adcba9672,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:23.876778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0959713 Aug 20 13:27:23.879188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee323542-5595-4abb-a64b-b224598dbc1c req-a286ce17-dfd7-4235-ab96-97d92269e71e service neutron] 10.222.0.59 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028573 Aug 20 13:27:23.929831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:23.939623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c43ff1-3630-404c-bf21-36c30e79bfc0 None None] New status for floating IP c2f331b4-52c0-4774-afd9-6ed2e24b9439: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:27:23.946089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'subnet': {'network_id': '060ec918-ea89-4507-8838-536d32d5ed85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:23.965927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ad5a3-ece7-47c0-91a1-6f0abeb2a5c1 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Network': ['ID=060ec918-ea89-4507-8838-536d32d5ed85,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:24.022753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-fa979c6a-4a42-47aa-8833-3ab7af289f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.024617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-fa979c6a-4a42-47aa-8833-3ab7af289f03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4131322 Aug 20 13:27:24.024787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 060ec918-ea89-4507-8838-536d32d5ed85 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:24.029668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-a0a5d749-46f3-42e4-a08d-6fc86ecdb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.030410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-a0a5d749-46f3-42e4-a08d-6fc86ecdb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.032975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-a0a5d749-46f3-42e4-a08d-6fc86ecdb7a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1938 time: 0.1678739 Aug 20 13:27:24.066844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.16 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/924aac24-0c94-45b8-ad8f-93654ddfef81) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:24.126392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870f37-90ad-4ace-9a57-1b6451e3f4bc req-fb75ba29-8e82-4456-b5f4-d4fdb3ef71a6 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.134276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea870f37-90ad-4ace-9a57-1b6451e3f4bc req-fb75ba29-8e82-4456-b5f4-d4fdb3ef71a6 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 946 time: 0.4410634 Aug 20 13:27:24.187125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Attempting to bind port ee779e47-6440-45e1-a491-d25adcba9672 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:24.187806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Attempting to bind port ee779e47-6440-45e1-a491-d25adcba9672 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:24.188245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Attempting to bind port ee779e47-6440-45e1-a491-d25adcba9672 on network 9633215f-d737-4194-bb5c-781815c47f9c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:24.205408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-879c0d20-c04f-4752-b578-dfb79a64a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.205408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-879c0d20-c04f-4752-b578-dfb79a64a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.205408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-879c0d20-c04f-4752-b578-dfb79a64a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.206121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-879c0d20-c04f-4752-b578-dfb79a64a99a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1cfde2fd9f72481ab4828d05b872472a&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1630452 Aug 20 13:27:24.224836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Port ee779e47-6440-45e1-a491-d25adcba9672 on network 9633215f-d737-4194-bb5c-781815c47f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:24.225196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Attempting to bind port ee779e47-6440-45e1-a491-d25adcba9672 on network 9633215f-d737-4194-bb5c-781815c47f9c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:24.244420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:24.245097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Checking segment: {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:24.245587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Bound using segment: {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:24.250217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Bound port: ee779e47-6440-45e1-a491-d25adcba9672, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f380ee37-e531-485f-b45a-6b95e4f25ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:24.250217 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:24.327879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea870f37-90ad-4ace-9a57-1b6451e3f4bc req-a0f00e3d-67d3-4c19-9524-86df46f62f57 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924314 Aug 20 13:27:24.336105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:24.339736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:24.530223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3be4dfc5-f08a-4a60-8061-0fbe593de4bb req-2e884503-e19f-43b3-b532-d333c074dfc2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 210 time: 0.0774560 Aug 20 13:27:24.544379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] For port ee779e47-6440-45e1-a491-d25adcba9672, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:24.559974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] For port ee779e47-6440-45e1-a491-d25adcba9672, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ee779e47-6440-45e1-a491-d25adcba9672,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:24.586641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:24.614900 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bf62e2-e63b-46ba-98be-e7782807532d x-openstack-request-id: req-e0bf62e2-e63b-46ba-98be-e7782807532d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:24.615490 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bab3c9-c4e9-4405-833c-5999b6c5ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "c704ab97-1d74-430f-8212-d457223eb2c8", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:24.615490 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0bf62e2-e63b-46ba-98be-e7782807532d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:24.615828 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c704ab97-1d74-430f-8212-d457223eb2c8', 'code': 200} Aug 20 13:27:24.647638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}, {'name': 'network-changed', 'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:24.650806 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebb5b58-a94c-4885-846c-8cb6fb27601a" -d '{"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}, {"name": "network-changed", "server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:24.692716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:24.695769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.696538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:24.698102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] 10.222.0.53 "PUT /v2.0/ports/ee779e47-6440-45e1-a491-d25adcba9672 HTTP/1.1" status: 200 len: 1092 time: 2.7709548 Aug 20 13:27:24.744592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 924aac24-0c94-45b8-ad8f-93654ddfef81 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:24.748609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6708-32fd-4e14-b393-40699a6f3360 req-44b5860a-9e10-4ae0-a412-c8a601d98509 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.758799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e04e6708-32fd-4e14-b393-40699a6f3360 req-44b5860a-9e10-4ae0-a412-c8a601d98509 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 949 time: 0.5519106 Aug 20 13:27:24.810570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-5e6726a6-efbb-4342-8025-e44f59eeae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.812384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc7d2f99-18f0-40f8-9081-d70372c3dbe2 req-5e6726a6-efbb-4342-8025-e44f59eeae19 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5533919 Aug 20 13:27:24.825281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-80dd56c2-23e6-4caf-9d89-3ae0e40464ef service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910347 Aug 20 13:27:24.844444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7329d-a8bf-40a2-9eb0-cd8257386916 service neutron] Pushing event updated for resources: {'Port': ['ID=ee779e47-6440-45e1-a491-d25adcba9672,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:24.875520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e04e6708-32fd-4e14-b393-40699a6f3360 req-e0912a48-19ba-4ed3-8fe7-7da43817cd61 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155269 Aug 20 13:27:24.882571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46a134-2dfd-478b-a28d-731f87897388 req-1496de3e-eb5c-4ec4-b17f-b80bfd089896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:24.890611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c46a134-2dfd-478b-a28d-731f87897388 req-1496de3e-eb5c-4ec4-b17f-b80bfd089896 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34bab3c9-c4e9-4405-833c-5999b6c5ab6f HTTP/1.1" status: 200 len: 1096 time: 0.1766293 Aug 20 13:27:24.984071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:24.997964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b', '415a622b-3387-4157-b220-e4a16df15a61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:25.000311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641', '7f30ef35-5e8c-4d45-a349-c39affa3ed39', '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:25.005127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b466-e43b-4ec6-b0a8-8c0bb8d7a96d req-fb01d7f0-dc64-4d7d-b6d4-f46cbdff9ef4 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.010076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccc3b466-e43b-4ec6-b0a8-8c0bb8d7a96d req-fb01d7f0-dc64-4d7d-b6d4-f46cbdff9ef4 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.2837081 Aug 20 13:27:25.034399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:25.069256 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c46a134-2dfd-478b-a28d-731f87897388 req-f9020afd-cd5c-479c-b01c-dc6ec4ccef8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459451 Aug 20 13:27:25.078124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-06567e22-ff59-4939-97cb-66e26f7dc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.078476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-06567e22-ff59-4939-97cb-66e26f7dc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.080074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-06567e22-ff59-4939-97cb-66e26f7dc505 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1980 time: 0.1584792 Aug 20 13:27:25.083125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-37d1c76a-810f-4366-b0dc-29ab01ffa3a4 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips/c2f331b4-52c0-4774-afd9-6ed2e24b9439 HTTP/1.1" status: 200 len: 693 time: 0.1589427 Aug 20 13:27:25.119122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:25.158105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:25.159344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-00103ed1-7424-4b00-9e65-3b9ab4e7e52c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=e8eb0de5-7d0f-4875-bef1-4c711936882b HTTP/1.1" status: 200 len: 217 time: 0.0651877 Aug 20 13:27:25.163380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:25.186402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Subnet': ['ID=b7655bf4-b1dd-4b2f-943f-cb114844fbb4,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:25.233807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7993d43-5b7f-4068-a8c7-f57785550105 req-32bedda3-f8f9-42e7-8160-7da8d23c0fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977897 Aug 20 13:27:25.248466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=924aac24-0c94-45b8-ad8f-93654ddfef81,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:25.269723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccc3b466-e43b-4ec6-b0a8-8c0bb8d7a96d req-34ef45f5-ddb2-4fab-9d19-d9c88a1ea089 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586815 Aug 20 13:27:25.291586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-98d4653e-6df1-4cc7-930f-58e3fa5e9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.294224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-98d4653e-6df1-4cc7-930f-58e3fa5e9ab9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d7a410e-3059-457d-bbd4-882d0c3505e6 HTTP/1.1" status: 200 len: 801 time: 0.0960643 Aug 20 13:27:25.300432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.301101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:25.307611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Checking segment: {'id': '825201c8-d9ba-4b23-bb75-fcfee03315ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '060ec918-ea89-4507-8838-536d32d5ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:25.308012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network hostable DHCP agents. Network: 060ec918-ea89-4507-8838-536d32d5ed85, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:25.356282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c3f75cf6-8599-444e-bff6-e96127559ebc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8582516 Aug 20 13:27:25.383658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Request body: {'port': {'device_id': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:25.391502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network 060ec918-ea89-4507-8838-536d32d5ed85 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:25.413532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-a4ad42ee-23ff-4e93-9a82-4fd9f88a9086 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.415028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-a4ad42ee-23ff-4e93-9a82-4fd9f88a9086 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.3184690 Aug 20 13:27:25.458932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 060ec918-ea89-4507-8838-536d32d5ed85) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:25.475566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebda29-f17d-4f61-8203-16166ae35568 None None] Network 060ec918-ea89-4507-8838-536d32d5ed85 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:25.493017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.493910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:25.517449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:25.518457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-637de9eb-e7e2-451a-b35b-a9806e0675d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.520013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-637de9eb-e7e2-451a-b35b-a9806e0675d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=367ad031-b045-4ab8-ad49-b2b5e13337b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163448 Aug 20 13:27:25.535595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5beba95e-9c4b-479f-8edf-8334edf6bd02 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6046121 Aug 20 13:27:25.545602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f092d9-739e-4581-8380-77c3f16d895c req-d8b00284-540f-40e8-9580-5bd99d995749 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.553313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f092d9-739e-4581-8380-77c3f16d895c req-d8b00284-540f-40e8-9580-5bd99d995749 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:25.562377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55f092d9-739e-4581-8380-77c3f16d895c req-d8b00284-540f-40e8-9580-5bd99d995749 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1678 time: 0.1830180 Aug 20 13:27:25.564938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55834) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:25.648864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-62ff651f-bf5f-4d1b-bdd0-ad640e340ff9 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.2243853 Aug 20 13:27:25.670395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b77feb7a-9998-4d81-a605-30bf7e7a1765 None None] Provisioning for port 924aac24-0c94-45b8-ad8f-93654ddfef81 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:25.679064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'tag': 'ee779e47-6440-45e1-a491-d25adcba9672'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:25.681380 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf37806-74f0-4940-bde7-67677988fbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "tag": "ee779e47-6440-45e1-a491-d25adcba9672"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:25.685657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b77feb7a-9998-4d81-a605-30bf7e7a1765 None None] Provisioning complete for port 924aac24-0c94-45b8-ad8f-93654ddfef81 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:25.686039 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b77feb7a-9998-4d81-a605-30bf7e7a1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:25.719247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55f092d9-739e-4581-8380-77c3f16d895c req-79ffb766-cc70-4f80-bcdc-9b15dc75c4f0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505206 Aug 20 13:27:25.741509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-c9c11384-05c7-4891-af8a-535b59c3e9f4 service neutron] 10.222.0.53 "GET /v2.0/networks/367ad031-b045-4ab8-ad49-b2b5e13337b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080328 Aug 20 13:27:25.772439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-29300492-3fdb-487a-bc8e-c3c8d56b3aab tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.1045961 Aug 20 13:27:25.821326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b77feb7a-9998-4d81-a605-30bf7e7a1765 None None] Port 924aac24-0c94-45b8-ad8f-93654ddfef81 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:25.853648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:25.898968 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131a6701-5002-4f85-92e0-f891b0b75e14 x-openstack-request-id: req-131a6701-5002-4f85-92e0-f891b0b75e14 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:25.899266 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:25.899693 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-131a6701-5002-4f85-92e0-f891b0b75e14 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:25.906866 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'status': 'completed', 'code': 200} Aug 20 13:27:25.907331 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'status': 'completed', 'code': 200} Aug 20 13:27:25.982624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-060ec918-ea89-4507-8838-536d32d5ed85', 'network_id': '060ec918-ea89-4507-8838-536d32d5ed85', 'tenant_id': 'f3ce1ca8fff244be8439544e0d109faa', 'fixed_ips': [{'subnet_id': 'b7655bf4-b1dd-4b2f-943f-cb114844fbb4'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:27:25.983809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.070662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.075620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-e6dba97a-133f-4ac2-81c9-5aaa5b9aa671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.077260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-e6dba97a-133f-4ac2-81c9-5aaa5b9aa671 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3308a1798a2541919f2cd331109f1456&device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 1097 time: 0.2078221 Aug 20 13:27:26.095389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-876aa2f7-7792-4bcb-9dbf-a08efb587d7a service neutron] 10.222.0.53 "GET /v2.0/networks/367ad031-b045-4ab8-ad49-b2b5e13337b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401875 Aug 20 13:27:26.164503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-00f148e2-50ea-453a-b1dd-0164830f9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.166225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-00f148e2-50ea-453a-b1dd-0164830f9ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1100 time: 0.2881784 Aug 20 13:27:26.170556 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-9273a808-934d-4438-a8e4-b60159517cb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=ee779e47-6440-45e1-a491-d25adcba9672 HTTP/1.1" status: 200 len: 217 time: 0.0511658 Aug 20 13:27:26.238784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6074-dbc8-4e02-baac-cbf15582f13e req-39e05c96-c34e-4f55-bc1d-b39a79e341c7 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.240472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b44b6074-dbc8-4e02-baac-cbf15582f13e req-39e05c96-c34e-4f55-bc1d-b39a79e341c7 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.2900357 Aug 20 13:27:26.254072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55878) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:26.263103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Request body: {'floatingip': {'port_id': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:26.274019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-cf72e676-e9e0-4c1f-9ecd-bd9383886113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.283859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-cf72e676-e9e0-4c1f-9ecd-bd9383886113 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d HTTP/1.1" status: 200 len: 801 time: 0.0983853 Aug 20 13:27:26.340771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.385976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Allocated IP 2001:db8::2 (060ec918-ea89-4507-8838-536d32d5ed85/b7655bf4-b1dd-4b2f-943f-cb114844fbb4/1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:26.460442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Deleting port bf236c31-4713-4b7b-8c24-92507fceb98b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:26.460818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.464924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-1ad50503-378b-443e-83ac-c08e12514ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.466629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-1ad50503-378b-443e-83ac-c08e12514ec4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 200 len: 920 time: 0.3598487 Aug 20 13:27:26.479996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924aac24-0c94-45b8-ad8f-93654ddfef81 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:26.496621 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.523774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd870-544a-42cc-abce-592761062cf8 req-315ce6ad-b811-43b9-8115-ec8b29926c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.525358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-315ce6ad-b811-43b9-8115-ec8b29926c77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9633215f-d737-4194-bb5c-781815c47f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2366078 Aug 20 13:27:26.534842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-06490570-cd19-496f-ab92-ea978dd3c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.536349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-06490570-cd19-496f-ab92-ea978dd3c398 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2504265 Aug 20 13:27:26.602962 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.604736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Transition to ACTIVE for port object 924aac24-0c94-45b8-ad8f-93654ddfef81 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:26.610451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-21b77956-ae98-4b5e-a1af-aaf5021dae94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 200 len: 217 time: 0.1044559 Aug 20 13:27:26.618262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Transition to ACTIVE for port object 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:26.626437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.635663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2b00b-fb6a-4de4-98de-eab1bf20eb7a req-161f66d9-bc6f-469c-b535-05ed40bd998a tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.639782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Transition to ACTIVE for port object 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:26.640172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-bf094592-98df-4656-8219-0946ac5bdca1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.0475521 Aug 20 13:27:26.644089 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84e2b00b-fb6a-4de4-98de-eab1bf20eb7a req-161f66d9-bc6f-469c-b535-05ed40bd998a tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 946 time: 0.3286974 Aug 20 13:27:26.650364 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.700526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Network 060ec918-ea89-4507-8838-536d32d5ed85 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:26.704838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:26.712995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:26.735818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Pushing event updated for resources: {'Port': ['ID=1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:26.771599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.772666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.800078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Attempting to bind port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:26.800459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Attempting to bind port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '825201c8-d9ba-4b23-bb75-fcfee03315ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '060ec918-ea89-4507-8838-536d32d5ed85'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:26.800870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Attempting to bind port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 on network 060ec918-ea89-4507-8838-536d32d5ed85 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:26.807638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:26.807943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Checking segment: {'id': '825201c8-d9ba-4b23-bb75-fcfee03315ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '060ec918-ea89-4507-8838-536d32d5ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:26.809261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.809667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Bound using segment: {'id': '825201c8-d9ba-4b23-bb75-fcfee03315ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '060ec918-ea89-4507-8838-536d32d5ed85'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:26.809935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Calling delete_port for bf236c31-4713-4b7b-8c24-92507fceb98b owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:26.810168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Bound port: 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825201c8-d9ba-4b23-bb75-fcfee03315ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '060ec918-ea89-4507-8838-536d32d5ed85'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:26.813268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:26.815933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-818a3406-eaed-44b6-b1de-c238751bdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:26.818749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-818a3406-eaed-44b6-b1de-c238751bdfc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1693211 Aug 20 13:27:26.825479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-788e2caa-aba8-41be-95f6-e708423f93fe service neutron] 10.222.0.53 "GET /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872348 Aug 20 13:27:26.914766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] For port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:26.921185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] For port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038,segment=NetworkSegment(825201c8-d9ba-4b23-bb75-fcfee03315ae),segment_id=825201c8-d9ba-4b23-bb75-fcfee03315ae)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:26.933092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:27.029328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-0605dfac-8ae4-4bfc-8dde-6a0b57b0ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:27.031164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-0605dfac-8ae4-4bfc-8dde-6a0b57b0ee85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2018116 Aug 20 13:27:27.038445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069bb97-9549-4676-a622-43fccc43c232 None None] Pushing event updated for resources: {'Port': ['ID=1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:27.116303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c5dd870-544a-42cc-abce-592761062cf8 req-1c41a399-98ec-46fb-809b-050662d2b076 service neutron] 10.222.0.53 "GET /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729638 Aug 20 13:27:27.253997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-21db0b81-161f-4cc0-baf5-017a1c9312e1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116010 Aug 20 13:27:27.274341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:27.429904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-6eff6493-4f85-4370-9085-6d1afef0ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:27.431799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-6eff6493-4f85-4370-9085-6d1afef0ac34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 200 len: 859 time: 0.7847476 Aug 20 13:27:27.437455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event deleted for resources: {'Port': ['ID=bf236c31-4713-4b7b-8c24-92507fceb98b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:27.554124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:27.556942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:27.558118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58f786f2-20d7-4cfb-b792-d69ac4a83104 req-4b22dde9-6828-4c72-a6ef-6c39ad0546aa tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "DELETE /v2.0/floatingips/c2f331b4-52c0-4774-afd9-6ed2e24b9439 HTTP/1.1" status: 204 len: 173 time: 1.7698479 Aug 20 13:27:27.559566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:27.571388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-ff5ba188-87a1-4069-a1e9-011cb1f0815e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46a76a40-cd39-4571-a644-b35e0e191920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258578 Aug 20 13:27:27.598223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-5ffb5ac9-68cf-4f3e-b571-28c7d8b943a5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341684 Aug 20 13:27:27.674230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84e2b00b-fb6a-4de4-98de-eab1bf20eb7a req-e7e6f61d-bf0c-4bfa-a370-7e23246c5b7a tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0244286 Aug 20 13:27:27.723448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:27.729828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe26f-29e6-45ee-a1c8-5672ae95a19d req-4918fe3d-7898-4613-b323-85d72916f63b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:27.731666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-686fe26f-29e6-45ee-a1c8-5672ae95a19d req-4918fe3d-7898-4613-b323-85d72916f63b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 947 time: 0.0761359 Aug 20 13:27:27.750302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=924aac24-0c94-45b8-ad8f-93654ddfef81,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:27.769533 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c446a88d-6dd6-4994-adff-e06c88098c43 x-openstack-request-id: req-c446a88d-6dd6-4994-adff-e06c88098c43 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:27.769829 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "tag": "ee779e47-6440-45e1-a491-d25adcba9672", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:27.770082 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c446a88d-6dd6-4994-adff-e06c88098c43 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:27.770542 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'tag': 'ee779e47-6440-45e1-a491-d25adcba9672', 'status': 'completed', 'code': 200} Aug 20 13:27:27.784101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Subnet': ['ID=b7655bf4-b1dd-4b2f-943f-cb114844fbb4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:27.848809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55954) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:27.865018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-686fe26f-29e6-45ee-a1c8-5672ae95a19d req-4439d42b-fc43-4d26-bb43-30e6d740f029 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268034 Aug 20 13:27:27.878451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-9652dca7-58d4-44f8-be9e-b68e96993778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:27.878954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-9652dca7-58d4-44f8-be9e-b68e96993778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:27.884980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-9652dca7-58d4-44f8-be9e-b68e96993778 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cfde2fd9f72481ab4828d05b872472a&device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1980 time: 0.1012187 Aug 20 13:27:27.897076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:27.912338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'mac_address': 'fa:16:3e:70:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:27.966014 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:27.982179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30185cc1-9eac-4b37-96a7-e0c58f060ba9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:28.010376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:28.018884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.040634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.056665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb3a3e19-125b-486e-86db-ec62429807ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.089144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060ec918-ea89-4507-8838-536d32d5ed85']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:28.092299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=12']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:28.106753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-38a4251b-27dc-4cf2-89ce-e4352057be0f service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031149 Aug 20 13:27:28.140018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6787-a805-429f-9d71-d2acecb85883 req-c5138faf-14bf-4042-88cc-16ab64578b4c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.142432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825201c8-d9ba-4b23-bb75-fcfee03315ae') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:28.142729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825201c8-d9ba-4b23-bb75-fcfee03315ae') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:28.145997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6787-a805-429f-9d71-d2acecb85883 req-c5138faf-14bf-4042-88cc-16ab64578b4c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.147663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b50c6787-a805-429f-9d71-d2acecb85883 req-c5138faf-14bf-4042-88cc-16ab64578b4c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1678 time: 0.2097721 Aug 20 13:27:28.150189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-d6d075b2-75db-41ee-9299-e7875013214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.151743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-d6d075b2-75db-41ee-9299-e7875013214b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9633215f-d737-4194-bb5c-781815c47f9c HTTP/1.1" status: 200 len: 902 time: 0.2612553 Aug 20 13:27:28.177145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c41725-b0e9-4b25-818f-a5c9e41d3de6 req-29f8b3b3-7aff-4bb5-af05-1a067f06412b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.178167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72c41725-b0e9-4b25-818f-a5c9e41d3de6 req-29f8b3b3-7aff-4bb5-af05-1a067f06412b tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 949 time: 0.3431895 Aug 20 13:27:28.184246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.225353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-53ba8710-2b7f-43bb-b582-180492dec161 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=ee779e47-6440-45e1-a491-d25adcba9672 HTTP/1.1" status: 200 len: 217 time: 0.0630116 Aug 20 13:27:28.242102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:27:28.255526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Attempting to bind port 924aac24-0c94-45b8-ad8f-93654ddfef81 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:28.255868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Attempting to bind port 924aac24-0c94-45b8-ad8f-93654ddfef81 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:28.256660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Attempting to bind port 924aac24-0c94-45b8-ad8f-93654ddfef81 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:28.291420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b50c6787-a805-429f-9d71-d2acecb85883 req-84c62cf2-221a-4492-85c9-bc0c775dd1c9 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347110 Aug 20 13:27:28.306928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.319629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['30185cc1-9eac-4b37-96a7-e0c58f060ba9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:28.320857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Port 924aac24-0c94-45b8-ad8f-93654ddfef81 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:28.321201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Attempting to bind port 924aac24-0c94-45b8-ad8f-93654ddfef81 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:28.339827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:28.340294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:28.355698 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:28.369920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb3a3e19-125b-486e-86db-ec62429807ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.370902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:28.371742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:28.372323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:28.372905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Bound port: 924aac24-0c94-45b8-ad8f-93654ddfef81, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:28.373391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.388728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-652804e6-4809-44a7-bc13-f6b7713280d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.390377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-652804e6-4809-44a7-bc13-f6b7713280d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d HTTP/1.1" status: 200 len: 801 time: 0.1551600 Aug 20 13:27:28.399236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb3a3e19-125b-486e-86db-ec62429807ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.434002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72c41725-b0e9-4b25-818f-a5c9e41d3de6 req-001f978c-b6a9-48ca-999c-96695cce147c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381341 Aug 20 13:27:28.461678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.468742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619f28f-984a-4a64-becc-88c4808264aa None None] Network 060ec918-ea89-4507-8838-536d32d5ed85 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:28.474628 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.525330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cb3a3e19-125b-486e-86db-ec62429807ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2e1d528bd604d5499259c1ff65e91b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734822 Aug 20 13:27:28.527862 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55960) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:28.529471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a3e19-125b-486e-86db-ec62429807ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf13c48-a3ad-4061-893f-babebf1f2cb2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:28.547228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4ed8241-f0c2-4474-8d66-ef61d7576e2a req-c35cb483-906d-430d-885d-c8fabe5c8218 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups/352d4abb-6f81-4f4d-b555-899fd9b2f90f HTTP/1.1" status: 200 len: 1808 time: 0.1736126 Aug 20 13:27:28.569845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-71ebb9e2-8e38-48b4-9e87-f15f250ebd19 None None] Provisioning for port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:28.570562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-4d953648-1567-4809-b975-6b75875f202e service neutron] 10.222.0.53 "GET /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383676 Aug 20 13:27:28.577840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:27:28.577840 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:27:28.577840 n-d-804232-5 neutron-server[94861]: [parameters: {'id': '060ec918-ea89-4507-8838-536d32d5ed85'}] Aug 20 13:27:28.577840 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:27:28.577840 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:27:28.581970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-ee2f060f-3336-4ff8-aa09-19046f3a5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.583841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-ee2f060f-3336-4ff8-aa09-19046f3a5fee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9633215f-d737-4194-bb5c-781815c47f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1777503 Aug 20 13:27:28.727374 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb0f5-dd2e-470d-ac94-4a6a0938d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.744901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] DHCP port deletion for 060ec918-ea89-4507-8838-536d32d5ed85 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:28.745448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b4ed8241-f0c2-4474-8d66-ef61d7576e2a req-91aa5672-4b3d-4288-972b-c79e284e6322 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.748926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] For port 924aac24-0c94-45b8-ad8f-93654ddfef81, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:28.765973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff96f5-f6f0-45e6-b297-903880740172 req-6e8bb59d-e1a0-4128-868e-7e7791433339 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.767522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2ff96f5-f6f0-45e6-b297-903880740172 req-6e8bb59d-e1a0-4128-868e-7e7791433339 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=34bab3c9-c4e9-4405-833c-5999b6c5ab6f HTTP/1.1" status: 200 len: 945 time: 0.2348046 Aug 20 13:27:28.781117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] For port 924aac24-0c94-45b8-ad8f-93654ddfef81, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=924aac24-0c94-45b8-ad8f-93654ddfef81,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:28.782767 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Floating IP 618d1c04-5862-4b13-b843-bc7871b991c9 associated. External IP: 172.25.6.4, port: a622540a-ad9e-4c00-96f5-ea99f7feccaa. Aug 20 13:27:28.783671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb0f5-dd2e-470d-ac94-4a6a0938d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.794400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-99e5caf1-6a10-4213-8524-a06c8d1e4f65 service neutron] 10.222.0.53 "GET /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000136 Aug 20 13:27:28.809284 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.811914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b4ed8241-f0c2-4474-8d66-ef61d7576e2a req-91aa5672-4b3d-4288-972b-c79e284e6322 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.825763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] Deleting port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:28.826146 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.837603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.870305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-275e7665-543e-4d94-9bf0-7b614074ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.872539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-275e7665-543e-4d94-9bf0-7b614074ceca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1101 time: 0.1954319 Aug 20 13:27:28.899904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] For port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038,segment=NetworkSegment(825201c8-d9ba-4b23-bb75-fcfee03315ae),segment_id=825201c8-d9ba-4b23-bb75-fcfee03315ae)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:28.901006 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.923207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] Calling delete_port for 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:28.930525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:28.931605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:28.933171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] 10.222.0.53 "PUT /v2.0/ports/924aac24-0c94-45b8-ad8f-93654ddfef81 HTTP/1.1" status: 200 len: 1095 time: 3.5552077 Aug 20 13:27:28.936489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2ff96f5-f6f0-45e6-b297-903880740172 req-48e129fd-f11e-41c3-a992-7fd5adc58c02 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590023 Aug 20 13:27:29.058561 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.084576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=924aac24-0c94-45b8-ad8f-93654ddfef81,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:29.086386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] Pushing event deleted for resources: {'Port': ['ID=1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:29.087983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.088229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e07e85-22f6-435d-83ce-7879da1aa99f None None] No DVR routers for this DVR port 1404f8b5-b8d0-4cc3-a8ca-f452cf9a1038 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:29.312936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb0f5-dd2e-470d-ac94-4a6a0938d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.315497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb0f5-dd2e-470d-ac94-4a6a0938d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.316741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ccdb0f5-dd2e-470d-ac94-4a6a0938d36c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5cf13c48-a3ad-4061-893f-babebf1f2cb2 HTTP/1.1" status: 204 len: 168 time: 0.7816606 Aug 20 13:27:29.326976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b4ed8241-f0c2-4474-8d66-ef61d7576e2a req-91aa5672-4b3d-4288-972b-c79e284e6322 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.329493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b4ed8241-f0c2-4474-8d66-ef61d7576e2a req-91aa5672-4b3d-4288-972b-c79e284e6322 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.330639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4ed8241-f0c2-4474-8d66-ef61d7576e2a req-91aa5672-4b3d-4288-972b-c79e284e6322 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "DELETE /v2.0/security-groups/352d4abb-6f81-4f4d-b555-899fd9b2f90f HTTP/1.1" status: 204 len: 173 time: 0.7743599 Aug 20 13:27:29.340668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdb0f5-dd2e-470d-ac94-4a6a0938d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf13c48-a3ad-4061-893f-babebf1f2cb2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:29.353722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bf37806-74f0-4940-bde7-67677988fbe2 req-2d68da3c-6c04-4fa2-9482-f2d87223d9ae service neutron] 10.222.0.53 "GET /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487633 Aug 20 13:27:29.362192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa5672-4b3d-4288-972b-c79e284e6322 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352d4abb-6f81-4f4d-b555-899fd9b2f90f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:29.438920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.439397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.439868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.440073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.440373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.440724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.441043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.441361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.441675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.441985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.442296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.442607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032230-d264-48cf-bf6e-46cc3ce64ed2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:29.484777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56e41e-2558-46d8-8563-269ac9eac410 req-ebc78ba6-2177-4f2d-a18d-12969ea47716 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:29.486358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be56e41e-2558-46d8-8563-269ac9eac410 req-ebc78ba6-2177-4f2d-a18d-12969ea47716 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 947 time: 0.0634422 Aug 20 13:27:29.529626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be56e41e-2558-46d8-8563-269ac9eac410 req-e19a354f-929a-4a85-9649-3735b64c5d87 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Aug 20 13:27:29.532197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-79d9d2c6-1214-4c54-a166-a42d35f647b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:29.533716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-79d9d2c6-1214-4c54-a166-a42d35f647b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.6376190 Aug 20 13:27:29.670665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-e0b503bf-bcf7-4a14-b916-ae7cc22c8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:29.672237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-e0b503bf-bcf7-4a14-b916-ae7cc22c8b24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 1098 time: 0.5721936 Aug 20 13:27:29.680686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168c71e-77a7-4db9-aa8c-312e32415be4 req-909f96ae-c4f0-4f72-9589-0f88ecd92c80 tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:29.689502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2168c71e-77a7-4db9-aa8c-312e32415be4 req-909f96ae-c4f0-4f72-9589-0f88ecd92c80 tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 1101 time: 0.2803566 Aug 20 13:27:29.692058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-b04e66b9-2c43-491c-a451-a43b764299b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 200 len: 217 time: 0.1120114 Aug 20 13:27:29.738951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:29.756389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.798415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'tag': '924aac24-0c94-45b8-ad8f-93654ddfef81'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:29.801526 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16868df-549f-4dcd-9cad-e9299bf330b5" -d '{"events": [{"name": "network-changed", "server_uuid": "daf0ef82-d44a-4e40-880f-f677cf9625b7", "tag": "924aac24-0c94-45b8-ad8f-93654ddfef81"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:29.817447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e5c-48a4-4682-bf7d-b560b8edba28 req-50faaeb6-2bc8-404d-96d3-d03f76c86d4a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:29.823637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e5c-48a4-4682-bf7d-b560b8edba28 req-50faaeb6-2bc8-404d-96d3-d03f76c86d4a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:29.826213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cced1e5c-48a4-4682-bf7d-b560b8edba28 req-50faaeb6-2bc8-404d-96d3-d03f76c86d4a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1678 time: 0.0839496 Aug 20 13:27:29.830434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:29.834747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:29.835300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-e682137c-8288-4d5d-b2e2-dbc8eb90a420 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=924aac24-0c94-45b8-ad8f-93654ddfef81 HTTP/1.1" status: 200 len: 217 time: 0.1384442 Aug 20 13:27:29.835657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.849134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060ec918-ea89-4507-8838-536d32d5ed85']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:29.877450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cced1e5c-48a4-4682-bf7d-b560b8edba28 req-90f6dff0-8e83-4df4-9a3e-2c5818ed692c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Aug 20 13:27:29.894539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825201c8-d9ba-4b23-bb75-fcfee03315ae') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:29.894843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825201c8-d9ba-4b23-bb75-fcfee03315ae') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:29.927250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.951745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:29.953466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2168c71e-77a7-4db9-aa8c-312e32415be4 req-e32c2374-5baa-4f29-a7eb-b9a4cb36fa1f tempest-MigrationsAdminTest-1101928606 tempest-MigrationsAdminTest-1101928606-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579587 Aug 20 13:27:29.991972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-951a8c96-82ce-44cb-ae01-d927823107c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.000418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-951a8c96-82ce-44cb-ae01-d927823107c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2839980 Aug 20 13:27:30.003979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.021990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Router 6ada243a-6661-462e-bbd1-099e33ef2b13 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:27:30.052133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:30.052543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.061656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-80eee643-4ecd-44fd-8ef2-d0d560936288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.063822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-80eee643-4ecd-44fd-8ef2-d0d560936288 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.2163115 Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:30.064634 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:30.146348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:30.148865 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40004723-5f89-418f-89da-ac523287a260" -d '{"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-plugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:30.158959 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7d801-66c3-43f2-bec3-0bc80a69f267 x-openstack-request-id: req-c3b7d801-66c3-43f2-bec3-0bc80a69f267 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:30.160391 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf0ef82-d44a-4e40-880f-f677cf9625b7", "tag": "924aac24-0c94-45b8-ad8f-93654ddfef81", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:30.160920 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3b7d801-66c3-43f2-bec3-0bc80a69f267 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:30.162352 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'tag': '924aac24-0c94-45b8-ad8f-93654ddfef81', 'status': 'completed', 'code': 200} Aug 20 13:27:30.163428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:30.176170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.270486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=13']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:30.337375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.362959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.374070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56008) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:30.375630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/060ec918-ea89-4507-8838-536d32d5ed85 HTTP/1.1" status: 204 len: 168 time: 4.8077626 Aug 20 13:27:30.381802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-93472321'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:30.419223 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d8944f-a112-4624-b8d3-47f31120fb09 x-openstack-request-id: req-c5d8944f-a112-4624-b8d3-47f31120fb09 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:30.419645 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-plugged", "status": "completed", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:30.419994 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5d8944f-a112-4624-b8d3-47f31120fb09 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:30.420572 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'code': 200} Aug 20 13:27:30.422286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:30.429131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.429441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-db5fd197-8178-43e0-8a61-edd12b55202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.431651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-db5fd197-8178-43e0-8a61-edd12b55202f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4081161 Aug 20 13:27:30.457432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:30.469367 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.469933 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Added segment b3ce9d65-22fe-4d91-9faf-91522a24b459 of type vlan for network 169e4f18-4a47-4482-9946-d41e771a9cf4 Aug 20 13:27:30.477667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c9393dd9-dee5-452d-a260-954665c6fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.480814 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-c9393dd9-dee5-452d-a260-954665c6fc19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3233914 Aug 20 13:27:30.482750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db606b-681d-4023-9c9c-ce3eef9c18a2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Network': ['ID=060ec918-ea89-4507-8838-536d32d5ed85,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:30.539376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.617302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.623616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.624592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.645370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e2fb5-7033-4adf-867d-ea57d953f024 req-00be920a-393e-4075-abd2-97550a261895 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.646947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a0e2fb5-7033-4adf-867d-ea57d953f024 req-00be920a-393e-4075-abd2-97550a261895 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.3136685 Aug 20 13:27:30.648102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:27:30.654346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:30.669652 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] Sync routers for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:27:30.683449 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:30.685065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:30.720334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-42699030-8ace-4b2d-ae39-1f834eebd11c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:30.722290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-42699030-8ace-4b2d-ae39-1f834eebd11c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 812 time: 0.2170126 Aug 20 13:27:30.731414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3514624 Aug 20 13:27:30.731414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Network': ['ID=169e4f18-4a47-4482-9946-d41e771a9cf4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:30.732296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56030) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:30.742578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2cb3645f-d10d-4574-96ff-05f0da0c0b42 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "PUT /v2.0/floatingips/618d1c04-5862-4b13-b843-bc7871b991c9 HTTP/1.1" status: 200 len: 990 time: 4.4873042 Aug 20 13:27:30.744682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Request body: {'subnet': {'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:30.768870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-d3a17c5f-e98a-4d1e-89d5-4058599878bc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/quotas/258134f21e134423a2ab982e74780934 HTTP/1.1" status: 200 len: 375 time: 0.0405467 Aug 20 13:27:30.786568 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-391ab45b-4b13-41ee-b866-c680aaead57c service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496927 Aug 20 13:27:30.788402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-0b1dfcf7-9040-4f47-8802-9cbc6425ea3e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005104 Aug 20 13:27:30.797279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.797776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.798017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.798549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.799022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.799502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.799987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.800488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.801003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.801573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.801685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a0e2fb5-7033-4adf-867d-ea57d953f024 req-80f0b779-0afb-4c41-9ece-ce3b6115c1f6 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214526 Aug 20 13:27:30.802144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.802616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e05144-e341-42c9-b279-269712b9fb8b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:27:30.816149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 169e4f18-4a47-4482-9946-d41e771a9cf4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:30.822512 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:30.982901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1e6e1f9e-8599-48ee-93e2-8844390de1c8 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754484 Aug 20 13:27:30.984761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Made reservation on behalf of f3ce1ca8fff244be8439544e0d109faa for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:30.993321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:31.014888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ebb5b58-a94c-4885-846c-8cb6fb27601a req-50f30fc6-1a06-4529-8197-4376a7dc8e11 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109361 Aug 20 13:27:31.035654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea22c347-868b-4bba-9fef-4de72038f011 req-6ffd9903-eb75-4ab6-9a8f-ee34af726d98 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328944 Aug 20 13:27:31.076780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94824ac8-1083-48a6-af04-b7afe5b5619e req-17f0936e-22d9-47e5-be4c-a14bdc844f78 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.082971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94824ac8-1083-48a6-af04-b7afe5b5619e req-17f0936e-22d9-47e5-be4c-a14bdc844f78 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 951 time: 0.1055665 Aug 20 13:27:31.133024 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '618d1c04-5862-4b13-b843-bc7871b991c9', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'port_id': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'mac_address': 'fa:16:3e:52:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7d569-78b9-46da-90d9-c77fe5678246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:26:20Z', 'updated_at': '2021-08-20T13:27:28Z', 'revision_number': 1, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:25Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:31.134811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94824ac8-1083-48a6-af04-b7afe5b5619e req-bf8c1a34-e271-4941-84b5-0c343866aead tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Aug 20 13:27:31.170659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] Checking router: 6ada243a-6661-462e-bbd1-099e33ef2b13 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:27:31.182161 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:31.183150 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:31.200932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ee779e47-6440-45e1-a491-d25adcba9672 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:31.201995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-95bffc21-3be1-46a6-894e-e56631b71977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.203834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-95bffc21-3be1-46a6-894e-e56631b71977 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 1098 time: 0.0744643 Aug 20 13:27:31.381166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-ad916f87-9ca0-4637-b32d-e64a8001c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.382713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-ad916f87-9ca0-4637-b32d-e64a8001c067 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1704178 Aug 20 13:27:31.395620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02586aaa-21ab-4366-8bab-7eefd5ada129 req-4915c804-0378-4e41-bee5-47f2d0945589 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.398140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-028d962c-b424-490a-82a9-9cec99e9147e service neutron] 10.222.0.59 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993924 Aug 20 13:27:31.404013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ee779e47-6440-45e1-a491-d25adcba9672, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ee779e47-6440-45e1-a491-d25adcba9672,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:31.411371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02586aaa-21ab-4366-8bab-7eefd5ada129 req-4915c804-0378-4e41-bee5-47f2d0945589 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 947 time: 0.1193540 Aug 20 13:27:31.426560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'ee779e47-6440-45e1-a491-d25adcba9672', 'network_id': '9633215f-d737-4194-bb5c-781815c47f9c', 'port_id': 'ee779e47-6440-45e1-a491-d25adcba9672', 'mac_address': 'fa:16:3e:8e:3c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:31.431436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-f81b7892-4d1c-4c46-8e8e-d4a821bd07c1 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.442551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-f81b7892-4d1c-4c46-8e8e-d4a821bd07c1 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "GET /v2.0/ports?device_id=34bab3c9-c4e9-4405-833c-5999b6c5ab6f HTTP/1.1" status: 200 len: 945 time: 0.1426570 Aug 20 13:27:31.458252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:31.476917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-3627dd90-6548-400b-9131-30438160c48d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=924aac24-0c94-45b8-ad8f-93654ddfef81 HTTP/1.1" status: 200 len: 217 time: 0.0559256 Aug 20 13:27:31.478991 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:31.499961 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:31.512676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee779e47-6440-45e1-a491-d25adcba9672 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:31.550616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ee779e47-6440-45e1-a491-d25adcba9672, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ee779e47-6440-45e1-a491-d25adcba9672,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:31.563390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02586aaa-21ab-4366-8bab-7eefd5ada129 req-2f5cb575-2bb8-4bd0-9b72-e5f476f115c1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509881 Aug 20 13:27:31.565804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:31.566658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e8eb0de5-7d0f-4875-bef1-4c711936882b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:31.604027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-54cb4f5f-69b6-4dd4-81cb-66d6afd5a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.606830 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-54cb4f5f-69b6-4dd4-81cb-66d6afd5a460 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1165693 Aug 20 13:27:31.680588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-855cec6f-179d-453d-89eb-56b305c01abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.680588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-855cec6f-179d-453d-89eb-56b305c01abc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618799 Aug 20 13:27:31.688784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ee779e47-6440-45e1-a491-d25adcba9672,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:31.743443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e8eb0de5-7d0f-4875-bef1-4c711936882b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e8eb0de5-7d0f-4875-bef1-4c711936882b,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:31.789187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e8eb0de5-7d0f-4875-bef1-4c711936882b', 'network_id': '367ad031-b045-4ab8-ad49-b2b5e13337b1', 'port_id': 'e8eb0de5-7d0f-4875-bef1-4c711936882b', 'mac_address': 'fa:16:3e:4f:8c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7a410e-3059-457d-bbd4-882d0c3505e6', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:31.843179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8acdf210-d245-468d-a288-4e4df0db5de6 service neutron] 10.222.0.59 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276524 Aug 20 13:27:31.876458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:31.905851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eb0de5-7d0f-4875-bef1-4c711936882b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:31.918514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebca7f-1ab2-4873-b903-4ca123149e89 req-7bab9946-21ef-40be-a87d-e94c3807eb5f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.928749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebca7f-1ab2-4873-b903-4ca123149e89 req-7bab9946-21ef-40be-a87d-e94c3807eb5f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:31.930630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75ebca7f-1ab2-4873-b903-4ca123149e89 req-7bab9946-21ef-40be-a87d-e94c3807eb5f tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1679 time: 0.1325006 Aug 20 13:27:31.938802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-40ad0d80-f645-4238-bd32-ed6e87c51173 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414687 Aug 20 13:27:31.955387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e8eb0de5-7d0f-4875-bef1-4c711936882b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e8eb0de5-7d0f-4875-bef1-4c711936882b,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:31.962059 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.019607 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '618d1c04-5862-4b13-b843-bc7871b991c9', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'port_id': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'mac_address': 'fa:16:3e:52:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7d569-78b9-46da-90d9-c77fe5678246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:26:20Z', 'updated_at': '2021-08-20T13:27:28Z', 'revision_number': 1, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:25Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:32.033598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:27:32.053264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.071114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e8eb0de5-7d0f-4875-bef1-4c711936882b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:32.074633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Deleting port c704ab97-1d74-430f-8212-d457223eb2c8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:32.075109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.079495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc167a3a-d1ac-4953-924c-45bf65b6f38d None None] The sync data for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 is: [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '618d1c04-5862-4b13-b843-bc7871b991c9', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'port_id': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'mac_address': 'fa:16:3e:52:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7d569-78b9-46da-90d9-c77fe5678246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:26:20Z', 'updated_at': '2021-08-20T13:27:28Z', 'revision_number': 1, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:25Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:27:32.171415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:32.174032 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5957e92-ec26-47b0-b828-5b530ba125ea" -d '{"events": [{"name": "network-changed", "server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:32.190854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event updated for resources: {'Subnet': ['ID=4bc122d3-47a6-47c7-96db-c9e4239ec6d6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:32.242543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-75ebca7f-1ab2-4873-b903-4ca123149e89 req-7410dc77-8891-4967-a7e4-cd3296a90d8e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020782 Aug 20 13:27:32.257845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e16868df-549f-4dcd-9cad-e9299bf330b5 req-5221229d-e770-4c10-9ca0-b987ad25ad8b service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068211 Aug 20 13:27:32.270913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e7845-9390-42c5-bd1c-273372f12e81 req-7bc0220d-feed-4ca7-bcee-fd5cfb39aee1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:32.272643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-277e7845-9390-42c5-bd1c-273372f12e81 req-7bc0220d-feed-4ca7-bcee-fd5cfb39aee1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 951 time: 0.1801713 Aug 20 13:27:32.305580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e8eb0de5-7d0f-4875-bef1-4c711936882b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:32.383120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-00dfe734-d70c-4b60-9be8-f5f58453f385 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:32.386926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-00dfe734-d70c-4b60-9be8-f5f58453f385 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "GET /v2.0/ports?device_id=c200b91e-be7c-4c37-913c-dae8118606b1 HTTP/1.1" status: 200 len: 946 time: 0.4239047 Aug 20 13:27:32.503762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Deleting port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:32.504014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.504540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc932c7-5e49-4bd5-a7ef-954888938b99 None None] New status for floating IP 618d1c04-5862-4b13-b843-bc7871b991c9: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:27:32.697101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-5611768e-58a0-4c49-8074-c457a17c6e18 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:32.702140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b387b-1b11-4923-bda2-58c37731ddd8 req-1d01218d-49f7-4d99-9cdd-9cbd32a2853b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:32.703976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-5611768e-58a0-4c49-8074-c457a17c6e18 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.53 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.1433735 Aug 20 13:27:32.712100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c7b387b-1b11-4923-bda2-58c37731ddd8 req-1d01218d-49f7-4d99-9cdd-9cbd32a2853b tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.5083663 Aug 20 13:27:32.716292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] For port c704ab97-1d74-430f-8212-d457223eb2c8, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c704ab97-1d74-430f-8212-d457223eb2c8,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:32.716707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.732683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Checking segment: {'id': 'b3ce9d65-22fe-4d91-9faf-91522a24b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:32.733049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network hostable DHCP agents. Network: 169e4f18-4a47-4482-9946-d41e771a9cf4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:32.764966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Calling delete_port for c704ab97-1d74-430f-8212-d457223eb2c8 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:32.810220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c7b387b-1b11-4923-bda2-58c37731ddd8 req-81224bf9-201d-41b8-82d6-03bff36636f2 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Aug 20 13:27:32.827182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Network 169e4f18-4a47-4482-9946-d41e771a9cf4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:32.858909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] For port 30185cc1-9eac-4b37-96a7-e0c58f060ba9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=30185cc1-9eac-4b37-96a7-e0c58f060ba9,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:32.859573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.895695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Calling delete_port for 30185cc1-9eac-4b37-96a7-e0c58f060ba9 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:32.915450 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b11796-016b-4f03-9920-c59cccf69ce1 x-openstack-request-id: req-49b11796-016b-4f03-9920-c59cccf69ce1 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:32.916642 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:32.917010 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49b11796-016b-4f03-9920-c59cccf69ce1 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:32.918249 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'status': 'completed', 'code': 200} Aug 20 13:27:32.920826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Deleting port 57c0cbc9-6d2d-4a55-a956-252e738ec548 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:32.921427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:32.979817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 169e4f18-4a47-4482-9946-d41e771a9cf4) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:32.994676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Deleting port 25ac1028-965f-40d7-a8c9-5872295c6b33 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:32.995018 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.001060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:33.002047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.017784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d41d6d-0030-4a5a-8dc2-1f9914bf5f78 None None] Network 169e4f18-4a47-4482-9946-d41e771a9cf4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:33.110736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174ae6f5-a5f1-42f6-8bd6-c918108a077d req-52f523e3-ad8e-45f5-aa37-0d0cfe68b7e3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 210 time: 0.1330361 Aug 20 13:27:33.163464 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d71a7262-f92e-45da-9d9a-2bf359c48c0f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4246166 Aug 20 13:27:33.170979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:33.302494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-169e4f18-4a47-4482-9946-d41e771a9cf4', 'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4', 'tenant_id': 'f3ce1ca8fff244be8439544e0d109faa', 'fixed_ips': [{'subnet_id': '4bc122d3-47a6-47c7-96db-c9e4239ec6d6'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:27:33.303769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.313436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] For port 25ac1028-965f-40d7-a8c9-5872295c6b33, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=25ac1028-965f-40d7-a8c9-5872295c6b33,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:33.317460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.334127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ee779e47-6440-45e1-a491-d25adcba9672'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:33.429892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Calling delete_port for 25ac1028-965f-40d7-a8c9-5872295c6b33 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:33.609932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.630557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['25ac1028-965f-40d7-a8c9-5872295c6b33', 'c704ab97-1d74-430f-8212-d457223eb2c8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:33.686452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-3926c50f-9017-4add-b3c2-d7d628ab9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:33.688452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-3926c50f-9017-4add-b3c2-d7d628ab9a4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2001b7a2229345859d3a30516ec4fa14&device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 1097 time: 0.7407501 Aug 20 13:27:33.742577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1be03-5035-4877-8147-e8b0b1214e52 req-49a03bcf-1690-424c-a284-2b0de7eb3c70 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:33.745452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd162e0-6c62-48b2-bbd1-b2b2490a31b0 req-0675b080-8cf6-4e2e-bd50-8edd8db23d3b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:33.750305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfb1be03-5035-4877-8147-e8b0b1214e52 req-49a03bcf-1690-424c-a284-2b0de7eb3c70 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 951 time: 0.7128363 Aug 20 13:27:33.753227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fd162e0-6c62-48b2-bbd1-b2b2490a31b0 req-0675b080-8cf6-4e2e-bd50-8edd8db23d3b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 947 time: 0.4725435 Aug 20 13:27:33.777694 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.805329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['25ac1028-965f-40d7-a8c9-5872295c6b33'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:33.809900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event deleted for resources: {'Port': ['ID=25ac1028-965f-40d7-a8c9-5872295c6b33,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:33.820580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] For port 57c0cbc9-6d2d-4a55-a956-252e738ec548, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=57c0cbc9-6d2d-4a55-a956-252e738ec548,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:33.820580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.852865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Calling delete_port for 57c0cbc9-6d2d-4a55-a956-252e738ec548 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:33.863888 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:33.868191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Allocated IP 2001:db8::f816:3eff:fe0e:feae (169e4f18-4a47-4482-9946-d41e771a9cf4/4bc122d3-47a6-47c7-96db-c9e4239ec6d6/2c90e60e-75ee-4aef-80a2-c8f56e6f071c) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:33.924388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfb1be03-5035-4877-8147-e8b0b1214e52 req-051f20ee-eb18-4dde-96d3-b4a84789e05e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729157 Aug 20 13:27:33.970506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56202) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:33.973729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fd162e0-6c62-48b2-bbd1-b2b2490a31b0 req-56e7126f-1c2e-490b-bef8-d1f2d86071a5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188680 Aug 20 13:27:33.987556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-271966d0-a4d0-4bae-bb28-e83245fc32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:33.989110 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-271966d0-a4d0-4bae-bb28-e83245fc32c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c12fcdc-dcc0-44ca-9c89-c454d920824a HTTP/1.1" status: 200 len: 916 time: 0.2878609 Aug 20 13:27:34.006090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event deleted for resources: {'Port': ['ID=c704ab97-1d74-430f-8212-d457223eb2c8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:34.018697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.055566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] No DVR routers for this DVR port 25ac1028-965f-40d7-a8c9-5872295c6b33 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:34.061370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.065418 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "DELETE /v2.0/ports/25ac1028-965f-40d7-a8c9-5872295c6b33 HTTP/1.1" status: 204 len: 173 time: 1.5466993 Aug 20 13:27:34.111500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event deleted for resources: {'Port': ['ID=30185cc1-9eac-4b37-96a7-e0c58f060ba9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:34.130935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] No DVR routers for this DVR port c704ab97-1d74-430f-8212-d457223eb2c8 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:34.134901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.140927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a350b1d0-812b-4b7a-9a86-f1264574a589 req-a07d0e6c-ba29-44b0-932f-c7d79f26b654 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "DELETE /v2.0/ports/c704ab97-1d74-430f-8212-d457223eb2c8 HTTP/1.1" status: 204 len: 173 time: 2.6378648 Aug 20 13:27:34.143633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'name': 'network-vif-deleted', 'tag': '25ac1028-965f-40d7-a8c9-5872295c6b33'}, {'server_uuid': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'name': 'network-vif-deleted', 'tag': 'c704ab97-1d74-430f-8212-d457223eb2c8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:34.146594 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77232354-af88-4cff-a259-6af87248d81b" -d '{"events": [{"server_uuid": "c200b91e-be7c-4c37-913c-dae8118606b1", "name": "network-vif-deleted", "tag": "25ac1028-965f-40d7-a8c9-5872295c6b33"}, {"server_uuid": "34bab3c9-c4e9-4405-833c-5999b6c5ab6f", "name": "network-vif-deleted", "tag": "c704ab97-1d74-430f-8212-d457223eb2c8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:34.149981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.165273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:34.170926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-5f542d4e-fc1c-478b-b962-1dedd69106a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa HTTP/1.1" status: 200 len: 1000 time: 0.1630654 Aug 20 13:27:34.244225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] No DVR routers for this DVR port 30185cc1-9eac-4b37-96a7-e0c58f060ba9 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:34.249314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.251390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-277e7845-9390-42c5-bd1c-273372f12e81 req-96739bea-08b5-4e4e-bf50-b6b6804c3077 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "DELETE /v2.0/ports/30185cc1-9eac-4b37-96a7-e0c58f060ba9 HTTP/1.1" status: 204 len: 173 time: 1.9641886 Aug 20 13:27:34.382104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3443a3-ea70-4a13-895d-fc8b3ed6ae27 req-fe643a1d-8636-4e0c-bd72-48eda7a6f941 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:34.390298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3443a3-ea70-4a13-895d-fc8b3ed6ae27 req-fe643a1d-8636-4e0c-bd72-48eda7a6f941 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:34.398037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de3443a3-ea70-4a13-895d-fc8b3ed6ae27 req-fe643a1d-8636-4e0c-bd72-48eda7a6f941 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1680 time: 0.2518315 Aug 20 13:27:34.512514 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de3443a3-ea70-4a13-895d-fc8b3ed6ae27 req-61c4e8d9-2c24-4996-ba2f-c6514bb101b0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029747 Aug 20 13:27:34.541128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f8f31ab-33e8-48dd-ba8d-a89eb0092130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.567190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-15421270-6240-4082-afa8-a187a19d0a20 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:34.574939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-15421270-6240-4082-afa8-a187a19d0a20 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 812 time: 0.3097589 Aug 20 13:27:34.591561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Request body: {'port': {'device_id': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'admin_state_up': True, 'tenant_id': '258134f21e134423a2ab982e74780934'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:34.629557 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.640987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Transition to ACTIVE for port object 2c90e60e-75ee-4aef-80a2-c8f56e6f071c will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:34.648756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-d678bba1-829c-4750-a2f2-13ebf9de2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:34.650272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-d678bba1-829c-4750-a2f2-13ebf9de2e3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263 HTTP/1.1" status: 200 len: 854 time: 0.4086306 Aug 20 13:27:34.659933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Transition to ACTIVE for port object 2c90e60e-75ee-4aef-80a2-c8f56e6f071c will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:34.664130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091', '329efba4-5c75-438c-b3c9-91cf302b8651'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:34.686938 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.698078 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.738852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6228f435-9b95-48a5-ba24-2b13de2a510e req-29cd3a0a-c656-42ce-aab6-18394ce21a6a tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 210 time: 0.0696650 Aug 20 13:27:34.749183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab10a-2bd1-4b91-85d7-35dc67ef4306 req-24b89b9f-0674-426d-8bd7-b3256dcda491 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:34.750390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d8cab10a-2bd1-4b91-85d7-35dc67ef4306 req-24b89b9f-0674-426d-8bd7-b3256dcda491 tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/ports?device_id=8306d164-0b48-45d4-bde1-fa02981a4280 HTTP/1.1" status: 200 len: 946 time: 0.5073977 Aug 20 13:27:34.760359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.810497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Pushing event deleted for resources: {'Port': ['ID=57c0cbc9-6d2d-4a55-a956-252e738ec548,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:34.828140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc122d3-47a6-47c7-96db-c9e4239ec6d6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:34.859184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-b6cd93b9-34b6-4f0e-8211-e34407b17ad5 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:34.861085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-b6cd93b9-34b6-4f0e-8211-e34407b17ad5 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.53 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 812 time: 0.3777697 Aug 20 13:27:34.891890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Request body: {'port': {'device_id': '6e86aac4-39ef-4e64-b974-20f669802209', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'admin_state_up': True, 'tenant_id': '258134f21e134423a2ab982e74780934'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:34.895279 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beafe43-f41f-4d9a-ada0-5b7db7247ce6 x-openstack-request-id: req-5beafe43-f41f-4d9a-ada0-5b7db7247ce6 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:34.895638 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c200b91e-be7c-4c37-913c-dae8118606b1", "name": "network-vif-deleted", "tag": "25ac1028-965f-40d7-a8c9-5872295c6b33", "status": "completed", "code": 200}, {"server_uuid": "34bab3c9-c4e9-4405-833c-5999b6c5ab6f", "name": "network-vif-deleted", "tag": "c704ab97-1d74-430f-8212-d457223eb2c8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:34.895892 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5beafe43-f41f-4d9a-ada0-5b7db7247ce6 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:34.896313 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c200b91e-be7c-4c37-913c-dae8118606b1', 'name': 'network-vif-deleted', 'tag': '25ac1028-965f-40d7-a8c9-5872295c6b33', 'status': 'completed', 'code': 200} Aug 20 13:27:34.896733 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bab3c9-c4e9-4405-833c-5999b6c5ab6f', 'name': 'network-vif-deleted', 'tag': 'c704ab97-1d74-430f-8212-d457223eb2c8', 'status': 'completed', 'code': 200} Aug 20 13:27:34.907463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Network 169e4f18-4a47-4482-9946-d41e771a9cf4 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:34.919589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.930497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169e4f18-4a47-4482-9946-d41e771a9cf4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:34.931975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-deleted', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:34.934513 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5828e4f1-bee8-4d81-88a2-346b111a9868" -d '{"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-deleted", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:34.936923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:34.938949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Pushing event updated for resources: {'Port': ['ID=2c90e60e-75ee-4aef-80a2-c8f56e6f071c,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:34.943280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ce9d65-22fe-4d91-9faf-91522a24b459') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:34.943778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ce9d65-22fe-4d91-9faf-91522a24b459') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:34.950819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:34.954404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.975565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.975911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] No DVR routers for this DVR port 57c0cbc9-6d2d-4a55-a956-252e738ec548 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:34.988570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:34.989414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.992449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:34.994569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a7bafd1-95c1-4be7-bb34-097f3814589a req-ee35a971-0913-4fcf-b70f-fa3b99bd302e tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.53 "DELETE /v2.0/ports/57c0cbc9-6d2d-4a55-a956-252e738ec548 HTTP/1.1" status: 204 len: 173 time: 2.2842526 Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:34.995926 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:35.002398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-51533257-411f-4c20-95de-52c5f7c08f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:35.003770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-51533257-411f-4c20-95de-52c5f7c08f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c12fcdc-dcc0-44ca-9c89-c454d920824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397686 Aug 20 13:27:35.021475 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d8cab10a-2bd1-4b91-85d7-35dc67ef4306 req-04a038e6-8c2f-4494-8e48-312524c2b3dd tempest-ServerRescueTestJSONUnderV235-1597252320 tempest-ServerRescueTestJSONUnderV235-1597252320-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241914 Aug 20 13:27:35.052313 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03bfeee-bb47-4a2f-9e69-4c2b814f5ad8 x-openstack-request-id: req-f03bfeee-bb47-4a2f-9e69-4c2b814f5ad8 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:35.052313 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37520497-f065-4418-95a8-30b3154577a4", "name": "network-vif-deleted", "tag": "30185cc1-9eac-4b37-96a7-e0c58f060ba9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:35.064664 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f03bfeee-bb47-4a2f-9e69-4c2b814f5ad8 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:35.065515 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37520497-f065-4418-95a8-30b3154577a4', 'name': 'network-vif-deleted', 'tag': '30185cc1-9eac-4b37-96a7-e0c58f060ba9', 'status': 'completed', 'code': 200} Aug 20 13:27:35.072388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Attempting to bind port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:35.072800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Attempting to bind port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b3ce9d65-22fe-4d91-9faf-91522a24b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:35.073172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Attempting to bind port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c on network 169e4f18-4a47-4482-9946-d41e771a9cf4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:35.111666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:35.112338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Checking segment: {'id': 'b3ce9d65-22fe-4d91-9faf-91522a24b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:35.112951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.113496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Bound using segment: {'id': 'b3ce9d65-22fe-4d91-9faf-91522a24b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:35.114151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Bound port: 2c90e60e-75ee-4aef-80a2-c8f56e6f071c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ce9d65-22fe-4d91-9faf-91522a24b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '169e4f18-4a47-4482-9946-d41e771a9cf4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:35.114727 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.213898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:27:35.213898 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:27:35.213898 n-d-804232-5 neutron-server[94862]: [parameters: {'id': '169e4f18-4a47-4482-9946-d41e771a9cf4'}] Aug 20 13:27:35.213898 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:27:35.214354 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:27:35.249306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 924aac24-0c94-45b8-ad8f-93654ddfef81 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:35.255496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b045756-58ca-4482-8d8e-3f97e6ac58ec req-3910dfe0-8751-462c-9edc-a6825c265785 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:35.259863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ee779e47-6440-45e1-a491-d25adcba9672 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:35.266392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b045756-58ca-4482-8d8e-3f97e6ac58ec req-3910dfe0-8751-462c-9edc-a6825c265785 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 947 time: 0.1299081 Aug 20 13:27:35.279455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15c0dfce-4e88-4114-bbb8-559406745202 req-0b6a964e-8b29-4109-9f0e-56ddf8de9d0e tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=37520497-f065-4418-95a8-30b3154577a4 HTTP/1.1" status: 200 len: 210 time: 0.0621603 Aug 20 13:27:35.325527 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f8f31ab-33e8-48dd-ba8d-a89eb0092130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.327825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b045756-58ca-4482-8d8e-3f97e6ac58ec req-0498db5a-c5f7-43cc-8e2f-1a52dbbf95e8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Aug 20 13:27:35.345542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f8f31ab-33e8-48dd-ba8d-a89eb0092130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.363968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Made reservation on behalf of 258134f21e134423a2ab982e74780934 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:35.371807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.381302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:27:35.381302 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:27:35.381302 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '258134f21e134423a2ab982e74780934', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 27, 35, 337378)}] Aug 20 13:27:35.381302 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:27:35.382023 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:27:35.398502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-5d024cff-b889-4efb-80d9-dc10e8217866 service neutron] 10.222.0.13 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630152 Aug 20 13:27:35.421263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4f8f31ab-33e8-48dd-ba8d-a89eb0092130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f17ea2e2dc5413b80231b893def87db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4470706 Aug 20 13:27:35.431982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56220) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:35.471569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f31ab-33e8-48dd-ba8d-a89eb0092130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea3803b-a5c0-4e3b-9fd0-51feec8fab9e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:35.511259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] For port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:35.539056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] For port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2c90e60e-75ee-4aef-80a2-c8f56e6f071c,segment=NetworkSegment(b3ce9d65-22fe-4d91-9faf-91522a24b459),segment_id=b3ce9d65-22fe-4d91-9faf-91522a24b459)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:35.558689 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.599893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5957e92-ec26-47b0-b828-5b530ba125ea req-7f93e52c-8a3d-471d-9452-a6177c2bccd4 service neutron] 10.222.0.13 "GET /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965079 Aug 20 13:27:35.625675 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5daf1586-5dee-40d9-acb1-f5536c7a23cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.656187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port ee779e47-6440-45e1-a491-d25adcba9672 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:35.659033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5daf1586-5dee-40d9-acb1-f5536c7a23cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.696942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Allocated IP 172.20.0.4 (d47a2a54-aea6-4e80-be84-e5893e419b82/97012c29-a5b7-4b39-a10f-881d73cdfce6/ac22f221-8773-4cf6-93b7-93ceec566c74) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:35.716102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee71ae-9573-4f1a-b7a6-6d6a1fee658e req-f8ad2f4a-7e15-42b8-9b63-b6b45ab1c2ce tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:35.723078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee71ae-9573-4f1a-b7a6-6d6a1fee658e req-f8ad2f4a-7e15-42b8-9b63-b6b45ab1c2ce tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:35.731910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ee71ae-9573-4f1a-b7a6-6d6a1fee658e req-f8ad2f4a-7e15-42b8-9b63-b6b45ab1c2ce tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1680 time: 0.1178074 Aug 20 13:27:35.734142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5daf1586-5dee-40d9-acb1-f5536c7a23cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.737192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5daf1586-5dee-40d9-acb1-f5536c7a23cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.738757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5daf1586-5dee-40d9-acb1-f5536c7a23cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ea3803b-a5c0-4e3b-9fd0-51feec8fab9e HTTP/1.1" status: 204 len: 168 time: 0.3053172 Aug 20 13:27:35.743154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954dbd56-eee1-4bc6-bcd8-1e53320aa0ea None None] Network 169e4f18-4a47-4482-9946-d41e771a9cf4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:35.749388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf1586-5dee-40d9-acb1-f5536c7a23cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea3803b-a5c0-4e3b-9fd0-51feec8fab9e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:35.751630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port ee779e47-6440-45e1-a491-d25adcba9672 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:35.752365 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.754430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.837793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 25ac1028-965f-40d7-a8c9-5872295c6b33 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:35.852544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 924aac24-0c94-45b8-ad8f-93654ddfef81, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=924aac24-0c94-45b8-ad8f-93654ddfef81,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:35.857139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dac38-b9ae-4f7d-bfa2-82db24b55446 None None] Pushing event updated for resources: {'Port': ['ID=2c90e60e-75ee-4aef-80a2-c8f56e6f071c,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:35.894129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17ee71ae-9573-4f1a-b7a6-6d6a1fee658e req-3b9d607a-9604-42ba-ad75-ab4dd62d171a tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611664 Aug 20 13:27:35.949613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe767809-7c84-4307-b275-042aee89881f req-f4f40d49-ac55-44ad-a1e8-e5e40575fe98 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 210 time: 0.0413392 Aug 20 13:27:35.951030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Made reservation on behalf of 258134f21e134423a2ab982e74780934 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:35.955892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:35.960779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 25ac1028-965f-40d7-a8c9-5872295c6b33 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:35.961321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 25ac1028-965f-40d7-a8c9-5872295c6b33 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:35.962619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:36.010479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 30185cc1-9eac-4b37-96a7-e0c58f060ba9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:36.011236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 30185cc1-9eac-4b37-96a7-e0c58f060ba9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:36.012383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c704ab97-1d74-430f-8212-d457223eb2c8 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:36.099532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:36.194730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: c704ab97-1d74-430f-8212-d457223eb2c8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:36.195083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c704ab97-1d74-430f-8212-d457223eb2c8 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:36.196667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '924aac24-0c94-45b8-ad8f-93654ddfef81', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '924aac24-0c94-45b8-ad8f-93654ddfef81', 'mac_address': 'fa:16:3e:44:d0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:36.229862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56234) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:36.249565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc6762ab-5429-49e3-baf1-5b1fe99e067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.316143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:36.316496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.357867 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.434733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924aac24-0c94-45b8-ad8f-93654ddfef81 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:36.454533 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.455219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] For port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2c90e60e-75ee-4aef-80a2-c8f56e6f071c,segment=NetworkSegment(b3ce9d65-22fe-4d91-9faf-91522a24b459),segment_id=b3ce9d65-22fe-4d91-9faf-91522a24b459)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:36.455604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.475039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.483820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Calling delete_port for 2c90e60e-75ee-4aef-80a2-c8f56e6f071c owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:36.503557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39c26b-466e-4dd9-a71c-8eeebed47c1b None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:27:36.508506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc6762ab-5429-49e3-baf1-5b1fe99e067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.519175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bc6762ab-5429-49e3-baf1-5b1fe99e067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.571142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bc6762ab-5429-49e3-baf1-5b1fe99e067a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54f599040b6646fbbd18eae651d0495c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386114 Aug 20 13:27:36.571766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56244) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:36.580684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6762ab-5429-49e3-baf1-5b1fe99e067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe35b38-2473-43d3-bde7-157242ad1cad,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:36.620374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539e987-8086-4ca4-93bc-e4203fffe746 req-a8818c43-d699-4a44-a62e-a8c09c5b02ed tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:36.622384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c539e987-8086-4ca4-93bc-e4203fffe746 req-a8818c43-d699-4a44-a62e-a8c09c5b02ed tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 947 time: 0.1305285 Aug 20 13:27:36.652751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.678709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 924aac24-0c94-45b8-ad8f-93654ddfef81, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=924aac24-0c94-45b8-ad8f-93654ddfef81,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:36.714716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Network d47a2a54-aea6-4e80-be84-e5893e419b82 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:36.723102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:36.728956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:36.733565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.738372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39c26b-466e-4dd9-a71c-8eeebed47c1b None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:27:36.738651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Allocated IP 172.20.0.13 (d47a2a54-aea6-4e80-be84-e5893e419b82/97012c29-a5b7-4b39-a10f-881d73cdfce6/bbfe8494-c186-4514-955c-39e7352cd361) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:36.754109 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.758113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cb24e73-62be-450b-aec7-c0e002cd1f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.768788 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c539e987-8086-4ca4-93bc-e4203fffe746 req-400fde8a-7f26-4c25-b56d-8baa39467ce4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300459 Aug 20 13:27:36.780504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.798319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee779e47-6440-45e1-a491-d25adcba9672'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:36.800686 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa803128-569f-4683-b2fa-1d0d8084277f" -d '{"events": [{"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-plugged", "status": "completed", "tag": "ee779e47-6440-45e1-a491-d25adcba9672"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:36.829584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event updated for resources: {'Port': ['ID=ac22f221-8773-4cf6-93b7-93ceec566c74,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:36.836413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ee779e47-6440-45e1-a491-d25adcba9672, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ee779e47-6440-45e1-a491-d25adcba9672,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:36.841585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cb24e73-62be-450b-aec7-c0e002cd1f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.862672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Port': ['ID=2c90e60e-75ee-4aef-80a2-c8f56e6f071c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:36.884769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No DVR routers for this DVR port 2c90e60e-75ee-4aef-80a2-c8f56e6f071c on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:36.918603 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:36.920933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e8eb0de5-7d0f-4875-bef1-4c711936882b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:36.925836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=924aac24-0c94-45b8-ad8f-93654ddfef81,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:36.962702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:36.963354 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.031416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f5772-9646-4f73-8219-a9a846910f39 req-f9ad961b-067f-4369-b888-b8dbbef670c3 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:37.039006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-048f5772-9646-4f73-8219-a9a846910f39 req-f9ad961b-067f-4369-b888-b8dbbef670c3 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 950 time: 0.1691473 Aug 20 13:27:37.048499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ee779e47-6440-45e1-a491-d25adcba9672,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:37.057200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cb24e73-62be-450b-aec7-c0e002cd1f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.059939 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cb24e73-62be-450b-aec7-c0e002cd1f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.064076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7cb24e73-62be-450b-aec7-c0e002cd1f10 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfe35b38-2473-43d3-bde7-157242ad1cad HTTP/1.1" status: 204 len: 168 time: 0.4909239 Aug 20 13:27:37.064483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-1bd9a2eb-c9ed-4f90-8583-f77b8db8c35e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4801283 Aug 20 13:27:37.070021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.071824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'name': 'network-vif-deleted', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:37.074296 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821cdaac-f684-437d-b576-11556704255f" -d '{"events": [{"server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "name": "network-vif-deleted", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:37.084915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Request body: {'port': {'device_id': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:37.096758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169e4f18-4a47-4482-9946-d41e771a9cf4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:37.124589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24e73-62be-450b-aec7-c0e002cd1f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe35b38-2473-43d3-bde7-157242ad1cad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:37.141312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ce9d65-22fe-4d91-9faf-91522a24b459') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:37.141650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ce9d65-22fe-4d91-9faf-91522a24b459') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:37.162473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-048f5772-9646-4f73-8219-a9a846910f39 req-192fc313-d6d4-4689-bb97-5f2acdde0df1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205311 Aug 20 13:27:37.183879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.193387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773159a-3928-427e-be0b-31bf9d0d84e2 req-b53d3d91-9bac-4440-af8c-01e086ca227b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:37.201070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773159a-3928-427e-be0b-31bf9d0d84e2 req-b53d3d91-9bac-4440-af8c-01e086ca227b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:37.201399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['924aac24-0c94-45b8-ad8f-93654ddfef81'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:37.202874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9773159a-3928-427e-be0b-31bf9d0d84e2 req-b53d3d91-9bac-4440-af8c-01e086ca227b tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1681 time: 0.2208204 Aug 20 13:27:37.219323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.264648 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844be7fd-a769-4045-ab42-45062570748e x-openstack-request-id: req-844be7fd-a769-4045-ab42-45062570748e {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:37.265234 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-plugged", "status": "completed", "tag": "ee779e47-6440-45e1-a491-d25adcba9672", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:37.265588 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-844be7fd-a769-4045-ab42-45062570748e {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:37.266041 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee779e47-6440-45e1-a491-d25adcba9672', 'code': 200} Aug 20 13:27:37.267432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.273400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.302776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9773159a-3928-427e-be0b-31bf9d0d84e2 req-242a92de-a7b7-4b04-b584-f267459d9e30 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746510 Aug 20 13:27:37.311196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:37.311196 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:37.317844 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:37.334638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e8eb0de5-7d0f-4875-bef1-4c711936882b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:37.350130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.374951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e8eb0de5-7d0f-4875-bef1-4c711936882b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:37.375275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.430101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Network d47a2a54-aea6-4e80-be84-e5893e419b82 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:37.438878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:37.442357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:37.447370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event updated for resources: {'Port': ['ID=bbfe8494-c186-4514-955c-39e7352cd361,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:37.476845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.479897 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faad3ca-4fc6-4e41-bb5d-70adbbc3e604 x-openstack-request-id: req-5faad3ca-4fc6-4e41-bb5d-70adbbc3e604 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:37.480942 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8306d164-0b48-45d4-bde1-fa02981a4280", "name": "network-vif-deleted", "tag": "57c0cbc9-6d2d-4a55-a956-252e738ec548", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:37.481145 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5faad3ca-4fc6-4e41-bb5d-70adbbc3e604 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:37.482136 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8306d164-0b48-45d4-bde1-fa02981a4280', 'name': 'network-vif-deleted', 'tag': '57c0cbc9-6d2d-4a55-a956-252e738ec548', 'status': 'completed', 'code': 200} Aug 20 13:27:37.511610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:37.512355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.522710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Deleting port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:37.523061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.543419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.546440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/169e4f18-4a47-4482-9946-d41e771a9cf4 HTTP/1.1" status: 204 len: 168 time: 4.3741522 Aug 20 13:27:37.567654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:37.583117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1c5b-4d7a-4298-b797-f937ee9321a7 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Network': ['ID=169e4f18-4a47-4482-9946-d41e771a9cf4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:37.622913 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2cb6db-1cf9-40d8-a9ca-a390b4116542 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:37.623338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2cb6db-1cf9-40d8-a9ca-a390b4116542 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:37.625863 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7f2cb6db-1cf9-40d8-a9ca-a390b4116542 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/4bc122d3-47a6-47c7-96db-c9e4239ec6d6 HTTP/1.1" status: 404 len: 337 time: 0.0539978 Aug 20 13:27:37.635969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d14998-9192-4b08-b0c0-4fd6bf9e2774 req-90f054ac-f46c-4bb5-b46b-e85eaf1b22f5 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:37.638277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61d14998-9192-4b08-b0c0-4fd6bf9e2774 req-90f054ac-f46c-4bb5-b46b-e85eaf1b22f5 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 932 time: 0.2460284 Aug 20 13:27:37.638809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56262) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:37.652512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] For port d7e60a34-bfbe-4200-b0f0-bb08d662f8d4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,segment=NetworkSegment(f27bd975-0c23-410c-b416-f0357853463e),segment_id=f27bd975-0c23-410c-b416-f0357853463e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:37.653052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.678237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Calling delete_port for d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:37.720201 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cf6f54-821e-4422-9c8f-022c24b74e11 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:37.720872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cf6f54-821e-4422-9c8f-022c24b74e11 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:37.722662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-84cf6f54-821e-4422-9c8f-022c24b74e11 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/169e4f18-4a47-4482-9946-d41e771a9cf4 HTTP/1.1" status: 404 len: 339 time: 0.0802534 Aug 20 13:27:37.731009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:37.789819 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aebb520-a0f2-4f7a-9c89-1cd4a7ad4b04 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:37.790432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aebb520-a0f2-4f7a-9c89-1cd4a7ad4b04 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:37.792511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4aebb520-a0f2-4f7a-9c89-1cd4a7ad4b04 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/b7655bf4-b1dd-4b2f-943f-cb114844fbb4 HTTP/1.1" status: 404 len: 337 time: 0.0579684 Aug 20 13:27:37.804211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:37.824729 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.844806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61d14998-9192-4b08-b0c0-4fd6bf9e2774 req-412b2324-b2fa-4af8-90fa-829a067160f9 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928585 Aug 20 13:27:37.857853 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef3aa55-c01b-457a-a7a7-c72cea4e1f7e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:37.858817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef3aa55-c01b-457a-a7a7-c72cea4e1f7e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:37.860882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7ef3aa55-c01b-457a-a7a7-c72cea4e1f7e tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/060ec918-ea89-4507-8838-536d32d5ed85 HTTP/1.1" status: 404 len: 339 time: 0.0555053 Aug 20 13:27:37.870786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56280) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:37.956058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e8eb0de5-7d0f-4875-bef1-4c711936882b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e8eb0de5-7d0f-4875-bef1-4c711936882b,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:37.962365 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78240b9-8cd6-4aa3-82df-047e9ec7333a tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:37.963118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78240b9-8cd6-4aa3-82df-047e9ec7333a tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:37.967358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e78240b9-8cd6-4aa3-82df-047e9ec7333a tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/988c736a-26c0-40c2-8ef8-5c7889a72786 HTTP/1.1" status: 404 len: 337 time: 0.0896187 Aug 20 13:27:37.970139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56284) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:37.978177 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:37.995418 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e39a06-2ca7-4afb-9c3d-43324df07232 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:37.996819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e39a06-2ca7-4afb-9c3d-43324df07232 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:37.997609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 57c0cbc9-6d2d-4a55-a956-252e738ec548 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:37.999140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-73e39a06-2ca7-4afb-9c3d-43324df07232 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/c082c5a5-adb0-4798-bdff-5ae290f94bf7 HTTP/1.1" status: 404 len: 339 time: 0.0279264 Aug 20 13:27:38.001665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56286) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:38.043214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 57c0cbc9-6d2d-4a55-a956-252e738ec548 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:38.043617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 57c0cbc9-6d2d-4a55-a956-252e738ec548 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:38.083264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e8eb0de5-7d0f-4875-bef1-4c711936882b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:38.107905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8c5d898b-37fd-4fb8-bb2e-a91d301faeef tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2264845 Aug 20 13:27:38.108510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.129689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac22f221-8773-4cf6-93b7-93ceec566c74 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:38.150750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.151272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Request body: {'port': {'device_id': '6e86aac4-39ef-4e64-b974-20f669802209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:38.165427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Transition to ACTIVE for port object ac22f221-8773-4cf6-93b7-93ceec566c74 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:38.172441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.192019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e60a34-bfbe-4200-b0f0-bb08d662f8d4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:38.241501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372db7a-fd0d-44d0-852c-fe8e7a6334a7 req-22c379c6-6e98-48d4-886b-cc7cc0dc6805 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:38.244521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting port c49c7a88-54be-4308-9c42-240bd2f5a5f5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:38.244886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.249764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3372db7a-fd0d-44d0-852c-fe8e7a6334a7 req-22c379c6-6e98-48d4-886b-cc7cc0dc6805 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 948 time: 0.2026567 Aug 20 13:27:38.337548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac22f221-8773-4cf6-93b7-93ceec566c74,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:38.403814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.428695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Calling delete_port for c49c7a88-54be-4308-9c42-240bd2f5a5f5 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:38.430753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Attempting to bind port ac22f221-8773-4cf6-93b7-93ceec566c74 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:38.431102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Attempting to bind port ac22f221-8773-4cf6-93b7-93ceec566c74 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:38.431688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Attempting to bind port ac22f221-8773-4cf6-93b7-93ceec566c74 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:38.439303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Port ac22f221-8773-4cf6-93b7-93ceec566c74 on network d47a2a54-aea6-4e80-be84-e5893e419b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:38.439639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Attempting to bind port ac22f221-8773-4cf6-93b7-93ceec566c74 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:38.450721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:38.451073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Checking segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:38.451489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Bound using segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:38.452106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Bound port: ac22f221-8773-4cf6-93b7-93ceec566c74, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:38.452300 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.629717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] For port ac22f221-8773-4cf6-93b7-93ceec566c74, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:38.641519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.648953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] For port ac22f221-8773-4cf6-93b7-93ceec566c74, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ac22f221-8773-4cf6-93b7-93ceec566c74,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:38.658269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.667442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-f69af85c-c400-4204-8861-e9e8669be9ab tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:38.670027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-f69af85c-c400-4204-8861-e9e8669be9ab tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 950 time: 0.5739517 Aug 20 13:27:38.671074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0d217-a93a-4948-aa78-a473b00fb401 req-61d3a132-4a55-4ef1-b997-184e7ddb63c1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:38.672688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6a0d217-a93a-4948-aa78-a473b00fb401 req-61d3a132-4a55-4ef1-b997-184e7ddb63c1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 950 time: 0.3766716 Aug 20 13:27:38.682501 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.737420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:38.738161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.739637 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac22f221-8773-4cf6-93b7-93ceec566c74 HTTP/1.1" status: 200 len: 1091 time: 1.6652861 Aug 20 13:27:38.747307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'tag': 'ac22f221-8773-4cf6-93b7-93ceec566c74'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:38.749766 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45156eba-1ff6-4318-81e5-755616412bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d6c6db-1786-45f3-b6c7-fc5e4b81234c", "tag": "ac22f221-8773-4cf6-93b7-93ceec566c74"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:38.751751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3372db7a-fd0d-44d0-852c-fe8e7a6334a7 req-3c64c788-0536-475d-a0bc-f513783e1dcd tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011384 Aug 20 13:27:38.759153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:38.761380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/ports/c49c7a88-54be-4308-9c42-240bd2f5a5f5 HTTP/1.1" status: 204 len: 168 time: 0.7584405 Aug 20 13:27:38.765734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56312) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:38.814145 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57a6bd4-5b79-45d3-ba66-b8c3f0b87325 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:38.814873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57a6bd4-5b79-45d3-ba66-b8c3f0b87325 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:38.817486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c57a6bd4-5b79-45d3-ba66-b8c3f0b87325 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/b2c91ee9-4cc7-4005-b744-00dd3f3e4cb9 HTTP/1.1" status: 404 len: 337 time: 0.0494013 Aug 20 13:27:38.834035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56316) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:38.869535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62a2fb-4613-43bd-91b7-93af432e01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac22f221-8773-4cf6-93b7-93ceec566c74,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:38.887991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6a0d217-a93a-4948-aa78-a473b00fb401 req-f24134f5-3b22-40aa-bfcc-8c68d82fd34c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817229 Aug 20 13:27:38.923952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c557980-49cc-4e8b-8eb1-d507fb75d54f tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Port': ['ID=c49c7a88-54be-4308-9c42-240bd2f5a5f5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:38.930956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-cd63806a-9f9b-4f2c-9d83-742f0ee66b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:38.932786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-cd63806a-9f9b-4f2c-9d83-742f0ee66b27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 1094 time: 0.1150680 Aug 20 13:27:38.956593 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7c12d-06ed-47c4-a568-7fda9868bf66 x-openstack-request-id: req-e1b7c12d-06ed-47c4-a568-7fda9868bf66 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:38.956976 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d6c6db-1786-45f3-b6c7-fc5e4b81234c", "tag": "ac22f221-8773-4cf6-93b7-93ceec566c74", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:38.957560 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1b7c12d-06ed-47c4-a568-7fda9868bf66 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:38.958105 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'tag': 'ac22f221-8773-4cf6-93b7-93ceec566c74', 'status': 'completed', 'code': 200} Aug 20 13:27:38.999811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56324) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:39.006826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-fb57ffd1-64b1-46c1-9399-cb4322545346 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac22f221-8773-4cf6-93b7-93ceec566c74 HTTP/1.1" status: 200 len: 217 time: 0.0630708 Aug 20 13:27:39.100574 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.101857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cba318-1e73-4798-aaf5-a0ebbb7e8472 req-0af09dd3-1338-4d3e-879f-4b8f100ca5c2 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:39.103497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21cba318-1e73-4798-aaf5-a0ebbb7e8472 req-0af09dd3-1338-4d3e-879f-4b8f100ca5c2 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 932 time: 0.0954428 Aug 20 13:27:39.109042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3704b89e-f3b2-4cb9-a5f7-ad09931e5e3d tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1436297153'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:39.109493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3704b89e-f3b2-4cb9-a5f7-ad09931e5e3d tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Unknown quota resources ['metering_label']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:27:39.113078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-e02c7ca4-353c-495b-b3e5-c5953b43bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:39.114550 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-e02c7ca4-353c-495b-b3e5-c5953b43bedc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.0963314 Aug 20 13:27:39.154787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.183397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Deleting port 329efba4-5c75-438c-b3c9-91cf302b8651 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:39.183789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.199928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd6c6a-fdc0-4181-9cd7-136e439eb6f7 req-262a7001-a5cb-4ef1-a535-3ab8f87ec9fe tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:39.206144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd6c6a-fdc0-4181-9cd7-136e439eb6f7 req-262a7001-a5cb-4ef1-a535-3ab8f87ec9fe tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:39.207823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3afd6c6a-fdc0-4181-9cd7-136e439eb6f7 req-262a7001-a5cb-4ef1-a535-3ab8f87ec9fe tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1682 time: 0.2919333 Aug 20 13:27:39.220056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-8a2d1136-b462-4c7e-92ac-87b43d9b7dec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906227 Aug 20 13:27:39.240426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 924aac24-0c94-45b8-ad8f-93654ddfef81 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:39.275154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eb0de5-7d0f-4875-bef1-4c711936882b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:39.277765 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe78a26f-b8e2-47cb-9a75-3c4eb685db83" -d '{"events": [{"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-plugged", "status": "completed", "tag": "e8eb0de5-7d0f-4875-bef1-4c711936882b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:39.304633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 924aac24-0c94-45b8-ad8f-93654ddfef81 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:39.310108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 924aac24-0c94-45b8-ad8f-93654ddfef81 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:39.310489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.360077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21cba318-1e73-4798-aaf5-a0ebbb7e8472 req-223a882b-c054-4eff-8267-36b1b07add0d tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423851 Aug 20 13:27:39.414843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.418879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3704b89e-f3b2-4cb9-a5f7-ad09931e5e3d tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.420104 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3704b89e-f3b2-4cb9-a5f7-ad09931e5e3d tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4187405 Aug 20 13:27:39.422839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56330) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:39.428649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-40c1f1cc-79cc-478e-bc60-ac5ad9b77b96 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bf6f34f7-a461-4c5c-8ee1-d75f3dccd6ef'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:39.429178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-40c1f1cc-79cc-478e-bc60-ac5ad9b77b96 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:27:39.468652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 924aac24-0c94-45b8-ad8f-93654ddfef81, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=924aac24-0c94-45b8-ad8f-93654ddfef81,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:39.473333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.518879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3afd6c6a-fdc0-4181-9cd7-136e439eb6f7 req-80755a69-fb48-4340-bebc-ffbabfc28bba tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679741 Aug 20 13:27:39.520589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.537819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=924aac24-0c94-45b8-ad8f-93654ddfef81,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:39.539405 n-d-804232-5 neutron-server[94862]: WARNING neutron.services.metering.metering_plugin [None req-40c1f1cc-79cc-478e-bc60-ac5ad9b77b96 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 13:27:39.560625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-a7655906-4bd1-42e1-ae9e-42ec84e394c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280272 Aug 20 13:27:39.560793 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c4c0b-3aa7-4219-a36f-5befb0e22dc7 x-openstack-request-id: req-e31c4c0b-3aa7-4219-a36f-5befb0e22dc7 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:39.561056 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-plugged", "status": "completed", "tag": "e8eb0de5-7d0f-4875-bef1-4c711936882b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:39.561335 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e31c4c0b-3aa7-4219-a36f-5befb0e22dc7 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:39.561712 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eb0de5-7d0f-4875-bef1-4c711936882b', 'code': 200} Aug 20 13:27:39.563419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2ce81c-f985-47d8-a3dd-661b22f779cb']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:39.566635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] For port 329efba4-5c75-438c-b3c9-91cf302b8651, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=329efba4-5c75-438c-b3c9-91cf302b8651,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:39.567013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.593958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:39.594263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d95f6a-4fc6-4a60-9fd3-53ba1dcabba3') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:39.620074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.622584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Calling delete_port for 329efba4-5c75-438c-b3c9-91cf302b8651 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:39.674350 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.698491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40c1f1cc-79cc-478e-bc60-ac5ad9b77b96 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.703270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-40c1f1cc-79cc-478e-bc60-ac5ad9b77b96 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2762928 Aug 20 13:27:39.712481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56332) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:39.747965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0d4e2403-f959-4ee5-bebf-a29316a96177 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bf6f34f7-a461-4c5c-8ee1-d75f3dccd6ef'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:39.748501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0d4e2403-f959-4ee5-bebf-a29316a96177 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:27:39.757994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:39.758427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:39.766952 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:39.773664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfe8494-c186-4514-955c-39e7352cd361 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:39.831113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:39.960211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Transition to ACTIVE for port object bbfe8494-c186-4514-955c-39e7352cd361 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:40.024072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.028596 n-d-804232-5 neutron-server[94861]: WARNING neutron.services.metering.metering_plugin [None req-0d4e2403-f959-4ee5-bebf-a29316a96177 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 13:27:40.043928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.120399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.125667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/4d2ce81c-f985-47d8-a3dd-661b22f779cb HTTP/1.1" status: 204 len: 168 time: 1.2866836 Aug 20 13:27:40.137409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56338) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:40.202607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-af34b955-b09f-48dd-9b41-c80d921fd909 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200602 Aug 20 13:27:40.205235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a22788-10ee-45dd-a732-67fd2d43452b tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Network': ['ID=4d2ce81c-f985-47d8-a3dd-661b22f779cb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:40.297703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497b2ab-314c-4db8-9017-725cb2a88c36 req-2722afe8-59b6-4f55-af33-16c7faa2f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.298519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497b2ab-314c-4db8-9017-725cb2a88c36 req-2722afe8-59b6-4f55-af33-16c7faa2f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.300125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7497b2ab-314c-4db8-9017-725cb2a88c36 req-2722afe8-59b6-4f55-af33-16c7faa2f01f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1984 time: 0.6245654 Aug 20 13:27:40.302751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:27:40.308690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2403-f959-4ee5-bebf-a29316a96177 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.312284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d4e2403-f959-4ee5-bebf-a29316a96177 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5958874 Aug 20 13:27:40.313749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:40.399694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2db04-f1a3-4f60-b11e-74df0460fbdc req-33ec4489-69cc-48df-80c2-e0a0dba4d802 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.404288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0f2db04-f1a3-4f60-b11e-74df0460fbdc req-33ec4489-69cc-48df-80c2-e0a0dba4d802 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 950 time: 0.3053796 Aug 20 13:27:40.443482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156eba-1ff6-4318-81e5-755616412bcf req-aea417aa-bf26-4e34-8137-6e337bfea636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.445036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-aea417aa-bf26-4e34-8137-6e337bfea636 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 1094 time: 0.1390564 Aug 20 13:27:40.476697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7497b2ab-314c-4db8-9017-725cb2a88c36 req-82372faf-6910-432d-b416-138955fb2891 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548645 Aug 20 13:27:40.524295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c0f2db04-f1a3-4f60-b11e-74df0460fbdc req-cb46ab10-0e46-49a3-b792-f63041002864 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189039 Aug 20 13:27:40.535819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting port a107c7a4-6017-49f6-8ff5-b363059ea846 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:40.536151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.626939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe8494-c186-4514-955c-39e7352cd361,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:40.655111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd59f3b-c321-4297-bce9-94c538ae5ed8 req-c7d70f6d-c898-414e-9691-8bd2959ee348 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.656651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bd59f3b-c321-4297-bce9-94c538ae5ed8 req-c7d70f6d-c898-414e-9691-8bd2959ee348 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.7598143 Aug 20 13:27:40.656799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.679833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Calling delete_port for a107c7a4-6017-49f6-8ff5-b363059ea846 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:40.686500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156eba-1ff6-4318-81e5-755616412bcf req-41f846bb-53e9-4f39-bae6-ed6394ad1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.686972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dcd74a55-0ce2-4663-8ea9-b74c020e639a tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=a648e427-a006-40bd-b3b8-83a44d426c5e HTTP/1.1" status: 200 len: 462 time: 0.0594528 Aug 20 13:27:40.688089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-41f846bb-53e9-4f39-bae6-ed6394ad1b5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 913 time: 0.2300806 Aug 20 13:27:40.692413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56348) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:40.790424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.792329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a9fd5-e71c-4266-ba5a-e7e82ebaa910 req-a424941c-d049-416c-bad7-f807c8156a53 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:40.794368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a45a9fd5-e71c-4266-ba5a-e7e82ebaa910 req-a424941c-d049-416c-bad7-f807c8156a53 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 944 time: 0.1873276 Aug 20 13:27:40.802950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-6437ea93-4c7f-4716-9c73-65ace531a8e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac22f221-8773-4cf6-93b7-93ceec566c74 HTTP/1.1" status: 200 len: 217 time: 0.0964851 Aug 20 13:27:40.803539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:40.811973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091', '329efba4-5c75-438c-b3c9-91cf302b8651'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:40.843620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bd59f3b-c321-4297-bce9-94c538ae5ed8 req-6778c116-0890-47e8-b756-5a75b5902646 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660287 Aug 20 13:27:40.847673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event deleted for resources: {'Port': ['ID=329efba4-5c75-438c-b3c9-91cf302b8651,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:40.895362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Attempting to bind port bbfe8494-c186-4514-955c-39e7352cd361 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:40.895706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Attempting to bind port bbfe8494-c186-4514-955c-39e7352cd361 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:40.896040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Attempting to bind port bbfe8494-c186-4514-955c-39e7352cd361 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:40.936284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Port bbfe8494-c186-4514-955c-39e7352cd361 on network d47a2a54-aea6-4e80-be84-e5893e419b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:40.936642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Attempting to bind port bbfe8494-c186-4514-955c-39e7352cd361 on network d47a2a54-aea6-4e80-be84-e5893e419b82 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:40.941176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] No DVR routers for this DVR port 329efba4-5c75-438c-b3c9-91cf302b8651 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:40.946596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.948610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea402c6a-c445-48fc-8b63-b415f73725e5 req-328c9ee4-cb94-4cc9-a1a0-4bac54ecf85f tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "DELETE /v2.0/ports/329efba4-5c75-438c-b3c9-91cf302b8651 HTTP/1.1" status: 204 len: 173 time: 2.2713196 Aug 20 13:27:40.950081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-deleted', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:40.952375 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cfde48-c5b4-4955-9eb9-b3d4549ecafa" -d '{"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-deleted", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:40.961350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:40.961695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Checking segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:40.962087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Bound using segment: {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:40.963065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Bound port: bbfe8494-c186-4514-955c-39e7352cd361, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b245f-503e-4abe-94a6-bc363f916880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:40.963065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:40.976744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:27:40.986881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2524e1bd-1ab3-4d85-9e33-da92487cd1c2 admin admin] 10.222.0.59 "PUT /v2.0/routers/a4a348e9-e0cf-46ad-9bcb-83b4dc039e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857319 Aug 20 13:27:40.987349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56352) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.002228 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] Sync routers for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:27:41.023342 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:41.024385 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:41.064626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4931254b-74c4-48fb-929b-a2e153cd1670 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.069758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4931254b-74c4-48fb-929b-a2e153cd1670 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/a648e427-a006-40bd-b3b8-83a44d426c5e HTTP/1.1" status: 204 len: 168 time: 0.3759668 Aug 20 13:27:41.075544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56354) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.079010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156eba-1ff6-4318-81e5-755616412bcf req-bce8a56e-fd44-4163-8520-c3be754562cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:41.081684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-bce8a56e-fd44-4163-8520-c3be754562cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.2705166 Aug 20 13:27:41.103053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a45a9fd5-e71c-4266-ba5a-e7e82ebaa910 req-64f48d53-79e3-4fb5-a241-b4414e5d2e73 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922001 Aug 20 13:27:41.142528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-42dceb89-19c5-4c6d-8e9f-f739c8babeb2 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=a648e427-a006-40bd-b3b8-83a44d426c5e HTTP/1.1" status: 200 len: 221 time: 0.0622222 Aug 20 13:27:41.143032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56356) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.151751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-26350945-cd6c-40d2-85e9-ef7fd6b1cc4f tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1368362453', 'description': 'label created by tempest'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:41.152479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-26350945-cd6c-40d2-85e9-ef7fd6b1cc4f tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Unknown quota resources ['metering_label']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:27:41.157470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] For port bbfe8494-c186-4514-955c-39e7352cd361, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:41.207677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] For port bbfe8494-c186-4514-955c-39e7352cd361, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bbfe8494-c186-4514-955c-39e7352cd361,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:41.228938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-a2e8eba1-9760-4d2a-a29e-5e34615244e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235983 Aug 20 13:27:41.240662 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:27:41.251930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.258034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:41.264309 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d01e99-5dcb-411a-9c55-caf8cfc66c23 x-openstack-request-id: req-49d01e99-5dcb-411a-9c55-caf8cfc66c23 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:41.265002 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ede1-f4b1-4a15-918f-5064cfe458b7", "name": "network-vif-deleted", "tag": "329efba4-5c75-438c-b3c9-91cf302b8651", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:41.265465 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49d01e99-5dcb-411a-9c55-caf8cfc66c23 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:41.266046 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ede1-f4b1-4a15-918f-5064cfe458b7', 'name': 'network-vif-deleted', 'tag': '329efba4-5c75-438c-b3c9-91cf302b8651', 'status': 'completed', 'code': 200} Aug 20 13:27:41.281726 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.284944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.326879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.329127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/ports/a107c7a4-6017-49f6-8ff5-b363059ea846 HTTP/1.1" status: 204 len: 168 time: 1.1820915 Aug 20 13:27:41.330172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956ecde-185e-4114-8aaa-ab91bc79f410 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Port': ['ID=a107c7a4-6017-49f6-8ff5-b363059ea846,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:41.331801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56358) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.418956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-cbe47817-dd9e-4329-9fc9-96cf8f31d9a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798398 Aug 20 13:27:41.420106 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4938d58-4d7b-4db7-8853-649c66e71bfc tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] DELETE failed (client error): The resource could not be found. Aug 20 13:27:41.420581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4938d58-4d7b-4db7-8853-649c66e71bfc tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:27:41.425103 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a4938d58-4d7b-4db7-8853-649c66e71bfc tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/6c72568d-7e4e-4896-810c-60191e6df796 HTTP/1.1" status: 404 len: 337 time: 0.0905511 Aug 20 13:27:41.426065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56360) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.469043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:41.469674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.471344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbfe8494-c186-4514-955c-39e7352cd361 HTTP/1.1" status: 200 len: 1092 time: 3.3324332 Aug 20 13:27:41.530212 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:27:37Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:41.563249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924aac24-0c94-45b8-ad8f-93654ddfef81'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:41.565828 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb875910-d0ed-43fe-b7e7-61416cb57f03" -d '{"events": [{"server_uuid": "daf0ef82-d44a-4e40-880f-f677cf9625b7", "name": "network-vif-plugged", "status": "completed", "tag": "924aac24-0c94-45b8-ad8f-93654ddfef81"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:41.572949 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] Checking router: a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:27:41.591965 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] Routers {'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:27:41.592620 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:41.641379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.652886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-26350945-cd6c-40d2-85e9-ef7fd6b1cc4f tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.656446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-26350945-cd6c-40d2-85e9-ef7fd6b1cc4f tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5085583 Aug 20 13:27:41.665167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d8cb0-95ab-4b9d-a895-d347839ff006 req-a9d5de10-ccb8-47f7-a12e-1b315af69245 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:41.672187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d8cb0-95ab-4b9d-a895-d347839ff006 req-a9d5de10-ccb8-47f7-a12e-1b315af69245 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:41.673880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c0d8cb0-95ab-4b9d-a895-d347839ff006 req-a9d5de10-ccb8-47f7-a12e-1b315af69245 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1682 time: 0.4736423 Aug 20 13:27:41.677756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56366) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.678440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d1242-1438-4bd0-b9e2-aabba6afae96 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe8494-c186-4514-955c-39e7352cd361,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:41.686923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ef44958-3e36-4024-a2fa-7844ca5b6c3b req-665fafab-5f87-42cc-8ed1-f225cc899332 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc9ede1-f4b1-4a15-918f-5064cfe458b7 HTTP/1.1" status: 200 len: 210 time: 0.0496268 Aug 20 13:27:41.735593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45156eba-1ff6-4318-81e5-755616412bcf req-abc992ee-ed44-493e-970e-549c1266d0ee service neutron] 10.222.0.13 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978969 Aug 20 13:27:41.765745 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d981728-1968-441a-99da-ecd208f77655 x-openstack-request-id: req-1d981728-1968-441a-99da-ecd208f77655 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:41.766047 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ef82-d44a-4e40-880f-f677cf9625b7", "name": "network-vif-plugged", "status": "completed", "tag": "924aac24-0c94-45b8-ad8f-93654ddfef81", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:41.766329 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d981728-1968-441a-99da-ecd208f77655 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:41.766727 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924aac24-0c94-45b8-ad8f-93654ddfef81', 'code': 200} Aug 20 13:27:41.776470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] Set router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:27:41.825800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.837199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7e2d4e-ff6c-4044-ab4d-264d93f6625f']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:41.854029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b403ed5-c647-4fac-ac54-932bedfe3597') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:41.854373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b403ed5-c647-4fac-ac54-932bedfe3597') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:41.864815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-04dae231-64b8-424e-989e-559da7151a8c tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=2955a49b-e90a-4031-9e96-9bee553ce59d HTTP/1.1" status: 200 len: 468 time: 0.1815567 Aug 20 13:27:41.865188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56368) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:41.876805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.939418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.945972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:41.951280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-f1f19bdb-1c89-4f8e-83de-d69eacdad6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:41.952533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-f1f19bdb-1c89-4f8e-83de-d69eacdad6f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 1095 time: 0.4320862 Aug 20 13:27:41.963790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c0d8cb0-95ab-4b9d-a895-d347839ff006 req-ed722374-aeb1-42ee-aff1-249b03d01125 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793610 Aug 20 13:27:42.022510 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:27:37Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:42.031232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-cc17ef79-bb79-4874-aa88-3616137c895a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbfe8494-c186-4514-955c-39e7352cd361 HTTP/1.1" status: 200 len: 217 time: 0.0660217 Aug 20 13:27:42.044868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:42.045278 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:42.050672 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:42.057099 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe2f8b-c085-453f-be66-62d16aa3ed28 None None] The sync data for ids ['a4a348e9-e0cf-46ad-9bcb-83b4dc039e09'] in n-d-804232-5 is: [{'id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-528644032-router', 'tenant_id': '3308a1798a2541919f2cd331109f1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:36Z', 'updated_at': '2021-08-20T13:27:37Z', 'revision_number': 5, 'project_id': '3308a1798a2541919f2cd331109f1456', 'gw_port': {'id': '5cb46d29-0086-44c5-b899-9b84c3c7663f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a348e9-e0cf-46ad-9bcb-83b4dc039e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:37Z', 'updated_at': '2021-08-20T13:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:27:42.058368 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc9bbf-b276-43cc-950d-90ec3ea58005 req-7bc8d6be-128c-4117-8517-71fa5c65f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:42.060088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dcdc9bbf-b276-43cc-950d-90ec3ea58005 req-7bc8d6be-128c-4117-8517-71fa5c65f1c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 1100 time: 0.1884131 Aug 20 13:27:42.141832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-5138b57b-772e-4dc5-b8e2-d58db330dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:42.143441 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-5138b57b-772e-4dc5-b8e2-d58db330dfdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.0882211 Aug 20 13:27:42.146001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dcdc9bbf-b276-43cc-950d-90ec3ea58005 req-4d6913aa-f80d-420d-b86a-fb345d5356cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 Aug 20 13:27:42.162646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefb59c-77df-4843-a815-866b8482a1be req-f82fcc1b-55d5-4a81-ac66-ac56161a33ac tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:42.163510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Deleting port 5cb46d29-0086-44c5-b899-9b84c3c7663f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:42.163875 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.164620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aeefb59c-77df-4843-a815-866b8482a1be req-f82fcc1b-55d5-4a81-ac66-ac56161a33ac tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.2272859 Aug 20 13:27:42.211585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.225726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.227623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/6b7e2d4e-ff6c-4044-ab4d-264d93f6625f HTTP/1.1" status: 204 len: 168 time: 0.8003600 Aug 20 13:27:42.235912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.238286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f366146a-a19f-46e3-97ef-c30aab31295d tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.241044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f366146a-a19f-46e3-97ef-c30aab31295d tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/2955a49b-e90a-4031-9e96-9bee553ce59d HTTP/1.1" status: 204 len: 168 time: 0.3732853 Aug 20 13:27:42.243412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56378) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.250939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07a366-85f5-4e05-a120-501750f289b2 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Network': ['ID=6b7e2d4e-ff6c-4044-ab4d-264d93f6625f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:42.270676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aeefb59c-77df-4843-a815-866b8482a1be req-59f7d020-33f5-46b3-ac32-dcb25d47e48f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614116 Aug 20 13:27:42.303497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c7847ea1-9e06-42a7-880e-f82ca6ba819e tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=2955a49b-e90a-4031-9e96-9bee553ce59d HTTP/1.1" status: 200 len: 216 time: 0.0510316 Aug 20 13:27:42.307307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.318648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5904f3c9-3772-414a-a484-69b22a8bb484 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101986 Aug 20 13:27:42.321934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56382) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.337068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-51018f75-be46-4ba2-844b-1ced5550a163 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0109680 Aug 20 13:27:42.337284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56384) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.350940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting subnet 4b2ae53d-7c6f-4c87-ac3d-61627f4cda33 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:42.361464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115161-521e-4850-b2fe-bf50e6da3b23 req-6618d198-e291-4e85-b89c-3ab1463ce113 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:42.363037 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a115161-521e-4850-b2fe-bf50e6da3b23 req-6618d198-e291-4e85-b89c-3ab1463ce113 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 944 time: 0.1585903 Aug 20 13:27:42.381785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.385659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-ae872462-9efc-478e-bb2e-26c527c81a5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617719 Aug 20 13:27:42.388137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] For port 5cb46d29-0086-44c5-b899-9b84c3c7663f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cb46d29-0086-44c5-b899-9b84c3c7663f,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:42.388492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.394465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a27d383b-290a-478e-9dfa-d4956d56cd44 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/bf6f34f7-a461-4c5c-8ee1-d75f3dccd6ef HTTP/1.1" status: 200 len: 473 time: 0.0526683 Aug 20 13:27:42.395205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56386) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.408545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5df5b8a2-1660-4858-8c9f-c01fa2aa5b2e tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/ec092b84-2831-4d36-9fa9-0de2597c9bf6 HTTP/1.1" status: 200 len: 459 time: 0.0096996 Aug 20 13:27:42.413117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.464064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Calling delete_port for 5cb46d29-0086-44c5-b899-9b84c3c7663f owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:42.519389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31776f91-7c3f-4663-8919-12e80ed13a29 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.520585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31776f91-7c3f-4663-8919-12e80ed13a29 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/ec092b84-2831-4d36-9fa9-0de2597c9bf6 HTTP/1.1" status: 204 len: 168 time: 0.1062903 Aug 20 13:27:42.523402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56390) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:42.526705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.595959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a115161-521e-4850-b2fe-bf50e6da3b23 req-66243251-acb5-4f53-afb4-26f60ab44f74 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152147 Aug 20 13:27:42.655417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-b0e680de-62c7-4acd-ad32-4aafed8cb13c service neutron] 10.222.0.53 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412217 Aug 20 13:27:42.706021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2adb9f3f-c580-4408-92ed-61f16efb7df6 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:42.709575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2adb9f3f-c580-4408-92ed-61f16efb7df6 tempest-MeteringIpV6TestJSON-690287313 tempest-MeteringIpV6TestJSON-690287313-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/bf6f34f7-a461-4c5c-8ee1-d75f3dccd6ef HTTP/1.1" status: 204 len: 168 time: 0.1828697 Aug 20 13:27:43.031787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fedda-7c31-4862-aeab-6dc7c4478582 req-5f70328c-a552-418e-b153-ac1679445b75 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:43.033529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56404) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:43.033686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-775fedda-7c31-4862-aeab-6dc7c4478582 req-5f70328c-a552-418e-b153-ac1679445b75 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.0631866 Aug 20 13:27:43.078145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-775fedda-7c31-4862-aeab-6dc7c4478582 req-45c1cec2-4b5f-412a-88ed-6497b79172bb tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Aug 20 13:27:43.082763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.183029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:43.204277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:43.204646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d7e60a34-bfbe-4200-b0f0-bb08d662f8d4 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:43.228382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fdc4ffb-26f7-493b-b680-ac9d38edb574 req-6f166869-e034-48c2-a821-aaa89f83b2ff service neutron] 10.222.0.53 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497534 Aug 20 13:27:43.233132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d53be10-ce85-45bd-a961-7986ec9f080e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.246529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6db36-f093-4e7b-b2f6-50c7f82eded0 req-177d9dba-230c-405f-a2f1-c64abf841dc5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:43.249312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:43.252497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6db36-f093-4e7b-b2f6-50c7f82eded0 req-177d9dba-230c-405f-a2f1-c64abf841dc5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:43.254156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0d6db36-f093-4e7b-b2f6-50c7f82eded0 req-177d9dba-230c-405f-a2f1-c64abf841dc5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1682 time: 0.2000957 Aug 20 13:27:43.270732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86aac4-39ef-4e64-b974-20f669802209', 'tag': 'bbfe8494-c186-4514-955c-39e7352cd361'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:43.272991 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86aac4-39ef-4e64-b974-20f669802209", "tag": "bbfe8494-c186-4514-955c-39e7352cd361"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:43.274735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 329efba4-5c75-438c-b3c9-91cf302b8651 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:43.275237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 329efba4-5c75-438c-b3c9-91cf302b8651 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:43.287058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.293070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.320829 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e03b5-2a8b-4e8a-85b6-90e3d5ccc521 x-openstack-request-id: req-df4e03b5-2a8b-4e8a-85b6-90e3d5ccc521 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:43.321120 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86aac4-39ef-4e64-b974-20f669802209", "tag": "bbfe8494-c186-4514-955c-39e7352cd361", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:43.321380 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df4e03b5-2a8b-4e8a-85b6-90e3d5ccc521 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:43.321764 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86aac4-39ef-4e64-b974-20f669802209', 'tag': 'bbfe8494-c186-4514-955c-39e7352cd361', 'status': 'completed', 'code': 200} Aug 20 13:27:43.376869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2ae53d-7c6f-4c87-ac3d-61627f4cda33,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:43.380328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.381816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-736d158a-e8e6-4771-b861-cac24efde8d8 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/subnets/4b2ae53d-7c6f-4c87-ac3d-61627f4cda33 HTTP/1.1" status: 204 len: 168 time: 1.1434097 Aug 20 13:27:43.388708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29756f8c-ccb8-41a8-a010-e9665cea4bf0 None None] Network e58d291a-7887-49bb-a162-4a08ced70c6f requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:43.393345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb46d29-0086-44c5-b899-9b84c3c7663f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:43.394660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56414) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:43.460487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0d6db36-f093-4e7b-b2f6-50c7f82eded0 req-93f547bc-4b72-4cce-bf8f-520fde027520 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950090 Aug 20 13:27:43.528928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-fe61f603-9ee7-4ce6-951d-338271278e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:43.530480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-fe61f603-9ee7-4ce6-951d-338271278e74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=258134f21e134423a2ab982e74780934&device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 1095 time: 0.1595783 Aug 20 13:27:43.531365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.540675 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.582340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174e36-9990-48be-b576-d23171047e06 req-2b2a2b2f-cf89-40a8-b7bf-b4c67ce571b1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:43.584386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e174e36-9990-48be-b576-d23171047e06 req-2b2a2b2f-cf89-40a8-b7bf-b4c67ce571b1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.2118089 Aug 20 13:27:43.671727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e174e36-9990-48be-b576-d23171047e06 req-10f5361d-1fdf-49ae-a9f3-bc753af06a2d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Aug 20 13:27:43.712904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Deleting port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:43.713790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.729931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.734959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.842058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d53be10-ce85-45bd-a961-7986ec9f080e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.853770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ac22f221-8773-4cf6-93b7-93ceec566c74 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:43.874814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.875425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:27:43.883628 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d53be10-ce85-45bd-a961-7986ec9f080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.895102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.899588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] For port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,segment=NetworkSegment(6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7),segment_id=6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:43.899854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-04822df7-7f16-4874-8481-d88ffec9d177 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a4a348e9-e0cf-46ad-9bcb-83b4dc039e09 HTTP/1.1" status: 204 len: 168 time: 2.9100051 Aug 20 13:27:43.900210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:43.910857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56424) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:43.941487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485291b7-35e0-4343-b469-f4007abedfca None None] DHCP port deletion for e58d291a-7887-49bb-a162-4a08ced70c6f request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:43.971627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-7a94c27b-c45a-4bcd-b2d9-108f8b1e0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:43.971627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-7a94c27b-c45a-4bcd-b2d9-108f8b1e0655 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 200 len: 913 time: 0.4269533 Aug 20 13:27:43.989910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Calling delete_port for 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:44.001989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53be10-ce85-45bd-a961-7986ec9f080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca003871-2930-411c-89f1-0e467df05dd4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:44.045438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ac22f221-8773-4cf6-93b7-93ceec566c74, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ac22f221-8773-4cf6-93b7-93ceec566c74,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:44.046414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4dd00-6328-4894-897a-1b1117b4edd6 req-1ac3d102-db97-487a-84d5-de16c5fcba6b tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:44.050089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dc4dd00-6328-4894-897a-1b1117b4edd6 req-1ac3d102-db97-487a-84d5-de16c5fcba6b tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 944 time: 0.2147200 Aug 20 13:27:44.061235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d53be10-ce85-45bd-a961-7986ec9f080e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38921575f6b54518ba2ecbb1344a1201&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0237663 Aug 20 13:27:44.062852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-37b7fa57-18ff-4c52-845b-f659169b810e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbfe8494-c186-4514-955c-39e7352cd361 HTTP/1.1" status: 200 len: 217 time: 0.0801587 Aug 20 13:27:44.063344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56426) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:44.064024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'ac22f221-8773-4cf6-93b7-93ceec566c74', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'port_id': 'ac22f221-8773-4cf6-93b7-93ceec566c74', 'mac_address': 'fa:16:3e:7f:0c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97012c29-a5b7-4b39-a10f-881d73cdfce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:44.082638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Deleting subnet 2299ebc8-8348-4ef8-b1fe-a7445343cd47 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:44.104156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-485291b7-35e0-4343-b469-f4007abedfca None None] Deleting port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:44.104718 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-485291b7-35e0-4343-b469-f4007abedfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.136940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e11a1-74bd-45c0-8318-6d5457544781 req-de8a4885-9cba-467f-ab12-65887c6f4946 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:44.142615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.145286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e11a1-74bd-45c0-8318-6d5457544781 req-de8a4885-9cba-467f-ab12-65887c6f4946 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:44.155116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d4e11a1-74bd-45c0-8318-6d5457544781 req-de8a4885-9cba-467f-ab12-65887c6f4946 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1682 time: 0.2899389 Aug 20 13:27:44.197482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.219239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-485291b7-35e0-4343-b469-f4007abedfca None None] For port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,segment=NetworkSegment(6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7),segment_id=6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:44.220342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-485291b7-35e0-4343-b469-f4007abedfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.221752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-639084ba-8777-47b0-b20c-33c9ad28fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:44.223464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-639084ba-8777-47b0-b20c-33c9ad28fba2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 200 len: 852 time: 0.1476896 Aug 20 13:27:44.232124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac22f221-8773-4cf6-93b7-93ceec566c74 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:44.247579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-485291b7-35e0-4343-b469-f4007abedfca None None] Calling delete_port for 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:44.271134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d4e11a1-74bd-45c0-8318-6d5457544781 req-a7684040-28a3-4c02-ac6c-dbc84b11fa34 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099131 Aug 20 13:27:44.272470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53eae870-9acb-401c-9f79-4febe0e51074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.275173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.292088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-bb401fe0-7d34-4c10-bf84-b3852a7a3108 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d47a2a54-aea6-4e80-be84-e5893e419b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542679 Aug 20 13:27:44.294825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dc4dd00-6328-4894-897a-1b1117b4edd6 req-5e680be9-6238-485c-9c2b-acbb831d1ec2 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282848 Aug 20 13:27:44.327559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53eae870-9acb-401c-9f79-4febe0e51074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.348502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ac22f221-8773-4cf6-93b7-93ceec566c74, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ac22f221-8773-4cf6-93b7-93ceec566c74,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:44.356859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.410627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.413869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.433056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ac22f221-8773-4cf6-93b7-93ceec566c74,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:44.504862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-485291b7-35e0-4343-b469-f4007abedfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.507000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed27aa-33d2-4b32-bf43-a869a6900a8d req-cfc19d01-ffec-429d-bf0f-a8f9795d8ed6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:44.508575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6eed27aa-33d2-4b32-bf43-a869a6900a8d req-cfc19d01-ffec-429d-bf0f-a8f9795d8ed6 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.1620924 Aug 20 13:27:44.516229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-4dccbcc7-9ed9-425b-af5d-2015668904b8 service neutron] 10.222.0.53 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058544 Aug 20 13:27:44.552847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53eae870-9acb-401c-9f79-4febe0e51074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.555499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53eae870-9acb-401c-9f79-4febe0e51074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.560493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485291b7-35e0-4343-b469-f4007abedfca None None] Pushing event deleted for resources: {'Port': ['ID=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:44.562586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53eae870-9acb-401c-9f79-4febe0e51074 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca003871-2930-411c-89f1-0e467df05dd4 HTTP/1.1" status: 204 len: 168 time: 0.4970009 Aug 20 13:27:44.593582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485291b7-35e0-4343-b469-f4007abedfca None None] No DVR routers for this DVR port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:44.641001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eae870-9acb-401c-9f79-4febe0e51074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca003871-2930-411c-89f1-0e467df05dd4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:44.666337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6eed27aa-33d2-4b32-bf43-a869a6900a8d req-db892cb8-cd95-42ac-a9c5-2a0b2ee8f6d1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487327 Aug 20 13:27:44.702293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ac22f221-8773-4cf6-93b7-93ceec566c74'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:44.714082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-3d951833-e9da-4377-ab84-4152ddafcefa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:44.723371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-3d951833-e9da-4377-ab84-4152ddafcefa tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 949 time: 0.0887370 Aug 20 13:27:44.723371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca6a56c8-0b84-49e9-ade4-fee1fbf191c6 req-a76b179d-cfe0-4d6f-a15f-823f732a2cad service neutron] 10.222.0.53 "GET /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974168 Aug 20 13:27:44.848016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Deleting port 03721894-7c60-47c1-94c4-b324b5c2a091 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:44.848348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.861166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] No DVR routers for this DVR port 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:44.867959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Port': ['ID=593d3c52-42ff-4deb-8b1f-de0ac16ccc79,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:44.953951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] For port 03721894-7c60-47c1-94c4-b324b5c2a091, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=03721894-7c60-47c1-94c4-b324b5c2a091,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:44.954982 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:44.969914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Calling delete_port for 03721894-7c60-47c1-94c4-b324b5c2a091 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:45.011696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0da15-dc51-40a4-834c-0e2d10e04093 req-8ad2d692-1e65-48ad-a6e2-3891f672234c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.013595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-64b0da15-dc51-40a4-834c-0e2d10e04093 req-8ad2d692-1e65-48ad-a6e2-3891f672234c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.1951551 Aug 20 13:27:45.018241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.021788 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.047787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56438) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:45.062889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58d291a-7887-49bb-a162-4a08ced70c6f']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:45.066585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2299ebc8-8348-4ef8-b1fe-a7445343cd47,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:45.069411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-90013434-da87-426b-bea9-64932353f056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.082342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.084281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-559aeb82-853a-4c1e-97b2-cedd23e78267 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2299ebc8-8348-4ef8-b1fe-a7445343cd47 HTTP/1.1" status: 204 len: 168 time: 1.1646504 Aug 20 13:27:45.088905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56440) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:45.092883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:45.093188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe41a3e-0ab8-4495-b7d6-d692cdc4e5c7') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:45.124141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.156496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.173902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['03721894-7c60-47c1-94c4-b324b5c2a091'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:45.182151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.189383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-64b0da15-dc51-40a4-834c-0e2d10e04093 req-d481834a-7ca7-45b2-8a37-a8d92045b4a1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523366 Aug 20 13:27:45.200325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event deleted for resources: {'Port': ['ID=03721894-7c60-47c1-94c4-b324b5c2a091,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:45.214492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:45.216093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:45.220461 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:45.268837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] No DVR routers for this DVR port 03721894-7c60-47c1-94c4-b324b5c2a091 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:45.273178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.275160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-558d90aa-b453-4bac-8b39-08b10d26d11b req-40ff32a4-1d2a-4245-b3d8-b0d48b982c3c tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.53 "DELETE /v2.0/ports/03721894-7c60-47c1-94c4-b324b5c2a091 HTTP/1.1" status: 204 len: 173 time: 0.5511017 Aug 20 13:27:45.290974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:45.309915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-90013434-da87-426b-bea9-64932353f056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.313533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.318388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:45.318756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 593d3c52-42ff-4deb-8b1f-de0ac16ccc79 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:45.319190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cb46d29-0086-44c5-b899-9b84c3c7663f no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:45.325080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-deleted', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:45.330335 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e89c30-5504-41b2-aafa-6f8a297ccb33" -d '{"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-deleted", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:45.335219 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-90013434-da87-426b-bea9-64932353f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.348268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5cb46d29-0086-44c5-b899-9b84c3c7663f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:45.348648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cb46d29-0086-44c5-b899-9b84c3c7663f not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:45.358043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.365730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.367913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] 10.222.0.59 "DELETE /v2.0/networks/e58d291a-7887-49bb-a162-4a08ced70c6f HTTP/1.1" status: 204 len: 168 time: 1.9720042 Aug 20 13:27:45.387048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:45.427663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83571b6-2d1d-430c-abd1-e07382fcda17 tempest-NetworksIpV6TestAttrs-734321673 tempest-NetworksIpV6TestAttrs-734321673-project] Pushing event deleted for resources: {'Network': ['ID=e58d291a-7887-49bb-a162-4a08ced70c6f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:45.476819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.491854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a76a40-cd39-4571-a644-b35e0e191920']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:45.494833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-90013434-da87-426b-bea9-64932353f056 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41c9e6657f6243d2bcc01dddf853bcf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457598 Aug 20 13:27:45.495226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56454) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:45.509072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90013434-da87-426b-bea9-64932353f056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6250a7a1-d8d4-4145-aeb0-8151a964ceb8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:45.521780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27bd975-0c23-410c-b416-f0357853463e') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:45.522141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27bd975-0c23-410c-b416-f0357853463e') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:45.548891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b439-3436-43d2-a831-afc2e9800a13 req-f87107de-4d57-4862-aa2e-4a9d6a29a581 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.549231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.550472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bb2b439-3436-43d2-a831-afc2e9800a13 req-f87107de-4d57-4862-aa2e-4a9d6a29a581 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 1100 time: 0.2089181 Aug 20 13:27:45.579536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-22323b30-184f-410c-a08a-4e5243c53be0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.583025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f99fc-6173-4acf-976a-b31bec80b5c5 req-3ece865e-12c8-49ba-976e-4813b54a9de5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.586211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-22323b30-184f-410c-a08a-4e5243c53be0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.587957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-22323b30-184f-410c-a08a-4e5243c53be0 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1682 time: 0.0885499 Aug 20 13:27:45.589474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f99fc-6173-4acf-976a-b31bec80b5c5 req-3ece865e-12c8-49ba-976e-4813b54a9de5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.591137 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c82f99fc-6173-4acf-976a-b31bec80b5c5 req-3ece865e-12c8-49ba-976e-4813b54a9de5 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 1682 time: 0.1721823 Aug 20 13:27:45.609288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.630137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:45.630558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:45.634211 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:45.700320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bb2b439-3436-43d2-a831-afc2e9800a13 req-df807592-ea07-4341-88c0-4643f727654c tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058433 Aug 20 13:27:45.747951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2560040a-3fe2-40d5-87db-817ffce1d0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.775046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c82f99fc-6173-4acf-976a-b31bec80b5c5 req-b4f237dd-0520-4432-bc2d-ece454013318 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658990 Aug 20 13:27:45.785805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.789972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-09b2be35-8c89-43e1-86be-09bc346930ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.812200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port e8eb0de5-7d0f-4875-bef1-4c711936882b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:45.812838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.814936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.818738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] 10.222.0.59 "DELETE /v2.0/networks/46a76a40-cd39-4571-a644-b35e0e191920 HTTP/1.1" status: 204 len: 168 time: 0.7282460 Aug 20 13:27:45.861168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56464) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:45.871580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ac22f221-8773-4cf6-93b7-93ceec566c74 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:45.881698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed93e04-415c-4c92-9229-196b01b19990 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a76a40-cd39-4571-a644-b35e0e191920,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:45.902346 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b98bae-a778-4c17-841a-12c3ad383fd0 x-openstack-request-id: req-89b98bae-a778-4c17-841a-12c3ad383fd0 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:45.902884 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98b6e23-9856-459b-b9be-5648f26da7f2", "name": "network-vif-deleted", "tag": "03721894-7c60-47c1-94c4-b324b5c2a091", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:45.903192 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89b98bae-a778-4c17-841a-12c3ad383fd0 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:45.904287 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98b6e23-9856-459b-b9be-5648f26da7f2', 'name': 'network-vif-deleted', 'tag': '03721894-7c60-47c1-94c4-b324b5c2a091', 'status': 'completed', 'code': 200} Aug 20 13:27:45.915580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-09b2be35-8c89-43e1-86be-09bc346930ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:45.942796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5fd09-1e8c-41a6-aec1-d7bc95efefcb req-cff3feb1-9858-494b-8be0-d18ce97b7f6c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:45.952428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24f5fd09-1e8c-41a6-aec1-d7bc95efefcb req-cff3feb1-9858-494b-8be0-d18ce97b7f6c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 944 time: 0.1439145 Aug 20 13:27:46.019944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-09b2be35-8c89-43e1-86be-09bc346930ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.029086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port ac22f221-8773-4cf6-93b7-93ceec566c74 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:46.035365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port ac22f221-8773-4cf6-93b7-93ceec566c74 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:46.036445 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.038675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-09b2be35-8c89-43e1-86be-09bc346930ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.039930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-09b2be35-8c89-43e1-86be-09bc346930ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6250a7a1-d8d4-4145-aeb0-8151a964ceb8 HTTP/1.1" status: 204 len: 168 time: 0.5370126 Aug 20 13:27:46.069145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2be35-8c89-43e1-86be-09bc346930ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6250a7a1-d8d4-4145-aeb0-8151a964ceb8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:46.090924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24f5fd09-1e8c-41a6-aec1-d7bc95efefcb req-a1b98284-8194-4683-9a12-779492626bd5 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373613 Aug 20 13:27:46.099329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port e8eb0de5-7d0f-4875-bef1-4c711936882b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e8eb0de5-7d0f-4875-bef1-4c711936882b,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:46.099717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.134764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for e8eb0de5-7d0f-4875-bef1-4c711936882b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:46.160955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56476) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:46.248371 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.268193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d0d626-9ea0-4d81-8ee6-3e56ed838f00 req-236be5e6-f2cb-4cac-a7c8-d13d2f89d4ad tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=b98b6e23-9856-459b-b9be-5648f26da7f2 HTTP/1.1" status: 200 len: 210 time: 0.0422871 Aug 20 13:27:46.278746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3dd40f75-33cc-454c-8495-22f48d80c117 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3308a1798a2541919f2cd331109f1456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132183 Aug 20 13:27:46.278968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22f221-8773-4cf6-93b7-93ceec566c74'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:46.279056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-8ef8794a-70f6-4c8a-aac8-50d0f6b8872f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472167 Aug 20 13:27:46.280212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56482) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:46.281224 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abe7fc-75ff-495f-92e3-d6fc4780f263" -d '{"events": [{"server_uuid": "a3d6c6db-1786-45f3-b6c7-fc5e4b81234c", "name": "network-vif-plugged", "status": "completed", "tag": "ac22f221-8773-4cf6-93b7-93ceec566c74"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:46.295513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port ac22f221-8773-4cf6-93b7-93ceec566c74, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ac22f221-8773-4cf6-93b7-93ceec566c74,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:46.301379 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.343287 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b604ab-3b2c-4320-bbd2-9453a32b6078 x-openstack-request-id: req-a7b604ab-3b2c-4320-bbd2-9453a32b6078 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:46.343810 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d6c6db-1786-45f3-b6c7-fc5e4b81234c", "name": "network-vif-plugged", "status": "completed", "tag": "ac22f221-8773-4cf6-93b7-93ceec566c74", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:46.344153 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7b604ab-3b2c-4320-bbd2-9453a32b6078 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:46.344799 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22f221-8773-4cf6-93b7-93ceec566c74', 'code': 200} Aug 20 13:27:46.369452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=ac22f221-8773-4cf6-93b7-93ceec566c74,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:46.451627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3ead-4243-4e8a-b8eb-e2332ae4c3c1 req-3d9decee-005f-4e99-aa21-190d202cde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:46.453320 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-785c3ead-4243-4e8a-b8eb-e2332ae4c3c1 req-3d9decee-005f-4e99-aa21-190d202cde8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 1096 time: 0.0490799 Aug 20 13:27:46.461162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-db8f8d61-585f-4465-937d-ec683ac3d180 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3ce1ca8fff244be8439544e0d109faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987656 Aug 20 13:27:46.468245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56488) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:46.524831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-785c3ead-4243-4e8a-b8eb-e2332ae4c3c1 req-89021183-7a23-47a7-b973-ee414ace1946 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640955 Aug 20 13:27:46.540739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e409d9ec-9eac-4b10-8371-6007ee739f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.562646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-087b6ffc-0713-4206-ba8d-d165b72ac5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.576379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e409d9ec-9eac-4b10-8371-6007ee739f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.591213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-eb890134-7d69-43d7-bf0b-ea1238458c0c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:46.592783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-eb890134-7d69-43d7-bf0b-ea1238458c0c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919211 Aug 20 13:27:46.613424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-087b6ffc-0713-4206-ba8d-d165b72ac5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.623714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.638259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e8eb0de5-7d0f-4875-bef1-4c711936882b', 'ee779e47-6440-45e1-a491-d25adcba9672'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:46.655944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e409d9ec-9eac-4b10-8371-6007ee739f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.659784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e409d9ec-9eac-4b10-8371-6007ee739f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.662309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e409d9ec-9eac-4b10-8371-6007ee739f8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7bf4ad90-688d-4221-ba97-bece2f133949 HTTP/1.1" status: 204 len: 168 time: 0.1929445 Aug 20 13:27:46.674079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409d9ec-9eac-4b10-8371-6007ee739f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4ad90-688d-4221-ba97-bece2f133949,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:46.679987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=e8eb0de5-7d0f-4875-bef1-4c711936882b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:46.684242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-010f1154-fc78-404b-814d-e2551f9aa0dc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/quotas/3727b148e81b46c59505e7319d62457b HTTP/1.1" status: 200 len: 375 time: 0.0620999 Aug 20 13:27:46.794907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port e8eb0de5-7d0f-4875-bef1-4c711936882b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:46.798218 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.800688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-ebbb20ad-a3e2-4d4f-a998-5b5615bc5b4e tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.53 "DELETE /v2.0/ports/e8eb0de5-7d0f-4875-bef1-4c711936882b HTTP/1.1" status: 204 len: 173 time: 1.2038410 Aug 20 13:27:46.844278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-087b6ffc-0713-4206-ba8d-d165b72ac5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.846925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-087b6ffc-0713-4206-ba8d-d165b72ac5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:46.848117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-087b6ffc-0713-4206-ba8d-d165b72ac5c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f5f84b2-098e-4f6e-8c8f-632c55a19c2c HTTP/1.1" status: 204 len: 168 time: 0.5659621 Aug 20 13:27:46.920457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-11572c6d-99f1-44e1-862d-24879ef60d50 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2154839 Aug 20 13:27:46.928847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b6ffc-0713-4206-ba8d-d165b72ac5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f84b2-098e-4f6e-8c8f-632c55a19c2c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:46.995108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c3a3-d6a3-478f-a608-fda8f1d8543d req-e8c1fe73-04ee-4307-8d4b-8124a5046ae8 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:47.006621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56e4c3a3-d6a3-478f-a608-fda8f1d8543d req-e8c1fe73-04ee-4307-8d4b-8124a5046ae8 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 946 time: 0.1101773 Aug 20 13:27:47.052774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port ee779e47-6440-45e1-a491-d25adcba9672 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:47.053385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:47.074608 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56e4c3a3-d6a3-478f-a608-fda8f1d8543d req-4d8ae70d-8755-41f4-ac57-44e343a4e113 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661709 Aug 20 13:27:47.207929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port ee779e47-6440-45e1-a491-d25adcba9672, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ee779e47-6440-45e1-a491-d25adcba9672,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:47.209276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:47.256240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bbfe8494-c186-4514-955c-39e7352cd361 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:47.265238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for ee779e47-6440-45e1-a491-d25adcba9672 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:47.314575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-569decf4-8144-4fd2-8573-d35dff8a6935 req-a43648bf-5899-4a9d-a750-750da42ca553 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 210 time: 0.0441003 Aug 20 13:27:47.410780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9829c00-2cf6-450c-b2ed-58410f09b5ac req-d26a5c3c-0c16-4e2a-8af3-a654ccd04744 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:47.421035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9829c00-2cf6-450c-b2ed-58410f09b5ac req-d26a5c3c-0c16-4e2a-8af3-a654ccd04744 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 944 time: 0.2060056 Aug 20 13:27:47.494706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bbfe8494-c186-4514-955c-39e7352cd361, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bbfe8494-c186-4514-955c-39e7352cd361,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:47.519341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'bbfe8494-c186-4514-955c-39e7352cd361', 'network_id': 'd47a2a54-aea6-4e80-be84-e5893e419b82', 'port_id': 'bbfe8494-c186-4514-955c-39e7352cd361', 'mac_address': 'fa:16:3e:00:ae:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97012c29-a5b7-4b39-a10f-881d73cdfce6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:47.528012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9829c00-2cf6-450c-b2ed-58410f09b5ac req-af4f1d83-c93f-4c88-b3f3-e040e90a44bc tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059792 Aug 20 13:27:47.611173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:47.624674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:47.635666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfe8494-c186-4514-955c-39e7352cd361 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:47.643454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e8eb0de5-7d0f-4875-bef1-4c711936882b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:47.680453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=ee779e47-6440-45e1-a491-d25adcba9672,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:47.706522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bbfe8494-c186-4514-955c-39e7352cd361, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bbfe8494-c186-4514-955c-39e7352cd361,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:47.715399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:47.833147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port ee779e47-6440-45e1-a491-d25adcba9672 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:47.835686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bbfe8494-c186-4514-955c-39e7352cd361,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:47.836929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:47.846112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8140d4a-b7bc-4173-81e5-3bea36eead83 req-0e4b69a2-3212-42d9-844f-c5e8e3660d7c tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.53 "DELETE /v2.0/ports/ee779e47-6440-45e1-a491-d25adcba9672 HTTP/1.1" status: 204 len: 173 time: 1.0303133 Aug 20 13:27:47.908529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-deleted', 'tag': 'e8eb0de5-7d0f-4875-bef1-4c711936882b'}, {'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-deleted', 'tag': 'ee779e47-6440-45e1-a491-d25adcba9672'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:47.911625 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc45111-0bde-4d36-b5ba-a6908c159db1" -d '{"events": [{"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-deleted", "tag": "e8eb0de5-7d0f-4875-bef1-4c711936882b"}, {"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-deleted", "tag": "ee779e47-6440-45e1-a491-d25adcba9672"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:47.982950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ffe90-a9f6-4175-aef7-fccd359bb3e8 req-608016cd-ddda-4b85-bf86-e4bc886b1262 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:47.985921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b19ffe90-a9f6-4175-aef7-fccd359bb3e8 req-608016cd-ddda-4b85-bf86-e4bc886b1262 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1165726 Aug 20 13:27:47.990442 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532aba8-d384-4d7f-8f22-b0263b15b4f7 x-openstack-request-id: req-9532aba8-d384-4d7f-8f22-b0263b15b4f7 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:47.991421 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-deleted", "tag": "e8eb0de5-7d0f-4875-bef1-4c711936882b", "status": "completed", "code": 200}, {"server_uuid": "aaaea274-560e-4c4f-b72e-3d6b117a6672", "name": "network-vif-deleted", "tag": "ee779e47-6440-45e1-a491-d25adcba9672", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:47.991828 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9532aba8-d384-4d7f-8f22-b0263b15b4f7 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:47.992672 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-deleted', 'tag': 'e8eb0de5-7d0f-4875-bef1-4c711936882b', 'status': 'completed', 'code': 200} Aug 20 13:27:47.993271 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaea274-560e-4c4f-b72e-3d6b117a6672', 'name': 'network-vif-deleted', 'tag': 'ee779e47-6440-45e1-a491-d25adcba9672', 'status': 'completed', 'code': 200} Aug 20 13:27:48.002374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bbfe8494-c186-4514-955c-39e7352cd361'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:48.067644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b19ffe90-a9f6-4175-aef7-fccd359bb3e8 req-e5c14128-26c3-4f46-a5ad-689953b49851 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727365 Aug 20 13:27:48.301340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3419beda-8a54-4071-baba-9e0dcbc93379 req-e6604a03-2ea4-4567-a927-a5350d034023 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaaea274-560e-4c4f-b72e-3d6b117a6672 HTTP/1.1" status: 200 len: 210 time: 0.0489607 Aug 20 13:27:48.423653 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3004258-7425-4975-8cd2-af651517e00b req-681bbe16-3034-441a-9e4a-b13925db16c0 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 210 time: 0.0328724 Aug 20 13:27:48.492691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8c81-b4b1-4c1e-b039-3e5f49f39f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:48.503906 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:48.741185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ebcf-d4d5-478a-8508-9b9bbd38fba2 req-9d005767-3eec-439f-b6d1-9d8878b35cf0 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:48.750910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51d8ebcf-d4d5-478a-8508-9b9bbd38fba2 req-9d005767-3eec-439f-b6d1-9d8878b35cf0 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 945 time: 0.1303167 Aug 20 13:27:48.756650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-3ef7c8a8-7766-467e-a9ef-ae0500705245 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3727b148e81b46c59505e7319d62457b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297620 Aug 20 13:27:48.772183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56590) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:48.810122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51d8ebcf-d4d5-478a-8508-9b9bbd38fba2 req-004a1ade-0d48-4f7c-a887-3a9a9f1e5ab6 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576379 Aug 20 13:27:48.909792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56596) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:48.928611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-1ef2a562-139a-4fbc-a4c5-e1a20869868c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:48.930587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-1ef2a562-139a-4fbc-a4c5-e1a20869868c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572702 Aug 20 13:27:48.962903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Request body: {'port': {'device_id': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '3727b148e81b46c59505e7319d62457b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:49.088733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Made reservation on behalf of 3727b148e81b46c59505e7319d62457b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:49.093455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.114973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-224912690-network', 'tenant_id': '6e63616564fa4e35958d00685ba2ee4d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:49.123701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173248704'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:49.160222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:27:49.160222 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:27:49.160222 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '3df728ea7f2f4cc1bf01420695d45810', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 27, 49, 145145)}] Aug 20 13:27:49.160222 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:27:49.161799 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:27:49.174764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Made reservation on behalf of 6e63616564fa4e35958d00685ba2ee4d for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:49.177215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.186656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.231231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56604) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:49.272240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bbfe8494-c186-4514-955c-39e7352cd361 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:49.298125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Allocated IP 192.168.233.196 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/8795622c-a182-4d48-8a7e-7dc944bcbbf3) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:49.301203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-0343b0e2-77b7-489e-998d-a82a1fa84424 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:49.303502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-0343b0e2-77b7-489e-998d-a82a1fa84424 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.0839159 Aug 20 13:27:49.323528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1682330841', 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:49.327954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd5d4-1743-487a-9944-e9f03488b1f7 req-6dc74d12-a9a3-42e5-9bd2-aa27303dfaad tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:49.329859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d4bd5d4-1743-487a-9944-e9f03488b1f7 req-6dc74d12-a9a3-42e5-9bd2-aa27303dfaad tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.1397984 Aug 20 13:27:49.343530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port bbfe8494-c186-4514-955c-39e7352cd361 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:49.350882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port bbfe8494-c186-4514-955c-39e7352cd361 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:49.351642 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.425896 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.428819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56612) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:49.431152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.475679 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.490000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.518195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bbfe8494-c186-4514-955c-39e7352cd361, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bbfe8494-c186-4514-955c-39e7352cd361,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:49.519309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e86aac4-39ef-4e64-b974-20f669802209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe8494-c186-4514-955c-39e7352cd361'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:49.522199 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf329cd8-7156-4fd9-bf4a-9fed5c7f17aa" -d '{"events": [{"server_uuid": "6e86aac4-39ef-4e64-b974-20f669802209", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe8494-c186-4514-955c-39e7352cd361"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:49.527976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.529135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ee779e47-6440-45e1-a491-d25adcba9672 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:49.546545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae997cd-0944-48b4-a844-fd213b9f6ec7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:49.553509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Made reservation on behalf of 4ea525ca7b7441e98e192b07bfb412d1 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:49.557312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.559954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.564962 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d4bd5d4-1743-487a-9944-e9f03488b1f7 req-da4437c4-4787-4d1f-b2f7-4c92733bb86a tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Aug 20 13:27:49.573932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: ee779e47-6440-45e1-a491-d25adcba9672 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:49.575059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ee779e47-6440-45e1-a491-d25adcba9672 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:49.575917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e8eb0de5-7d0f-4875-bef1-4c711936882b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:49.579681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Transition to ACTIVE for port object 8795622c-a182-4d48-8a7e-7dc944bcbbf3 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:49.607967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.624975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: e8eb0de5-7d0f-4875-bef1-4c711936882b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:49.625253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:27:49.625577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e8eb0de5-7d0f-4875-bef1-4c711936882b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:49.626105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:49.639976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.651204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 03721894-7c60-47c1-94c4-b324b5c2a091 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:49.651557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 03721894-7c60-47c1-94c4-b324b5c2a091 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:49.658025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641', '7f30ef35-5e8c-4d45-a349-c39affa3ed39', '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', '924aac24-0c94-45b8-ad8f-93654ddfef81'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:49.660387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b', '415a622b-3387-4157-b220-e4a16df15a61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:49.662607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-723ff348-32d2-45db-82a3-76ad4b529146 req-97d51458-210e-4e1f-aac9-2c11c829746c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 210 time: 0.0709565 Aug 20 13:27:49.675773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting subnet b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:49.687832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.700672 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055430f-7b92-40b1-b925-464bcef898ba x-openstack-request-id: req-1055430f-7b92-40b1-b925-464bcef898ba {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:49.700897 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e86aac4-39ef-4e64-b974-20f669802209", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe8494-c186-4514-955c-39e7352cd361", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:49.701093 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1055430f-7b92-40b1-b925-464bcef898ba {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:49.701675 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e86aac4-39ef-4e64-b974-20f669802209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe8494-c186-4514-955c-39e7352cd361', 'code': 200} Aug 20 13:27:49.718946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:49.722481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:49.729593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:49.734773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event updated for resources: {'Port': ['ID=8795622c-a182-4d48-8a7e-7dc944bcbbf3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:49.747131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.775370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bbfe8494-c186-4514-955c-39e7352cd361,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:49.797476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:49.797992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:49.835188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-99d41682-3a2e-46b0-8aa1-106922743a6b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8766475 Aug 20 13:27:49.849930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Request body: {'port': {'device_id': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:49.965601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.063627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142f3d-ea81-4e6b-ba93-c6825f6afe23 req-f049e077-c793-4418-8f92-ca72c85653c4 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:50.071719 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f142f3d-ea81-4e6b-ba93-c6825f6afe23 req-f049e077-c793-4418-8f92-ca72c85653c4 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 946 time: 0.1482427 Aug 20 13:27:50.106162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e03b06ca-b924-4123-98e2-5a7153c5df94 None None] Provisioning for port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:50.128297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e03b06ca-b924-4123-98e2-5a7153c5df94 None None] Provisioning complete for port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:50.128950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e03b06ca-b924-4123-98e2-5a7153c5df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.165401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.167188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.167985 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Added segment 6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3 of type vlan for network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 Aug 20 13:27:50.184060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Deleting port 17f3eaa1-65bb-4857-ae85-7604570f30df {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:50.184799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.185918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f142f3d-ea81-4e6b-ba93-c6825f6afe23 req-9696dc44-391a-4774-b980-5cc046733f3b tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131632 Aug 20 13:27:50.215625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e03b06ca-b924-4123-98e2-5a7153c5df94 None None] Port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:27:50.232886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.294826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] device_id is not set on port 94142de9-d71c-4e50-a350-87e30e94e496 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:27:50.383485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8795622c-a182-4d48-8a7e-7dc944bcbbf3 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:50.391871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.399557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.406686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Transition to ACTIVE for port object 8795622c-a182-4d48-8a7e-7dc944bcbbf3 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:27:50.407691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.412077 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.426454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d595f6f4-c280-4232-b8b0-5fcf3ea1c544,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:50.471936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8795622c-a182-4d48-8a7e-7dc944bcbbf3,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:50.477453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.480676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cd493-b918-4c33-9efb-b1550eba596d req-c48aaec9-1ada-4295-a780-3ade02e2d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:50.482208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-351cd493-b918-4c33-9efb-b1550eba596d req-c48aaec9-1ada-4295-a780-3ade02e2d106 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 1097 time: 0.4034584 Aug 20 13:27:50.520117 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.554135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Attempting to bind port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:27:50.554638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Attempting to bind port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:27:50.554978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Attempting to bind port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:50.562828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:27:50.563151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Attempting to bind port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:27:50.568967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:27:50.569308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:50.569690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:27:50.570128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Bound port: 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:27:50.570485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.665039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] For port 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:27:50.669586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] For port 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:27:50.677475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.689327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.745036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.748893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/subnets/b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d HTTP/1.1" status: 204 len: 168 time: 1.3119423 Aug 20 13:27:50.755308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d704056-325d-4558-9fd1-2d7382015292 None None] Network 9633215f-d737-4194-bb5c-781815c47f9c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:50.769390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56626) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:50.793801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:50.794691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.796755 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/8795622c-a182-4d48-8a7e-7dc944bcbbf3 HTTP/1.1" status: 200 len: 1096 time: 0.9512436 Aug 20 13:27:50.798239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'tag': '8795622c-a182-4d48-8a7e-7dc944bcbbf3'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:50.810310 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3ddef-f951-45ce-84f8-8ce39920f257" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30a3d9-f5fe-41b5-8c60-0e7ce237b472", "tag": "8795622c-a182-4d48-8a7e-7dc944bcbbf3"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:50.886014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.913967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ccea1-11a8-4ea4-b029-05777eb819ea tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Subnet': ['ID=b7daa3dd-d688-42fd-9848-ef6cd9ac7c1d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:50.940918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.941907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:50.942570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.945273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.948777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] For port 17f3eaa1-65bb-4857-ae85-7604570f30df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=17f3eaa1-65bb-4857-ae85-7604570f30df,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:50.949115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:50.960005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d4ec6-eae3-41b8-9bac-6fd2035ceb61 req-821ff309-53f0-4ffc-bee0-cbc3cc870922 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:50.967988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-543d4ec6-eae3-41b8-9bac-6fd2035ceb61 req-821ff309-53f0-4ffc-bee0-cbc3cc870922 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 950 time: 0.2857161 Aug 20 13:27:50.975331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10972c-7020-4286-81a4-2f91070979e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8795622c-a182-4d48-8a7e-7dc944bcbbf3,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.026978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.034543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] DHCP port deletion for 9633215f-d737-4194-bb5c-781815c47f9c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:51.040969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-a2a3c8ca-3b15-4ac8-b89d-499e9cd4bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:51.043532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-a2a3c8ca-3b15-4ac8-b89d-499e9cd4bdd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 1099 time: 0.1693189 Aug 20 13:27:51.059679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-351cd493-b918-4c33-9efb-b1550eba596d req-cbfb6891-7a3a-4429-a880-c8ba9d8b6af0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165292 Aug 20 13:27:51.078223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-543d4ec6-eae3-41b8-9bac-6fd2035ceb61 req-789d388a-d00a-4d48-842d-1cf432ef42e1 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/security-groups?id=07ecd3fa-be89-4c5f-a417-81ef3408cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044619 Aug 20 13:27:51.110908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] Deleting port 56525682-c4d6-46fc-a61f-603756ebacb2 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:51.111518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.114993 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-f3346982-79e2-43cc-a341-5ec683f0f0f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3 HTTP/1.1" status: 200 len: 217 time: 0.0590603 Aug 20 13:27:51.140020 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85852801-828a-41f1-9ea6-dc55de289d96 x-openstack-request-id: req-85852801-828a-41f1-9ea6-dc55de289d96 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:51.140409 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30a3d9-f5fe-41b5-8c60-0e7ce237b472", "tag": "8795622c-a182-4d48-8a7e-7dc944bcbbf3", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:51.140770 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85852801-828a-41f1-9ea6-dc55de289d96 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:51.141240 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'tag': '8795622c-a182-4d48-8a7e-7dc944bcbbf3', 'status': 'completed', 'code': 200} Aug 20 13:27:51.145551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Calling delete_port for 17f3eaa1-65bb-4857-ae85-7604570f30df owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:51.189415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Allocated IP 172.25.6.22 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/94142de9-d71c-4e50-a350-87e30e94e496) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:51.199245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-04158c6d-399e-4f64-9131-2e53e0a47c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:51.201427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-04158c6d-399e-4f64-9131-2e53e0a47c49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0592136 Aug 20 13:27:51.214400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port 56525682-c4d6-46fc-a61f-603756ebacb2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:51.215001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.224419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b13a9-dfe1-48cb-a84b-3d2028713f7c req-9a637874-427a-4b7a-98c0-10d389f91faf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:51.235534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c8b13a9-dfe1-48cb-a84b-3d2028713f7c req-9a637874-427a-4b7a-98c0-10d389f91faf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 948 time: 0.3293247 Aug 20 13:27:51.244720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ecad6-3559-4513-9a78-e8642e661a1f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.256804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] Pushing event updated for resources: {'Network': ['ID=08ac35ab-1d32-4a76-9523-fcd61e81b7e2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.270479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] For port 56525682-c4d6-46fc-a61f-603756ebacb2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56525682-c4d6-46fc-a61f-603756ebacb2,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:51.271111 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.299223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] Calling delete_port for 56525682-c4d6-46fc-a61f-603756ebacb2 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:51.315531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:27:51.324724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port 56525682-c4d6-46fc-a61f-603756ebacb2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=56525682-c4d6-46fc-a61f-603756ebacb2,segment=NetworkSegment(f380ee37-e531-485f-b45a-6b95e4f25ac8),segment_id=f380ee37-e531-485f-b45a-6b95e4f25ac8)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:51.325267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.329125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-217be498-7926-45fb-be54-5c7f8b89e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:51.330771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-217be498-7926-45fb-be54-5c7f8b89e67a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185126 Aug 20 13:27:51.382392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 56525682-c4d6-46fc-a61f-603756ebacb2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:51.388542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for 56525682-c4d6-46fc-a61f-603756ebacb2 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:51.395109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c8b13a9-dfe1-48cb-a84b-3d2028713f7c req-08869069-b1b9-4064-bca0-7402d108d936 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586640 Aug 20 13:27:51.505022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.516526 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.530946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878878-9bb7-4ce8-b236-9a634b7e6f3d req-0acbad65-6234-43b6-a6d9-7e531a4200bf tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:51.536478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.538660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b878878-9bb7-4ce8-b236-9a634b7e6f3d req-0acbad65-6234-43b6-a6d9-7e531a4200bf tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 946 time: 0.2068303 Aug 20 13:27:51.541898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df1328b7-7413-46a6-a878-c8c6aad516f3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7684126 Aug 20 13:27:51.550761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56632) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:51.573865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-228ad220-d7ef-4aa5-9520-cd3f54d93d34 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266622 Aug 20 13:27:51.576039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Request body: {'subnet': {'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-224912690-subnet', 'tenant_id': '6e63616564fa4e35958d00685ba2ee4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:51.639843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.660428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b878878-9bb7-4ce8-b236-9a634b7e6f3d req-4c5aeebd-d0b7-4ad2-99e1-26c26059e6f5 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207209 Aug 20 13:27:51.674581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.675887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7647088 Aug 20 13:27:51.680671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56636) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:51.693379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.696296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d9277-36e9-4e9f-bfd0-58dc31e8bd9a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0997e52-36d2-4e12-a593-1036e126ebd2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.698581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.721693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['17f3eaa1-65bb-4857-ae85-7604570f30df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:51.726872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.750379 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.753356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Pushing event deleted for resources: {'Port': ['ID=17f3eaa1-65bb-4857-ae85-7604570f30df,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.755530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Made reservation on behalf of 6e63616564fa4e35958d00685ba2ee4d for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:51.757048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.771733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] No DVR routers for this DVR port 56525682-c4d6-46fc-a61f-603756ebacb2 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:51.774041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2863c2-6e07-4239-a8c3-69bce785701e None None] Pushing event deleted for resources: {'Port': ['ID=56525682-c4d6-46fc-a61f-603756ebacb2,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.778561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port 56525682-c4d6-46fc-a61f-603756ebacb2 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:51.843655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=56525682-c4d6-46fc-a61f-603756ebacb2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:51.859652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] No DVR routers for this DVR port 17f3eaa1-65bb-4857-ae85-7604570f30df on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:51.871012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.873377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6e8861f-aeec-4e84-be9e-ee49fa65a4db req-e79ef22e-3593-46d8-90ef-5c14efed0749 tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.13 "DELETE /v2.0/ports/17f3eaa1-65bb-4857-ae85-7604570f30df HTTP/1.1" status: 204 len: 173 time: 2.5635197 Aug 20 13:27:51.873914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-deleted', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:51.876257 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e319980-bc7c-4f66-a5b0-55ecc944400a" -d '{"events": [{"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-deleted", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:51.938514 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3207bb-a2ac-46ff-ade6-8e7ad5837b00 x-openstack-request-id: req-5a3207bb-a2ac-46ff-ade6-8e7ad5837b00 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:51.938774 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4", "name": "network-vif-deleted", "tag": "17f3eaa1-65bb-4857-ae85-7604570f30df", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:51.939086 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a3207bb-a2ac-46ff-ade6-8e7ad5837b00 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:51.939580 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4', 'name': 'network-vif-deleted', 'tag': '17f3eaa1-65bb-4857-ae85-7604570f30df', 'status': 'completed', 'code': 200} Aug 20 13:27:51.943169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:51.962540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db1ef21c-cbf6-4a3e-aadc-58e827ca4708 req-649be829-f833-4f43-b4e6-2da070e8bf49 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777907 Aug 20 13:27:51.968387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6e62a0ea-b716-4615-839e-6d5714ab547d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2862020 Aug 20 13:27:51.978022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56640) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:51.986907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-security--1821785667', 'description': 'tempest-security-description-1930800095'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:52.004127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.018209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:52.023840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9633215f-d737-4194-bb5c-781815c47f9c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:52.025422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:52.037403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:52.042602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Pushing event updated for resources: {'Port': ['ID=94142de9-d71c-4e50-a350-87e30e94e496,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:52.057331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f380ee37-e531-485f-b45a-6b95e4f25ac8') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:52.057717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f380ee37-e531-485f-b45a-6b95e4f25ac8') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:52.083595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.091024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.126443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:52.127112 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.133801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.150963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.178595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:52.178896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:52.182548 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:52.198191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d762ce84-aac9-4594-ab4b-628b5b85c36c tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9603095 Aug 20 13:27:52.200058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56644) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:52.212716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.22'}]}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:52.247170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35ab8b95-ce5a-49c4-b772-d83a4ce39794 req-c31e1b5d-d931-4bb1-9388-aa73f9b789fc tempest-MigrationsAdminTest-1564029870 tempest-MigrationsAdminTest-1564029870-project] 10.222.0.59 "GET /v2.0/ports?device_id=a576d455-f5d8-4b41-a8ab-e2fb0e5d98f4 HTTP/1.1" status: 200 len: 210 time: 0.0539560 Aug 20 13:27:52.283830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Checking segment: {'id': '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:27:52.283830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Network hostable DHCP agents. Network: 08ac35ab-1d32-4a76-9523-fcd61e81b7e2, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:27:52.285722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-4a56b5fc-542d-447c-bfc4-def8a8c63f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:52.287248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ff6b26-1fc3-48d4-840e-34445e87d469,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:52.287492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-4a56b5fc-542d-447c-bfc4-def8a8c63f16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 1099 time: 0.2656229 Aug 20 13:27:52.294231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.314210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.314851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.316254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.318894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.324669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "PUT /v2.0/security-groups/f0997e52-36d2-4e12-a593-1036e126ebd2 HTTP/1.1" status: 200 len: 1780 time: 0.3394599 Aug 20 13:27:52.324669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.326193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56646) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:52.336068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:27:52.396695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.403751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/networks/9633215f-d737-4194-bb5c-781815c47f9c HTTP/1.1" status: 204 len: 168 time: 1.6295848 Aug 20 13:27:52.404183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56648) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:52.444669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 08ac35ab-1d32-4a76-9523-fcd61e81b7e2) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:52.451352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.457952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:52.458624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.458940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ebe28-6b22-4fdc-a4e3-e0bbf0f3b656 None None] Network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:52.537657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d3de7ab-5c4b-4aa0-bc1b-e1fc7c94737d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9813628 Aug 20 13:27:52.544680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d14c5eb9-7630-413b-9033-1678adbbe8c8 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups/f0997e52-36d2-4e12-a593-1036e126ebd2 HTTP/1.1" status: 200 len: 1780 time: 0.2147226 Aug 20 13:27:52.549938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56654) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:52.766032 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.809528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c598-0f4f-47bd-983f-8ffd0a3d4add tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Network': ['ID=9633215f-d737-4194-bb5c-781815c47f9c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:52.858918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b64c31-3c34-449d-8fc7-c6d31005eef3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0997e52-36d2-4e12-a593-1036e126ebd2,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:52.860201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a0f1a-7417-4962-a50e-cd5eff6fed42 None None] Network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:52.879865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting subnet 1d7a410e-3059-457d-bbd4-882d0c3505e6 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:52.890951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68f25490-02a4-4125-bf02-94c632f13e1f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.891154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.929783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68f25490-02a4-4125-bf02-94c632f13e1f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:52.937881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-54edd097-be53-4c35-b0e1-5bd647a31ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:52.939393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-54edd097-be53-4c35-b0e1-5bd647a31ab3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.6376231 Aug 20 13:27:52.942370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437afe85-91b4-4d19-834b-abd0948ae195 req-65fdadd0-b3a3-45f9-a4ac-2be20991c750 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:52.947428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb82e77-a03a-4ff6-8ad3-461a29aaccb2 req-80b62cf8-18d2-4d17-8375-840a7f969a7c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:52.950398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1eb82e77-a03a-4ff6-8ad3-461a29aaccb2 req-80b62cf8-18d2-4d17-8375-840a7f969a7c tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 948 time: 0.1823683 Aug 20 13:27:52.950775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-437afe85-91b4-4d19-834b-abd0948ae195 req-65fdadd0-b3a3-45f9-a4ac-2be20991c750 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 946 time: 0.1465805 Aug 20 13:27:52.996009 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.022502 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-39d58e3b-f565-4dd3-a524-5c9cd6cb5c98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3 HTTP/1.1" status: 200 len: 217 time: 0.0686753 Aug 20 13:27:53.029329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-437afe85-91b4-4d19-834b-abd0948ae195 req-bed12b79-adbd-4819-8730-674a04a53cbb tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772872 Aug 20 13:27:53.067509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68f25490-02a4-4125-bf02-94c632f13e1f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.070123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68f25490-02a4-4125-bf02-94c632f13e1f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.074345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68f25490-02a4-4125-bf02-94c632f13e1f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/f0997e52-36d2-4e12-a593-1036e126ebd2 HTTP/1.1" status: 204 len: 168 time: 0.5188625 Aug 20 13:27:53.078297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56666) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:53.100767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f25490-02a4-4125-bf02-94c632f13e1f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0997e52-36d2-4e12-a593-1036e126ebd2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:53.123428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1eb82e77-a03a-4ff6-8ad3-461a29aaccb2 req-dedbf90e-b75c-446a-9b24-60bc57c8ce9f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587007 Aug 20 13:27:53.127819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-80f76aec-927f-40a3-bcf8-e08add2d269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:53.129411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-80f76aec-927f-40a3-bcf8-e08add2d269d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0950890 Aug 20 13:27:53.179238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c1365f98-1677-4710-af98-0edcb4531e20 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979481 Aug 20 13:27:53.182350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56670) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:53.193812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.248271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-74df0065-edd9-4164-b157-6bb60de5d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:53.249812 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-74df0065-edd9-4164-b157-6bb60de5d9d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033430 Aug 20 13:27:53.271596 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-b4e7816b-8b0a-49e2-9f5a-f570d208246d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] delete failed (client error): The resource could not be found. Aug 20 13:27:53.277020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b4e7816b-8b0a-49e2-9f5a-f570d208246d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/f0997e52-36d2-4e12-a593-1036e126ebd2 HTTP/1.1" status: 404 len: 347 time: 0.0899680 Aug 20 13:27:53.281254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56672) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:53.288882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--800087309'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:53.371747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.374964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b49d2-43dd-4655-be7a-8747a9f2ee1b req-4a37ccae-2795-4ab9-9938-d0fa1a21cce1 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:53.376580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-133b49d2-43dd-4655-be7a-8747a9f2ee1b req-4a37ccae-2795-4ab9-9938-d0fa1a21cce1 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 945 time: 0.1588845 Aug 20 13:27:53.381634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.395487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.424309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.454196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7a410e-3059-457d-bbd4-882d0c3505e6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:53.466250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40a584-5a76-49d2-9c95-f94c43724335 None None] Network 367ad031-b045-4ab8-ad49-b2b5e13337b1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:27:53.467210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.472185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e2260554-9c57-4f9c-b364-986a07b9af68 tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/subnets/1d7a410e-3059-457d-bbd4-882d0c3505e6 HTTP/1.1" status: 204 len: 168 time: 0.7134366 Aug 20 13:27:53.476303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56684) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:53.486560 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-133b49d2-43dd-4655-be7a-8747a9f2ee1b req-0467ff0b-d2ba-45eb-97a8-26bbdd625b8a tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955036 Aug 20 13:27:53.503491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-e7544d0c-7cad-43ff-8ea9-bd00128dee0f service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381275 Aug 20 13:27:53.664034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.721442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07e3ddef-f951-45ce-84f8-8ce39920f257 req-9c2ad209-7875-4b47-9a11-0af7384077f5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069037 Aug 20 13:27:53.736398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] DHCP port deletion for 367ad031-b045-4ab8-ad49-b2b5e13337b1 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:27:53.742957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-e003d506-a151-4095-840b-9d76b664cb89 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:53.744665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-e003d506-a151-4095-840b-9d76b664cb89 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/networks?id=08ac35ab-1d32-4a76-9523-fcd61e81b7e2 HTTP/1.1" status: 200 len: 808 time: 0.3494761 Aug 20 13:27:53.759263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Deleting port a975fe65-8201-437b-a610-d33b291cba32 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:53.760161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.813742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.815453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a6aa32c-d7b1-48fd-887d-d1da91d64909 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/quotas/6e63616564fa4e35958d00685ba2ee4d HTTP/1.1" status: 200 len: 375 time: 0.0551083 Aug 20 13:27:53.825680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.858163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] For port a975fe65-8201-437b-a610-d33b291cba32, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a975fe65-8201-437b-a610-d33b291cba32,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:53.858541 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.868839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] Deleting port a975fe65-8201-437b-a610-d33b291cba32 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:53.870023 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.884247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Calling delete_port for a975fe65-8201-437b-a610-d33b291cba32 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:53.890291 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.895513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-a797d395-a329-4084-9f84-f31cd31a32cc tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e63616564fa4e35958d00685ba2ee4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618222 Aug 20 13:27:53.901390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:53.906092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6201549 Aug 20 13:27:53.906258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8795622c-a182-4d48-8a7e-7dc944bcbbf3 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:27:53.913846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:53.929609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56694) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:53.934864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': '9d0033e4-9666-4ae7-bee6-88d88dc48ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:54.008959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56696) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:54.021060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 17f3eaa1-65bb-4857-ae85-7604570f30df {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:54.021323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 17f3eaa1-65bb-4857-ae85-7604570f30df not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:54.034512 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.060155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] For port a975fe65-8201-437b-a610-d33b291cba32, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a975fe65-8201-437b-a610-d33b291cba32,segment=NetworkSegment(526eaa8f-fb41-48f5-b62b-39096e30b26f),segment_id=526eaa8f-fb41-48f5-b62b-39096e30b26f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:54.060592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.083445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.131036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Port': ['ID=a975fe65-8201-437b-a610-d33b291cba32,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.135925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] Calling delete_port for a975fe65-8201-437b-a610-d33b291cba32 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:54.140226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] No DVR routers for this DVR port a975fe65-8201-437b-a610-d33b291cba32 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:54.263441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:54.297745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '8795622c-a182-4d48-8a7e-7dc944bcbbf3', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '8795622c-a182-4d48-8a7e-7dc944bcbbf3', 'mac_address': 'fa:16:3e:9c:f6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:27:54.306642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.315971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb8c7e-ad4f-4b1f-9771-36611ae44427 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0033e4-9666-4ae7-bee6-88d88dc48ce9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.324951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.347049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.350969 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.388785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] No DVR routers for this DVR port a975fe65-8201-437b-a610-d33b291cba32 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:54.409725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ab2ff-33c3-4385-aa08-05dc523c582d None None] Pushing event deleted for resources: {'Port': ['ID=a975fe65-8201-437b-a610-d33b291cba32,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.418446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.425464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367ad031-b045-4ab8-ad49-b2b5e13337b1']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:54.438052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d1c177-72f1-404d-b589-72e6c7c278f3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.439596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8795622c-a182-4d48-8a7e-7dc944bcbbf3 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:27:54.442695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-99b489fc-b1a0-41ff-b248-857b41e906a3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:27:54.443854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-99b489fc-b1a0-41ff-b248-857b41e906a3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1640131 Aug 20 13:27:54.447193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.450511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.460381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.464865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-950e501b-ecfa-44ba-a167-8a3dd9883838 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5309143 Aug 20 13:27:54.464865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526eaa8f-fb41-48f5-b62b-39096e30b26f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:54.464865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526eaa8f-fb41-48f5-b62b-39096e30b26f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:27:54.465804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:54.469602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56708) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:54.476412 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.485358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c65504c4-1c25-437d-9661-acf6fa5a8552 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb9b77d3121949b0bd19f23ccdb10c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749153 Aug 20 13:27:54.494069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56710) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:54.509255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.548516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8795622c-a182-4d48-8a7e-7dc944bcbbf3,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.549799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.568299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:27:54.568788 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.571268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.571781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6268f874-50b1-4a19-9a90-c9e8f60570ca {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:27:54.581333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d85de7-8782-408d-888a-dfd7cee4f8eb req-30640b16-b5b2-460c-b1f8-c3e6a9cbf7ec tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:54.583001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85d85de7-8782-408d-888a-dfd7cee4f8eb req-30640b16-b5b2-460c-b1f8-c3e6a9cbf7ec tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 948 time: 0.1903188 Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:27:54.584019 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:27:54.604972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c3c54f3-7f91-4d0a-a9c7-dbc4ff2b9f6a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.620453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c3c54f3-7f91-4d0a-a9c7-dbc4ff2b9f6a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.628384 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 13:27:54.629491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-42395379-467b-46af-825b-6a7a52e33013 tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4206808 Aug 20 13:27:54.633163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56712) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:54.677596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-e24133c3-a445-42dd-8b35-c79611784928 service neutron] 10.222.0.59 "GET /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201998 Aug 20 13:27:54.683446 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c3c54f3-7f91-4d0a-a9c7-dbc4ff2b9f6a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.699070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c3c54f3-7f91-4d0a-a9c7-dbc4ff2b9f6a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.700372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3c3c54f3-7f91-4d0a-a9c7-dbc4ff2b9f6a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/48d1c177-72f1-404d-b589-72e6c7c278f3 HTTP/1.1" status: 204 len: 168 time: 0.2288058 Aug 20 13:27:54.703472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:54.736572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['8795622c-a182-4d48-8a7e-7dc944bcbbf3'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:54.736783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.757135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c54f3-7f91-4d0a-a9c7-dbc4ff2b9f6a tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d1c177-72f1-404d-b589-72e6c7c278f3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.774626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.782175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] 10.222.0.59 "DELETE /v2.0/networks/367ad031-b045-4ab8-ad49-b2b5e13337b1 HTTP/1.1" status: 204 len: 168 time: 1.2956204 Aug 20 13:27:54.797191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd888a6b-f149-4371-b777-843a4bdbcf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.811508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85d85de7-8782-408d-888a-dfd7cee4f8eb req-04660eb4-34d7-4d45-9056-717a37df19c1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102950 Aug 20 13:27:54.815999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f30f-b4f5-45b0-b34d-f466e76a27be tempest-ServersTestMultiNic-1280439919 tempest-ServersTestMultiNic-1280439919-project] Pushing event deleted for resources: {'Network': ['ID=367ad031-b045-4ab8-ad49-b2b5e13337b1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:54.844185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd888a6b-f149-4371-b777-843a4bdbcf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:54.845522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d1302bac-5aac-434d-87ca-294930855360 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1307976 Aug 20 13:27:54.851505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56718) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:54.868130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-59baf8ed-5c15-4b78-bd3a-31ab61cd2054 service neutron] 10.222.0.59 "GET /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815584 Aug 20 13:27:54.935497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Deleting port 94142de9-d71c-4e50-a350-87e30e94e496 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:54.935853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.053938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a319d29-0acf-4d68-abd8-d77efafe0b4f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.100030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2378547-36e3-46be-8add-6d49ff481b77 req-62017877-4ff1-4356-85d3-57e2fa0a0e95 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 210 time: 0.0456915 Aug 20 13:27:55.101754 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd888a6b-f149-4371-b777-843a4bdbcf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.104497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd888a6b-f149-4371-b777-843a4bdbcf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.108232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd888a6b-f149-4371-b777-843a4bdbcf9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07ecd3fa-be89-4c5f-a417-81ef3408cd7c HTTP/1.1" status: 204 len: 168 time: 0.6097317 Aug 20 13:27:55.128044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a319d29-0acf-4d68-abd8-d77efafe0b4f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.134038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd888a6b-f149-4371-b777-843a4bdbcf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ecd3fa-be89-4c5f-a417-81ef3408cd7c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:55.139920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.166181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a4ac2-424a-43c9-b1ec-af695fc9768e req-be53b6a4-e303-41a6-9671-8d72159b1473 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:55.169098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-674a4ac2-424a-43c9-b1ec-af695fc9768e req-be53b6a4-e303-41a6-9671-8d72159b1473 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 945 time: 0.2605469 Aug 20 13:27:55.242262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Calling delete_port for 94142de9-d71c-4e50-a350-87e30e94e496 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:55.309283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a975fe65-8201-437b-a610-d33b291cba32 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:55.358976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a975fe65-8201-437b-a610-d33b291cba32 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:55.359421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a975fe65-8201-437b-a610-d33b291cba32 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:55.370266 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-674a4ac2-424a-43c9-b1ec-af695fc9768e req-cc174ad8-6aed-471c-9d09-de3f1337221c tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856871 Aug 20 13:27:55.397950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-7cd0f9b0-18bc-4d02-82fe-3ebb3326304e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:55.399885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-7cd0f9b0-18bc-4d02-82fe-3ebb3326304e tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 945 time: 0.1749842 Aug 20 13:27:55.405500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a319d29-0acf-4d68-abd8-d77efafe0b4f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.408113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a319d29-0acf-4d68-abd8-d77efafe0b4f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.409386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3a319d29-0acf-4d68-abd8-d77efafe0b4f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/9d0033e4-9666-4ae7-bee6-88d88dc48ce9 HTTP/1.1" status: 204 len: 168 time: 0.5567052 Aug 20 13:27:55.412462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56740) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:55.422742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56742) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:55.460338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a319d29-0acf-4d68-abd8-d77efafe0b4f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0033e4-9666-4ae7-bee6-88d88dc48ce9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:55.532044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96776e2d-ace0-439a-9783-d7c8dd03e387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141694 Aug 20 13:27:55.540725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56746) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:55.546138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--365445192'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:55.601977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.607055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.655329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Deleting port ac22f221-8773-4cf6-93b7-93ceec566c74 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:55.655673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.670897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Pushing event deleted for resources: {'Port': ['ID=94142de9-d71c-4e50-a350-87e30e94e496,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:55.760121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0af5f-c823-4178-a781-704d27595a85 req-5b02553b-a4c3-4689-8fe6-9e8f0ca5cbb0 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:55.762098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccb0af5f-c823-4178-a781-704d27595a85 req-5b02553b-a4c3-4689-8fe6-9e8f0ca5cbb0 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e86aac4-39ef-4e64-b974-20f669802209 HTTP/1.1" status: 200 len: 946 time: 0.1093311 Aug 20 13:27:55.843035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56748) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:55.880873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.887847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7ddbaffd-3332-4eed-a954-c5345243537f tempest-RoutersAdminNegativeIpV6Test-127521579 tempest-RoutersAdminNegativeIpV6Test-127521579-project-admin] 10.222.0.59 "DELETE /v2.0/ports/94142de9-d71c-4e50-a350-87e30e94e496 HTTP/1.1" status: 204 len: 168 time: 1.2435260 Aug 20 13:27:55.910459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] For port ac22f221-8773-4cf6-93b7-93ceec566c74, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=ac22f221-8773-4cf6-93b7-93ceec566c74,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:55.911057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:55.913482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8795622c-a182-4d48-8a7e-7dc944bcbbf3 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:27:55.958152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Deleting port bbfe8494-c186-4514-955c-39e7352cd361 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:55.958837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.010418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Calling delete_port for ac22f221-8773-4cf6-93b7-93ceec566c74 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:56.057516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:27:56.063426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:27:56.063802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.106524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b0f70755-ed63-4c1f-9563-eeb9dd82016d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c858878a252e46a98cb0122ca1f247ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616558 Aug 20 13:27:56.113765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:56.156124 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.170101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] For port bbfe8494-c186-4514-955c-39e7352cd361, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bbfe8494-c186-4514-955c-39e7352cd361,segment=NetworkSegment(293b245f-503e-4abe-94a6-bc363f916880),segment_id=293b245f-503e-4abe-94a6-bc363f916880)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:56.170910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.185672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8795622c-a182-4d48-8a7e-7dc944bcbbf3'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:56.188421 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6adc438-31e6-42a0-887e-ce4ec7fb81c7" -d '{"events": [{"server_uuid": "5a30a3d9-f5fe-41b5-8c60-0e7ce237b472", "name": "network-vif-plugged", "status": "completed", "tag": "8795622c-a182-4d48-8a7e-7dc944bcbbf3"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:56.203026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:56.212762 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.217456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06497967-c85f-46dd-948a-3ac5ba1b5f35 req-fe6d647e-0e7e-4b84-8f23-697c6389facc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:56.224425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Calling delete_port for bbfe8494-c186-4514-955c-39e7352cd361 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:56.235209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-06497967-c85f-46dd-948a-3ac5ba1b5f35 req-fe6d647e-0e7e-4b84-8f23-697c6389facc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 949 time: 0.2940695 Aug 20 13:27:56.244486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f4a7fd-746b-469c-992a-6fd93d1d16b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.296106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a4f6ec0-3f8d-455c-96c1-d0ee40b4c01d req-23f9cc4d-835b-4601-962d-a18749e327d3 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 210 time: 0.0728261 Aug 20 13:27:56.311394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.340485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.347422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8795622c-a182-4d48-8a7e-7dc944bcbbf3,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:56.375300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f4a7fd-746b-469c-992a-6fd93d1d16b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.376876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56764) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:56.381076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:56.388969 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4428d8fc-3e62-4c80-b946-3d505ce6adb4 x-openstack-request-id: req-4428d8fc-3e62-4c80-b946-3d505ce6adb4 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:56.389271 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30a3d9-f5fe-41b5-8c60-0e7ce237b472", "name": "network-vif-plugged", "status": "completed", "tag": "8795622c-a182-4d48-8a7e-7dc944bcbbf3", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:56.389658 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4428d8fc-3e62-4c80-b946-3d505ce6adb4 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:56.389951 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8795622c-a182-4d48-8a7e-7dc944bcbbf3', 'code': 200} Aug 20 13:27:56.392789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-06497967-c85f-46dd-948a-3ac5ba1b5f35 req-d984e620-d863-4a01-ac87-9377597c5874 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458120 Aug 20 13:27:56.427363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.446552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.453396 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c1172926-7fda-4f66-84fc-724e87367526 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9110506 Aug 20 13:27:56.457737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56770) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:56.479755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:56.608479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.651593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf441e-181a-4da6-b593-dc1c235aae88 req-f7890274-fac4-46a0-9f02-33e47a3adfd0 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:56.654155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eccf441e-181a-4da6-b593-dc1c235aae88 req-f7890274-fac4-46a0-9f02-33e47a3adfd0 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 945 time: 0.1143651 Aug 20 13:27:56.654601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.672102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ac22f221-8773-4cf6-93b7-93ceec566c74'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:56.674764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bbfe8494-c186-4514-955c-39e7352cd361'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:56.675177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.726623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['ac22f221-8773-4cf6-93b7-93ceec566c74'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:56.729407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa22936-b91d-4907-bca1-2b8e3b7b6909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.742877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event deleted for resources: {'Port': ['ID=ac22f221-8773-4cf6-93b7-93ceec566c74,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:56.764585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bbfe8494-c186-4514-955c-39e7352cd361'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:27:56.774986 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eccf441e-181a-4da6-b593-dc1c235aae88 req-9bcd32d7-e3d3-42f9-986c-dabf010917ac tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/security-groups?id=a73b8a50-6902-4e72-bff8-351c10fb56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010725 Aug 20 13:27:56.792123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f4a7fd-746b-469c-992a-6fd93d1d16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.795223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60f4a7fd-746b-469c-992a-6fd93d1d16b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.799114 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-60f4a7fd-746b-469c-992a-6fd93d1d16b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66429ae6-efba-4e63-af78-650b0e978abf HTTP/1.1" status: 204 len: 168 time: 0.6841421 Aug 20 13:27:56.800043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Pushing event deleted for resources: {'Port': ['ID=bbfe8494-c186-4514-955c-39e7352cd361,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:56.818350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.819400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] No DVR routers for this DVR port ac22f221-8773-4cf6-93b7-93ceec566c74 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:56.823063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.826415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9da3f793-3fe7-44db-b784-d7d4943f1641 req-594eb9d2-9a4c-41bd-9bce-afcdb8b4b474 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.13 "DELETE /v2.0/ports/ac22f221-8773-4cf6-93b7-93ceec566c74 HTTP/1.1" status: 204 len: 173 time: 1.4143138 Aug 20 13:27:56.827005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'name': 'network-vif-deleted', 'tag': 'ac22f221-8773-4cf6-93b7-93ceec566c74'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:56.829781 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55592371-9242-49b7-83b9-f88716eb1c8d" -d '{"events": [{"server_uuid": "a3d6c6db-1786-45f3-b6c7-fc5e4b81234c", "name": "network-vif-deleted", "tag": "ac22f221-8773-4cf6-93b7-93ceec566c74"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:56.833656 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.853167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083c82e3-92a9-465a-aa48-7f58015a9f67,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:56.856171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ea315-2ea5-4ec2-bf72-f9a17f4a902a req-3190d6d6-cfa9-4f58-a652-bf81d69b14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:56.857745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b75ea315-2ea5-4ec2-bf72-f9a17f4a902a req-3190d6d6-cfa9-4f58-a652-bf81d69b14a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 1101 time: 0.2989528 Aug 20 13:27:56.904889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4a7fd-746b-469c-992a-6fd93d1d16b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66429ae6-efba-4e63-af78-650b0e978abf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:56.943364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] No DVR routers for this DVR port bbfe8494-c186-4514-955c-39e7352cd361 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:27:56.949679 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725772eb-c537-4961-8ff8-54a89f968cc3 x-openstack-request-id: req-725772eb-c537-4961-8ff8-54a89f968cc3 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:56.950142 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d6c6db-1786-45f3-b6c7-fc5e4b81234c", "name": "network-vif-deleted", "tag": "ac22f221-8773-4cf6-93b7-93ceec566c74", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:56.951112 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-725772eb-c537-4961-8ff8-54a89f968cc3 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:56.951112 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d6c6db-1786-45f3-b6c7-fc5e4b81234c', 'name': 'network-vif-deleted', 'tag': 'ac22f221-8773-4cf6-93b7-93ceec566c74', 'status': 'completed', 'code': 200} Aug 20 13:27:56.956215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:56.958463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccb0af5f-c823-4178-a781-704d27595a85 req-2b89d5bc-ad6e-491a-9b54-b8bdd33586c3 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.53 "DELETE /v2.0/ports/bbfe8494-c186-4514-955c-39e7352cd361 HTTP/1.1" status: 204 len: 173 time: 1.1887684 Aug 20 13:27:56.962398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e86aac4-39ef-4e64-b974-20f669802209', 'name': 'network-vif-deleted', 'tag': 'bbfe8494-c186-4514-955c-39e7352cd361'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:27:56.965895 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e7a965-2180-4d9f-8872-9b2fc4188663" -d '{"events": [{"server_uuid": "6e86aac4-39ef-4e64-b974-20f669802209", "name": "network-vif-deleted", "tag": "bbfe8494-c186-4514-955c-39e7352cd361"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:27:56.980869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5c530089-5e27-4216-9874-8a42f155dfbb tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:56.982641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5c530089-5e27-4216-9874-8a42f155dfbb tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.13 "GET /v2.0/networks?id=08ac35ab-1d32-4a76-9523-fcd61e81b7e2 HTTP/1.1" status: 200 len: 808 time: 0.4959111 Aug 20 13:27:57.013325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Request body: {'port': {'device_id': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2', 'admin_state_up': True, 'tenant_id': '6e63616564fa4e35958d00685ba2ee4d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:57.044328 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaed10e-96c3-47e4-851f-ca0444b10c99 x-openstack-request-id: req-9aaed10e-96c3-47e4-851f-ca0444b10c99 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:27:57.045010 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e86aac4-39ef-4e64-b974-20f669802209", "name": "network-vif-deleted", "tag": "bbfe8494-c186-4514-955c-39e7352cd361", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:27:57.045414 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9aaed10e-96c3-47e4-851f-ca0444b10c99 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:27:57.046028 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e86aac4-39ef-4e64-b974-20f669802209', 'name': 'network-vif-deleted', 'tag': 'bbfe8494-c186-4514-955c-39e7352cd361', 'status': 'completed', 'code': 200} Aug 20 13:27:57.100302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b75ea315-2ea5-4ec2-bf72-f9a17f4a902a req-96cb9297-9230-4df2-9f4b-9889f5200124 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997948 Aug 20 13:27:57.236412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa22936-b91d-4907-bca1-2b8e3b7b6909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.241976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa22936-b91d-4907-bca1-2b8e3b7b6909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.248028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.249738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f7e73341-b310-459f-9056-514f0db9ea37 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7839355 Aug 20 13:27:57.252595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:57.257259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:57.315526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.321246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Made reservation on behalf of 6e63616564fa4e35958d00685ba2ee4d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:27:57.325926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.338946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa22936-b91d-4907-bca1-2b8e3b7b6909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cc297-e19b-4d85-b92e-f2424cfe1954,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:57.346136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fa22936-b91d-4907-bca1-2b8e3b7b6909 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34958274ff6c416293a4eb8f01fce6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9634130 Aug 20 13:27:57.347413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56792) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:57.496812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a49b4a69-de89-47b5-a04f-38019bd3d928 req-b4aa28c1-b23e-4967-8142-87d8bfc27d20 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 210 time: 0.0509000 Aug 20 13:27:57.509774 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.521381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.570044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Deleting port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:27:57.570397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.578090 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcdfadd7-b90c-495f-94d5-f3219317a478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.601105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.603121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495691 Aug 20 13:27:57.621996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56800) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:57.626466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87018c-5787-4df0-b040-b719cc5a0ae5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eca4140-8ed2-4cd1-989f-cc25f2664b8d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:57.658052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:57.672162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f0ba-51dc-47d1-9f16-6687220df453 req-677328fa-2d47-4cc7-b6db-f86fbd3c52aa tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:57.687827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8055f0ba-51dc-47d1-9f16-6687220df453 req-677328fa-2d47-4cc7-b6db-f86fbd3c52aa tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 950 time: 0.1156373 Aug 20 13:27:57.700247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Allocated IP 172.20.0.5 (08ac35ab-1d32-4a76-9523-fcd61e81b7e2/72ff6b26-1fc3-48d4-840e-34445e87d469/535e0591-d320-4fd8-b764-8392f5861abe) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:27:57.720054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcdfadd7-b90c-495f-94d5-f3219317a478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.769970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8055f0ba-51dc-47d1-9f16-6687220df453 req-ec049097-4888-47bd-9d7e-2770c1e39472 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809855 Aug 20 13:27:57.823105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.831195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] For port 5da3f0fb-f1cb-4024-819e-d5e156a2cdac, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,segment=NetworkSegment(2717d008-2daa-4e79-a0b5-b4922fe5895d),segment_id=2717d008-2daa-4e79-a0b5-b4922fe5895d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:27:57.831902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:57.879460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Calling delete_port for 5da3f0fb-f1cb-4024-819e-d5e156a2cdac owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:27:58.328279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa45ab3d-ad8a-46eb-827a-6421348c3f1a req-4856014f-6bc5-469d-9d2f-583e7f677557 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3d6c6db-1786-45f3-b6c7-fc5e4b81234c HTTP/1.1" status: 200 len: 210 time: 0.4160881 Aug 20 13:27:58.328990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcdfadd7-b90c-495f-94d5-f3219317a478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.331590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcdfadd7-b90c-495f-94d5-f3219317a478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.332733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bcdfadd7-b90c-495f-94d5-f3219317a478 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c6cc297-e19b-4d85-b92e-f2424cfe1954 HTTP/1.1" status: 204 len: 168 time: 0.9832537 Aug 20 13:27:58.379379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfadd7-b90c-495f-94d5-f3219317a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cc297-e19b-4d85-b92e-f2424cfe1954,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:58.427754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.440522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.452271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.508018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a418af-0149-4d5f-8b0f-d58bfb20977c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:58.532146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.545283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-01324acd-5ed4-4fc4-8bf2-57625d5197e3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9198093 Aug 20 13:27:58.545704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56850) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:58.554342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:58.593412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.627667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.729516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:58.752955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:27:58.760730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:27:58.778677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:27:58.791758 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.796492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.817815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Pushing event updated for resources: {'Port': ['ID=535e0591-d320-4fd8-b764-8392f5861abe,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:58.862874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da3f0fb-f1cb-4024-819e-d5e156a2cdac,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:58.874176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.892742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e3df7-f6bd-4752-9790-7037c720de38 req-384d1939-b4ff-422a-8b16-714e073f9908 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:58.907422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-232e3df7-f6bd-4752-9790-7037c720de38 req-384d1939-b4ff-422a-8b16-714e073f9908 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 931 time: 0.2244170 Aug 20 13:27:58.912161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.919825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:58.920512 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:58.989753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-156bd149-4e22-487e-882d-3cd1f80c17ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.016825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62b5d7f-a7cc-44e2-a745-b44495708094,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:59.021759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56862) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.035689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.036935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fa98439f-e1a6-4c1f-a2f4-7c696143879e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4898102 Aug 20 13:27:59.042434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-232e3df7-f6bd-4752-9790-7037c720de38 req-2ec248fc-b9a1-4f75-bf11-41f56f6abfed tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336496 Aug 20 13:27:59.044453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56864) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.051049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:59.140468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cdada-6311-4ad9-81c2-76d9a95eb8e7 req-fe297ae2-2228-4f74-a61c-abd71cfee097 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:59.145903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6cdada-6311-4ad9-81c2-76d9a95eb8e7 req-fe297ae2-2228-4f74-a61c-abd71cfee097 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 950 time: 0.2379053 Aug 20 13:27:59.153840 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-156bd149-4e22-487e-882d-3cd1f80c17ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.157768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-156bd149-4e22-487e-882d-3cd1f80c17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.182697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-51975e6a-4c99-4bcb-a479-718749001130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ea525ca7b7441e98e192b07bfb412d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576769 Aug 20 13:27:59.190448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56866) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.194236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-5e67bf68-4ee1-4f5e-98df-a372e9016904 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1897097 Aug 20 13:27:59.210525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Request body: {'port': {'device_id': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:27:59.225152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-156bd149-4e22-487e-882d-3cd1f80c17ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1328b9bc584d4c578e7c180be6647a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937122 Aug 20 13:27:59.231529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bd149-4e22-487e-882d-3cd1f80c17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd47a9-613b-4327-83b9-9cfb6c3bc2a2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:59.235243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56868) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.269831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6cdada-6311-4ad9-81c2-76d9a95eb8e7 req-ce920df5-0433-4ac6-add2-9f889ef30599 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938671 Aug 20 13:27:59.270343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.277980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.335837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bbfe8494-c186-4514-955c-39e7352cd361 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:59.349438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4e76d9-f833-4047-9ab3-acc2a852e909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.363561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: bbfe8494-c186-4514-955c-39e7352cd361 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:59.364975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bbfe8494-c186-4514-955c-39e7352cd361 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:27:59.369208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.424155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94024034-9f5e-497c-b89b-8819fb1ccf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.428835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4e76d9-f833-4047-9ab3-acc2a852e909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.443471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56876) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.495340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.511998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.515226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7c1e-adbe-4d38-9819-2e3076502298 req-492dd43b-14db-425f-b0ab-f48e376f1a89 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:27:59.516814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-376c7c1e-adbe-4d38-9819-2e3076502298 req-492dd43b-14db-425f-b0ab-f48e376f1a89 tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 1101 time: 0.1701043 Aug 20 13:27:59.535598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94024034-9f5e-497c-b89b-8819fb1ccf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.604345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ad50a7-8436-4cf4-9804-5d4b39366de8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:59.607494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.608818 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a04378a0-c6f3-4673-ab3f-b647dec74474 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5632789 Aug 20 13:27:59.612076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56878) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.621339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Deleting subnet 97012c29-a5b7-4b39-a10f-881d73cdfce6 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:27:59.629662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.683102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-376c7c1e-adbe-4d38-9819-2e3076502298 req-62a5eae1-1101-465a-aef7-6a9f8020991d tempest-ServersOnMultiNodesTest-1061572461 tempest-ServersOnMultiNodesTest-1061572461-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357501 Aug 20 13:27:59.685646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.708868 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4e76d9-f833-4047-9ab3-acc2a852e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.711404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4e76d9-f833-4047-9ab3-acc2a852e909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.712596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c4e76d9-f833-4047-9ab3-acc2a852e909 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d595f6f4-c280-4232-b8b0-5fcf3ea1c544 HTTP/1.1" status: 204 len: 168 time: 0.5146194 Aug 20 13:27:59.731570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e76d9-f833-4047-9ab3-acc2a852e909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d595f6f4-c280-4232-b8b0-5fcf3ea1c544,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:59.735938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94024034-9f5e-497c-b89b-8819fb1ccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.738455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94024034-9f5e-497c-b89b-8819fb1ccf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.739800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-94024034-9f5e-497c-b89b-8819fb1ccf8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70fd47a9-613b-4327-83b9-9cfb6c3bc2a2 HTTP/1.1" status: 204 len: 168 time: 0.4999430 Aug 20 13:27:59.753976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94024034-9f5e-497c-b89b-8819fb1ccf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd47a9-613b-4327-83b9-9cfb6c3bc2a2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:59.757825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.829900 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ea789d5-38a0-4ab6-b1c1-06a8f065a9a4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.853030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ea789d5-38a0-4ab6-b1c1-06a8f065a9a4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.890489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:27:59.906487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.930153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ac22f221-8773-4cf6-93b7-93ceec566c74 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:27:59.946524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97012c29-a5b7-4b39-a10f-881d73cdfce6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:27:59.950559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:27:59.955376 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3f74b18c-d0fe-4f1a-902f-7cf308802847 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/97012c29-a5b7-4b39-a10f-881d73cdfce6 HTTP/1.1" status: 204 len: 168 time: 0.5033610 Aug 20 13:27:59.956102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56888) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:27:59.988184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: ac22f221-8773-4cf6-93b7-93ceec566c74 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:27:59.991484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device ac22f221-8773-4cf6-93b7-93ceec566c74 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:00.016110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ea789d5-38a0-4ab6-b1c1-06a8f065a9a4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.026583 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ea789d5-38a0-4ab6-b1c1-06a8f065a9a4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.028395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6ea789d5-38a0-4ab6-b1c1-06a8f065a9a4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/64ad50a7-8436-4cf4-9804-5d4b39366de8 HTTP/1.1" status: 204 len: 168 time: 0.4152558 Aug 20 13:28:00.040210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56894) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:00.052046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea789d5-38a0-4ab6-b1c1-06a8f065a9a4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64ad50a7-8436-4cf4-9804-5d4b39366de8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:00.084715 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535e0591-d320-4fd8-b764-8392f5861abe {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:28:00.105545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.139142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.165565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Transition to ACTIVE for port object 535e0591-d320-4fd8-b764-8392f5861abe will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:00.236759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3bea2206-8a65-467a-b34c-e3299d972668 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1953256 Aug 20 13:28:00.240458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.242678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56910) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:00.267360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:28:00.280508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] Sync routers for ids ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:28:00.299695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dc2cde39-ba03-4080-831b-c402fe99b066 admin admin] 10.222.0.59 "PUT /v2.0/routers/80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8745761 Aug 20 13:28:00.304879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] Routers {'80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:28:00.308870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:00.311526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56912) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:00.333196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-278359db-782e-4edc-ae13-c8b22ac4b475 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.342903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-278359db-782e-4edc-ae13-c8b22ac4b475 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.429690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-278359db-782e-4edc-ae13-c8b22ac4b475 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.447865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea319d-0df2-4b95-8e34-5190c21eb7e8 req-6225a281-a94f-4edd-ab62-64b1e728137a tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:00.450050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46ea319d-0df2-4b95-8e34-5190c21eb7e8 req-6225a281-a94f-4edd-ab62-64b1e728137a tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 943 time: 0.2706575 Aug 20 13:28:00.460415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-278359db-782e-4edc-ae13-c8b22ac4b475 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.464043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-278359db-782e-4edc-ae13-c8b22ac4b475 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f62b5d7f-a7cc-44e2-a745-b44495708094 HTTP/1.1" status: 204 len: 168 time: 0.2144291 Aug 20 13:28:00.492936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56918) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:00.515587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Pushing event updated for resources: {'Port': ['ID=535e0591-d320-4fd8-b764-8392f5861abe,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:00.570993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] Set router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:28:00.601637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecab33-bf09-4451-8f5b-2597bef44dfa req-d1612b7e-8c8c-4994-9493-111381797d68 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:00.603023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278359db-782e-4edc-ae13-c8b22ac4b475 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f62b5d7f-a7cc-44e2-a745-b44495708094,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:00.616302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9aecab33-bf09-4451-8f5b-2597bef44dfa req-d1612b7e-8c8c-4994-9493-111381797d68 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 950 time: 0.4993780 Aug 20 13:28:00.619597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.639834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47a2a54-aea6-4e80-be84-e5893e419b82']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:00.660837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293b245f-503e-4abe-94a6-bc363f916880') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:00.661544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293b245f-503e-4abe-94a6-bc363f916880') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:00.684025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.710419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9aecab33-bf09-4451-8f5b-2597bef44dfa req-8241591a-b57a-4b39-8410-e693325baafb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919967 Aug 20 13:28:00.729476 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.752233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:00.752732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:00.755436 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:00.791987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46ea319d-0df2-4b95-8e34-5190c21eb7e8 req-0ba92677-51b1-432a-bbf6-3f649ef3b4ff tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958403 Aug 20 13:28:00.826365 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eebcc913-185b-407b-8010-edd3133d1d77 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3288114 Aug 20 13:28:00.841342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:00.883345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56940) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:00.884514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:27:58Z', 'revision_number': 5, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:00.898478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.914837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Attempting to bind port 535e0591-d320-4fd8-b764-8392f5861abe on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:00.915990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Attempting to bind port 535e0591-d320-4fd8-b764-8392f5861abe by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:00.919218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Attempting to bind port 535e0591-d320-4fd8-b764-8392f5861abe on network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:00.935516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:00.938642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d47a2a54-aea6-4e80-be84-e5893e419b82 HTTP/1.1" status: 204 len: 168 time: 0.9814780 Aug 20 13:28:00.941708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] Checking router: 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:28:00.946325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Port 535e0591-d320-4fd8-b764-8392f5861abe on network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:28:00.954876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] Routers {'80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:28:00.955573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:00.956105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Attempting to bind port 535e0591-d320-4fd8-b764-8392f5861abe on network 08ac35ab-1d32-4a76-9523-fcd61e81b7e2 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:00.957364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1b21-8382-4c1d-a852-cd5ac592f297 admin admin] Pushing event deleted for resources: {'Network': ['ID=d47a2a54-aea6-4e80-be84-e5893e419b82,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:00.973001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.053298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:01.053652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Checking segment: {'id': '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:01.054051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Bound using segment: {'id': '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:01.054520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Bound port: 535e0591-d320-4fd8-b764-8392f5861abe, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:01.054889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.068287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea44f055-6dfd-454f-afe5-9e663babbc1c tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.085938 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea44f055-6dfd-454f-afe5-9e663babbc1c tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.114044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] Set router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:28:01.177642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.213232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] For port 535e0591-d320-4fd8-b764-8392f5861abe, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:01.219336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] For port 535e0591-d320-4fd8-b764-8392f5861abe, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=535e0591-d320-4fd8-b764-8392f5861abe,segment=NetworkSegment(6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3),segment_id=6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:01.226990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea44f055-6dfd-454f-afe5-9e663babbc1c tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.236329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361765696'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:01.236614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.244367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea44f055-6dfd-454f-afe5-9e663babbc1c tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.246531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ea44f055-6dfd-454f-afe5-9e663babbc1c tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d1a418af-0149-4d5f-8b0f-d58bfb20977c HTTP/1.1" status: 204 len: 168 time: 0.4032345 Aug 20 13:28:01.250380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56950) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.287848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f055-6dfd-454f-afe5-9e663babbc1c tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a418af-0149-4d5f-8b0f-d58bfb20977c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:01.298923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ec0e00c-ed3c-40db-b7d5-f962a6b7a5d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=258134f21e134423a2ab982e74780934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185300 Aug 20 13:28:01.302124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56952) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.302549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.311812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:01.312432 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.313934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] 10.222.0.13 "PUT /v2.0/ports/535e0591-d320-4fd8-b764-8392f5861abe HTTP/1.1" status: 200 len: 1091 time: 2.1107116 Aug 20 13:28:01.314410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'tag': '535e0591-d320-4fd8-b764-8392f5861abe'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:01.316719 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f07e38-2040-48b5-ac23-68de74d3775a", "tag": "535e0591-d320-4fd8-b764-8392f5861abe"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:01.361461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:01.365030 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.384941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.401243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a627c49-ccaa-4170-ade2-f22648acb296 service neutron] Pushing event updated for resources: {'Port': ['ID=535e0591-d320-4fd8-b764-8392f5861abe,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:01.402336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c43def13-de1a-4c5d-86cb-d93bc616f747 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1490781 Aug 20 13:28:01.409647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56960) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.428385 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.448326 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed94cd5-a071-4dc7-b1f6-2dcac7ac78d3 x-openstack-request-id: req-eed94cd5-a071-4dc7-b1f6-2dcac7ac78d3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:01.449011 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f07e38-2040-48b5-ac23-68de74d3775a", "tag": "535e0591-d320-4fd8-b764-8392f5861abe", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:01.449408 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eed94cd5-a071-4dc7-b1f6-2dcac7ac78d3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:01.450036 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'tag': '535e0591-d320-4fd8-b764-8392f5861abe', 'status': 'completed', 'code': 200} Aug 20 13:28:01.455018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:27:58Z', 'revision_number': 5, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:01.479594 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9800755d-9f01-4f35-a6a5-ad081c15f421 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.489577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a4489-fddb-4fe2-9fe4-ec541df9c492 None None] The sync data for ids ['80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf'] in n-d-804232-5 is: [{'id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'name': 'tempest-ServersTestMultiNic-995856062-router', 'tenant_id': '1cfde2fd9f72481ab4828d05b872472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:25:45Z', 'updated_at': '2021-08-20T13:27:58Z', 'revision_number': 5, 'project_id': '1cfde2fd9f72481ab4828d05b872472a', 'gw_port': {'id': '7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:25:46Z', 'updated_at': '2021-08-20T13:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:28:01.504589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9800755d-9f01-4f35-a6a5-ad081c15f421 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.524445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-3d424b98-2f57-4fcc-91e7-5f4d0c72dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:01.526013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-3d424b98-2f57-4fcc-91e7-5f4d0c72dd8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e63616564fa4e35958d00685ba2ee4d&device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 1094 time: 0.1518786 Aug 20 13:28:01.551477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-e290c305-699c-49ce-a425-bcd96a8ee034 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:01.553222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-e290c305-699c-49ce-a425-bcd96a8ee034 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 950 time: 0.1372535 Aug 20 13:28:01.564623 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9899cb7-6c28-4ac3-85f7-a680396042c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.573149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9800755d-9f01-4f35-a6a5-ad081c15f421 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.589810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9800755d-9f01-4f35-a6a5-ad081c15f421 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.591037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9800755d-9f01-4f35-a6a5-ad081c15f421 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4eca4140-8ed2-4cd1-989f-cc25f2664b8d HTTP/1.1" status: 204 len: 168 time: 0.1798868 Aug 20 13:28:01.596452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56962) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.622475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800755d-9f01-4f35-a6a5-ad081c15f421 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eca4140-8ed2-4cd1-989f-cc25f2664b8d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:01.632088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9899cb7-6c28-4ac3-85f7-a680396042c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.646265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-b2b3d132-e263-420b-b0cd-953e4df010b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=535e0591-d320-4fd8-b764-8392f5861abe HTTP/1.1" status: 200 len: 217 time: 0.0901344 Aug 20 13:28:01.651042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Deleting port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:01.651396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.708434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-29920b5f-c613-4215-a9b5-aa93220315c8 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1040292 Aug 20 13:28:01.713001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.770412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85249219-fdc5-4198-bff3-28c727e4a23f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.795616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.798065 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85249219-fdc5-4198-bff3-28c727e4a23f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.801182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9899cb7-6c28-4ac3-85f7-a680396042c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.803908 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9899cb7-6c28-4ac3-85f7-a680396042c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.807676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d9899cb7-6c28-4ac3-85f7-a680396042c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a73b8a50-6902-4e72-bff8-351c10fb56ff HTTP/1.1" status: 204 len: 168 time: 0.4995949 Aug 20 13:28:01.829460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.849924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-c81b9a79-632a-49b3-8e57-1c2f1a6f6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:01.851426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-c81b9a79-632a-49b3-8e57-1c2f1a6f6440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72ff6b26-1fc3-48d4-840e-34445e87d469 HTTP/1.1" status: 200 len: 848 time: 0.1968558 Aug 20 13:28:01.865095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899cb7-6c28-4ac3-85f7-a680396042c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b8a50-6902-4e72-bff8-351c10fb56ff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:01.870158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85249219-fdc5-4198-bff3-28c727e4a23f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.886081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85249219-fdc5-4198-bff3-28c727e4a23f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:01.890489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-85249219-fdc5-4198-bff3-28c727e4a23f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/083c82e3-92a9-465a-aa48-7f58015a9f67 HTTP/1.1" status: 204 len: 168 time: 0.1734083 Aug 20 13:28:01.893814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:01.902600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56974) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:01.947227 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-1a612d08-8f39-411c-9f9b-e2fcf94c50f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08ac35ab-1d32-4a76-9523-fcd61e81b7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683615 Aug 20 13:28:01.980501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85249219-fdc5-4198-bff3-28c727e4a23f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=083c82e3-92a9-465a-aa48-7f58015a9f67,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:01.981499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] For port 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:01.981952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.015871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428ac2-e01b-4ddb-bb26-344cce5d04aa req-9526cac3-bb6e-46f0-b4d3-348ba6001436 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:02.021247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.021598 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment 1551bf07-3ad2-451d-963f-54694fe17371 of type vlan for network 3e7778fc-2e78-4033-8e53-5269a63aca45 Aug 20 13:28:02.021790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c428ac2-e01b-4ddb-bb26-344cce5d04aa req-9526cac3-bb6e-46f0-b4d3-348ba6001436 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 950 time: 0.2324636 Aug 20 13:28:02.044660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949e63cf-6c2c-44a2-a363-38f61e420447,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:02.065520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e512beaa-b860-4f41-bed1-17e61b79de06 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1616440 Aug 20 13:28:02.107310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56980) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:02.166578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.208222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede5a7-7693-41c6-8618-d83792f74fdf req-6dca9641-d3ca-4581-bea4-8870c7713a39 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:02.217038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20ede5a7-7693-41c6-8618-d83792f74fdf req-6dca9641-d3ca-4581-bea4-8870c7713a39 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 943 time: 0.2813380 Aug 20 13:28:02.220665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56984) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:02.301147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.307168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:02.307828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.330740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3168da-abf2-489a-ad26-10718da1d640 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.404311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20ede5a7-7693-41c6-8618-d83792f74fdf req-dd8ddc91-a018-47de-ad5c-74fb0d3e9bbb tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831176 Aug 20 13:28:02.414188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Calling delete_port for 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:02.465772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5811822 Aug 20 13:28:02.490354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-22c764f6-a275-4c78-9c0a-d8ffe7dcbec7 service neutron] 10.222.0.13 "GET /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313962 Aug 20 13:28:02.491825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:02.492680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.502363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3168da-abf2-489a-ad26-10718da1d640 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.507580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c29be5-710e-4f5a-86b5-5d4fd99685fc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=3e7778fc-2e78-4033-8e53-5269a63aca45,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:02.521936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3e7778fc-2e78-4033-8e53-5269a63aca45 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:02.549549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1371c2b3-ced9-41d4-868b-bffb9c5239c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.640944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3168da-abf2-489a-ad26-10718da1d640 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.648894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3168da-abf2-489a-ad26-10718da1d640 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.651235 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd3168da-abf2-489a-ad26-10718da1d640 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3 HTTP/1.1" status: 204 len: 168 time: 0.5372114 Aug 20 13:28:02.677053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56998) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:02.754838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4c1f9ee-778b-41fc-8150-4b13add928e8 req-365f3727-0b06-4755-8124-79627270c3a5 service neutron] 10.222.0.13 "GET /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499232 Aug 20 13:28:02.772984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1371c2b3-ced9-41d4-868b-bffb9c5239c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.774407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c428ac2-e01b-4ddb-bb26-344cce5d04aa req-75e6bd92-e819-4e7f-9050-fba9f965f725 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693659 Aug 20 13:28:02.830170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-58b15e92-1161-4254-9c7d-b6eaae4083ef tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514668 Aug 20 13:28:02.831323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3168da-abf2-489a-ad26-10718da1d640 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2eeee-63c4-4e00-bd3b-da0260fc3ec3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:02.848584 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1371c2b3-ced9-41d4-868b-bffb9c5239c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.860829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57004) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:02.879947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093677227'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:02.880142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 8795622c-a182-4d48-8a7e-7dc944bcbbf3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8795622c-a182-4d48-8a7e-7dc944bcbbf3,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:02.880577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:02.917403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c2b3-ced9-41d4-868b-bffb9c5239c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547fc106-7a1c-4c80-b2f3-aac245a0944f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:02.933597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 8795622c-a182-4d48-8a7e-7dc944bcbbf3 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:02.954960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-62908330-c7e7-45d9-b346-d987df5f4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:02.956801 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-62908330-c7e7-45d9-b346-d987df5f4233 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e63616564fa4e35958d00685ba2ee4d&device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 1094 time: 0.1061919 Aug 20 13:28:02.972935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1371c2b3-ced9-41d4-868b-bffb9c5239c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=188177d7821c4416bfd44d409dd20a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452190 Aug 20 13:28:02.975568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57008) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:03.030427 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.133804 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.146241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.148257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc996b68-fe88-4728-a5eb-928c596ec517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.155247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.170017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:03.208932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f698ef04-779d-4fb7-a8a9-a9a292c2f3d0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:03.211401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.212965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57808608-9fac-4b75-80f7-710d1848dfca tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3485799 Aug 20 13:28:03.223061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:03.237176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc996b68-fe88-4728-a5eb-928c596ec517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.264609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'f698ef04-779d-4fb7-a8a9-a9a292c2f3d0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:03.315116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5da3f0fb-f1cb-4024-819e-d5e156a2cdac no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:03.321279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-7755daa8-98d7-46b1-8fed-fd1e09da02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:03.322969 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-7755daa8-98d7-46b1-8fed-fd1e09da02ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=08ac35ab-1d32-4a76-9523-fcd61e81b7e2 HTTP/1.1" status: 200 len: 909 time: 0.3553720 Aug 20 13:28:03.338324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5da3f0fb-f1cb-4024-819e-d5e156a2cdac {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:03.339174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5da3f0fb-f1cb-4024-819e-d5e156a2cdac not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:03.412680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.444717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc996b68-fe88-4728-a5eb-928c596ec517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.452091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc996b68-fe88-4728-a5eb-928c596ec517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.455262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc996b68-fe88-4728-a5eb-928c596ec517 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/547fc106-7a1c-4c80-b2f3-aac245a0944f HTTP/1.1" status: 204 len: 168 time: 0.4759033 Aug 20 13:28:03.455408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-66678378-0561-4efa-8da5-fcd6c1a284f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=535e0591-d320-4fd8-b764-8392f5861abe HTTP/1.1" status: 200 len: 217 time: 0.1049817 Aug 20 13:28:03.491377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc996b68-fe88-4728-a5eb-928c596ec517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547fc106-7a1c-4c80-b2f3-aac245a0944f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:03.518992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.645770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.648472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.716217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.744502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.745484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:28:03.761965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.763569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ae66b522-e1ed-4e49-ab4a-61a24a0eb701 admin admin] 10.222.0.59 "DELETE /v2.0/routers/80a83c3b-2aad-4db6-bfe8-76a3f7d87ebf HTTP/1.1" status: 204 len: 168 time: 3.4507537 Aug 20 13:28:03.767224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57030) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:03.780113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.781823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce649f9-1cbf-4de8-91d2-67b7afad6db3 req-e12cb74d-d28e-47a4-a73d-61c8c4727ee9 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:03.786663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ce649f9-1cbf-4de8-91d2-67b7afad6db3 req-e12cb74d-d28e-47a4-a73d-61c8c4727ee9 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 943 time: 0.2441823 Aug 20 13:28:03.787561 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.794493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b', '415a622b-3387-4157-b220-e4a16df15a61', '8795622c-a182-4d48-8a7e-7dc944bcbbf3'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:03.804246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641', '7f30ef35-5e8c-4d45-a349-c39affa3ed39', '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', '924aac24-0c94-45b8-ad8f-93654ddfef81'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:03.855952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10eb56a6-7081-4a2c-a2fc-e8cc730596f4,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:03.925629 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ce649f9-1cbf-4de8-91d2-67b7afad6db3 req-07bfe133-ad6d-4e93-bbf0-97098c8f500b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117439 Aug 20 13:28:03.929084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:03.931888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-80236f01-daef-4f10-b6be-f0090cc1d77e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7073627 Aug 20 13:28:03.944493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57036) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:03.945723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57038) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:04.063549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-e217c93e-c72e-4d79-9f96-55dca2f8c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:04.070782 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-e217c93e-c72e-4d79-9f96-55dca2f8c989 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72ff6b26-1fc3-48d4-840e-34445e87d469 HTTP/1.1" status: 200 len: 848 time: 0.5998101 Aug 20 13:28:04.095674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=8795622c-a182-4d48-8a7e-7dc944bcbbf3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:04.133734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f27fc924-ff52-42bf-9a78-396edcef35de tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.231659 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f27fc924-ff52-42bf-9a78-396edcef35de tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.246764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-485be50e-8c5c-460d-802a-e80825df74cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08ac35ab-1d32-4a76-9523-fcd61e81b7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162710 Aug 20 13:28:04.288247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 8795622c-a182-4d48-8a7e-7dc944bcbbf3 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:04.334388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1444abfe-56ef-483e-b4cd-b948d1996d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.458207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b78eab3-a6da-44bf-9c4c-a0c4a60cf7d8 req-9ff86d77-dfe5-4b80-bd55-4dbe868e8da5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a30a3d9-f5fe-41b5-8c60-0e7ce237b472 HTTP/1.1" status: 200 len: 210 time: 0.4029889 Aug 20 13:28:04.459531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.467924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef3ae555-732f-4313-a579-074a8f1f1b18 req-4600ab0c-c685-457c-b8e1-afbed0898433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "DELETE /v2.0/ports/8795622c-a182-4d48-8a7e-7dc944bcbbf3 HTTP/1.1" status: 204 len: 173 time: 2.9029880 Aug 20 13:28:04.482496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1444abfe-56ef-483e-b4cd-b948d1996d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.482496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f27fc924-ff52-42bf-9a78-396edcef35de tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.482827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'name': 'network-vif-deleted', 'tag': '8795622c-a182-4d48-8a7e-7dc944bcbbf3'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:04.483841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f27fc924-ff52-42bf-9a78-396edcef35de tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.486039 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679e1166-118f-4221-8a28-42bd55e352d2" -d '{"events": [{"server_uuid": "5a30a3d9-f5fe-41b5-8c60-0e7ce237b472", "name": "network-vif-deleted", "tag": "8795622c-a182-4d48-8a7e-7dc944bcbbf3"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:04.490978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f27fc924-ff52-42bf-9a78-396edcef35de tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/f698ef04-779d-4fb7-a8a9-a9a292c2f3d0 HTTP/1.1" status: 204 len: 168 time: 0.5424092 Aug 20 13:28:04.502712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Deleting subnet 7aec0b3b-79f9-44f6-b350-9dad9e15df15 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:28:04.508312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57050) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:04.510569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fc924-ff52-42bf-9a78-396edcef35de tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698ef04-779d-4fb7-a8a9-a9a292c2f3d0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:04.512046 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.523248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1444abfe-56ef-483e-b4cd-b948d1996d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.627344 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.650500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444abfe-56ef-483e-b4cd-b948d1996d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f036ef4e-150f-4d80-a87f-df8ae7f5d787,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:04.726881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9823ffbf-8883-4275-8d8f-e534a773b006 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2104824 Aug 20 13:28:04.731843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57060) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:04.743500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--29495268'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:04.760405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1444abfe-56ef-483e-b4cd-b948d1996d4f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd6b1f4ef95643a085b4d872a77723d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809429 Aug 20 13:28:04.762469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57062) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:04.837983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.848070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.904099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cfc23f74-d031-46d7-babf-bb3756d0c8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.947356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cfc23f74-d031-46d7-babf-bb3756d0c8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:04.966030 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58ef692-91ec-43c1-b10c-a42ab34f69c4 x-openstack-request-id: req-f58ef692-91ec-43c1-b10c-a42ab34f69c4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:04.970454 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30a3d9-f5fe-41b5-8c60-0e7ce237b472", "name": "network-vif-deleted", "tag": "8795622c-a182-4d48-8a7e-7dc944bcbbf3", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:04.971668 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f58ef692-91ec-43c1-b10c-a42ab34f69c4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:04.972506 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a30a3d9-f5fe-41b5-8c60-0e7ce237b472', 'name': 'network-vif-deleted', 'tag': '8795622c-a182-4d48-8a7e-7dc944bcbbf3', 'status': 'completed', 'code': 200} Aug 20 13:28:04.981300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.005211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57068) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:05.090598 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.097076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7aec0b3b-79f9-44f6-b350-9dad9e15df15 HTTP/1.1" status: 204 len: 168 time: 1.3235943 Aug 20 13:28:05.099650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57072) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:05.103028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4337f-8906-4b66-87ae-873bc1fd0e5c None None] Network 9880b8df-3c6f-424a-8607-ad6e74aee881 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:05.132595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d04db0-17d4-479c-9f9d-0279a300834c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aec0b3b-79f9-44f6-b350-9dad9e15df15,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:05.157895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.222689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840066-47cc-4ed7-baf6-b79588d2ff61 req-50389983-f76f-44e6-9f44-43b4229466cb tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:05.229531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3840066-47cc-4ed7-baf6-b79588d2ff61 req-50389983-f76f-44e6-9f44-43b4229466cb tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 943 time: 0.1611812 Aug 20 13:28:05.230777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.231835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:05.279621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-923290742-network', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:05.288051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e208c-843f-4307-a205-df533b1e844d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:05.290222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:05.290569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7b3b442a-ef15-46a3-b6d6-cd0ff8dcd224 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:05.327901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cfc23f74-d031-46d7-babf-bb3756d0c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.331437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cfc23f74-d031-46d7-babf-bb3756d0c8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.332890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cfc23f74-d031-46d7-babf-bb3756d0c8aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f036ef4e-150f-4d80-a87f-df8ae7f5d787 HTTP/1.1" status: 204 len: 168 time: 0.5667577 Aug 20 13:28:05.362014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc23f74-d031-46d7-babf-bb3756d0c8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f036ef4e-150f-4d80-a87f-df8ae7f5d787,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:05.387792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-c5056db9-6fca-4d1f-9ca8-030a7851c502 service neutron] 10.222.0.13 "GET /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1010001 Aug 20 13:28:05.413074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:05.416630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.424891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.428373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.430905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.432689 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-473fd61d-4fb6-40c7-8f1e-b3dc707cc387 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6990204 Aug 20 13:28:05.436767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3840066-47cc-4ed7-baf6-b79588d2ff61 req-15dc5232-8aa2-4b18-bafb-d1d904f60d5a tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642377 Aug 20 13:28:05.437021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57076) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:05.480221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--613649954'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:05.685370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Deleting port 5c35f74e-0aec-4371-a693-c166bf5483e7 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:05.688507 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.700673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4dde1cc-0d67-43fd-92e5-2162ac368ee7 req-c27f1735-e942-4947-ac8a-04e4e80cd87b service neutron] 10.222.0.13 "GET /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041785 Aug 20 13:28:05.727111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.739194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.786705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.804817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f408f-7948-4755-8673-b14ec8a96057,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:05.831945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:05.863062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.865545 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Added segment 5a11e2df-589a-4802-815e-87f3c5a213d8 of type vlan for network 6dadd48b-c650-4e91-a438-3081d3926f75 Aug 20 13:28:05.887244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:05.903615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] For port 5c35f74e-0aec-4371-a693-c166bf5483e7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5c35f74e-0aec-4371-a693-c166bf5483e7,segment=NetworkSegment(2717d008-2daa-4e79-a0b5-b4922fe5895d),segment_id=2717d008-2daa-4e79-a0b5-b4922fe5895d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:05.907272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:05.922625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:05.959755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 535e0591-d320-4fd8-b764-8392f5861abe details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:28:05.977680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8795622c-a182-4d48-8a7e-7dc944bcbbf3 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:05.983606 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.049460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] DHCP port deletion for 9880b8df-3c6f-424a-8607-ad6e74aee881 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:28:06.052327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Calling delete_port for 5c35f74e-0aec-4371-a693-c166bf5483e7 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:06.057292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 8795622c-a182-4d48-8a7e-7dc944bcbbf3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:06.057830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8795622c-a182-4d48-8a7e-7dc944bcbbf3 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:06.066875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.068216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:06.069515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.176535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dadd48b-c650-4e91-a438-3081d3926f75,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.177580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.189670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.190385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cc014-315a-4228-87fd-ef8893fd7c61 req-1fbd3683-f972-44ee-9625-fa1634ab88ea tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:06.193696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 6dadd48b-c650-4e91-a438-3081d3926f75 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:06.200158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4d4cc014-315a-4228-87fd-ef8893fd7c61 req-1fbd3683-f972-44ee-9625-fa1634ab88ea tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.1887329 Aug 20 13:28:06.224481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad5c72db-b177-463c-badf-2345d9f518c5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2167368 Aug 20 13:28:06.227581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57100) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:06.234657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Request body: {'subnet': {'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-923290742-subnet', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:06.248444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.250279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7835040 Aug 20 13:28:06.251079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.258486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57102) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:06.265854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': '9a5e208c-843f-4307-a205-df533b1e844d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef7f5d8c-6bd0-4f3d-a1ac-d1ac1b3adf30', 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:06.293733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:06.298318 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.303887 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4d4cc014-315a-4228-87fd-ef8893fd7c61 req-794de915-c46a-4955-b1b3-367296828874 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025643 Aug 20 13:28:06.332678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:06.336012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.338096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 535e0591-d320-4fd8-b764-8392f5861abe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=535e0591-d320-4fd8-b764-8392f5861abe,segment=NetworkSegment(6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3),segment_id=6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:06.370281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Deleting port 5c35f74e-0aec-4371-a693-c166bf5483e7 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:06.370923 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.377203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] No DVR routers for this DVR port 5c35f74e-0aec-4371-a693-c166bf5483e7 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:06.378071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '535e0591-d320-4fd8-b764-8392f5861abe', 'network_id': '08ac35ab-1d32-4a76-9523-fcd61e81b7e2', 'port_id': '535e0591-d320-4fd8-b764-8392f5861abe', 'mac_address': 'fa:16:3e:f5:28:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ff6b26-1fc3-48d4-840e-34445e87d469', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:28:06.378932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5c35f74e-0aec-4371-a693-c166bf5483e7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.387100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072be78-f303-49f1-8300-af0451fa34e1 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f5d8c-6bd0-4f3d-a1ac-d1ac1b3adf30,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.465152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.502414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.536156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] For port 5c35f74e-0aec-4371-a693-c166bf5483e7, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:06.537020 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.546479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.565271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535e0591-d320-4fd8-b764-8392f5861abe {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:28:06.568087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9880b8df-3c6f-424a-8607-ad6e74aee881']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:06.585451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Calling delete_port for 5c35f74e-0aec-4371-a693-c166bf5483e7 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:06.592880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Port 5c35f74e-0aec-4371-a693-c166bf5483e7 was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:28:06.596314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.603485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2717d008-2daa-4e79-a0b5-b4922fe5895d') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:06.604889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2717d008-2daa-4e79-a0b5-b4922fe5895d') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:06.634144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.634656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] Pushing event deleted for resources: {'Port': ['ID=5c35f74e-0aec-4371-a693-c166bf5483e7,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.637096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.639070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 535e0591-d320-4fd8-b764-8392f5861abe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=535e0591-d320-4fd8-b764-8392f5861abe,segment=NetworkSegment(6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3),segment_id=6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:06.640691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22278f0-1eb2-4647-91df-3385fe4af96c None None] No DVR routers for this DVR port 5c35f74e-0aec-4371-a693-c166bf5483e7 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:06.646376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.659824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.668158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.695953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5264aa-ecc5-4205-afe9-780ee55a54b2,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.703287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=535e0591-d320-4fd8-b764-8392f5861abe,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.722301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:06.722908 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:06.726448 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:06.749086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.753101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f7c96416-ecca-46f8-bfa1-3592d7f29bb3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4907920 Aug 20 13:28:06.755682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57116) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:06.776007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.776544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.824713 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca92-f74d-4af2-aa8a-b18dc175cd92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.837582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca92-f74d-4af2-aa8a-b18dc175cd92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.841490 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.853359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0c30-e482-4287-a711-ea3b6c78912b req-894b1ab7-df13-47f9-8cd4-a3289b366ec0 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:06.854532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63feec08-1512-40db-84f1-7ba103817009,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.854958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e88f0c30-e482-4287-a711-ea3b6c78912b req-894b1ab7-df13-47f9-8cd4-a3289b366ec0 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 943 time: 0.2821832 Aug 20 13:28:06.866983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.871707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] 10.222.0.59 "DELETE /v2.0/networks/9880b8df-3c6f-424a-8607-ad6e74aee881 HTTP/1.1" status: 204 len: 168 time: 1.7322493 Aug 20 13:28:06.876529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['535e0591-d320-4fd8-b764-8392f5861abe'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:06.895657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=3d514482-0724-4565-a3b4-81bae67d2636,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.906869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4b49-1a34-4ac9-8a02-c6196239d2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9880b8df-3c6f-424a-8607-ad6e74aee881,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:06.927122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Checking segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:06.928440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Network hostable DHCP agents. Network: 6dadd48b-c650-4e91-a438-3081d3926f75, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:06.930684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': '1551bf07-3ad2-451d-963f-54694fe17371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:06.931180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 3e7778fc-2e78-4033-8e53-5269a63aca45, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:06.954965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e88f0c30-e482-4287-a711-ea3b6c78912b req-13057e84-0f48-4f5a-8df0-ecd39407102d tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897164 Aug 20 13:28:06.959254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca92-f74d-4af2-aa8a-b18dc175cd92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.966204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 3e7778fc-2e78-4033-8e53-5269a63aca45 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:06.969180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca92-f74d-4af2-aa8a-b18dc175cd92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:06.970628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff46ca92-f74d-4af2-aa8a-b18dc175cd92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ec5264aa-ecc5-4205-afe9-780ee55a54b2 HTTP/1.1" status: 204 len: 168 time: 0.2139809 Aug 20 13:28:06.974183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57126) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:06.986788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Network 6dadd48b-c650-4e91-a438-3081d3926f75 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:07.002612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 6dadd48b-c650-4e91-a438-3081d3926f75) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:07.005218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3e7778fc-2e78-4033-8e53-5269a63aca45) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:07.015654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:07.016430 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.034232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46ca92-f74d-4af2-aa8a-b18dc175cd92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec5264aa-ecc5-4205-afe9-780ee55a54b2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:07.040179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9075232-e2bb-4363-9d46-6e17674f6293 None None] Network 6dadd48b-c650-4e91-a438-3081d3926f75 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:07.042730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:07.043319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.057692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4c78da7-4d83-4225-97ac-1db3687d3e65 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1572130 Aug 20 13:28:07.059246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.082653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-39b698ad-6e6e-49f1-9cb6-218e5d0e2301 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1045930 Aug 20 13:28:07.083526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57130) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.087713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1374734837'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:07.093652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28815b-ec83-46a0-8798-5880f9bf96d5 None None] Network 3e7778fc-2e78-4033-8e53-5269a63aca45 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:07.096272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c812937b-2f9e-48e2-bb08-5e1965f99be9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8672214 Aug 20 13:28:07.099082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57132) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.108042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:07.143575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:07.150189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.190758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:07.203406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.203855 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment e2fe904f-b83c-4756-90bd-70cba5ff941d of type vlan for network 96d72bec-6e31-4914-af3d-d9efc7b2abad Aug 20 13:28:07.243543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57134) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.262700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4937fd47-4677-4846-b01d-608871468f85 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.272830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.296495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c35f74e-0aec-4371-a693-c166bf5483e7 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:07.297087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.298665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.325003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4937fd47-4677-4846-b01d-608871468f85 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.325638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.332573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:07.333570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.338167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5c35f74e-0aec-4371-a693-c166bf5483e7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:07.338521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c35f74e-0aec-4371-a693-c166bf5483e7 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:07.444209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5671b0b0-2d11-4711-ba86-ba54cb6453df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cfde2fd9f72481ab4828d05b872472a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975622 Aug 20 13:28:07.449269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57144) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.498980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.513281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4526961 Aug 20 13:28:07.513871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.526909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4937fd47-4677-4846-b01d-608871468f85 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.530488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4937fd47-4677-4846-b01d-608871468f85 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.531726 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4937fd47-4677-4846-b01d-608871468f85 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/ef7f5d8c-6bd0-4f3d-a1ac-d1ac1b3adf30 HTTP/1.1" status: 204 len: 168 time: 0.4468317 Aug 20 13:28:07.540736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57152) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.554228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '96d72bec-6e31-4914-af3d-d9efc7b2abad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:07.593434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937fd47-4677-4846-b01d-608871468f85 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f5d8c-6bd0-4f3d-a1ac-d1ac1b3adf30,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:07.593654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918af069-fa52-40f3-a715-6887191b524f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-6dadd48b-c650-4e91-a438-3081d3926f75', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:07.594447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-918af069-fa52-40f3-a715-6887191b524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.624353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-3e7778fc-2e78-4033-8e53-5269a63aca45', 'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': '3d514482-0724-4565-a3b4-81bae67d2636'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:07.625234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.651943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-37493fc5-1dcc-4b2b-9b2c-ed99dcd2e6e6 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1051795 Aug 20 13:28:07.654390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57156) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.666125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666d2cd-146a-42cc-842c-f54a23e74db5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=96d72bec-6e31-4914-af3d-d9efc7b2abad,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:07.705917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08fe8918-eb82-4f64-a47b-f7f44577e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.744629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7270c76-97f6-4607-9704-ce0882a2081e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.749449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08fe8918-eb82-4f64-a47b-f7f44577e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.768237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-d9887550-09ae-4c05-9078-4bf8d8552653 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:07.769708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-d9887550-09ae-4c05-9078-4bf8d8552653 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.3434820 Aug 20 13:28:07.801144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7270c76-97f6-4607-9704-ce0882a2081e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.852016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7270c76-97f6-4607-9704-ce0882a2081e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.857010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7270c76-97f6-4607-9704-ce0882a2081e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.858359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c7270c76-97f6-4607-9704-ce0882a2081e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/9a5e208c-843f-4307-a205-df533b1e844d HTTP/1.1" status: 204 len: 168 time: 0.2028189 Aug 20 13:28:07.866273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:07.877217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b638d0-4d6c-47ed-b2c4-dc67efcf9b70 req-cc5f8852-2531-47f8-a22c-8116ebd434ed tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:07.884778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b638d0-4d6c-47ed-b2c4-dc67efcf9b70 req-cc5f8852-2531-47f8-a22c-8116ebd434ed tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 949 time: 0.3948874 Aug 20 13:28:07.894900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08fe8918-eb82-4f64-a47b-f7f44577e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.897728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08fe8918-eb82-4f64-a47b-f7f44577e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:07.899072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-08fe8918-eb82-4f64-a47b-f7f44577e16d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f HTTP/1.1" status: 204 len: 168 time: 0.4486127 Aug 20 13:28:07.917053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Allocated IP 2001:db8:0:ffff::2 (3e7778fc-2e78-4033-8e53-5269a63aca45/3d514482-0724-4565-a3b4-81bae67d2636/a48802f1-ae5e-422d-91dd-2ead65806027) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:07.923180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7270c76-97f6-4607-9704-ce0882a2081e tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e208c-843f-4307-a205-df533b1e844d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:07.955135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe8918-eb82-4f64-a47b-f7f44577e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac7f81-3b1f-41b1-be23-f5aa2edf8d2f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:07.967775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.003154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5752203e-e76c-4177-8c15-67f762286a82 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321430 Aug 20 13:28:08.003398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57164) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:08.014359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--354190442'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:08.123130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 96d72bec-6e31-4914-af3d-d9efc7b2abad details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:08.163203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a00e5-a259-4aa9-a5e6-068d84877285 req-5e44f032-534d-41b6-a57c-22548a3388b9 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:08.166153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c33a00e5-a259-4aa9-a5e6-068d84877285 req-5e44f032-534d-41b6-a57c-22548a3388b9 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 944 time: 0.0997446 Aug 20 13:28:08.278087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c33a00e5-a259-4aa9-a5e6-068d84877285 req-128ebf0c-c5be-4719-8993-c9790143490b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912583 Aug 20 13:28:08.488830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:08.492632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.515511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.536664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b638d0-4d6c-47ed-b2c4-dc67efcf9b70 req-54f636a4-34f3-48a5-a3a5-5b7689694caa tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507807 Aug 20 13:28:08.578717 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.596465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-918af069-fa52-40f3-a715-6887191b524f None None] Allocated IP 172.20.0.2 (6dadd48b-c650-4e91-a438-3081d3926f75/63feec08-1512-40db-84f1-7ba103817009/b9c218b7-da70-41b6-8e6f-9cc79f8545e1) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:08.608198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Transition to ACTIVE for port object a48802f1-ae5e-422d-91dd-2ead65806027 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:08.614349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 924aac24-0c94-45b8-ad8f-93654ddfef81 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:08.614646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.667154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Transition to ACTIVE for port object a48802f1-ae5e-422d-91dd-2ead65806027 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:08.701297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.707296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.765423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 924aac24-0c94-45b8-ad8f-93654ddfef81, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=924aac24-0c94-45b8-ad8f-93654ddfef81,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:08.765796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.779593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc060d0-6b3a-479a-8fc3-feddbc108182,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:08.798582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.804800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-164a36d4-b0d1-494d-a21e-6695064f9ce0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7962198 Aug 20 13:28:08.805184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57184) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:08.813935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': '2cc060d0-6b3a-479a-8fc3-feddbc108182', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:08.819614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 924aac24-0c94-45b8-ad8f-93654ddfef81 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:08.829325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.856643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.896576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Network 3e7778fc-2e78-4033-8e53-5269a63aca45 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:08.904388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:08.937597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:08.946727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.025012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e238593e-61a6-4cda-9900-778816e95ea3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:09.040912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.043949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6cdb6583-1c81-4f6a-b52e-40706969cd91 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2380240 Aug 20 13:28:09.046715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57198) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:09.076868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.126910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be14de23-9808-4bf6-9319-7dc7ada08a31 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.152691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be14de23-9808-4bf6-9319-7dc7ada08a31 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.221532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:09.223614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be14de23-9808-4bf6-9319-7dc7ada08a31 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.223749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Pushing event updated for resources: {'Port': ['ID=a48802f1-ae5e-422d-91dd-2ead65806027,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:09.231869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.233981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=8e3e4fdb-1942-4607-bd76-328d3825b525,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:09.235969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be14de23-9808-4bf6-9319-7dc7ada08a31 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.241784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.242493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.242931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.243361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.243782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.244167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.244579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.245117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.246228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.247042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.247042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.247545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:09.258400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-be14de23-9808-4bf6-9319-7dc7ada08a31 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e238593e-61a6-4cda-9900-778816e95ea3 HTTP/1.1" status: 204 len: 168 time: 0.2025158 Aug 20 13:28:09.276479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.278889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:09.289793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-918af069-fa52-40f3-a715-6887191b524f None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.297562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': 'e2fe904f-b83c-4756-90bd-70cba5ff941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '96d72bec-6e31-4914-af3d-d9efc7b2abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:09.298198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 96d72bec-6e31-4914-af3d-d9efc7b2abad, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:09.326218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-918af069-fa52-40f3-a715-6887191b524f None None] Transition to ACTIVE for port object b9c218b7-da70-41b6-8e6f-9cc79f8545e1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:09.335882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14de23-9808-4bf6-9319-7dc7ada08a31 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e238593e-61a6-4cda-9900-778816e95ea3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:09.339179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Attempting to bind port a48802f1-ae5e-422d-91dd-2ead65806027 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:09.339911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Attempting to bind port a48802f1-ae5e-422d-91dd-2ead65806027 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1551bf07-3ad2-451d-963f-54694fe17371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:09.340374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Attempting to bind port a48802f1-ae5e-422d-91dd-2ead65806027 on network 3e7778fc-2e78-4033-8e53-5269a63aca45 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:09.341666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.351091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:09.351626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Checking segment: {'id': '1551bf07-3ad2-451d-963f-54694fe17371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:09.352281 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.352817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Bound using segment: {'id': '1551bf07-3ad2-451d-963f-54694fe17371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:09.353401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Bound port: a48802f1-ae5e-422d-91dd-2ead65806027, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1551bf07-3ad2-451d-963f-54694fe17371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e7778fc-2e78-4033-8e53-5269a63aca45'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:09.353880 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.375473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b', '415a622b-3387-4157-b220-e4a16df15a61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:09.378011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641', '7f30ef35-5e8c-4d45-a349-c39affa3ed39', '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:09.385248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-918af069-fa52-40f3-a715-6887191b524f None None] Transition to ACTIVE for port object b9c218b7-da70-41b6-8e6f-9cc79f8545e1 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:09.427300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=924aac24-0c94-45b8-ad8f-93654ddfef81,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:09.443530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 96d72bec-6e31-4914-af3d-d9efc7b2abad is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:09.512999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 96d72bec-6e31-4914-af3d-d9efc7b2abad) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:09.513654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57212) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:09.524631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:09.525563 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.531284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd558e7-4bdf-4642-bef0-195883ce3f5a None None] Network 96d72bec-6e31-4914-af3d-d9efc7b2abad requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:09.546261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 924aac24-0c94-45b8-ad8f-93654ddfef81 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:09.549686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7cbcd322-9726-44e4-86c5-35efce345a61 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2534697 Aug 20 13:28:09.552137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57216) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:09.557752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.560605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef5c6c83-ea1d-4818-8e08-2c420c768a57 req-b14d1f3e-a995-43ac-a42f-94c53ca12cfb tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "DELETE /v2.0/ports/924aac24-0c94-45b8-ad8f-93654ddfef81 HTTP/1.1" status: 204 len: 173 time: 1.7435691 Aug 20 13:28:09.563185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'name': 'network-vif-deleted', 'tag': '924aac24-0c94-45b8-ad8f-93654ddfef81'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:09.565772 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba581e9-cc52-4648-ac18-1ae07fbcd6a7" -d '{"events": [{"server_uuid": "daf0ef82-d44a-4e40-880f-f677cf9625b7", "name": "network-vif-deleted", "tag": "924aac24-0c94-45b8-ad8f-93654ddfef81"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:09.567161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-918af069-fa52-40f3-a715-6887191b524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.588812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Allocated IP 172.25.6.165 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/cb6daf9c-6798-4471-bc67-14d32c014130) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:09.596905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-55a29a57-7a56-4e94-a782-766c9298bfaf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0565214 Aug 20 13:28:09.599783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57222) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:09.667609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252361-b9b6-40bb-9861-095ecc9233aa req-7c8c0eca-8bce-4212-b0cf-8bf89c13c359 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:09.674503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6252361-b9b6-40bb-9861-095ecc9233aa req-7c8c0eca-8bce-4212-b0cf-8bf89c13c359 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 944 time: 0.2794948 Aug 20 13:28:09.810120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d147677-416c-458e-bac0-d5ec43adf187 req-5b41c7f9-3d91-46c8-a5d0-59dcae2722f2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=daf0ef82-d44a-4e40-880f-f677cf9625b7 HTTP/1.1" status: 200 len: 210 time: 0.0609138 Aug 20 13:28:09.849647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6252361-b9b6-40bb-9861-095ecc9233aa req-e9128655-f6bb-4ba8-bcf9-987ed3926b13 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742194 Aug 20 13:28:09.856738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.868118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1316791666-network', 'tenant_id': '38e54197f2df4893be3824a4f536c1e5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:09.875426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.893255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f567fc-5b7f-40e7-b840-16764fb75a92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.932737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918af069-fa52-40f3-a715-6887191b524f None None] Network 6dadd48b-c650-4e91-a438-3081d3926f75 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:09.937152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f567fc-5b7f-40e7-b840-16764fb75a92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.948303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Made reservation on behalf of 38e54197f2df4893be3824a4f536c1e5 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:09.954746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.959985 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56900b87-4e0d-400f-98d3-d8f9b7f4be5e x-openstack-request-id: req-56900b87-4e0d-400f-98d3-d8f9b7f4be5e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:09.960415 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ef82-d44a-4e40-880f-f677cf9625b7", "name": "network-vif-deleted", "tag": "924aac24-0c94-45b8-ad8f-93654ddfef81", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:09.960623 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56900b87-4e0d-400f-98d3-d8f9b7f4be5e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:09.961710 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ef82-d44a-4e40-880f-f677cf9625b7', 'name': 'network-vif-deleted', 'tag': '924aac24-0c94-45b8-ad8f-93654ddfef81', 'status': 'completed', 'code': 200} Aug 20 13:28:09.962568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:09.963371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-918af069-fa52-40f3-a715-6887191b524f None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:09.967213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918af069-fa52-40f3-a715-6887191b524f None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:09.985995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.001799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 535e0591-d320-4fd8-b764-8392f5861abe up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:10.042170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0d359b40-304f-4f74-9411-2c885252590e None None] For port a48802f1-ae5e-422d-91dd-2ead65806027, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:10.062572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.079802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.110249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918af069-fa52-40f3-a715-6887191b524f None None] Pushing event updated for resources: {'Port': ['ID=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.171304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3e4fdb-1942-4607-bd76-328d3825b525,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.189722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:10.206464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:10.217331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f567fc-5b7f-40e7-b840-16764fb75a92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.226483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f567fc-5b7f-40e7-b840-16764fb75a92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.234306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83f567fc-5b7f-40e7-b840-16764fb75a92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/2cc060d0-6b3a-479a-8fc3-feddbc108182 HTTP/1.1" status: 204 len: 168 time: 0.6805689 Aug 20 13:28:10.236748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:10.244012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0d359b40-304f-4f74-9411-2c885252590e None None] For port a48802f1-ae5e-422d-91dd-2ead65806027, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a48802f1-ae5e-422d-91dd-2ead65806027,segment=NetworkSegment(1551bf07-3ad2-451d-963f-54694fe17371),segment_id=1551bf07-3ad2-451d-963f-54694fe17371)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:10.246174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:10.301401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Pushing event updated for resources: {'Port': ['ID=cb6daf9c-6798-4471-bc67-14d32c014130,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.316706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.334896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d72bec-6e31-4914-af3d-d9efc7b2abad']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:10.350964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.362877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fe904f-b83c-4756-90bd-70cba5ff941d') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:10.363433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fe904f-b83c-4756-90bd-70cba5ff941d') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:10.369988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7625ee2b-912e-4c2c-9a92-ff3cc5fd6136 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1167240 Aug 20 13:28:10.374033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:10.374975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f567fc-5b7f-40e7-b840-16764fb75a92 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc060d0-6b3a-479a-8fc3-feddbc108182,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.381493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235415356'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:10.390960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.403054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.415522 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.453379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-918af069-fa52-40f3-a715-6887191b524f None None] Attempting to bind port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:10.453756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-918af069-fa52-40f3-a715-6887191b524f None None] Attempting to bind port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:10.454410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918af069-fa52-40f3-a715-6887191b524f None None] Attempting to bind port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 on network 6dadd48b-c650-4e91-a438-3081d3926f75 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:10.460209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:10.469869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.474491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d0098-86a1-4cc9-b47e-f6da40d83f28,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.490685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.491020 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Added segment b706aaf5-2ae4-47af-ba58-bc392414519b of type vlan for network c6c00906-2a47-4a60-a8f1-39482fa706a5 Aug 20 13:28:10.513285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918af069-fa52-40f3-a715-6887191b524f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:10.513665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918af069-fa52-40f3-a715-6887191b524f None None] Checking segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:10.514076 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-918af069-fa52-40f3-a715-6887191b524f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.514476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918af069-fa52-40f3-a715-6887191b524f None None] Bound using segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:10.514962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-918af069-fa52-40f3-a715-6887191b524f None None] Bound port: b9c218b7-da70-41b6-8e6f-9cc79f8545e1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:10.515348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-918af069-fa52-40f3-a715-6887191b524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.525999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.553448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d7e66-6790-4043-81dd-bf469380e445 None None] Network 96d72bec-6e31-4914-af3d-d9efc7b2abad requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:10.557013 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.573322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:10.574616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:10.579374 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:10.624071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.625073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:10.625654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.676810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359b40-304f-4f74-9411-2c885252590e None None] Pushing event updated for resources: {'Port': ['ID=a48802f1-ae5e-422d-91dd-2ead65806027,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.702689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 535e0591-d320-4fd8-b764-8392f5861abe completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:10.717778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c00906-2a47-4a60-a8f1-39482fa706a5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.729462 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.735803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.747797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 535e0591-d320-4fd8-b764-8392f5861abe triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:10.748496 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.749950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c6c00906-2a47-4a60-a8f1-39482fa706a5 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:10.752146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-661f4ee8-d975-4753-8c43-f59e340148a1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2362771 Aug 20 13:28:10.757762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57234) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:10.773749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Request body: {'subnet': {'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1316791666-subnet', 'tenant_id': '38e54197f2df4893be3824a4f536c1e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:10.775791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee9d12-81bf-47f7-9142-20519778b024,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.780022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.781432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b74bd726-424d-44f5-aeb8-79c0ba3b8a52 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4041624 Aug 20 13:28:10.784037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57236) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:10.788786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'a3ee9d12-81bf-47f7-9142-20519778b024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:10.804068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.830542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.830867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:10.837662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57238) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:10.837793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/96d72bec-6e31-4914-af3d-d9efc7b2abad HTTP/1.1" status: 204 len: 168 time: 1.2367342 Aug 20 13:28:10.838600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1ff05-5a6f-496a-86a6-b9e5380fbf97 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=96d72bec-6e31-4914-af3d-d9efc7b2abad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:10.853173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776746574'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:10.904517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:28:10.904517 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:28:10.904517 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': 'bd0ccf0dce9d4046a73e13965a19a755', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 28, 10, 894664)}] Aug 20 13:28:10.904517 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:28:10.904976 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:28:10.925208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Made reservation on behalf of 38e54197f2df4893be3824a4f536c1e5 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:10.925208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.000726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.005862 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.039403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.053313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.056953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2695677 Aug 20 13:28:11.064006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57246) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:11.076162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765a600-8dfd-4da0-a0b3-f81846dd4ecf tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f14cc75-e4f1-47ee-9674-6c00bcad3373,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:11.112777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1bf58723-19d8-4ac0-be0a-80a0dbf57ecc tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules/8f14cc75-e4f1-47ee-9674-6c00bcad3373 HTTP/1.1" status: 200 len: 763 time: 0.0475605 Aug 20 13:28:11.115646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57248) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:11.168677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-918af069-fa52-40f3-a715-6887191b524f None None] For port b9c218b7-da70-41b6-8e6f-9cc79f8545e1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:11.211151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9fab1b32-bb54-4648-8428-d433e6d2922d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0911679 Aug 20 13:28:11.211988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57252) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:11.276164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b259b905-f8a7-4018-a194-e668a7224f4d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.286211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b259b905-f8a7-4018-a194-e668a7224f4d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.307005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-918af069-fa52-40f3-a715-6887191b524f None None] For port b9c218b7-da70-41b6-8e6f-9cc79f8545e1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:11.385465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a48802f1-ae5e-422d-91dd-2ead65806027 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:11.387959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 924aac24-0c94-45b8-ad8f-93654ddfef81 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:11.400930 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-918af069-fa52-40f3-a715-6887191b524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.402431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9c6b2-140d-4899-b8f0-e04675da67b0 req-fb6ad819-6f1c-42a1-8c9a-76aa6955af70 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:11.414093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-feb9c6b2-140d-4899-b8f0-e04675da67b0 req-fb6ad819-6f1c-42a1-8c9a-76aa6955af70 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 944 time: 0.3510826 Aug 20 13:28:11.416100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b259b905-f8a7-4018-a194-e668a7224f4d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.425090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b259b905-f8a7-4018-a194-e668a7224f4d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.426290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b259b905-f8a7-4018-a194-e668a7224f4d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8f14cc75-e4f1-47ee-9674-6c00bcad3373 HTTP/1.1" status: 204 len: 168 time: 0.2135537 Aug 20 13:28:11.429312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57256) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:11.454194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17afe8e-f7ab-4b59-9b72-6f67ca780e7d req-f3bf2523-3a63-45af-b42b-67b5baf373c3 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:11.463052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d17afe8e-f7ab-4b59-9b72-6f67ca780e7d req-f3bf2523-3a63-45af-b42b-67b5baf373c3 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.1349719 Aug 20 13:28:11.466167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 924aac24-0c94-45b8-ad8f-93654ddfef81 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:11.466719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 924aac24-0c94-45b8-ad8f-93654ddfef81 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:11.491754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b905-f8a7-4018-a194-e668a7224f4d tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f14cc75-e4f1-47ee-9674-6c00bcad3373,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:11.533663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:11.538443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.578018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-feb9c6b2-140d-4899-b8f0-e04675da67b0 req-1317791f-2054-4ebf-bcbf-2afa0ecef141 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604307 Aug 20 13:28:11.585503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.601579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d17afe8e-f7ab-4b59-9b72-6f67ca780e7d req-68d07255-4314-4b3c-b94d-9ff6d644f439 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375051 Aug 20 13:28:11.653721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-128ad5ca-8c88-406b-8ac3-c598693dc96f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2142005 Aug 20 13:28:11.653721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:11.664929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'a3ee9d12-81bf-47f7-9142-20519778b024', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:11.708019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:11.725842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.726400 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment 9c83e2e9-e5ce-4941-9cc4-3c80b974b388 of type vlan for network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 Aug 20 13:28:11.778581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918af069-fa52-40f3-a715-6887191b524f None None] Pushing event updated for resources: {'Port': ['ID=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:11.799098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535e0591-d320-4fd8-b764-8392f5861abe'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:11.807703 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca2dcf9-c68e-4890-ab2f-3c3e32d5ac9f" -d '{"events": [{"server_uuid": "a7f07e38-2040-48b5-ac23-68de74d3775a", "name": "network-vif-plugged", "status": "completed", "tag": "535e0591-d320-4fd8-b764-8392f5861abe"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:11.832970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.855905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.862209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.865886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:11.911625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 535e0591-d320-4fd8-b764-8392f5861abe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=535e0591-d320-4fd8-b764-8392f5861abe,segment=NetworkSegment(6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3),segment_id=6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:11.914743 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00574b7d-467e-4d89-b3e6-c0ff666988e5 x-openstack-request-id: req-00574b7d-467e-4d89-b3e6-c0ff666988e5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:11.915235 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f07e38-2040-48b5-ac23-68de74d3775a", "name": "network-vif-plugged", "status": "completed", "tag": "535e0591-d320-4fd8-b764-8392f5861abe", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:11.916776 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00574b7d-467e-4d89-b3e6-c0ff666988e5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:11.917857 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535e0591-d320-4fd8-b764-8392f5861abe', 'code': 200} Aug 20 13:28:11.926127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a48802f1-ae5e-422d-91dd-2ead65806027 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:11.941410 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.041070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.061696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:12.062372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.088000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=535e0591-d320-4fd8-b764-8392f5861abe,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:12.108099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.174086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57270) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:12.177071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.217285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa06152e-7d32-4851-a1b3-414414c740eb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:12.219609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce9db9-b507-4b51-859b-86397ff150c6 None None] Network 3e7778fc-2e78-4033-8e53-5269a63aca45 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:12.223155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3799992 Aug 20 13:28:12.228338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:12.238392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:12.333973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=498d7ba6-08be-4b19-b12e-f8caa162c542,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:12.344714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] Provisioning for port a48802f1-ae5e-422d-91dd-2ead65806027 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:12.363671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6f4b1-97da-4326-8760-9be7ad5dd9da tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=e183e3ae-2462-4cb8-8ad5-11125cbdcdc5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:12.377401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] Provisioning complete for port a48802f1-ae5e-422d-91dd-2ead65806027 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:12.378133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.386855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:12.407938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.409566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b1c3a56-2552-4c5d-9f6c-3429848e5a43 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7552617 Aug 20 13:28:12.425175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57276) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:12.447137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa724f1-c050-469c-8387-9538fe66be0c req-963a0dd8-b566-41f7-a7af-a518a63c5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:12.448813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5aa724f1-c050-469c-8387-9538fe66be0c req-963a0dd8-b566-41f7-a7af-a518a63c5a09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 1096 time: 0.3671811 Aug 20 13:28:12.455802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Checking segment: {'id': 'b706aaf5-2ae4-47af-ba58-bc392414519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:12.456176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Network hostable DHCP agents. Network: c6c00906-2a47-4a60-a8f1-39482fa706a5, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:12.458447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf667-c36e-45df-ac45-fefef7a2fcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.489559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-16bdae74-a6ce-43ce-a7b9-7372e2680f90 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules/aa06152e-7d32-4851-a1b3-414414c740eb HTTP/1.1" status: 200 len: 763 time: 0.0557368 Aug 20 13:28:12.495729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:12.529937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:12.533813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.571583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Network c6c00906-2a47-4a60-a8f1-39482fa706a5 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:12.593641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5aa724f1-c050-469c-8387-9538fe66be0c req-7ae3146e-356c-4ae5-988c-13bcc892bee8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318395 Aug 20 13:28:12.608400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c6c00906-2a47-4a60-a8f1-39482fa706a5) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:12.613856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:12.614538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.677139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-cad7c6c4-29bb-4612-b577-4045e812aae7 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:12.679466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-cad7c6c4-29bb-4612-b577-4045e812aae7 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.1930585 Aug 20 13:28:12.682225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1dc08d7d-838a-4efc-8292-33077223d1b3 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1825559 Aug 20 13:28:12.686592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:12.763266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:28:12.856294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56a150-4db9-45df-bf4f-a1c1d962f951 None None] Network c6c00906-2a47-4a60-a8f1-39482fa706a5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:12.894709 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-258f018a-bdbc-4823-b991-878b6625ecd0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.905000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-258f018a-bdbc-4823-b991-878b6625ecd0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.944460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70894697-7eed-473a-82d8-4aba6ae876f4 req-bd0a5008-28b4-42b2-81b8-09adc89558f3 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:12.946335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70894697-7eed-473a-82d8-4aba6ae876f4 req-bd0a5008-28b4-42b2-81b8-09adc89558f3 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.1980934 Aug 20 13:28:12.957016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf667-c36e-45df-ac45-fefef7a2fcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.982848 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.983676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf667-c36e-45df-ac45-fefef7a2fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:12.987891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-258f018a-bdbc-4823-b991-878b6625ecd0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.006556 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-258f018a-bdbc-4823-b991-878b6625ecd0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.011017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-258f018a-bdbc-4823-b991-878b6625ecd0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/aa06152e-7d32-4851-a1b3-414414c740eb HTTP/1.1" status: 204 len: 168 time: 0.3232145 Aug 20 13:28:13.022958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:13.026627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] For port a48802f1-ae5e-422d-91dd-2ead65806027, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a48802f1-ae5e-422d-91dd-2ead65806027,segment=NetworkSegment(1551bf07-3ad2-451d-963f-54694fe17371),segment_id=1551bf07-3ad2-451d-963f-54694fe17371)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:13.040662 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.089587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d2a8c7a-d1bd-4ba2-a3bb-8951dd1a3ddb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3251050 Aug 20 13:28:13.111744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-fff8b335-7c1e-4fa2-b873-a267a402314d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2796974 Aug 20 13:28:13.113931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f018a-bdbc-4823-b991-878b6625ecd0 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa06152e-7d32-4851-a1b3-414414c740eb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:13.147352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.161416 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70894697-7eed-473a-82d8-4aba6ae876f4 req-36f4a101-b0f2-446c-95bd-de2d64153af6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064848 Aug 20 13:28:13.168513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7a6cf667-c36e-45df-ac45-fefef7a2fcb2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=632f6068e4084eafbb8286b542bb349d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884555 Aug 20 13:28:13.172988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57292) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:13.185022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02f030-7256-45a6-8b98-f937b7a26833 None None] Pushing event updated for resources: {'Port': ['ID=a48802f1-ae5e-422d-91dd-2ead65806027,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:13.210815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf667-c36e-45df-ac45-fefef7a2fcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f20407-e547-4b08-b7de-5ce1b761404b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:13.215809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5595db-6b97-400f-803e-2c0e4a959e86 req-6d954976-e375-4d97-b7fa-fd588c83b1b7 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:13.232411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc5595db-6b97-400f-803e-2c0e4a959e86 req-6d954976-e375-4d97-b7fa-fd588c83b1b7 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 945 time: 0.4490924 Aug 20 13:28:13.280089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64e57aa0-071a-4176-8a04-ead6fbd0ef28 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2329464 Aug 20 13:28:13.291141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe38582-c449-411c-a3fe-ec052d53bb20 None None] Network 6dadd48b-c650-4e91-a438-3081d3926f75 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:13.302827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:13.308635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Request body: {'security_group_rule': {'security_group_id': 'a3ee9d12-81bf-47f7-9142-20519778b024', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:13.328348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=354ef74c-be64-4115-9706-7b0a2b19a3cc,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:13.460888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': '9c83e2e9-e5ce-4941-9cc4-3c80b974b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:13.461514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: e183e3ae-2462-4cb8-8ad5-11125cbdcdc5, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:13.464014 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Project 3df728ea7f2f4cc1bf01420695d45810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:28:13.467369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cc72bf0-6ac7-4a2f-af37-9bb1315ae5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.481225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.563885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b9c218b7-da70-41b6-8e6f-9cc79f8545e1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:13.575056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cc72bf0-6ac7-4a2f-af37-9bb1315ae5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.645445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:13.705983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e183e3ae-2462-4cb8-8ad5-11125cbdcdc5) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:13.724901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:13.726324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.743764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b67d4f-db0d-4611-ba04-b68fbf95fac4 None None] Network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:13.773121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.781882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cc72bf0-6ac7-4a2f-af37-9bb1315ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.784844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cc72bf0-6ac7-4a2f-af37-9bb1315ae5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.789521 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0cc72bf0-6ac7-4a2f-af37-9bb1315ae5e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1f20407-e547-4b08-b7de-5ce1b761404b HTTP/1.1" status: 204 len: 168 time: 0.6156113 Aug 20 13:28:13.798360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-85c3e1af-0ddb-474a-8879-b801610eed38 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5623353 Aug 20 13:28:13.798360 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.805600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57304) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:13.813641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049535904'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:13.820000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc72bf0-6ac7-4a2f-af37-9bb1315ae5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f20407-e547-4b08-b7de-5ce1b761404b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:13.858025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06128782-2221-4541-a05f-97d0195c8be6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:13.886886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:13.895610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.897780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c9529ece-087b-4f9e-aa31-3c72b5f10778 None None] Provisioning for port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:13.905857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62e57d-fd3e-40f3-be75-c40a26a2dbc4 None None] Network c6c00906-2a47-4a60-a8f1-39482fa706a5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:13.919846 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.925288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-571846a8-8c3d-42a4-8e91-964d28182494 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6211879 Aug 20 13:28:13.926432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57314) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:13.955740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-af6ff1fb-e99a-4373-8e56-a13071dd5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:13.965467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-af6ff1fb-e99a-4373-8e56-a13071dd5f5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 1100 time: 0.8294427 Aug 20 13:28:13.986360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:13.986711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:13.995106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:13.996683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc5595db-6b97-400f-803e-2c0e4a959e86 req-a97529cc-124c-4ed4-a75b-1686d1b9eb31 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7617929 Aug 20 13:28:14.010189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:28:14.013998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-964a9116-369a-4bfa-b0dd-5da33aedd664 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules/06128782-2221-4541-a05f-97d0195c8be6 HTTP/1.1" status: 200 len: 769 time: 0.0822527 Aug 20 13:28:14.021481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57318) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:14.023986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.024407 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment 03cdf080-f3c8-4a9e-b5a6-0bab592938d9 of type vlan for network 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b Aug 20 13:28:14.030276 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Sync routers for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:28:14.058811 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:28:14.059487 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:14.085242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:14.136698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.169627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:14.170340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.235912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.255352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:14.255828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.292809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e183e3ae-2462-4cb8-8ad5-11125cbdcdc5', 'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': '354ef74c-be64-4115-9706-7b0a2b19a3cc'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:14.293675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.312840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:28:14.321911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0352c969-73f3-46f4-9e76-39523f1ec35d None None] Provisioning complete for port a48802f1-ae5e-422d-91dd-2ead65806027 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:14.322296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0352c969-73f3-46f4-9e76-39523f1ec35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.360132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.366133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e42e9120-4f79-4f6f-ae7d-856b1da5b52b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2658780 Aug 20 13:28:14.368281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57332) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:14.458390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-484d4ab3-24e5-41e8-a66f-9046147201e4 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:14.460340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-484d4ab3-24e5-41e8-a66f-9046147201e4 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/networks?id=c6c00906-2a47-4a60-a8f1-39482fa706a5 HTTP/1.1" status: 200 len: 818 time: 0.5455921 Aug 20 13:28:14.498108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-05c931c3-df4e-4c66-bf82-b6b5f6b9be4b tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4755533 Aug 20 13:28:14.501559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6940854 Aug 20 13:28:14.502912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:14.525115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Allocated IP 2001:db8::3 (e183e3ae-2462-4cb8-8ad5-11125cbdcdc5/354ef74c-be64-4115-9706-7b0a2b19a3cc/3d30f269-fc54-430f-a0ac-c381a703c799) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:14.528230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:14.539100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:14.584646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bc3f0-7849-42d4-ad95-174efb999ebf tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:14.598722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-6cb95dbf-7b0d-41a8-9a8a-4cb3911c8251 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/quotas/38e54197f2df4893be3824a4f536c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0915818 Aug 20 13:28:14.612823 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a677ccc5-c1cf-4896-b3f4-46dd1ba366b4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.630877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a677ccc5-c1cf-4896-b3f4-46dd1ba366b4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.639096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:14.639096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.668770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-601d6c66-f2aa-4c0a-a3dd-da11a6b277f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:14.670549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-601d6c66-f2aa-4c0a-a3dd-da11a6b277f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.6726429 Aug 20 13:28:14.679257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:14.686097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a677ccc5-c1cf-4896-b3f4-46dd1ba366b4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.692136 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.694314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d6573-d30e-4b74-b875-45049bc1554c req-253df7eb-d3cd-4d9d-b596-348bbfbf4b97 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:14.701980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Transition to ACTIVE for port object 3d30f269-fc54-430f-a0ac-c381a703c799 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:14.702310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d75d6573-d30e-4b74-b875-45049bc1554c req-253df7eb-d3cd-4d9d-b596-348bbfbf4b97 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 950 time: 0.3978846 Aug 20 13:28:14.715359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a677ccc5-c1cf-4896-b3f4-46dd1ba366b4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.716817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a677ccc5-c1cf-4896-b3f4-46dd1ba366b4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/06128782-2221-4541-a05f-97d0195c8be6 HTTP/1.1" status: 204 len: 168 time: 0.1998479 Aug 20 13:28:14.719059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Transition to ACTIVE for port object 3d30f269-fc54-430f-a0ac-c381a703c799 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:14.723269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-81d7dcca-b166-4f3c-b3fb-4e543e6fffb5 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38e54197f2df4893be3824a4f536c1e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158369 Aug 20 13:28:14.726267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:14.728052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:10Z', 'revision_number': 3, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:14.728379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:14.739406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677ccc5-c1cf-4896-b3f4-46dd1ba366b4 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06128782-2221-4541-a05f-97d0195c8be6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:14.745028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.797387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e549d644-233c-4eea-b6a0-1776cb4e82d5 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659742 Aug 20 13:28:14.799524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:14.819441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:14.838354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:14.860920 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Checking router: d6e7c2c5-f5f8-46d4-99cc-19147d3f575c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:28:14.861725 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Updating router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c port cb6daf9c-6798-4471-bc67-14d32c014130 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:28:14.866180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-96cdf084-84af-499f-90b4-93e70f03768c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b HTTP/1.1" status: 200 len: 217 time: 0.0986829 Aug 20 13:28:14.876159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:14.912948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82ba4177-8029-43fa-948b-46e7cbacb75f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.939801 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.951820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Pushing event updated for resources: {'Port': ['ID=3d30f269-fc54-430f-a0ac-c381a703c799,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:14.980270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:14.983697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82ba4177-8029-43fa-948b-46e7cbacb75f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.050103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82ba4177-8029-43fa-948b-46e7cbacb75f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.053097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82ba4177-8029-43fa-948b-46e7cbacb75f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.057253 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82ba4177-8029-43fa-948b-46e7cbacb75f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "DELETE /v2.0/security-groups/a3ee9d12-81bf-47f7-9142-20519778b024 HTTP/1.1" status: 204 len: 168 time: 0.2530458 Aug 20 13:28:15.059119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57354) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:15.081590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port b9c218b7-da70-41b6-8e6f-9cc79f8545e1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:15.096976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.105743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Attempting to bind port 3d30f269-fc54-430f-a0ac-c381a703c799 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:15.106993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Attempting to bind port 3d30f269-fc54-430f-a0ac-c381a703c799 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '9c83e2e9-e5ce-4941-9cc4-3c80b974b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:15.108142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Attempting to bind port 3d30f269-fc54-430f-a0ac-c381a703c799 on network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:15.115978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba4177-8029-43fa-948b-46e7cbacb75f tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee9d12-81bf-47f7-9142-20519778b024,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:15.158365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:15.158794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Checking segment: {'id': '9c83e2e9-e5ce-4941-9cc4-3c80b974b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:15.159142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.159547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Bound using segment: {'id': '9c83e2e9-e5ce-4941-9cc4-3c80b974b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:15.160050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Bound port: 3d30f269-fc54-430f-a0ac-c381a703c799, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c83e2e9-e5ce-4941-9cc4-3c80b974b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e183e3ae-2462-4cb8-8ad5-11125cbdcdc5'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:15.160831 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.232053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4c5aa574-2631-4ce1-9800-353f8af99d63 tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664059 Aug 20 13:28:15.238250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57358) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:15.248074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] For port 3d30f269-fc54-430f-a0ac-c381a703c799, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:15.252366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] For port 3d30f269-fc54-430f-a0ac-c381a703c799, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3d30f269-fc54-430f-a0ac-c381a703c799,segment=NetworkSegment(9c83e2e9-e5ce-4941-9cc4-3c80b974b388),segment_id=9c83e2e9-e5ce-4941-9cc4-3c80b974b388)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:15.258925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bbb4f561-8382-409e-a453-d92681123dc7 None None] Provisioning complete for port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:15.259273 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bbb4f561-8382-409e-a453-d92681123dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.294746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.332295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:15.337369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.339806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-276d19ca-ea84-4297-a7d7-c304ce5c6aff tempest-SecGroupIPv6Test-1784074872 tempest-SecGroupIPv6Test-1784074872-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998890 Aug 20 13:28:15.351137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:15.364375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a48802f1-ae5e-422d-91dd-2ead65806027 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:15.382988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-f1a58060-1364-48ad-ac36-fcebbf31261d service neutron] 10.222.0.59 "GET /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434584 Aug 20 13:28:15.462573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Performing IP validity checks on allocation pools {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 13:28:15.463406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 13:28:15.512936 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d75d6573-d30e-4b74-b875-45049bc1554c req-bbdaef78-a101-491b-86c4-1e63202a0433 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8042750 Aug 20 13:28:15.611313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-14f79167-775d-4c57-bbf2-a152120333b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263010 Aug 20 13:28:15.658985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f48ee-c9d0-4b60-abaf-754f6734ce0f None None] Pushing event updated for resources: {'Port': ['ID=3d30f269-fc54-430f-a0ac-c381a703c799,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:15.686351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a48802f1-ae5e-422d-91dd-2ead65806027 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:15.686351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.772213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-8315784a-df74-4ed9-9ee6-9bf6474d0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:15.773836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-8315784a-df74-4ed9-9ee6-9bf6474d0761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.8546965 Aug 20 13:28:15.831193 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.846815 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1c50b35f-9027-49c4-9d1a-e25a05ef2d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.860473 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Transition to ACTIVE for port object cb6daf9c-6798-4471-bc67-14d32c014130 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:15.869427 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:15.954205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57374) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:15.982551 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Pushing event updated for resources: {'Port': ['ID=cb6daf9c-6798-4471-bc67-14d32c014130,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:15.992868 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.994659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.994659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.994659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.994659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.995816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.996993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.998002 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.998558 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.999031 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:15.999533 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:16.000008 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:16.025275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-87c7c81b-1375-4ba9-b965-4d78c4edcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:16.026748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-87c7c81b-1375-4ba9-b965-4d78c4edcff8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2383704 Aug 20 13:28:16.054706 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Attempting to bind port cb6daf9c-6798-4471-bc67-14d32c014130 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:16.055602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Attempting to bind port cb6daf9c-6798-4471-bc67-14d32c014130 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:16.056124 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Attempting to bind port cb6daf9c-6798-4471-bc67-14d32c014130 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:16.063077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-756d2e71-2493-4344-8f30-a1264a6193b6 req-10824015-4f71-4738-a606-30a30aa90773 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 210 time: 0.0763037 Aug 20 13:28:16.066705 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:16.067536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:16.068116 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.069096 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:16.070124 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Bound port: cb6daf9c-6798-4471-bc67-14d32c014130, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:16.071452 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.158409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] For port cb6daf9c-6798-4471-bc67-14d32c014130, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:16.163429 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] For port cb6daf9c-6798-4471-bc67-14d32c014130, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cb6daf9c-6798-4471-bc67-14d32c014130,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:16.176574 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.177290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00744c-8264-4a43-ad3a-de0fa1bf2ec0 req-af496c04-c06f-426f-aa8e-b7bccad26b75 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:16.186671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d00744c-8264-4a43-ad3a-de0fa1bf2ec0 req-af496c04-c06f-426f-aa8e-b7bccad26b75 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 945 time: 0.3140085 Aug 20 13:28:16.194775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.213827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2d767493-0f4e-42a0-a819-148587b2c77a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3df728ea7f2f4cc1bf01420695d45810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572980 Aug 20 13:28:16.216728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57382) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:16.269250 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:28:16.271388 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:27:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:16.321603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfe52-b472-4eb3-ace0-4f96b858f2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.325550 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bd47-6bc9-4da9-9520-d94b5df64942 None None] Pushing event updated for resources: {'Port': ['ID=cb6daf9c-6798-4471-bc67-14d32c014130,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:16.352981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfe52-b472-4eb3-ace0-4f96b858f2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.389710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d00744c-8264-4a43-ad3a-de0fa1bf2ec0 req-60ff4e0b-6158-4f27-8cd0-0b6ccda7a289 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967704 Aug 20 13:28:16.441508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.458571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b', '415a622b-3387-4157-b220-e4a16df15a61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:16.465520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641', '7f30ef35-5e8c-4d45-a349-c39affa3ed39'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:16.468341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfe52-b472-4eb3-ace0-4f96b858f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.475947 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:28:16.485767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfe52-b472-4eb3-ace0-4f96b858f2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:16.494003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b2cfe52-b472-4eb3-ace0-4f96b858f2b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da5ecad6-3559-4513-9a78-e8642e661a1f HTTP/1.1" status: 204 len: 168 time: 0.2686710 Aug 20 13:28:16.533486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cfe52-b472-4eb3-ace0-4f96b858f2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ecad6-3559-4513-9a78-e8642e661a1f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:16.571049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=48b2fe0a-a07e-4165-ab61-a8f04ed4e09a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:16.626066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=ad7cf328-1f99-4669-a1a3-bc36423018e3,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:16.820068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-5ed8e4d5-d279-48ca-bf91-a29bd7da932a service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839739 Aug 20 13:28:16.835432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b998f94-78fc-4161-b38e-8b3831dcba26 req-a3f9de7b-4a1e-4716-8196-33cf8320c018 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 210 time: 0.1620102 Aug 20 13:28:16.927308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:10Z', 'revision_number': 3, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:17.018640 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa067f-421e-49b7-87ca-e91e7cd0fc26 None None] The sync data for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 is: [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:10Z', 'revision_number': 3, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:28:17.089738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': '03cdf080-f3c8-4a9e-b5a6-0bab592938d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:17.092667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:17.201095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:17.222630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:17.231796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c8743e0-79b0-4a32-9c31-bfe794b49c11 req-2eeb0668-0475-4758-b603-d88c51b16412 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "DELETE /v2.0/ports/48b2fe0a-a07e-4165-ab61-a8f04ed4e09a HTTP/1.1" status: 204 len: 173 time: 4.5250573 Aug 20 13:28:17.240817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435925ed-b0ba-41f1-a471-f247c468358a', 'name': 'network-vif-deleted', 'tag': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:17.243672 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f3ad11-24cb-48e6-aa3f-d79bcb41e550" -d '{"events": [{"server_uuid": "435925ed-b0ba-41f1-a471-f247c468358a", "name": "network-vif-deleted", "tag": "48b2fe0a-a07e-4165-ab61-a8f04ed4e09a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:17.275868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee964bf-0bb9-4b35-9c96-a32f4c267897 None None] Network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:17.314009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:17.318274 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:17.366132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:17.496323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f01ddb2c-5f86-4378-99be-152c1cf67e96 req-95982d1f-3776-4920-bb8f-4fa842f3ef9c tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 210 time: 0.1577060 Aug 20 13:28:17.651026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:17.652636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:17.663886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb8e69-d5ba-4b22-934e-c7cc115e4839 None None] Network 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:17.664799 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fea41b5-a12f-428c-a98d-6e9c4e04a50d x-openstack-request-id: req-1fea41b5-a12f-428c-a98d-6e9c4e04a50d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:17.665558 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435925ed-b0ba-41f1-a471-f247c468358a", "name": "network-vif-deleted", "tag": "48b2fe0a-a07e-4165-ab61-a8f04ed4e09a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:17.665894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:17.666138 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fea41b5-a12f-428c-a98d-6e9c4e04a50d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:17.672367 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435925ed-b0ba-41f1-a471-f247c468358a', 'name': 'network-vif-deleted', 'tag': '48b2fe0a-a07e-4165-ab61-a8f04ed4e09a', 'status': 'completed', 'code': 200} Aug 20 13:28:17.708233 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-a6fa29ae-c854-4d0c-9e1f-9c4a308ebc65 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6944294 Aug 20 13:28:17.751375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c005d4e8-5528-46e7-aa7a-05ec2189ae3f req-128a7242-8979-4540-89bf-d84396dbcafe service neutron] 10.222.0.13 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937879 Aug 20 13:28:17.783668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-57cb39ec-041e-4cde-a858-cce641e01802 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2524781 Aug 20 13:28:17.786502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57448) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:17.816882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b9c218b7-da70-41b6-8e6f-9cc79f8545e1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:17.958446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Allocated IP 172.20.0.1 (6dadd48b-c650-4e91-a438-3081d3926f75/63feec08-1512-40db-84f1-7ba103817009/95b1a0d5-de44-442a-a1cf-c6fa2b71691d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:18.119697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63454083-5879-4076-9a90-910bc886fdb5 req-cc737cf7-876a-4de6-9c2a-b994bd9c98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:18.130772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-cc737cf7-876a-4de6-9c2a-b994bd9c98a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3727b148e81b46c59505e7319d62457b&device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 1100 time: 0.3324902 Aug 20 13:28:18.188665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.272113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:28:18.304138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:18.304862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 48b2fe0a-a07e-4165-ab61-a8f04ed4e09a not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:18.335615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a3675aa4-9339-4066-a9d3-e74b9d990204 None None] Provisioning for port 3d30f269-fc54-430f-a0ac-c381a703c799 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:18.498323 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.614321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.656366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7cf328-1f99-4669-a1a3-bc36423018e3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:18.797231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.822767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:18.836264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76333d94-6dad-4c8c-accf-2b2439dfb0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.857488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cdf080-f3c8-4a9e-b5a6-0bab592938d9') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:18.857845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cdf080-f3c8-4a9e-b5a6-0bab592938d9') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:18.863852 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.871301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.887158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.910266 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.923236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:18.924827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:18.930345 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:18.971075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cca2af44-fef5-438f-a603-6733892298a3 req-20f7140a-fe33-47b3-9df5-aa91f12fb128 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=435925ed-b0ba-41f1-a471-f247c468358a HTTP/1.1" status: 200 len: 210 time: 0.4503837 Aug 20 13:28:19.074327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Transition to ACTIVE for port object 95b1a0d5-de44-442a-a1cf-c6fa2b71691d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:19.103245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:19.103635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:19.121488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44254b3-4424-49ed-bff6-7b9e055ad282 None None] Network 11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:19.148431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63454083-5879-4076-9a90-910bc886fdb5 req-be5306f9-c747-44b2-abad-7c41f474b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:19.153518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-be5306f9-c747-44b2-abad-7c41f474b429 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.9321904 Aug 20 13:28:19.212946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c58452a3-59d6-40ec-9eb8-cfc1d77aa6ff req-1c9c96c8-97a7-4d74-b6f9-cb3e8329822c tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 210 time: 0.1706812 Aug 20 13:28:19.226128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:19.290259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:19.305867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57500) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:19.307593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b HTTP/1.1" status: 204 len: 168 time: 1.5198264 Aug 20 13:28:19.318224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56077e8-fe20-48b6-bcdb-298d509c8a7f tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:19.333332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322304675'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:19.378433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-8f4604de-e37f-408c-97ca-cdd40085492f tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:19.380933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-8f4604de-e37f-408c-97ca-cdd40085492f tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.53 "GET /v2.0/networks?id=c6c00906-2a47-4a60-a8f1-39482fa706a5 HTTP/1.1" status: 200 len: 818 time: 1.3266988 Aug 20 13:28:19.382563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-0dbcb50e-644e-4f1f-9047-00154a1dad30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4e61d685-f52e-49e7-ba94-24989592ac60 HTTP/1.1" status: 200 len: 217 time: 0.2139120 Aug 20 13:28:19.531304 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:19.775414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Request body: {'port': {'device_id': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5', 'admin_state_up': True, 'tenant_id': '38e54197f2df4893be3824a4f536c1e5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:19.817023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3d30f269-fc54-430f-a0ac-c381a703c799 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:19.882821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57518) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:19.911422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3d30f269-fc54-430f-a0ac-c381a703c799 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:19.915769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3d30f269-fc54-430f-a0ac-c381a703c799 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:19.916153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:19.935724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:19.939417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:19.962748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63454083-5879-4076-9a90-910bc886fdb5 req-1d887195-007e-4d27-a3d6-1c445948fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:19.967250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-1d887195-007e-4d27-a3d6-1c445948fcc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.5527937 Aug 20 13:28:19.982089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.112278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.117011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Network 6dadd48b-c650-4e91-a438-3081d3926f75 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:20.134161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:20.143663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:20.170921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:20.204503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 3d30f269-fc54-430f-a0ac-c381a703c799, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3d30f269-fc54-430f-a0ac-c381a703c799,segment=NetworkSegment(9c83e2e9-e5ce-4941-9cc4-3c80b974b388),segment_id=9c83e2e9-e5ce-4941-9cc4-3c80b974b388)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:20.211469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.393700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Pushing event updated for resources: {'Port': ['ID=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:20.438338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2447ee5a-492e-4a6e-b455-ab8a5eda9759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.443269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=3d30f269-fc54-430f-a0ac-c381a703c799,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:20.451181 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.452034 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment ad109aa0-e3ac-4308-a401-faf9578f9cc3 of type vlan for network e75b14db-ff77-4d26-be99-9ff4052f4c0c Aug 20 13:28:20.468151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cb6daf9c-6798-4471-bc67-14d32c014130 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:20.494768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63454083-5879-4076-9a90-910bc886fdb5 req-eb4f8a18-1960-443d-959f-43aa973e55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:20.502705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-eb4f8a18-1960-443d-959f-43aa973e55c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5001483 Aug 20 13:28:20.536967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port cb6daf9c-6798-4471-bc67-14d32c014130 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:20.542368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port cb6daf9c-6798-4471-bc67-14d32c014130 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:20.542837 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.640673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.644287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.671151 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.702370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port cb6daf9c-6798-4471-bc67-14d32c014130, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cb6daf9c-6798-4471-bc67-14d32c014130,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:20.715474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.724517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-71bdc958-f300-4bdd-a465-2f98cc5aae23 None None] Provisioning for port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:20.749387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-71bdc958-f300-4bdd-a465-2f98cc5aae23 None None] Provisioning complete for port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:20.749769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71bdc958-f300-4bdd-a465-2f98cc5aae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.806010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.813265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:20.814272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:20.815388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-71bdc958-f300-4bdd-a465-2f98cc5aae23 None None] Port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:28:20.818388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=cb6daf9c-6798-4471-bc67-14d32c014130,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:21.020202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-2f213a27-f6d9-47ce-9725-5432f7e8051e service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044806 Aug 20 13:28:21.056341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1a8765a-23bc-4506-b0f2-3a2ee75f0425 req-1ee7fc9a-1fa8-47fa-9b15-2c343ce5ec70 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 210 time: 0.0401738 Aug 20 13:28:21.065805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=e75b14db-ff77-4d26-be99-9ff4052f4c0c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:21.076991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e75b14db-ff77-4d26-be99-9ff4052f4c0c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:21.156866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2447ee5a-492e-4a6e-b455-ab8a5eda9759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.161521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2447ee5a-492e-4a6e-b455-ab8a5eda9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.200777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63454083-5879-4076-9a90-910bc886fdb5 req-d4a1cd83-e9b7-4321-8558-fe6a62f63ac8 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376114 Aug 20 13:28:21.206373 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.232264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ae0c-db5d-4143-8f2b-1a7ea51c540a req-d614c8fb-f38b-4822-b8b0-240da73b6102 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:21.238658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2447ee5a-492e-4a6e-b455-ab8a5eda9759 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f6ecd943e014f9fac272bec5beaa942&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3546784 Aug 20 13:28:21.239748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3175ae0c-db5d-4143-8f2b-1a7ea51c540a req-d614c8fb-f38b-4822-b8b0-240da73b6102 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 949 time: 0.2162080 Aug 20 13:28:21.241836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57566) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:21.244259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447ee5a-492e-4a6e-b455-ab8a5eda9759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342e092b-eca8-493c-bb02-ad8c9631f827,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:21.246348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Made reservation on behalf of 38e54197f2df4893be3824a4f536c1e5 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:21.251055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.293054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2f700cfb-b59f-4f06-9113-b4c0918a1112 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9785991 Aug 20 13:28:21.297809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57568) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:21.317752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:21.322012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b56ff3-9742-4ef9-9779-c82c4b16ce1e req-cdb73af5-1c05-40c8-b99e-f3606d193508 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:21.329659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4b56ff3-9742-4ef9-9779-c82c4b16ce1e req-cdb73af5-1c05-40c8-b99e-f3606d193508 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 945 time: 0.1556182 Aug 20 13:28:21.365261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.380350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1264-7c00-4cf3-b4dc-7ec6e590b288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.413890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4b56ff3-9742-4ef9-9779-c82c4b16ce1e req-b392802b-e4c6-4a3e-ba95-889fb8058276 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Aug 20 13:28:21.436233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1264-7c00-4cf3-b4dc-7ec6e590b288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.487438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1264-7c00-4cf3-b4dc-7ec6e590b288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.490347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1264-7c00-4cf3-b4dc-7ec6e590b288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.494528 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7c1b1264-7c00-4cf3-b4dc-7ec6e590b288 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/342e092b-eca8-493c-bb02-ad8c9631f827 HTTP/1.1" status: 204 len: 168 time: 0.2484457 Aug 20 13:28:21.506026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3175ae0c-db5d-4143-8f2b-1a7ea51c540a req-6bd3a7fc-ab4a-43ef-8ab7-1b628f8d158f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644513 Aug 20 13:28:21.512859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1264-7c00-4cf3-b4dc-7ec6e590b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e092b-eca8-493c-bb02-ad8c9631f827,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:21.695463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:21.699577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.704359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Allocated IP 172.20.0.5 (c6c00906-2a47-4a60-a8f1-39482fa706a5/498d7ba6-08be-4b19-b12e-f8caa162c542/734bdd22-b26c-4b7c-94fc-86c8a4fc94ac) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:21.836470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-23a0ad49-0a47-444f-b276-d894c96dda4e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:21.838052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-23a0ad49-0a47-444f-b276-d894c96dda4e tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 949 time: 0.1962724 Aug 20 13:28:21.854058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57582) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:21.867920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b55187fb-df32-4118-af27-7a7aead639da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.870083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.895259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:21.991030 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b55187fb-df32-4118-af27-7a7aead639da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.001638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b55187fb-df32-4118-af27-7a7aead639da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.044083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55187fb-df32-4118-af27-7a7aead639da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0b530-2991-4104-9483-f5990c161687,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:22.053228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b55187fb-df32-4118-af27-7a7aead639da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d60b5e6bf9243eaa83abac9464c30d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979835 Aug 20 13:28:22.055836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57584) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:22.118151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.127315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc10ab07-bb45-425b-bb2c-dd71c0d781d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.128793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Pushing event updated for resources: {'Port': ['ID=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:22.164035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc10ab07-bb45-425b-bb2c-dd71c0d781d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.216943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc10ab07-bb45-425b-bb2c-dd71c0d781d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.219592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc10ab07-bb45-425b-bb2c-dd71c0d781d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.221899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc10ab07-bb45-425b-bb2c-dd71c0d781d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95a0b530-2991-4104-9483-f5990c161687 HTTP/1.1" status: 204 len: 168 time: 0.1635728 Aug 20 13:28:22.232180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10ab07-bb45-425b-bb2c-dd71c0d781d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0b530-2991-4104-9483-f5990c161687,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:22.239196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b559b-de61-4e06-be6f-f769c923fa2f req-77141617-738e-4c9d-994b-6bc3511881a2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:22.240753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-537b559b-de61-4e06-be6f-f769c923fa2f req-77141617-738e-4c9d-994b-6bc3511881a2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/ports?device_id=ace7e8b7-f238-45bb-aeea-e475eecb91fa HTTP/1.1" status: 200 len: 950 time: 0.2987428 Aug 20 13:28:22.303520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bbcbc0d-056e-4ba9-9d22-38131a6ba8a4 req-0f4da992-8d66-4db0-9242-ab20eb3489bf tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 210 time: 0.1104274 Aug 20 13:28:22.321612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cb6daf9c-6798-4471-bc67-14d32c014130 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:22.384022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port cb6daf9c-6798-4471-bc67-14d32c014130 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:22.384706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.430729 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.482360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3d30f269-fc54-430f-a0ac-c381a703c799 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:22.514132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 415a622b-3387-4157-b220-e4a16df15a61 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:22.514477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.549184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-7acfa8fd-6aa9-4fb3-92e7-ab10685f106f tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:22.550761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-7acfa8fd-6aa9-4fb3-92e7-ab10685f106f tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 945 time: 0.2574384 Aug 20 13:28:22.568217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3d30f269-fc54-430f-a0ac-c381a703c799 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:22.568614 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.583263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:22.693545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175df5-655b-4567-a5c7-e9faab07b831 req-4a5f14be-f9fb-40d0-a9b0-79895674e0d3 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:22.694961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b175df5-655b-4567-a5c7-e9faab07b831 req-4a5f14be-f9fb-40d0-a9b0-79895674e0d3 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 945 time: 0.1786482 Aug 20 13:28:22.744582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b175df5-655b-4567-a5c7-e9faab07b831 req-4d731f16-fd40-4410-82ff-4d8a053cc005 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Aug 20 13:28:23.094973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Network 6dadd48b-c650-4e91-a438-3081d3926f75 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:23.129084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:23.175770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=eed50aa5-352c-433b-958d-f9fa48629269,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:23.204035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.207183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:23.207599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.364697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 415a622b-3387-4157-b220-e4a16df15a61, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=415a622b-3387-4157-b220-e4a16df15a61,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:23.365087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.406568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:23.407028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: e75b14db-ff77-4d26-be99-9ff4052f4c0c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:23.417117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20591-b6e5-4131-a0fa-5762a8108ad1 req-90af31d9-ccb5-4d70-83fc-dbe602ab05f8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:23.425219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4a20591-b6e5-4131-a0fa-5762a8108ad1 req-90af31d9-ccb5-4d70-83fc-dbe602ab05f8 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 949 time: 0.4190915 Aug 20 13:28:23.440926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Network c6c00906-2a47-4a60-a8f1-39482fa706a5 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:23.459664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 415a622b-3387-4157-b220-e4a16df15a61 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:23.463261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6a2f73d2-56fd-4bfc-92be-d8a61e71b611 None None] Provisioning complete for port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:23.463785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a2f73d2-56fd-4bfc-92be-d8a61e71b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.483318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:23.490655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f1bd9-48e8-42be-aa43-649ac1bbae54 req-d1250c4b-b138-49c5-b09c-419c0f383efa tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:23.499555 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d63f1bd9-48e8-42be-aa43-649ac1bbae54 req-d1250c4b-b138-49c5-b09c-419c0f383efa tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 931 time: 0.0722699 Aug 20 13:28:23.512914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:23.555929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d63f1bd9-48e8-42be-aa43-649ac1bbae54 req-676c4449-ffa2-4324-97ae-27e17779bbd3 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547798 Aug 20 13:28:23.556072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f73d2-56fd-4bfc-92be-d8a61e71b611 None None] Port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:28:23.574724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Pushing event updated for resources: {'Port': ['ID=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:23.631342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Deleting port 535e0591-d320-4fd8-b764-8392f5861abe {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:23.631697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.715902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network e75b14db-ff77-4d26-be99-9ff4052f4c0c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:23.791741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4a20591-b6e5-4131-a0fa-5762a8108ad1 req-31731609-6c4b-4355-9abd-35658302f1db tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656228 Aug 20 13:28:23.805178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:28:23.807857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 7f30ef35-5e8c-4d45-a349-c39affa3ed39, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7f30ef35-5e8c-4d45-a349-c39affa3ed39,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:23.808853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.820046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:23.820744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.823138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e75b14db-ff77-4d26-be99-9ff4052f4c0c) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:23.831853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5750b79d-ba14-4da4-b173-0f0dc0a3b0ab None None] Network e75b14db-ff77-4d26-be99-9ff4052f4c0c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:23.855546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:23.856635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.885397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 7f30ef35-5e8c-4d45-a349-c39affa3ed39 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:23.967405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] For port 535e0591-d320-4fd8-b764-8392f5861abe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=535e0591-d320-4fd8-b764-8392f5861abe,segment=NetworkSegment(6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3),segment_id=6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:23.967769 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:23.985520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Calling delete_port for 535e0591-d320-4fd8-b764-8392f5861abe owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:24.045430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341beb68-81cd-4be5-841d-44031fba9884 req-2463d391-0893-48ac-8ff3-b27a6f31a5d9 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:24.047543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-341beb68-81cd-4be5-841d-44031fba9884 req-2463d391-0893-48ac-8ff3-b27a6f31a5d9 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 945 time: 0.1314964 Aug 20 13:28:24.078183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-93067af1-265d-4001-a54c-315f95d6f78d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6610200 Aug 20 13:28:24.096899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6359ad3a-99b3-4a64-9c56-2249e3669b74 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7934856 Aug 20 13:28:24.107974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57650) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:24.110489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e75b14db-ff77-4d26-be99-9ff4052f4c0c', 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': 'eed50aa5-352c-433b-958d-f9fa48629269'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:24.111313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-341beb68-81cd-4be5-841d-44031fba9884 req-a366a4a7-c2c5-4266-9a1e-f77990c4676e tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ae997cd-0944-48b4-a844-fd213b9f6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Aug 20 13:28:24.111483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.147535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Request body: {'port': {'device_id': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:24.329260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.335233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Allocated IP 2001:db8::1 (e75b14db-ff77-4d26-be99-9ff4052f4c0c/eed50aa5-352c-433b-958d-f9fa48629269/e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:24.395493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.540502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.572208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.605202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.622716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:24.626779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:24.932070 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b612f10a-31ac-41f2-a9f3-7b70a9afb489 req-370a6a41-c2d9-451c-a498-1b6f34b1be73 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 210 time: 0.0379474 Aug 20 13:28:24.977057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:28:24.978990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:24.997528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Sync routers for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:28:25.001742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:28:25.024346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8a7ef77d-f664-4e9d-8e1e-9728c9e08a07 admin admin] 10.222.0.59 "PUT /v2.0/routers/d6e7c2c5-f5f8-46d4-99cc-19147d3f575c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5822985 Aug 20 13:28:25.024607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:28:25.025381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:25.047442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.051554 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=415a622b-3387-4157-b220-e4a16df15a61,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:25.167215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Pushing event deleted for resources: {'Port': ['ID=535e0591-d320-4fd8-b764-8392f5861abe,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:25.170022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 415a622b-3387-4157-b220-e4a16df15a61 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:25.231837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:28:25.251272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.255374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44bbf23f-a7d5-4a88-ab15-95b8892ae967 req-1a65d1fc-7652-41d4-89de-e0519d60e5e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "DELETE /v2.0/ports/415a622b-3387-4157-b220-e4a16df15a61 HTTP/1.1" status: 204 len: 173 time: 3.4026124 Aug 20 13:28:25.256503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c677e29-646e-4951-b0d5-48014c736596', 'name': 'network-vif-deleted', 'tag': '415a622b-3387-4157-b220-e4a16df15a61'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:25.266550 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d41356-4809-46d4-9d8b-7d2453524def" -d '{"events": [{"server_uuid": "3c677e29-646e-4951-b0d5-48014c736596", "name": "network-vif-deleted", "tag": "415a622b-3387-4157-b220-e4a16df15a61"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:25.309369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] No DVR routers for this DVR port 535e0591-d320-4fd8-b764-8392f5861abe on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:25.332037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Transition to ACTIVE for port object e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:25.335356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Transition to ACTIVE for port object 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:25.342581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.344764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8643cba6-d2e9-4242-a61d-e925d9c67944 req-9284fcf4-308c-44cf-84e2-b139a86a6a2b tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.13 "DELETE /v2.0/ports/535e0591-d320-4fd8-b764-8392f5861abe HTTP/1.1" status: 204 len: 173 time: 2.7590606 Aug 20 13:28:25.345595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.372373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Transition to ACTIVE for port object e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:25.374741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c19ba1fb-e68b-4446-8398-a2e865a56686 req-2aa7492b-1a94-44c3-8214-1637ff216631 tempest-ServerTagsTestJSON-838196977 tempest-ServerTagsTestJSON-838196977-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f07e38-2040-48b5-ac23-68de74d3775a HTTP/1.1" status: 200 len: 210 time: 0.0518725 Aug 20 13:28:25.378374 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.436505 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.471196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:25.488762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7f30ef35-5e8c-4d45-a349-c39affa3ed39 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:25.506829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=eed50aa5-352c-433b-958d-f9fa48629269,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:25.507197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdf293-5d7d-4627-a63e-4955ae257762 req-ebb5b5be-7a08-4f53-859a-76d380ac1529 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:25.515660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-becdf293-5d7d-4627-a63e-4955ae257762 req-ebb5b5be-7a08-4f53-859a-76d380ac1529 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 931 time: 0.5716317 Aug 20 13:28:25.517670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=7f30ef35-5e8c-4d45-a349-c39affa3ed39,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:25.549697 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ffdd4-88e1-4074-976e-926af8d34c76 x-openstack-request-id: req-a13ffdd4-88e1-4074-976e-926af8d34c76 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:25.550060 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c677e29-646e-4951-b0d5-48014c736596", "name": "network-vif-deleted", "tag": "415a622b-3387-4157-b220-e4a16df15a61", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:25.550244 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a13ffdd4-88e1-4074-976e-926af8d34c76 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:25.550658 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c677e29-646e-4951-b0d5-48014c736596', 'name': 'network-vif-deleted', 'tag': '415a622b-3387-4157-b220-e4a16df15a61', 'status': 'completed', 'code': 200} Aug 20 13:28:25.575907 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.623724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57698) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:25.653517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:25.669764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.696156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75b14db-ff77-4d26-be99-9ff4052f4c0c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:25.719140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad109aa0-e3ac-4308-a401-faf9578f9cc3') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:25.719513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad109aa0-e3ac-4308-a401-faf9578f9cc3') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:25.758573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.820509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.839417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:25.840223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:25.845034 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:25.860216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 7f30ef35-5e8c-4d45-a349-c39affa3ed39 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:25.878320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:25.880528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-537b559b-de61-4e06-be6f-f769c923fa2f req-d5b02d6f-7783-4487-a956-1d45fa0221e1 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "DELETE /v2.0/ports/7f30ef35-5e8c-4d45-a349-c39affa3ed39 HTTP/1.1" status: 204 len: 173 time: 3.5860791 Aug 20 13:28:25.945843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 7f30ef35-5e8c-4d45-a349-c39affa3ed39 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:25.951527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7f30ef35-5e8c-4d45-a349-c39affa3ed39 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:25.996481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:28:25.996481 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:28:25.996481 n-d-804232-5 neutron-server[94862]: [parameters: {'id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'}] Aug 20 13:28:25.996481 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:28:25.997250 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:28:26.012986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80836741-ffee-4eff-ab12-2af97447a856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.018218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Pushing event updated for resources: {'Port': ['ID=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:26.086201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Network e75b14db-ff77-4d26-be99-9ff4052f4c0c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:26.105649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-becdf293-5d7d-4627-a63e-4955ae257762 req-2d5f21eb-0424-4ea0-b5dd-f19990f90c16 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889723 Aug 20 13:28:26.136254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 535e0591-d320-4fd8-b764-8392f5861abe no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:26.231126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Attempting to bind port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:26.231722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Attempting to bind port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'b706aaf5-2ae4-47af-ba58-bc392414519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:26.233829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Attempting to bind port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac on network c6c00906-2a47-4a60-a8f1-39482fa706a5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:26.256839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac on network c6c00906-2a47-4a60-a8f1-39482fa706a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:28:26.257060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Attempting to bind port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac on network c6c00906-2a47-4a60-a8f1-39482fa706a5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:26.284023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:26.284367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Checking segment: {'id': 'b706aaf5-2ae4-47af-ba58-bc392414519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:26.287906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Bound using segment: {'id': 'b706aaf5-2ae4-47af-ba58-bc392414519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:26.289118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Bound port: 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b706aaf5-2ae4-47af-ba58-bc392414519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:26.290168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.313213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80836741-ffee-4eff-ab12-2af97447a856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.345166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80836741-ffee-4eff-ab12-2af97447a856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.450509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a85c12a-5373-4e53-953b-9bba0c074762 req-331e11bc-78b7-4843-b26d-b94eac76898a tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c677e29-646e-4951-b0d5-48014c736596 HTTP/1.1" status: 200 len: 210 time: 0.1349723 Aug 20 13:28:26.500417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.521730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] For port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:26.526262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] For port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,segment=NetworkSegment(b706aaf5-2ae4-47af-ba58-bc392414519b),segment_id=b706aaf5-2ae4-47af-ba58-bc392414519b)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:26.544368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:26.550408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.629948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:26.630575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.634369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] 10.222.0.53 "PUT /v2.0/ports/734bdd22-b26c-4b7c-94fc-86c8a4fc94ac HTTP/1.1" status: 200 len: 1091 time: 2.5144897 Aug 20 13:28:26.706025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-80836741-ffee-4eff-ab12-2af97447a856 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4905544f5a24a8c85c1e77fdf733dca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0807972 Aug 20 13:28:26.710190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57760) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:26.718480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80836741-ffee-4eff-ab12-2af97447a856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83bd478-0c0e-4f19-9c37-90a631bcbed4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:26.748265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Deleting subnet 72ff6b26-1fc3-48d4-840e-34445e87d469 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:28:26.752228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 535e0591-d320-4fd8-b764-8392f5861abe {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:26.755556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 535e0591-d320-4fd8-b764-8392f5861abe not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:26.756089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 415a622b-3387-4157-b220-e4a16df15a61 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:26.765526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:26.788004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:26.796531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bebb9-8307-4134-b679-40431f8625ec service neutron] Pushing event updated for resources: {'Port': ['ID=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:26.816212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.922129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:26.927688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 415a622b-3387-4157-b220-e4a16df15a61 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:26.928130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 415a622b-3387-4157-b220-e4a16df15a61 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:26.950977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Pushing event updated for resources: {'Port': ['ID=e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:26.997927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-9c902d73-6bef-43b1-9ed2-93e04fcd8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:27.008425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:27.009938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-9c902d73-6bef-43b1-9ed2-93e04fcd8713 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38e54197f2df4893be3824a4f536c1e5&device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 1094 time: 0.2082672 Aug 20 13:28:27.012135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.109687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-fd44c5c3-c6f4-4883-b617-429cdd662671 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac HTTP/1.1" status: 200 len: 217 time: 0.0881331 Aug 20 13:28:27.110445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64df0d77-d4c5-4b66-9e06-9454bc33260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.142220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Attempting to bind port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:27.142602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Attempting to bind port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:27.143029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Attempting to bind port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab on network e75b14db-ff77-4d26-be99-9ff4052f4c0c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:27.149516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:21Z', 'revision_number': 2, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:27.157814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] For port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab, host n-d-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:27.158447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.163778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64df0d77-d4c5-4b66-9e06-9454bc33260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.180047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Calling delete_port for e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:27.181278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:27.185658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Checking segment: {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:27.186320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.186892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Bound using segment: {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:27.187563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Bound port: e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:27.189448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.200900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-b8e080b8-7909-45d6-81c5-cdd5e95c849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:27.202622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-b8e080b8-7909-45d6-81c5-cdd5e95c849f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498d7ba6-08be-4b19-b12e-f8caa162c542 HTTP/1.1" status: 200 len: 858 time: 0.0827525 Aug 20 13:28:27.253784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-4d12119b-f14b-4a45-8d53-dfb2e7152c31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6c00906-2a47-4a60-a8f1-39482fa706a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429177 Aug 20 13:28:27.290663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Checking router: d6e7c2c5-f5f8-46d4-99cc-19147d3f575c for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:28:27.291829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Updating router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:28:27.319724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64df0d77-d4c5-4b66-9e06-9454bc33260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.323482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64df0d77-d4c5-4b66-9e06-9454bc33260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.325222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64df0d77-d4c5-4b66-9e06-9454bc33260e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d83bd478-0c0e-4f19-9c37-90a631bcbed4 HTTP/1.1" status: 204 len: 168 time: 0.6138520 Aug 20 13:28:27.344191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df0d77-d4c5-4b66-9e06-9454bc33260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83bd478-0c0e-4f19-9c37-90a631bcbed4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:27.389668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.427292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-fadf3788-7728-4e25-a7c2-2ec767cc8bdb service neutron] 10.222.0.53 "GET /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665087 Aug 20 13:28:27.556061 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.586200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'name': 'network-vif-deleted', 'tag': '535e0591-d320-4fd8-b764-8392f5861abe'}, {'server_uuid': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'name': 'network-vif-deleted', 'tag': '7f30ef35-5e8c-4d45-a349-c39affa3ed39'}, {'name': 'network-changed', 'server_uuid': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'tag': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:27.588501 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed42ad6-3179-4387-8441-8c954b3b7707" -d '{"events": [{"server_uuid": "a7f07e38-2040-48b5-ac23-68de74d3775a", "name": "network-vif-deleted", "tag": "535e0591-d320-4fd8-b764-8392f5861abe"}, {"server_uuid": "ace7e8b7-f238-45bb-aeea-e475eecb91fa", "name": "network-vif-deleted", "tag": "7f30ef35-5e8c-4d45-a349-c39affa3ed39"}, {"name": "network-changed", "server_uuid": "a1910f3a-275c-4658-8630-cd59f1fef8a5", "tag": "734bdd22-b26c-4b7c-94fc-86c8a4fc94ac"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:27.597518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:28:27.598252 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:28:27.614345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:27.747740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdb31fe-9be1-481b-b385-73f9dfaa765b req-80e3451b-1c59-4cdf-a245-7f47795839e9 service neutron] 10.222.0.53 "GET /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136973 Aug 20 13:28:27.788844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Port': ['ID=e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:27.792170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No DVR routers for this DVR port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:27.829142 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdd5fed-e1b0-4005-a89b-ca79a9df0ea2 x-openstack-request-id: req-1bdd5fed-e1b0-4005-a89b-ca79a9df0ea2 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:27.829142 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f07e38-2040-48b5-ac23-68de74d3775a", "name": "network-vif-deleted", "tag": "535e0591-d320-4fd8-b764-8392f5861abe", "status": "completed", "code": 200}, {"server_uuid": "ace7e8b7-f238-45bb-aeea-e475eecb91fa", "name": "network-vif-deleted", "tag": "7f30ef35-5e8c-4d45-a349-c39affa3ed39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1910f3a-275c-4658-8630-cd59f1fef8a5", "tag": "734bdd22-b26c-4b7c-94fc-86c8a4fc94ac", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:27.829142 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bdd5fed-e1b0-4005-a89b-ca79a9df0ea2 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:27.829142 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f07e38-2040-48b5-ac23-68de74d3775a', 'name': 'network-vif-deleted', 'tag': '535e0591-d320-4fd8-b764-8392f5861abe', 'status': 'completed', 'code': 200} Aug 20 13:28:27.829142 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace7e8b7-f238-45bb-aeea-e475eecb91fa', 'name': 'network-vif-deleted', 'tag': '7f30ef35-5e8c-4d45-a349-c39affa3ed39', 'status': 'completed', 'code': 200} Aug 20 13:28:27.829142 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'tag': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac', 'status': 'completed', 'code': 200} Aug 20 13:28:27.888177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407375b4-5633-47b3-ac39-7b1afe91fd98 req-ca7a5e74-5787-4757-b089-c5710f7bf731 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:27.925854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57832) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:27.927738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-407375b4-5633-47b3-ac39-7b1afe91fd98 req-ca7a5e74-5787-4757-b089-c5710f7bf731 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 943 time: 0.5138731 Aug 20 13:28:27.975747 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.003155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-5a7d872e-3764-4fc1-b958-0bb1f608cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:28.007042 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-5a7d872e-3764-4fc1-b958-0bb1f608cbdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38e54197f2df4893be3824a4f536c1e5&device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 1094 time: 0.1560383 Aug 20 13:28:28.010044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e641-0974-4e6a-99eb-044af486d061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.134523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.151389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75b14db-ff77-4d26-be99-9ff4052f4c0c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:28.164301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Attempting to bind port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:28.164923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Attempting to bind port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:28.165633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Attempting to bind port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab on network e75b14db-ff77-4d26-be99-9ff4052f4c0c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:28.167291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad109aa0-e3ac-4308-a401-faf9578f9cc3') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:28.168408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad109aa0-e3ac-4308-a401-faf9578f9cc3') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:28.180776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.186828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.218114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:28.218727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Checking segment: {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:28.219298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.220365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Bound using segment: {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:28.231014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.234977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.237301 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/72ff6b26-1fc3-48d4-840e-34445e87d469 HTTP/1.1" status: 204 len: 168 time: 1.6905606 Aug 20 13:28:28.238771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a1a4-d586-47e7-94b0-14f7e401a111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ff6b26-1fc3-48d4-840e-34445e87d469,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:28.245010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57838) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:28.252545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Bound port: e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad109aa0-e3ac-4308-a401-faf9578f9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e75b14db-ff77-4d26-be99-9ff4052f4c0c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:28.255050 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.299270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:28.299685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:28.302893 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:28.341735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-09856cbf-ff75-47df-830b-ef1aa4c5b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:28.346097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-09856cbf-ff75-47df-830b-ef1aa4c5b038 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6c00906-2a47-4a60-a8f1-39482fa706a5 HTTP/1.1" status: 200 len: 919 time: 0.3058045 Aug 20 13:28:28.402996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f86d8-bfda-4b4c-993c-2dc7d4456b27 None None] Port e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab has been deleted concurrently {{(pid=94863) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 13:28:28.413610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-6d072e13-7354-4416-a0af-80b17cafccee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac HTTP/1.1" status: 200 len: 217 time: 0.0594058 Aug 20 13:28:28.436678 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-407375b4-5633-47b3-ac39-7b1afe91fd98 req-1dd97cb4-a50d-42d3-ab1f-67225a963a87 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079868 Aug 20 13:28:28.487874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.492845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.503406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Transition to ACTIVE for port object 95b1a0d5-de44-442a-a1cf-c6fa2b71691d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:28.519518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.521565 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/e75b14db-ff77-4d26-be99-9ff4052f4c0c HTTP/1.1" status: 204 len: 168 time: 4.4092650 Aug 20 13:28:28.526172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57850) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:28.534320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.564796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496c47-eb29-48c8-826c-6f335c3c7268 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=e75b14db-ff77-4d26-be99-9ff4052f4c0c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:28.572308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678962837'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:28.686107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-8418a8ed-80c4-46a3-ac7e-7c377bc345e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:28.690252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-8418a8ed-80c4-46a3-ac7e-7c377bc345e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498d7ba6-08be-4b19-b12e-f8caa162c542 HTTP/1.1" status: 200 len: 858 time: 0.2686312 Aug 20 13:28:28.726264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.741700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ac35ab-1d32-4a76-9523-fcd61e81b7e2']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:28.757052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:28.757418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0fe8dd-dfad-4f54-89b9-7a1ea86c27b3') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:28.773296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.793316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.801277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fcac8-8990-45ef-9cdf-499bc43ab8ff None None] Pushing event updated for resources: {'Port': ['ID=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:28.808363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:28.808363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.815488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-9a57dcb4-6bb4-41c2-a47b-6815df5d93a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6c00906-2a47-4a60-a8f1-39482fa706a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744774 Aug 20 13:28:28.832462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Attempting to bind port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:28.832740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Attempting to bind port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:28.834303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Attempting to bind port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d on network 6dadd48b-c650-4e91-a438-3081d3926f75 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:28.841270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.842399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:28.842777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Checking segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:28.843175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.843563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Bound using segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:28.844047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Bound port: 95b1a0d5-de44-442a-a1cf-c6fa2b71691d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:28.844440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:28.844978 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:28.885265 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e641-0974-4e6a-99eb-044af486d061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.924762 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e641-0974-4e6a-99eb-044af486d061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:28.967714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] For port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:28.981532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] For port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:28.994858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.016141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.024741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.025220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/08ac35ab-1d32-4a76-9523-fcd61e81b7e2 HTTP/1.1" status: 204 len: 168 time: 0.7772632 Aug 20 13:28:29.078519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059238b-e76d-4cd2-9ef4-9e498881a9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ac35ab-1d32-4a76-9523-fcd61e81b7e2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:29.173728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9e641-0974-4e6a-99eb-044af486d061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1e692-9158-415e-a5a3-97441ae4041f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:29.194798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-854d3445-6e97-445d-919d-cfd5fded0bfa service neutron] 10.222.0.53 "GET /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779051 Aug 20 13:28:29.195432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:29.200320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.201733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:28:29.202228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:29.229427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fcac8-8990-45ef-9cdf-499bc43ab8ff None None] Pushing event updated for resources: {'Port': ['ID=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:29.231489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eae506-e538-4f1b-a916-41d034dd88be req-ebaacd06-2a00-4a42-8e04-a17179bb8fc5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:29.233541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16eae506-e538-4f1b-a916-41d034dd88be req-ebaacd06-2a00-4a42-8e04-a17179bb8fc5 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 949 time: 0.6362863 Aug 20 13:28:29.309843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57858) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:29.347825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bcd9e641-0974-4e6a-99eb-044af486d061 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c04de11c401f4368b89789cb002e7d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4206011 Aug 20 13:28:29.361579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:29.387329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:29.444821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.445447 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment b3d7499f-69bc-4001-aa15-041ce61023cf of type vlan for network 3807209d-01fb-4ca8-818c-5ca8632bdee2 Aug 20 13:28:29.458186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a19c6b6-f315-4c8a-b097-e71fa2834efd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e63616564fa4e35958d00685ba2ee4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461532 Aug 20 13:28:29.462626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57864) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:29.509772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:28:29.569642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57868) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:29.577920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-810fb265-9a58-49b2-8c48-59259f8d37a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.631638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-810fb265-9a58-49b2-8c48-59259f8d37a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.869644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4cf-cf4d-4597-9f8f-d0180ce95b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.924878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4cf-cf4d-4597-9f8f-d0180ce95b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:29.937738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16eae506-e538-4f1b-a916-41d034dd88be req-23debc52-1e48-4249-8983-55da6b8acd0b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553769 Aug 20 13:28:29.950695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e547326-c07b-49cc-848a-8ef0e9749b3c req-a8f75a88-7803-49b6-9c1e-b3aeea1ca168 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:29.962261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e547326-c07b-49cc-848a-8ef0e9749b3c req-a8f75a88-7803-49b6-9c1e-b3aeea1ca168 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 943 time: 0.2906048 Aug 20 13:28:29.967884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:28Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:29.990569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ed42ad6-3179-4387-8441-8c954b3b7707 req-1c12d80c-a680-4910-b39e-fded2408d099 service neutron] 10.222.0.53 "GET /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559679 Aug 20 13:28:30.039896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d571-78f0-48fd-b22d-cbfd919df12e None None] The sync data for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 is: [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:28Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:28:30.090975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.142403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.154600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4259ac7e-87d4-4b44-8b11-80671c27950f None None] Could not find standard attr ID for object e0b5ff7c-73cb-4b8f-a476-9c0d816b58ab. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:28:30.176366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-4eace9f6-8773-4490-b7be-eb35a35cbe24 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:30.177929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-4eace9f6-8773-4490-b7be-eb35a35cbe24 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 949 time: 0.2565022 Aug 20 13:28:30.184214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4cf-cf4d-4597-9f8f-d0180ce95b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.187079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4cf-cf4d-4597-9f8f-d0180ce95b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.188487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f17ff4cf-cf4d-4597-9f8f-d0180ce95b91 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ae997cd-0944-48b4-a844-fd213b9f6ec7 HTTP/1.1" status: 204 len: 168 time: 0.7232175 Aug 20 13:28:30.202643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-810fb265-9a58-49b2-8c48-59259f8d37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.205310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-810fb265-9a58-49b2-8c48-59259f8d37a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.206988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-810fb265-9a58-49b2-8c48-59259f8d37a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88c1e692-9158-415e-a5a3-97441ae4041f HTTP/1.1" status: 204 len: 168 time: 0.8379796 Aug 20 13:28:30.222849 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e547326-c07b-49cc-848a-8ef0e9749b3c req-6d5ccd6d-1b88-42cb-a3ea-ee482e982de4 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590277 Aug 20 13:28:30.251175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9df43-da23-48db-96cf-ae914de2358f None None] DHCP port deletion for e75b14db-ff77-4d26-be99-9ff4052f4c0c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:28:30.336647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d97965-0cfc-43b8-92cd-6730a58953e6 None None] Network e75b14db-ff77-4d26-be99-9ff4052f4c0c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:30.346372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.359570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:30.361068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.400119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-c7a437d0-abf8-4706-81f3-eb9abc0b6c1f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:30.404958 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-c7a437d0-abf8-4706-81f3-eb9abc0b6c1f tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ec05052-a8c6-42b0-8289-776e29f5450a HTTP/1.1" status: 200 len: 949 time: 0.6323445 Aug 20 13:28:30.414775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d97965-0cfc-43b8-92cd-6730a58953e6 None None] Network e75b14db-ff77-4d26-be99-9ff4052f4c0c could not be found, it might have been deleted concurrently. {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 13:28:30.433731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95b1a0d5-de44-442a-a1cf-c6fa2b71691d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:30.466383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ff4cf-cf4d-4597-9f8f-d0180ce95b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae997cd-0944-48b4-a844-fd213b9f6ec7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:30.489242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=3807209d-01fb-4ca8-818c-5ca8632bdee2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:30.505380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.505778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.506140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.508260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.508730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.509098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.509530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.509755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.510111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.510415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.510920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.511494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.540219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3807209d-01fb-4ca8-818c-5ca8632bdee2 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:30.541213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 7da4366a-d7ff-47d0-a94c-a38838a4c641 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:30.541791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.638243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fb265-9a58-49b2-8c48-59259f8d37a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1e692-9158-415e-a5a3-97441ae4041f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:30.695438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.716655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.729298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 7da4366a-d7ff-47d0-a94c-a38838a4c641, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7da4366a-d7ff-47d0-a94c-a38838a4c641,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:30.732160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.741164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c0807417-bb72-45f4-bc39-2ea20f6ca6dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2100816 Aug 20 13:28:30.752933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57886) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:30.767315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ec3d060350744a89665e006ee7b22d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1158156 Aug 20 13:28:30.773275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:30.810691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:30.815006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '3807209d-01fb-4ca8-818c-5ca8632bdee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:30.829865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:30.832672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.844159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port 4e61d685-f52e-49e7-ba94-24989592ac60 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:30.848794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:30.852517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 7da4366a-d7ff-47d0-a94c-a38838a4c641 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:30.928501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3ee33-d6a5-48da-b9de-bb4422095742,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:30.942952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.943304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.943649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.943986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.944318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.944688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.945023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.945349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.945820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.946153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.946493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:30.947506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31c8c0-feea-451e-8da5-d88aee29d1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:28:31.015361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port 4e61d685-f52e-49e7-ba94-24989592ac60, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4e61d685-f52e-49e7-ba94-24989592ac60,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:31.016112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.050345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for 4e61d685-f52e-49e7-ba94-24989592ac60 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:31.154097 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.242637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:31.252047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.360651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.391310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c792-961c-45d5-a62d-b8cbd72562f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.393726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4e61d685-f52e-49e7-ba94-24989592ac60', '7da4366a-d7ff-47d0-a94c-a38838a4c641'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:31.402999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:31.475684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:28:31.476301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=4e61d685-f52e-49e7-ba94-24989592ac60,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:31.494134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.514042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:31.576589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:31.587465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.607776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 4e61d685-f52e-49e7-ba94-24989592ac60 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:31.614630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749d12-ba6f-4f27-8023-7cfd6b53985b req-545f5c42-bfd8-4df1-ba59-6f387fb74498 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:31.633211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2749d12-ba6f-4f27-8023-7cfd6b53985b req-545f5c42-bfd8-4df1-ba59-6f387fb74498 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 949 time: 0.4527700 Aug 20 13:28:31.639917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c792-961c-45d5-a62d-b8cbd72562f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.648901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:31.649645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-caba5f95-bce4-4ed1-927a-3ff383468cef req-46644a40-693d-47b7-9fa2-6af0a7fce424 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "DELETE /v2.0/ports/4e61d685-f52e-49e7-ba94-24989592ac60 HTTP/1.1" status: 204 len: 173 time: 1.1754470 Aug 20 13:28:31.650100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'name': 'network-vif-deleted', 'tag': '4e61d685-f52e-49e7-ba94-24989592ac60'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:31.660213 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938eef8-ea55-4ddf-8867-486eb0900a33" -d '{"events": [{"server_uuid": "1ec05052-a8c6-42b0-8289-776e29f5450a", "name": "network-vif-deleted", "tag": "4e61d685-f52e-49e7-ba94-24989592ac60"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:31.786079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb3767-7f15-4ff4-80c8-1fcb2fb92c66 req-05601956-03fe-4feb-ac36-7048d0a74846 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:31.788210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbdb3767-7f15-4ff4-80c8-1fcb2fb92c66 req-05601956-03fe-4feb-ac36-7048d0a74846 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 943 time: 0.1816919 Aug 20 13:28:31.857885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbdb3767-7f15-4ff4-80c8-1fcb2fb92c66 req-beac2fb6-3484-48fa-9890-da02d7796a29 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624356 Aug 20 13:28:31.978196 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7110af2-a646-480f-86fb-1ba7c73c65f5 x-openstack-request-id: req-b7110af2-a646-480f-86fb-1ba7c73c65f5 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:31.978599 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec05052-a8c6-42b0-8289-776e29f5450a", "name": "network-vif-deleted", "tag": "4e61d685-f52e-49e7-ba94-24989592ac60", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:31.978948 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7110af2-a646-480f-86fb-1ba7c73c65f5 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:31.982218 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec05052-a8c6-42b0-8289-776e29f5450a', 'name': 'network-vif-deleted', 'tag': '4e61d685-f52e-49e7-ba94-24989592ac60', 'status': 'completed', 'code': 200} Aug 20 13:28:32.036945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.resource_extend [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:28:32.144057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2749d12-ba6f-4f27-8023-7cfd6b53985b req-77498e59-3eb7-4518-b36d-cb5912bffde4 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098367 Aug 20 13:28:32.159232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c792-961c-45d5-a62d-b8cbd72562f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.176300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c792-961c-45d5-a62d-b8cbd72562f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.178461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fa4c792-961c-45d5-a62d-b8cbd72562f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1d3ee33-d6a5-48da-b9de-bb4422095742 HTTP/1.1" status: 204 len: 168 time: 1.4027240 Aug 20 13:28:32.211000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,segment=NetworkSegment(b706aaf5-2ae4-47af-ba58-bc392414519b),segment_id=b706aaf5-2ae4-47af-ba58-bc392414519b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:32.230909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac', 'network_id': 'c6c00906-2a47-4a60-a8f1-39482fa706a5', 'port_id': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac', 'mac_address': 'fa:16:3e:17:ff:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498d7ba6-08be-4b19-b12e-f8caa162c542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:28:32.268721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4c792-961c-45d5-a62d-b8cbd72562f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d3ee33-d6a5-48da-b9de-bb4422095742,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:32.281039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.436294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=7da4366a-d7ff-47d0-a94c-a38838a4c641,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:32.477207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port 7da4366a-d7ff-47d0-a94c-a38838a4c641 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:32.482617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.484440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.492837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcdd1809-69f6-42c4-8abb-a2a385d9fcf4 req-dd1365e5-6423-412a-b402-a0943933c38d tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.53 "DELETE /v2.0/ports/7da4366a-d7ff-47d0-a94c-a38838a4c641 HTTP/1.1" status: 204 len: 173 time: 2.3082807 Aug 20 13:28:32.503422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'name': 'network-vif-deleted', 'tag': '7da4366a-d7ff-47d0-a94c-a38838a4c641'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:32.511509 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2977dbf6-1524-4616-ae70-9d55a5a6fb75" -d '{"events": [{"server_uuid": "385d6fc6-4f09-4c17-8d26-749bb7e642d7", "name": "network-vif-deleted", "tag": "7da4366a-d7ff-47d0-a94c-a38838a4c641"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:32.534882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95b1a0d5-de44-442a-a1cf-c6fa2b71691d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:32.739382 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ba4ea8-581d-4664-8017-1eb63182362c x-openstack-request-id: req-f1ba4ea8-581d-4664-8017-1eb63182362c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:32.739651 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385d6fc6-4f09-4c17-8d26-749bb7e642d7", "name": "network-vif-deleted", "tag": "7da4366a-d7ff-47d0-a94c-a38838a4c641", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:32.742747 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1ba4ea8-581d-4664-8017-1eb63182362c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:32.743790 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385d6fc6-4f09-4c17-8d26-749bb7e642d7', 'name': 'network-vif-deleted', 'tag': '7da4366a-d7ff-47d0-a94c-a38838a4c641', 'status': 'completed', 'code': 200} Aug 20 13:28:32.746792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.818463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:28:32.837742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:32.842478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:32.865260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=1b92ec52-6f86-4194-b62a-b94fa8df52d7,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:32.989356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': 'b3d7499f-69bc-4001-aa15-041ce61023cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3807209d-01fb-4ca8-818c-5ca8632bdee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:32.991313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 3807209d-01fb-4ca8-818c-5ca8632bdee2, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:33.037245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 3807209d-01fb-4ca8-818c-5ca8632bdee2 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:33.054099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,segment=NetworkSegment(b706aaf5-2ae4-47af-ba58-bc392414519b),segment_id=b706aaf5-2ae4-47af-ba58-bc392414519b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:33.062437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3807209d-01fb-4ca8-818c-5ca8632bdee2) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:33.070000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:33.070886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.088727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83fd1b-a6d1-411f-993d-c934a9e572bb None None] Network 3807209d-01fb-4ca8-818c-5ca8632bdee2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:33.153010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fb874-11d2-47ff-ab8d-b060650cd1c1 req-72b9c3bb-7d1c-4772-b4d8-fab2b2c46367 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:33.156371 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.161699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-958fb874-11d2-47ff-ab8d-b060650cd1c1 req-72b9c3bb-7d1c-4772-b4d8-fab2b2c46367 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 943 time: 0.1420746 Aug 20 13:28:33.171746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57970) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:33.172219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:33.172354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f225e13d-94ed-4597-a099-9f3ce1aa5e3c tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3925538 Aug 20 13:28:33.253103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-958fb874-11d2-47ff-ab8d-b060650cd1c1 req-43a13746-6a49-4634-addb-f44aeff7f935 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902634 Aug 20 13:28:33.391057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cdc25057-d2e8-4bb6-b609-69238a61e496 req-105f1c42-dbad-4fb0-850f-941fefa186bc tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=385d6fc6-4f09-4c17-8d26-749bb7e642d7 HTTP/1.1" status: 200 len: 210 time: 0.0425727 Aug 20 13:28:33.411438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b7e1d3c-5f7e-4b4e-9cc1-0d60f4cb8a33 req-59c8e6e7-bc83-4ca1-a331-5c3cb7964693 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1707599 Aug 20 13:28:33.421873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61340f36-b60e-470f-8a81-4ab27457a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.477049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4e61d685-f52e-49e7-ba94-24989592ac60 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:33.480487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['734bdd22-b26c-4b7c-94fc-86c8a4fc94ac'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:33.563829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 4e61d685-f52e-49e7-ba94-24989592ac60 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:33.565621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4e61d685-f52e-49e7-ba94-24989592ac60 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:33.566205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7da4366a-d7ff-47d0-a94c-a38838a4c641 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:33.615690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 7da4366a-d7ff-47d0-a94c-a38838a4c641 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:33.616355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7da4366a-d7ff-47d0-a94c-a38838a4c641 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:33.658480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:33.695692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.728967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61340f36-b60e-470f-8a81-4ab27457a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.744285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61340f36-b60e-470f-8a81-4ab27457a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.797862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8633dc-d6ac-4934-b19d-694d1db9de44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-3807209d-01fb-4ca8-818c-5ca8632bdee2', 'network_id': '3807209d-01fb-4ca8-818c-5ca8632bdee2', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': '1b92ec52-6f86-4194-b62a-b94fa8df52d7'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:33.797862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c8633dc-d6ac-4934-b19d-694d1db9de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:33.836689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:33.907980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-61340f36-b60e-470f-8a81-4ab27457a522 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7b09b8255c24d4288ea7a2756d408b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346313 Aug 20 13:28:33.911365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57994) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:33.920481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61340f36-b60e-470f-8a81-4ab27457a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c367f29b-a4e7-478d-86f1-a7d2a211af3d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:33.935153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.031254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cda11c2-7e33-4e9b-885b-5cc67c5fa7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.046162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.060586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cda11c2-7e33-4e9b-885b-5cc67c5fa7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.079512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=1b92ec52-6f86-4194-b62a-b94fa8df52d7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-0c8633dc-d6ac-4934-b19d-694d1db9de44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b92ec52-6f86-4194-b62a-b94fa8df52d7: This subnet is being modified by another concurrent operation. Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:28:34.131227 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b92ec52-6f86-4194-b62a-b94fa8df52d7: This subnet is being modified by another concurrent operation. Aug 20 13:28:34.136881 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:28:34.139135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cda11c2-7e33-4e9b-885b-5cc67c5fa7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.139135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cda11c2-7e33-4e9b-885b-5cc67c5fa7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.165303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5cda11c2-7e33-4e9b-885b-5cc67c5fa7de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c367f29b-a4e7-478d-86f1-a7d2a211af3d HTTP/1.1" status: 204 len: 168 time: 0.2326016 Aug 20 13:28:34.168647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.180694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3807209d-01fb-4ca8-818c-5ca8632bdee2']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:34.192314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda11c2-7e33-4e9b-885b-5cc67c5fa7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367f29b-a4e7-478d-86f1-a7d2a211af3d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:34.195888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d7499f-69bc-4001-aa15-041ce61023cf') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:34.196443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d7499f-69bc-4001-aa15-041ce61023cf') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:34.216012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.217087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd681bb1-62f3-477b-8e17-36ba8d15aebc None None] Network 3807209d-01fb-4ca8-818c-5ca8632bdee2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:34.245176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.255764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:34.256845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:34.260797 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:34.487861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be5296-b88c-4f63-a84d-f206acdc4cb6 req-037ed171-b22c-43cd-8ae1-63fb44040b4c tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:34.496625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53be5296-b88c-4f63-a84d-f206acdc4cb6 req-037ed171-b22c-43cd-8ae1-63fb44040b4c tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 944 time: 0.1228819 Aug 20 13:28:34.496625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.507617 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.511344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/3807209d-01fb-4ca8-818c-5ca8632bdee2 HTTP/1.1" status: 204 len: 168 time: 1.3363712 Aug 20 13:28:34.515131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58018) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:34.522252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506518374'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:34.547880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c71658-4e5d-47bf-b0d5-c435292d102c None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:28:34.559357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcb441-0d4e-4e1f-b4e2-0382979d4f31 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=3807209d-01fb-4ca8-818c-5ca8632bdee2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:34.619124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:34.630433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.642638 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53be5296-b88c-4f63-a84d-f206acdc4cb6 req-fa92ee32-40a6-45c9-b54a-fa26225e1e44 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271873 Aug 20 13:28:34.770331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a35a44c8-c44c-403d-af84-34d3875dbbd6 req-f0dadad3-630a-4527-9196-210c2179b271 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0923061 Aug 20 13:28:34.775139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c71658-4e5d-47bf-b0d5-c435292d102c None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:28:34.796735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:34.827807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:34.828191 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment cd087975-7be5-4b0a-888c-def2bdce5004 of type vlan for network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef Aug 20 13:28:34.953601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.009952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.022338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:35.023889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.145780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:35.157545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7d5963af-f528-49bb-9490-411338000882 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6412818 Aug 20 13:28:35.160396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:35.169073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:35.175194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:35.339907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c23371-2434-4830-aed9-99431b875de9 req-e3ad5545-8e23-40a0-aeb7-64604fc194e6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:35.341973 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5c23371-2434-4830-aed9-99431b875de9 req-e3ad5545-8e23-40a0-aeb7-64604fc194e6 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 949 time: 0.1044776 Aug 20 13:28:35.390174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:35.398235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.424000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5c23371-2434-4830-aed9-99431b875de9 req-2fdb1797-476d-4b15-b42f-52fa3f5785e2 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753326 Aug 20 13:28:35.458503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:35.540957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:35.542892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:35.544167 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.643990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.667736 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.683623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58070) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:35.700283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:35.703597 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304b43f2-6a0c-4297-80f3-53d5e152824f" -d '{"events": [{"server_uuid": "a1910f3a-275c-4658-8630-cd59f1fef8a5", "name": "network-vif-plugged", "status": "completed", "tag": "734bdd22-b26c-4b7c-94fc-86c8a4fc94ac"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:35.722576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,segment=NetworkSegment(b706aaf5-2ae4-47af-ba58-bc392414519b),segment_id=b706aaf5-2ae4-47af-ba58-bc392414519b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:35.731952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.761310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=d887a864-9095-4dec-bd4a-54886a5de45c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:35.774772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': 'cd087975-7be5-4b0a-888c-def2bdce5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:35.775148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:35.810736 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014860b2-b879-457a-950e-f33a26e2146f x-openstack-request-id: req-014860b2-b879-457a-950e-f33a26e2146f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:35.811290 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1910f3a-275c-4658-8630-cd59f1fef8a5", "name": "network-vif-plugged", "status": "completed", "tag": "734bdd22-b26c-4b7c-94fc-86c8a4fc94ac", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:35.811290 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-014860b2-b879-457a-950e-f33a26e2146f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:35.811694 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac', 'code': 200} Aug 20 13:28:35.821286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:35.827190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:35.921911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1736dcc-a196-40da-988a-2fbd3667114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.929820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:35.936730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:35.937352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:35.941826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657c931-aedd-4e7c-a0ff-fd873c45a1f7 None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:35.945788 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c8ac8f99-539f-423a-9967-249a3bdf64bb req-b2acbacc-9846-42a3-a39b-e1875942fef4 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0441263 Aug 20 13:28:35.990906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9419fb-8aa6-46cc-ad00-9c40fdc26275 req-2838cc21-d22c-4dc7-a339-a29cc6c43015 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:36.003588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a9419fb-8aa6-46cc-ad00-9c40fdc26275 req-2838cc21-d22c-4dc7-a339-a29cc6c43015 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 945 time: 0.1555970 Aug 20 13:28:36.030550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398e498-561a-460b-b634-2b661a31a3c2 req-23124298-08a5-488c-b61d-9767b37f20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:36.035418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6398e498-561a-460b-b634-2b661a31a3c2 req-23124298-08a5-488c-b61d-9767b37f20f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 1096 time: 0.1269174 Aug 20 13:28:36.094092 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1736dcc-a196-40da-988a-2fbd3667114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.100667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1736dcc-a196-40da-988a-2fbd3667114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.152957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1736dcc-a196-40da-988a-2fbd3667114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b3bd67-815c-4690-8e26-012d11479631,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:36.160210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b1736dcc-a196-40da-988a-2fbd3667114f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=508a36be7f734e5f8195a41bdb92aaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731624 Aug 20 13:28:36.160411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58088) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:36.188513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9712f85-13f3-4d96-86e7-a6538d9c4cf5 req-ecff8324-7df4-4e22-b7cc-05f2f5f71675 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1085961 Aug 20 13:28:36.190230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dd14ff6a-9b7f-490d-85e9-79a0767cfa60 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0268085 Aug 20 13:28:36.193435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58090) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:36.199575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:36.215423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a9419fb-8aa6-46cc-ad00-9c40fdc26275 req-d116452c-26e8-4319-a77d-1b2ccd7fb646 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004747 Aug 20 13:28:36.249725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6398e498-561a-460b-b634-2b661a31a3c2 req-c8cd0773-cb0e-47d7-84c7-d8218c709727 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583314 Aug 20 13:28:36.299651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36ffc283-f73a-4f76-a2c1-c6c0d618e065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.343634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36ffc283-f73a-4f76-a2c1-c6c0d618e065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.351007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef', 'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': 'd887a864-9095-4dec-bd4a-54886a5de45c'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:36.351895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.392781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:36.396910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.505283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36ffc283-f73a-4f76-a2c1-c6c0d618e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.507800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36ffc283-f73a-4f76-a2c1-c6c0d618e065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.512379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36ffc283-f73a-4f76-a2c1-c6c0d618e065 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98b3bd67-815c-4690-8e26-012d11479631 HTTP/1.1" status: 204 len: 168 time: 0.3509324 Aug 20 13:28:36.536005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffc283-f73a-4f76-a2c1-c6c0d618e065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b3bd67-815c-4690-8e26-012d11479631,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:36.638160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c582ffe-a3c5-4a2b-8e34-481f4b17ca9b req-8e710501-baa4-4e75-8a3c-c350565320af tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:36.639994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c582ffe-a3c5-4a2b-8e34-481f4b17ca9b req-8e710501-baa4-4e75-8a3c-c350565320af tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 949 time: 0.0984449 Aug 20 13:28:36.647785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Allocated IP 2001:db8::2 (9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef/d887a864-9095-4dec-bd4a-54886a5de45c/63a767eb-3c28-4e36-9a10-ea93b620a3cb) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:36.713700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-0a414993-d457-4362-859f-346f6fa9a7ff tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:36.715849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-0a414993-d457-4362-859f-346f6fa9a7ff tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 949 time: 0.1383941 Aug 20 13:28:36.769396 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c582ffe-a3c5-4a2b-8e34-481f4b17ca9b req-7b1654b3-ab17-4c7b-b7bc-627339a6ce74 tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/security-groups?id=06aa7448-acd2-4b04-918e-f3728e474b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233113 Aug 20 13:28:36.828705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.877094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:36.879640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Deleting port e1ae1576-28d5-4da3-acd8-e3a8c77c975b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:36.880104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.907012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:36.915246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:36.915576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:36.946645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7516544 Aug 20 13:28:36.947482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306358a-2fb8-4d5c-92dc-7129f4f488db tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=e2a6f688-6a90-4c67-a26a-847b2e951e47,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:36.950659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58110) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:37.037531 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.062442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Transition to ACTIVE for port object 63a767eb-3c28-4e36-9a10-ea93b620a3cb will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:37.071521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e0f3a-b238-4892-92a8-334f6dff0fe1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:37.074332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e0f3a-b238-4892-92a8-334f6dff0fe1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:37.077414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e0f3a-b238-4892-92a8-334f6dff0fe1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:37.079220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e0f3a-b238-4892-92a8-334f6dff0fe1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:37.082701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e0f3a-b238-4892-92a8-334f6dff0fe1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:37.085138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7a5e0f3a-b238-4892-92a8-334f6dff0fe1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1270936 Aug 20 13:28:37.089919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58116) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:37.096817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270697244'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:37.100724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Transition to ACTIVE for port object 63a767eb-3c28-4e36-9a10-ea93b620a3cb will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:37.125086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.147381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:37.162782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.171029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] For port e1ae1576-28d5-4da3-acd8-e3a8c77c975b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:37.172395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.225065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Calling delete_port for e1ae1576-28d5-4da3-acd8-e3a8c77c975b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:37.241552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:37.279677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:37.280019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.280019 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment 6b9dda36-9170-457b-8e11-272d8bbf3420 of type vlan for network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca Aug 20 13:28:37.295919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:37.302693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:37.352858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58130) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:37.378888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Pushing event updated for resources: {'Port': ['ID=63a767eb-3c28-4e36-9a10-ea93b620a3cb,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:37.414924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Attempting to bind port 63a767eb-3c28-4e36-9a10-ea93b620a3cb on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:37.415524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Attempting to bind port 63a767eb-3c28-4e36-9a10-ea93b620a3cb by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cd087975-7be5-4b0a-888c-def2bdce5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:37.416411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Attempting to bind port 63a767eb-3c28-4e36-9a10-ea93b620a3cb on network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:37.422706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:37.423405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Checking segment: {'id': 'cd087975-7be5-4b0a-888c-def2bdce5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:37.423957 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.425145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Bound using segment: {'id': 'cd087975-7be5-4b0a-888c-def2bdce5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:37.425872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Bound port: 63a767eb-3c28-4e36-9a10-ea93b620a3cb, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd087975-7be5-4b0a-888c-def2bdce5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:37.426755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.445528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85408b8f-aa06-400f-b89f-9d90fd3332f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.483622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.532937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0e196270-da47-4813-a897-31d0bf900e1a req-5bf78e1f-9b7b-4923-baf3-a6e8dfa69dd8 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0470116 Aug 20 13:28:37.535497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] For port 63a767eb-3c28-4e36-9a10-ea93b620a3cb, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:37.543989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] For port 63a767eb-3c28-4e36-9a10-ea93b620a3cb, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=63a767eb-3c28-4e36-9a10-ea93b620a3cb,segment=NetworkSegment(cd087975-7be5-4b0a-888c-def2bdce5004),segment_id=cd087975-7be5-4b0a-888c-def2bdce5004)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:37.550555 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.550968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.576742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1ae1576-28d5-4da3-acd8-e3a8c77c975b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:37.622405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:28:37.628250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Pushing event deleted for resources: {'Port': ['ID=e1ae1576-28d5-4da3-acd8-e3a8c77c975b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:37.663256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] No DVR routers for this DVR port e1ae1576-28d5-4da3-acd8-e3a8c77c975b on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:37.666438 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.672867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-413b0584-ee7f-421c-a34f-b4f9bf8b12e0 req-f56967f1-58dc-48a4-ac57-a418a92005cf tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.13 "DELETE /v2.0/ports/e1ae1576-28d5-4da3-acd8-e3a8c77c975b HTTP/1.1" status: 204 len: 173 time: 0.9493454 Aug 20 13:28:37.676599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'name': 'network-vif-deleted', 'tag': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:37.687251 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a5a236-8e0e-48f6-87b3-2b93f330ef59" -d '{"events": [{"server_uuid": "71fec1ec-67de-42f4-be10-39c4da9fc7d1", "name": "network-vif-deleted", "tag": "e1ae1576-28d5-4da3-acd8-e3a8c77c975b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:37.692700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e0e1e-1467-4920-abd7-1a66ee6ed4a9 None None] Pushing event updated for resources: {'Port': ['ID=63a767eb-3c28-4e36-9a10-ea93b620a3cb,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:37.733447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.743089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:37.743772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:37.767243 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6f07bd-94ff-4ce3-9842-46446fb5305b x-openstack-request-id: req-3e6f07bd-94ff-4ce3-9842-46446fb5305b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:37.767625 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fec1ec-67de-42f4-be10-39c4da9fc7d1", "name": "network-vif-deleted", "tag": "e1ae1576-28d5-4da3-acd8-e3a8c77c975b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:37.767864 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e6f07bd-94ff-4ce3-9842-46446fb5305b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:37.768462 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fec1ec-67de-42f4-be10-39c4da9fc7d1', 'name': 'network-vif-deleted', 'tag': 'e1ae1576-28d5-4da3-acd8-e3a8c77c975b', 'status': 'completed', 'code': 200} Aug 20 13:28:37.997654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dee2d42f-0a96-4ac9-9a80-6b63ce08b589 req-c45bbc8b-dcdd-4931-9280-9e0aa4c36d2b tempest-ServersOnMultiNodesTest-939095478 tempest-ServersOnMultiNodesTest-939095478-project] 10.222.0.59 "GET /v2.0/ports?device_id=71fec1ec-67de-42f4-be10-39c4da9fc7d1 HTTP/1.1" status: 200 len: 210 time: 0.0746610 Aug 20 13:28:38.299144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75205c78-1646-4f01-9382-302ee13fcc88 req-8864be88-251b-44ac-94bb-ffdb6c8b333c tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:38.307536 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-75205c78-1646-4f01-9382-302ee13fcc88 req-8864be88-251b-44ac-94bb-ffdb6c8b333c tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 945 time: 0.8259761 Aug 20 13:28:38.419262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:38.446165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:38.476464 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-75205c78-1646-4f01-9382-302ee13fcc88 req-980a1f5e-b795-4275-83c7-66e75d8edcbc tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570480 Aug 20 13:28:38.508059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 63a767eb-3c28-4e36-9a10-ea93b620a3cb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:38.533521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85408b8f-aa06-400f-b89f-9d90fd3332f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.540298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-85408b8f-aa06-400f-b89f-9d90fd3332f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.567713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd33ab76-57ed-4e52-9add-ed59132e5a2d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4752636 Aug 20 13:28:38.570602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58154) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:38.578124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:38.596132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85408b8f-aa06-400f-b89f-9d90fd3332f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc8faa-3210-4190-b4a5-fbcb0d0567d0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:38.601063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-85408b8f-aa06-400f-b89f-9d90fd3332f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa1db5a0df24489c85e5b3f38157988b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2470334 Aug 20 13:28:38.603792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:38.605886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:38.702940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56b4d09f-ac78-417b-9365-20b99bbf9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.742570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56b4d09f-ac78-417b-9365-20b99bbf9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.770011 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2de0889f-b147-4346-914a-e8c7c441cfe4 req-32e519fe-1aac-4518-b52d-ec7b7d94520c tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0609291 Aug 20 13:28:38.828333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56b4d09f-ac78-417b-9365-20b99bbf9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.831339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56b4d09f-ac78-417b-9365-20b99bbf9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.832971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-56b4d09f-ac78-417b-9365-20b99bbf9298 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49cc8faa-3210-4190-b4a5-fbcb0d0567d0 HTTP/1.1" status: 204 len: 168 time: 0.2268183 Aug 20 13:28:38.852442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4d09f-ac78-417b-9365-20b99bbf9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc8faa-3210-4190-b4a5-fbcb0d0567d0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:38.915848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.944615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:38.991216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca is not hosted by any dhcp agent {{(pid=94861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 13:28:39.006539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:39.008624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.010144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "PUT /v2.0/networks/9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca HTTP/1.1" status: 200 len: 723 time: 0.4379878 Aug 20 13:28:39.014711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:39.020171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:39.072537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d06a75-eb85-4dfe-8813-c35ba85c08d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:39.091207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:39.222642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe3c3d-d797-4872-884c-ea2793a39089 None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:39.250903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:39.263156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.371923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] Provisioning for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:39.418223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] Provisioning complete for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:39.418598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.480459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78056fd4-744e-43b9-b5d8-9ea1ba30569b req-9ff51fa1-4831-47ea-96a2-cd458f19db51 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0756738 Aug 20 13:28:39.632220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.747475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] For port 63a767eb-3c28-4e36-9a10-ea93b620a3cb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=63a767eb-3c28-4e36-9a10-ea93b620a3cb,segment=NetworkSegment(cd087975-7be5-4b0a-888c-def2bdce5004),segment_id=cd087975-7be5-4b0a-888c-def2bdce5004)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:39.765835 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.785845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0265d1-6031-4a09-b7ac-b9099b7759c0 req-9f088e8a-4b16-4001-8b9b-2d67d419b6a9 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:39.790529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0265d1-6031-4a09-b7ac-b9099b7759c0 req-9f088e8a-4b16-4001-8b9b-2d67d419b6a9 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 945 time: 0.1330070 Aug 20 13:28:39.822511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.867591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a2a19-6bae-49fc-8e52-e8e31bb079b0 None None] Pushing event updated for resources: {'Port': ['ID=63a767eb-3c28-4e36-9a10-ea93b620a3cb,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:39.882226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0265d1-6031-4a09-b7ac-b9099b7759c0 req-bb518ebc-3f28-43b5-b33c-36aa7626c90d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842273 Aug 20 13:28:39.907272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Update dhcp port {'port': {'network_id': '9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef', 'fixed_ips': [{'subnet_id': 'd887a864-9095-4dec-bd4a-54886a5de45c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2a6f688-6a90-4c67-a26a-847b2e951e47'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '63a767eb-3c28-4e36-9a10-ea93b620a3cb'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:28:39.946455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:39.955603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58210) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:39.985445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=8abc2c71-aadd-4846-acd3-a10c76a0f384,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:40.037222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': '6b9dda36-9170-457b-8e11-272d8bbf3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:40.045748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:40.094568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:40.111386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:40.127030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:40.128796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:40.130681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aaf027-921c-42e9-98b0-6b92b2fb8f20 None None] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:40.160711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ceb0fd99-a8ce-4143-ad33-586b71d62fb9 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1433837 Aug 20 13:28:40.162335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58216) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:40.169831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:40.563161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Allocated IP 172.20.0.1 (9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef/e2a6f688-6a90-4c67-a26a-847b2e951e47/63a767eb-3c28-4e36-9a10-ea93b620a3cb) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:40.637937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8012308'] for subnet, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:40.728431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1cd5a54-c701-428c-b3f1-5746d91aac52 req-eff827a5-e89d-45f9-8bc3-882e8a2e7260 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0740221 Aug 20 13:28:40.797463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] For port 63a767eb-3c28-4e36-9a10-ea93b620a3cb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=63a767eb-3c28-4e36-9a10-ea93b620a3cb,segment=NetworkSegment(cd087975-7be5-4b0a-888c-def2bdce5004),segment_id=cd087975-7be5-4b0a-888c-def2bdce5004)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:40.856824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:40.890888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Transition to ACTIVE for port object 63a767eb-3c28-4e36-9a10-ea93b620a3cb will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:40.895064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1ae1576-28d5-4da3-acd8-e3a8c77c975b no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:40.899138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 63a767eb-3c28-4e36-9a10-ea93b620a3cb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:40.940394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061710dd-22fa-4282-8686-cad43aadedd6 req-1ba90118-5693-4ff1-97be-994a330f3986 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:40.945178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:40.954986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-061710dd-22fa-4282-8686-cad43aadedd6 req-1ba90118-5693-4ff1-97be-994a330f3986 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 945 time: 0.6629097 Aug 20 13:28:40.992750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-99c605a5-ba03-4bf6-9dbe-53ec2c0190ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3727b148e81b46c59505e7319d62457b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0354283 Aug 20 13:28:40.995411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58244) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:41.026902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1113a-ceaf-4cd8-bbde-d35bd4bb5bb0 None None] Pushing event updated for resources: {'Port': ['ID=63a767eb-3c28-4e36-9a10-ea93b620a3cb,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:41.029978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: e1ae1576-28d5-4da3-acd8-e3a8c77c975b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:41.030325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1ae1576-28d5-4da3-acd8-e3a8c77c975b not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:41.119771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a580d19-b26d-4957-96cb-12d08eca0b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.155869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-061710dd-22fa-4282-8686-cad43aadedd6 req-f36a4627-32cf-4cda-9a7d-94944d897341 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995056 Aug 20 13:28:41.156954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785000902714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7341288'] for subnet, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.191766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:41.192972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.194501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "PUT /v2.0/subnets/8abc2c71-aadd-4846-acd3-a10c76a0f384 HTTP/1.1" status: 200 len: 826 time: 1.0308123 Aug 20 13:28:41.197884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58248) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:41.224027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a580d19-b26d-4957-96cb-12d08eca0b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.275776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7453ca-a8a0-4e35-ab03-3256acd730fb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=8abc2c71-aadd-4846-acd3-a10c76a0f384,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:41.302316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca', 'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': '8abc2c71-aadd-4846-acd3-a10c76a0f384'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:41.304810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.531655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.554349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a580d19-b26d-4957-96cb-12d08eca0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.561976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a580d19-b26d-4957-96cb-12d08eca0b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.564714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4a580d19-b26d-4957-96cb-12d08eca0b69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06aa7448-acd2-4b04-918e-f3728e474b6f HTTP/1.1" status: 204 len: 168 time: 0.5671914 Aug 20 13:28:41.583253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-a53e0c6e-14ae-421b-aed1-7655722c9cf2 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:41.584879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-a53e0c6e-14ae-421b-aed1-7655722c9cf2 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 945 time: 0.1407912 Aug 20 13:28:41.591452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580d19-b26d-4957-96cb-12d08eca0b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa7448-acd2-4b04-918e-f3728e474b6f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:41.750323 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:41.773638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Allocated IP 2001:db8::2 (9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca/8abc2c71-aadd-4846-acd3-a10c76a0f384/dcbdec72-d62c-4b39-9b54-676c225dd283) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:41.893607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Deleting port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:41.897189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.088573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf763f6b-0ceb-4b14-8dec-70aa92738d6a req-41f22a64-9e31-4a69-a4aa-102e6a26f48c tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1122565 Aug 20 13:28:42.273615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f165d-9980-4ba9-930b-e344ec2978c9 None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:42.396963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] For port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,segment=NetworkSegment(b706aaf5-2ae4-47af-ba58-bc392414519b),segment_id=b706aaf5-2ae4-47af-ba58-bc392414519b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:42.403354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.454931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Calling delete_port for 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:42.456784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 63a767eb-3c28-4e36-9a10-ea93b620a3cb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:42.527562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b8745-4797-498a-9245-49ee7f2c34e3 req-53d1100f-0bdf-4ae0-9be8-c5fd33f95826 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:42.547789 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.550207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e12b8745-4797-498a-9245-49ee7f2c34e3 req-53d1100f-0bdf-4ae0-9be8-c5fd33f95826 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 945 time: 0.2437034 Aug 20 13:28:42.560711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2baa9970-8f1e-4f39-9a97-849539aeddb1 None None] Provisioning for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:42.577422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Transition to ACTIVE for port object dcbdec72-d62c-4b39-9b54-676c225dd283 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:42.586611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2baa9970-8f1e-4f39-9a97-849539aeddb1 None None] Provisioning complete for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:42.587149 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2baa9970-8f1e-4f39-9a97-849539aeddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.665275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Transition to ACTIVE for port object dcbdec72-d62c-4b39-9b54-676c225dd283 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:42.686421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58280) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:42.692759 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.706478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e12b8745-4797-498a-9245-49ee7f2c34e3 req-432499cd-8ced-41ba-b003-b50a0c2a9f6d tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/security-groups?id=f38d0098-86a1-4cc9-b47e-f6da40d83f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553149 Aug 20 13:28:42.712069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.768982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=8abc2c71-aadd-4846-acd3-a10c76a0f384,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:42.793684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:42.802509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:42.831106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:42.831488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.833898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:42.844712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Pushing event updated for resources: {'Port': ['ID=dcbdec72-d62c-4b39-9b54-676c225dd283,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:42.848113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d7224d7d-5f1b-4eaf-8d04-b66cd94879fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7eca878d1e95423da923d0789d2ed9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601832 Aug 20 13:28:42.856584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:42.881989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.906599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:42.938653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9dda36-9170-457b-8e11-272d8bbf3420') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:42.939160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9dda36-9170-457b-8e11-272d8bbf3420') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:42.954934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.988938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:42.998820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:42.999507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:43.003142 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:43.048892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dd960e7-a314-4d5d-a19e-053a999e59a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.108828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.158834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Attempting to bind port dcbdec72-d62c-4b39-9b54-676c225dd283 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:43.163348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Attempting to bind port dcbdec72-d62c-4b39-9b54-676c225dd283 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6b9dda36-9170-457b-8e11-272d8bbf3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:43.164700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Attempting to bind port dcbdec72-d62c-4b39-9b54-676c225dd283 on network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:43.168283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dd960e7-a314-4d5d-a19e-053a999e59a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.176102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:28:43.176102 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:28:43.176102 n-d-804232-5 neutron-server[94862]: [parameters: {'id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca'}] Aug 20 13:28:43.176102 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:28:43.177350 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:28:43.203505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:43.204187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Checking segment: {'id': '6b9dda36-9170-457b-8e11-272d8bbf3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:43.204930 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.207823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Bound using segment: {'id': '6b9dda36-9170-457b-8e11-272d8bbf3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:43.208633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Bound port: dcbdec72-d62c-4b39-9b54-676c225dd283, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9dda36-9170-457b-8e11-272d8bbf3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:43.209441 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.242662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Pushing event deleted for resources: {'Port': ['ID=734bdd22-b26c-4b7c-94fc-86c8a4fc94ac,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:43.242882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['734bdd22-b26c-4b7c-94fc-86c8a4fc94ac'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:28:43.309142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] No DVR routers for this DVR port 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:43.312425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.315640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f38c4d55-4ca0-4932-8c98-4faa47a88916 req-cd96eec6-f748-47fc-be1f-2c1d94cb8d09 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.53 "DELETE /v2.0/ports/734bdd22-b26c-4b7c-94fc-86c8a4fc94ac HTTP/1.1" status: 204 len: 173 time: 1.7134762 Aug 20 13:28:43.316374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'name': 'network-vif-deleted', 'tag': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:28:43.320888 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e76be57-7e42-4458-b24b-a4d7170d7624" -d '{"events": [{"server_uuid": "a1910f3a-275c-4658-8630-cd59f1fef8a5", "name": "network-vif-deleted", "tag": "734bdd22-b26c-4b7c-94fc-86c8a4fc94ac"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:28:43.355448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] For port dcbdec72-d62c-4b39-9b54-676c225dd283, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:43.359358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] For port dcbdec72-d62c-4b39-9b54-676c225dd283, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dcbdec72-d62c-4b39-9b54-676c225dd283,segment=NetworkSegment(6b9dda36-9170-457b-8e11-272d8bbf3420),segment_id=6b9dda36-9170-457b-8e11-272d8bbf3420)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:43.394017 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.415113 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3403a8c-a3e8-4b54-9106-a7e117923486 x-openstack-request-id: req-f3403a8c-a3e8-4b54-9106-a7e117923486 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:28:43.416136 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1910f3a-275c-4658-8630-cd59f1fef8a5", "name": "network-vif-deleted", "tag": "734bdd22-b26c-4b7c-94fc-86c8a4fc94ac", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:28:43.416651 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3403a8c-a3e8-4b54-9106-a7e117923486 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:28:43.417849 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1910f3a-275c-4658-8630-cd59f1fef8a5', 'name': 'network-vif-deleted', 'tag': '734bdd22-b26c-4b7c-94fc-86c8a4fc94ac', 'status': 'completed', 'code': 200} Aug 20 13:28:43.419531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dd960e7-a314-4d5d-a19e-053a999e59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.426793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8dd960e7-a314-4d5d-a19e-053a999e59a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.428434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8dd960e7-a314-4d5d-a19e-053a999e59a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07b0748c-3851-40f7-bccb-b43a9bd344c4 HTTP/1.1" status: 204 len: 168 time: 0.5701258 Aug 20 13:28:43.448837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afce0b64-3702-4e95-9264-170c2d5a86d7 req-f9ce5d32-a1ed-485a-9c46-fd791f69f9dc tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1213236 Aug 20 13:28:43.477072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd960e7-a314-4d5d-a19e-053a999e59a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b0748c-3851-40f7-bccb-b43a9bd344c4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:43.613941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecda46-20ee-40c6-8b91-7bfeed8413ca None None] Pushing event updated for resources: {'Port': ['ID=dcbdec72-d62c-4b39-9b54-676c225dd283,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:43.653358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-476be5e6-e444-4c72-bc3f-13e9518cc3b4 None None] Provisioning complete for port 63a767eb-3c28-4e36-9a10-ea93b620a3cb triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:43.653877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-476be5e6-e444-4c72-bc3f-13e9518cc3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.679146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:43.721470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a83e6-a32b-46b9-8a0e-ac198e4d8192 None None] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:43.820215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting port dcbdec72-d62c-4b39-9b54-676c225dd283 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:43.820727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.056358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-711bb108-b8a5-4cd0-9645-709fdc5f4ff2 req-5d56d7db-f5e7-41bb-a7fc-807be5841895 tempest-InstanceActionsV221TestJSON-786822647 tempest-InstanceActionsV221TestJSON-786822647-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1910f3a-275c-4658-8630-cd59f1fef8a5 HTTP/1.1" status: 200 len: 210 time: 0.1347003 Aug 20 13:28:44.141408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] For port dcbdec72-d62c-4b39-9b54-676c225dd283, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=dcbdec72-d62c-4b39-9b54-676c225dd283,segment=NetworkSegment(6b9dda36-9170-457b-8e11-272d8bbf3420),segment_id=6b9dda36-9170-457b-8e11-272d8bbf3420)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:44.141830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.167289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Calling delete_port for dcbdec72-d62c-4b39-9b54-676c225dd283 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:44.286416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef191f9-a220-4f45-a4a0-88beec6260c1 None None] Network 9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:44.304416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.368683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Port': ['ID=dcbdec72-d62c-4b39-9b54-676c225dd283,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:44.376172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No DVR routers for this DVR port dcbdec72-d62c-4b39-9b54-676c225dd283 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:44.480597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.496297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:44.514343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9dda36-9170-457b-8e11-272d8bbf3420') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:44.514849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9dda36-9170-457b-8e11-272d8bbf3420') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:44.529530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.538137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8665ca5-8690-4e8c-8b63-4e2e361b3753 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:28:44.554039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.563904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:44.564791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:44.569678 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:44.684785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-333a15f0-fcfd-4fd7-9f3e-08b78954a2e9 req-ffe94339-fd97-4ea6-aad8-66d02c1a3d43 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0750036 Aug 20 13:28:44.712596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.753186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562710'] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.753186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca HTTP/1.1" status: 204 len: 168 time: 3.5539589 Aug 20 13:28:44.756832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191700a-9361-449d-ac84-64f58e091556 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:44.759271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58346) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:44.777305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8665ca5-8690-4e8c-8b63-4e2e361b3753 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:28:44.785892 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b7c7cd-3f1b-4046-a637-2e4c62f8b4a6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:44.786499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b7c7cd-3f1b-4046-a637-2e4c62f8b4a6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:44.788426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89b7c7cd-3f1b-4046-a637-2e4c62f8b4a6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca HTTP/1.1" status: 404 len: 339 time: 0.0281131 Aug 20 13:28:44.793635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58350) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:44.799111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-831291089', 'description': 'd1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:44.832364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:44.842290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.919550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:44.949528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:44.952138 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment 1b6e3d75-bd9d-4e6e-8e7e-6efd5ae1a2af of type vlan for network 268750a7-d5f4-4cb4-866f-9adf554fa6b4 Aug 20 13:28:45.045729 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.096310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.107621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:45.108327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.286803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=268750a7-d5f4-4cb4-866f-9adf554fa6b4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:45.303426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 268750a7-d5f4-4cb4-866f-9adf554fa6b4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:45.327442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-06c95234-0c48-4aa3-8810-8cf1b957fd3e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5326257 Aug 20 13:28:45.331381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58370) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:45.505164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:45.542518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:45.543062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 734bdd22-b26c-4b7c-94fc-86c8a4fc94ac not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:45.545583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82322146-bc4a-4107-98da-0df30e3435b5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:45.548143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-82322146-bc4a-4107-98da-0df30e3435b5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks?id=268750a7-d5f4-4cb4-866f-9adf554fa6b4 HTTP/1.1" status: 200 len: 764 time: 0.2156627 Aug 20 13:28:45.551772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58376) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:45.559482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'description': 'd2'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:45.629152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:45.682970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Deleting subnet 498d7ba6-08be-4b19-b12e-f8caa162c542 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:28:45.687297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.753346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.754166 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d8aa-866e-4e34-8b97-ea3e6cbcca7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.834064 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.902134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73709bb2-e61f-43e8-8a26-9f985df04c42 req-d3a34811-1b6b-41d5-8312-45eea8050c6f tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0669568 Aug 20 13:28:45.949386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.963333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:45.968256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/498d7ba6-08be-4b19-b12e-f8caa162c542 HTTP/1.1" status: 204 len: 168 time: 0.3358955 Aug 20 13:28:45.976707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58394) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:45.989942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b9a00-ea59-4521-b8d2-b8c6bc37b69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498d7ba6-08be-4b19-b12e-f8caa162c542,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:46.011965 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.193557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.299011 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.318617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 268750a7-d5f4-4cb4-866f-9adf554fa6b4 is not hosted by any dhcp agent {{(pid=94862) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 13:28:46.335252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:46.335923 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.340892 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "PUT /v2.0/networks/268750a7-d5f4-4cb4-866f-9adf554fa6b4 HTTP/1.1" status: 200 len: 761 time: 0.7837567 Aug 20 13:28:46.341197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58406) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:46.364081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366a901-1d05-48e2-83e2-274fb84933f1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=268750a7-d5f4-4cb4-866f-9adf554fa6b4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:46.379049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 268750a7-d5f4-4cb4-866f-9adf554fa6b4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:46.482545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.505642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c00906-2a47-4a60-a8f1-39482fa706a5']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:46.525355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b706aaf5-2ae4-47af-ba58-bc392414519b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:46.525943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b706aaf5-2ae4-47af-ba58-bc392414519b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:46.536869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be29f2d-2fd6-43b7-9f7c-2d2f9779c579 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:46.542272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0be29f2d-2fd6-43b7-9f7c-2d2f9779c579 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks?id=268750a7-d5f4-4cb4-866f-9adf554fa6b4 HTTP/1.1" status: 200 len: 764 time: 0.1965702 Aug 20 13:28:46.546677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.552115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58414) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:46.583277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.603097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:46.603541 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:46.605827 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:46.718066 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.750099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:46.757877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c6c00906-2a47-4a60-a8f1-39482fa706a5 HTTP/1.1" status: 204 len: 168 time: 0.7800949 Aug 20 13:28:46.759690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1f448-5e93-4e37-9adc-053edf9cbe07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c00906-2a47-4a60-a8f1-39482fa706a5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:46.821915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8eeeb-85c5-4a82-a520-1c749feaedf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:46.824575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ca8eeeb-85c5-4a82-a520-1c749feaedf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2710788 Aug 20 13:28:46.827113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:46.874293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-356e6aae-7b91-445d-ac54-d8cb2afd3f4e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 207 time: 0.0456076 Aug 20 13:28:46.878160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58422) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.092064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58434) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.157247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c21c626-eeb6-404a-8336-ec9f176a08c3 req-bcc96111-2279-456d-8187-80b67313f9c1 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0800028 Aug 20 13:28:47.217766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf739bdb-2820-4a69-b3f9-3a84d02c76da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38e54197f2df4893be3824a4f536c1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242740 Aug 20 13:28:47.220273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58438) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.278169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.292743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.302703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a41d9ac2-3fb1-4dc8-bda0-4e01a9cdc948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.309917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.318266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.324529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.330329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.331532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a41d9ac2-3fb1-4dc8-bda0-4e01a9cdc948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.336589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7a4aa4a6-2d3b-4d8f-b515-01cc010504e7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4571476 Aug 20 13:28:47.337334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58440) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.363337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58442) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.422605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a41d9ac2-3fb1-4dc8-bda0-4e01a9cdc948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.436935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a41d9ac2-3fb1-4dc8-bda0-4e01a9cdc948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.440545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a41d9ac2-3fb1-4dc8-bda0-4e01a9cdc948 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f38d0098-86a1-4cc9-b47e-f6da40d83f28 HTTP/1.1" status: 204 len: 168 time: 0.2169828 Aug 20 13:28:47.459251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d9ac2-3fb1-4dc8-bda0-4e01a9cdc948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d0098-86a1-4cc9-b47e-f6da40d83f28,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:47.508358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58450) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.510262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb7ebb6e-d86f-47e6-a833-3f1129fcd8a6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1717627 Aug 20 13:28:47.593986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e403a-a7d0-431d-9a4d-bebc3a47d10a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.595067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-097e7d94-cf3e-46c6-bd5c-92898f563af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.596067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e403a-a7d0-431d-9a4d-bebc3a47d10a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.600408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e403a-a7d0-431d-9a4d-bebc3a47d10a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.602865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e403a-a7d0-431d-9a4d-bebc3a47d10a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.606140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e403a-a7d0-431d-9a4d-bebc3a47d10a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.608856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-052e403a-a7d0-431d-9a4d-bebc3a47d10a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0944600 Aug 20 13:28:47.612904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58454) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.748947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a41652-8fe8-43d7-8a72-02046f3ee494 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.758963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a41652-8fe8-43d7-8a72-02046f3ee494 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.764082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a41652-8fe8-43d7-8a72-02046f3ee494 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.765661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a41652-8fe8-43d7-8a72-02046f3ee494 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.776037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a41652-8fe8-43d7-8a72-02046f3ee494 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:47.785931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a8a41652-8fe8-43d7-8a72-02046f3ee494 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1682014 Aug 20 13:28:47.788752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.807944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-097e7d94-cf3e-46c6-bd5c-92898f563af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.822859 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-097e7d94-cf3e-46c6-bd5c-92898f563af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:47.901868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-097e7d94-cf3e-46c6-bd5c-92898f563af7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b444e5a5b02343d3a98e59e067c1a8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344241 Aug 20 13:28:47.902812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58466) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.953760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58468) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:47.977964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7d94-cf3e-46c6-bd5c-92898f563af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b4cef-e713-44b6-9e3f-d059f7446a95,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:48.002326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2fbaf4-7ce5-4425-9016-2ef1aa190c94 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:48.009058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4f2fbaf4-7ce5-4425-9016-2ef1aa190c94 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks/3e7778fc-2e78-4033-8e53-5269a63aca45 HTTP/1.1" status: 200 len: 803 time: 0.2133341 Aug 20 13:28:48.009058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58474) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.032236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31b44594-793a-44f6-b635-125fe66495f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.079813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31b44594-793a-44f6-b635-125fe66495f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.160833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-361bfe50-b86f-4d3e-8bf0-5f1c87e9e0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.204787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31b44594-793a-44f6-b635-125fe66495f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.212581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b341fd0-abca-4597-9809-614d31c78ad2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/networks/3e7778fc-2e78-4033-8e53-5269a63aca45?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1974761 Aug 20 13:28:48.213293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58482) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.217476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31b44594-793a-44f6-b635-125fe66495f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.218689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-31b44594-793a-44f6-b635-125fe66495f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b6b4cef-e713-44b6-9e3f-d059f7446a95 HTTP/1.1" status: 204 len: 168 time: 0.3153415 Aug 20 13:28:48.245929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b44594-793a-44f6-b635-125fe66495f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b4cef-e713-44b6-9e3f-d059f7446a95,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:48.359983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d136bdb6-bdd3-4e60-a48e-f96043c546dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:48.366231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d136bdb6-bdd3-4e60-a48e-f96043c546dc tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/subnets/3d514482-0724-4565-a3b4-81bae67d2636 HTTP/1.1" status: 200 len: 843 time: 0.1461990 Aug 20 13:28:48.367064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58494) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.369343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03b096e2-fa71-4874-a195-5c3c5472020b req-2d540e64-a74f-4b24-bf36-d35e599cea8f tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0634000 Aug 20 13:28:48.427248 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-361bfe50-b86f-4d3e-8bf0-5f1c87e9e0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.439896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-361bfe50-b86f-4d3e-8bf0-5f1c87e9e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.456788 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d4a21f2-4dcc-4acc-b51f-37a909972388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.462480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a09fe-93c2-4585-999a-13fb2c77dfa7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['shared'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:48.464692 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4a7a09fe-93c2-4585-999a-13fb2c77dfa7 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "GET /v2.0/subnets/3d514482-0724-4565-a3b4-81bae67d2636?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0963998 Aug 20 13:28:48.468600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.475556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919625778'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:48.506630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.521944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:48.526404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.568032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:48.581706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.582583 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Added segment 973fc26a-a2ec-4dac-9306-89049b534c59 of type vlan for network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 Aug 20 13:28:48.592354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfe50-b86f-4d3e-8bf0-5f1c87e9e0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2130317b-2fda-49f9-a3b5-869728cf60b5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:48.605031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-361bfe50-b86f-4d3e-8bf0-5f1c87e9e0c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7bc65ac03454439bf2974424b86e411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496177 Aug 20 13:28:48.610574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.690541 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.733844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-223ee128-2302-425a-9f79-eb536f3328a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.754543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.765309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:48.769095 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.799977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-223ee128-2302-425a-9f79-eb536f3328a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:48.863531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58510) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.925093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4475164 Aug 20 13:28:48.926082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58514) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:48.934564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:48.944910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a54b9-b61e-4a6d-b040-3f8986882c80 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Network': ['ID=3ee00347-ed3c-4939-a6e4-2e5d19e54760,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:48.980021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:49.003307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-223ee128-2302-425a-9f79-eb536f3328a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.005793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-223ee128-2302-425a-9f79-eb536f3328a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.007196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-223ee128-2302-425a-9f79-eb536f3328a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2130317b-2fda-49f9-a3b5-869728cf60b5 HTTP/1.1" status: 204 len: 168 time: 0.3952086 Aug 20 13:28:49.024537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ee128-2302-425a-9f79-eb536f3328a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2130317b-2fda-49f9-a3b5-869728cf60b5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:49.118170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:49.119779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Made reservation on behalf of bd0ccf0dce9d4046a73e13965a19a755 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:49.124315 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.143487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4b8a-72b0-4f4d-8ba2-c643a6220dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.234107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Performing IP validity checks on allocation pools {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 13:28:49.236796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 13:28:49.407454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4b8a-72b0-4f4d-8ba2-c643a6220dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.408705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.413244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4b8a-72b0-4f4d-8ba2-c643a6220dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.448676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72b424c0-68a7-44be-93a2-bf39b1a8d71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.454672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ce8a4b8a-72b0-4f4d-8ba2-c643a6220dba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1666764f563469ba6a11f03a43323ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354754 Aug 20 13:28:49.455558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4b8a-72b0-4f4d-8ba2-c643a6220dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a016c0-4efa-468a-bc37-27eea8a518df,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:49.458686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58534) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:49.537705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb53-a176-49b0-b538-bf8d57170c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.545806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58536) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:49.577732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb53-a176-49b0-b538-bf8d57170c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.655785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb53-a176-49b0-b538-bf8d57170c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.659926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb53-a176-49b0-b538-bf8d57170c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.661164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a4ecdb53-a176-49b0-b538-bf8d57170c8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50a016c0-4efa-468a-bc37-27eea8a518df HTTP/1.1" status: 204 len: 168 time: 0.2022238 Aug 20 13:28:49.690232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecdb53-a176-49b0-b538-bf8d57170c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a016c0-4efa-468a-bc37-27eea8a518df,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:49.752381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-39642300-network', 'tenant_id': 'f8a6b74e1d384612b88ef928902b6806'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:49.777678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58548) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:49.793550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1385db89-e086-4ec2-9e3e-b7415f2e3857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:49.994194 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5021cccf-d143-40c5-8a86-880aa05acadb req-70241710-6c16-4c6b-8d89-8081bf6cb618 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.4140649 Aug 20 13:28:50.022385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.120845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=a08d6501-b337-4e16-8816-5018afa8506e,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:50.132291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Checking segment: {'id': '973fc26a-a2ec-4dac-9306-89049b534c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:50.132638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network hostable DHCP agents. Network: 3ee00347-ed3c-4939-a6e4-2e5d19e54760, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:50.157038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72b424c0-68a7-44be-93a2-bf39b1a8d71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.162867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72b424c0-68a7-44be-93a2-bf39b1a8d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.180533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:50.210463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b424c0-68a7-44be-93a2-bf39b1a8d71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23096302-3a57-4f4b-88d0-e0a95e12a2bf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:50.214747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3ee00347-ed3c-4939-a6e4-2e5d19e54760) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:50.223191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-72b424c0-68a7-44be-93a2-bf39b1a8d71d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ae3e83b78c84ebaaa508cc76c4f6155&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3540437 Aug 20 13:28:50.224704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:50.225211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.227611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80941f57-d764-4e2f-88f7-f800c38d1b8c None None] Network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:50.228714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58562) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:50.249354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Made reservation on behalf of f8a6b74e1d384612b88ef928902b6806 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:50.251855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.270187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.297584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-066a54e2-04f7-4b48-ab10-c17e7b88bd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.330892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-066a54e2-04f7-4b48-ab10-c17e7b88bd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.384106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1385db89-e086-4ec2-9e3e-b7415f2e3857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.391722 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1385db89-e086-4ec2-9e3e-b7415f2e3857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.399210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-11135547-9e04-4379-99c2-c0225717c1c1 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4725575 Aug 20 13:28:50.403281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58566) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:50.415846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:50.454056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-066a54e2-04f7-4b48-ab10-c17e7b88bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.457400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-066a54e2-04f7-4b48-ab10-c17e7b88bd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.468675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-066a54e2-04f7-4b48-ab10-c17e7b88bd15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23096302-3a57-4f4b-88d0-e0a95e12a2bf HTTP/1.1" status: 204 len: 168 time: 0.2316899 Aug 20 13:28:50.508109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a54e2-04f7-4b48-ab10-c17e7b88bd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23096302-3a57-4f4b-88d0-e0a95e12a2bf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:50.523358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1385db89-e086-4ec2-9e3e-b7415f2e3857 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ca66abbde654ab892a5fdf3938458ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423050 Aug 20 13:28:50.524383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58572) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:50.552102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385db89-e086-4ec2-9e3e-b7415f2e3857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687de887-0aad-4500-9033-905d2c721a53,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:50.559119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-3ee00347-ed3c-4939-a6e4-2e5d19e54760', 'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760', 'tenant_id': 'bd0ccf0dce9d4046a73e13965a19a755', 'fixed_ips': [{'subnet_id': 'a08d6501-b337-4e16-8816-5018afa8506e'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:50.560253 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.637803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8012308'] for subnet, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.728082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1305cb74-a09e-4cb1-9997-7c3bef657ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.789821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1305cb74-a09e-4cb1-9997-7c3bef657ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.811147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.821717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.847747 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:28:50.847747 n-d-804232-5 neutron-server[94863]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 13:28:50.847747 n-d-804232-5 neutron-server[94863]: [parameters: {'in_use': 1, 'id_1': 'a08d6501-b337-4e16-8816-5018afa8506e'}] Aug 20 13:28:50.847747 n-d-804232-5 neutron-server[94863]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:28:50.848888 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:28:50.893101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:50.898900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315ed24-0c68-4501-85a5-75f93c61ddee,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:50.923003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.923361 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Added segment 879e83e7-b0e0-450c-8a35-ae7da0fffa68 of type vlan for network 0e128590-7626-42f1-8df9-e1ca1c78641d Aug 20 13:28:50.966867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.984836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1305cb74-a09e-4cb1-9997-7c3bef657ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.987620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1305cb74-a09e-4cb1-9997-7c3bef657ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:50.988990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1305cb74-a09e-4cb1-9997-7c3bef657ebd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/687de887-0aad-4500-9033-905d2c721a53 HTTP/1.1" status: 204 len: 168 time: 0.4608350 Aug 20 13:28:51.008061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305cb74-a09e-4cb1-9997-7c3bef657ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687de887-0aad-4500-9033-905d2c721a53,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:51.012820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.014265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:51.015303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.119531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5706577 Aug 20 13:28:51.123632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58596) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:51.139606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Request body: {'subnet': {'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-39642300-subnet', 'tenant_id': 'f8a6b74e1d384612b88ef928902b6806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:51.154648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785000902714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7341288'] for subnet, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.185727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501ae26-30aa-4e96-b268-ad5b7a743421 admin admin] Pushing event updated for resources: {'Network': ['ID=0e128590-7626-42f1-8df9-e1ca1c78641d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:51.200863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 0e128590-7626-42f1-8df9-e1ca1c78641d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:51.224655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Made reservation on behalf of f8a6b74e1d384612b88ef928902b6806 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:51.227383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.294700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:51.295481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.297110 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "PUT /v2.0/subnets/a08d6501-b337-4e16-8816-5018afa8506e HTTP/1.1" status: 200 len: 900 time: 0.8922806 Aug 20 13:28:51.302116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74131b97-770e-470e-b081-acb8db3e94f0 req-e928fb0b-b737-4bec-97e8-7f2ea5b9263d tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0701530 Aug 20 13:28:51.305149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58602) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:51.352872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.376721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0b026-d56d-44ca-a6ac-29eeb36ee2d8 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event updated for resources: {'Subnet': ['ID=a08d6501-b337-4e16-8816-5018afa8506e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:51.416795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.484612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.578927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.623434 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.680890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Allocated IP 2001:db8::3 (3ee00347-ed3c-4939-a6e4-2e5d19e54760/a08d6501-b337-4e16-8816-5018afa8506e/812c5f04-fbac-4682-9133-4c32102a645b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:51.685633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Checking segment: {'id': '879e83e7-b0e0-450c-8a35-ae7da0fffa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:51.686051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Network hostable DHCP agents. Network: 0e128590-7626-42f1-8df9-e1ca1c78641d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:51.702205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbd724c-fe02-417b-a522-c072c6677f7d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:51.726039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Network 0e128590-7626-42f1-8df9-e1ca1c78641d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:51.746690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 0e128590-7626-42f1-8df9-e1ca1c78641d) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:51.770125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:51.771021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.792823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727df75-c557-4043-b847-7140c9715712 None None] Network 0e128590-7626-42f1-8df9-e1ca1c78641d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:51.795230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d4cdbec7-3690-4fe2-803d-576a33149563 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6680379 Aug 20 13:28:51.879745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:51.931433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Transition to ACTIVE for port object 812c5f04-fbac-4682-9133-4c32102a645b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:51.977101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Transition to ACTIVE for port object 812c5f04-fbac-4682-9133-4c32102a645b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:51.994040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.016076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.093060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:52.097852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407df785-9a05-4188-b50b-6fbac57ea397 None None] Network 0e128590-7626-42f1-8df9-e1ca1c78641d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:52.100051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:52.114261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:52.124152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.127282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Pushing event updated for resources: {'Port': ['ID=812c5f04-fbac-4682-9133-4c32102a645b,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:52.162887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee00347-ed3c-4939-a6e4-2e5d19e54760']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:52.165614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=a08d6501-b337-4e16-8816-5018afa8506e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:52.179809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973fc26a-a2ec-4dac-9306-89049b534c59') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:52.180194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973fc26a-a2ec-4dac-9306-89049b534c59') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:52.195048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.214316 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.231662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:52.232215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:52.236967 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:52.339403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Attempting to bind port 812c5f04-fbac-4682-9133-4c32102a645b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:52.339940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Attempting to bind port 812c5f04-fbac-4682-9133-4c32102a645b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '973fc26a-a2ec-4dac-9306-89049b534c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:52.340349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Attempting to bind port 812c5f04-fbac-4682-9133-4c32102a645b on network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:52.358311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:52.359421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Checking segment: {'id': '973fc26a-a2ec-4dac-9306-89049b534c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:52.359978 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.360674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Bound using segment: {'id': '973fc26a-a2ec-4dac-9306-89049b534c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:52.361441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Bound port: 812c5f04-fbac-4682-9133-4c32102a645b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fc26a-a2ec-4dac-9306-89049b534c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:52.361993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.368087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:28:52.368087 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:28:52.368087 n-d-804232-5 neutron-server[94861]: [parameters: {'id': '3ee00347-ed3c-4939-a6e4-2e5d19e54760'}] Aug 20 13:28:52.368087 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:28:52.370873 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:28:52.531839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-275a045e-662b-41d4-ac09-5a6fd52eaf60 req-772e6962-c52f-4e2e-9043-29d7ebf72dd3 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0569985 Aug 20 13:28:52.563457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] For port 812c5f04-fbac-4682-9133-4c32102a645b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:52.576695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] For port 812c5f04-fbac-4682-9133-4c32102a645b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=812c5f04-fbac-4682-9133-4c32102a645b,segment=NetworkSegment(973fc26a-a2ec-4dac-9306-89049b534c59),segment_id=973fc26a-a2ec-4dac-9306-89049b534c59)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:52.582476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.680545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37be7-80fb-41d8-937e-48409ffce72c None None] Pushing event updated for resources: {'Port': ['ID=812c5f04-fbac-4682-9133-4c32102a645b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:52.707861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338fad1-4982-4306-90fc-5bd79c8c6e3c None None] Network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:52.873482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:52.881402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48b89d-1732-492f-9ebb-b354f04f3dc6 None None] Network 3ee00347-ed3c-4939-a6e4-2e5d19e54760 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:52.990888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting port 812c5f04-fbac-4682-9133-4c32102a645b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:52.994640 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.122474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346417d6-ce71-4665-b6c5-355e16bb7964 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:28:53.136243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] For port 812c5f04-fbac-4682-9133-4c32102a645b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=812c5f04-fbac-4682-9133-4c32102a645b,segment=NetworkSegment(973fc26a-a2ec-4dac-9306-89049b534c59),segment_id=973fc26a-a2ec-4dac-9306-89049b534c59)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:53.136884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.151684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-eafc3633-918f-429c-9d1b-45f9975455d3 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:53.160178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Calling delete_port for 812c5f04-fbac-4682-9133-4c32102a645b owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:53.160409 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-eafc3633-918f-429c-9d1b-45f9975455d3 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/networks?id=0e128590-7626-42f1-8df9-e1ca1c78641d HTTP/1.1" status: 200 len: 820 time: 0.2470050 Aug 20 13:28:53.208228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1de59f92-3f30-459d-8e2e-fc52d0db1549 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/quotas/f8a6b74e1d384612b88ef928902b6806 HTTP/1.1" status: 200 len: 375 time: 0.0280600 Aug 20 13:28:53.292356 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-d9e5d4de-f567-49ee-bd56-ff108a54a2b0 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8a6b74e1d384612b88ef928902b6806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823298 Aug 20 13:28:53.333101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.354102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346417d6-ce71-4665-b6c5-355e16bb7964 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:28:53.354575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No DVR routers for this DVR port 812c5f04-fbac-4682-9133-4c32102a645b on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:53.451389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Port': ['ID=812c5f04-fbac-4682-9133-4c32102a645b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:53.549986 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-961f1499-3e00-4f92-9f80-ea6052f86fcb service neutron] 10.222.0.59 "GET /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531967 Aug 20 13:28:53.559302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.579036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee00347-ed3c-4939-a6e4-2e5d19e54760']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:53.596221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58690) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:53.608883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973fc26a-a2ec-4dac-9306-89049b534c59') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:53.609210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973fc26a-a2ec-4dac-9306-89049b534c59') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:53.633083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.671958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.688755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:53.690736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:53.706808 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:53.783309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-c280848a-ac49-425b-b8e9-8bca9d9231f4 service neutron] 10.222.0.59 "GET /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289371 Aug 20 13:28:53.863192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-792459281-network', 'tenant_id': '29a39307e838498d9f298f6a4067c27b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:53.928316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Made reservation on behalf of 29a39307e838498d9f298f6a4067c27b for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:53.935182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.940460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:53.985944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.011669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-53da7518-2bce-4ef9-95f8-06eb49a6e4b8 req-99031d7e-6049-4e2b-97e3-f74ef361445f tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.2805071 Aug 20 13:28:54.019857 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.021587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/3ee00347-ed3c-4939-a6e4-2e5d19e54760 HTTP/1.1" status: 204 len: 168 time: 2.7152736 Aug 20 13:28:54.025325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58704) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:54.054780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970c48c-6456-4514-acf1-f5215fdd3ac2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=3ee00347-ed3c-4939-a6e4-2e5d19e54760,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:54.126515 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c752edd5-f53a-435d-b6cb-d0fd7158dd85 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:54.126756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c752edd5-f53a-435d-b6cb-d0fd7158dd85 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:54.128482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c752edd5-f53a-435d-b6cb-d0fd7158dd85 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/a08d6501-b337-4e16-8816-5018afa8506e HTTP/1.1" status: 404 len: 337 time: 0.1021991 Aug 20 13:28:54.133901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58712) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:54.189506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ed08b88-8ecd-4445-900a-1898de8b55e4 req-655f73f3-b442-4766-8925-659b99cb6336 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 210 time: 0.1425099 Aug 20 13:28:54.204033 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8972b3e-d132-4a79-8c9a-d9202542b381 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:54.206848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8972b3e-d132-4a79-8c9a-d9202542b381 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:54.226904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d8972b3e-d132-4a79-8c9a-d9202542b381 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/3ee00347-ed3c-4939-a6e4-2e5d19e54760 HTTP/1.1" status: 404 len: 339 time: 0.0871875 Aug 20 13:28:54.229099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58718) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:54.356331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.474257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.504063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.551630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.562129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:28:54.570231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268750a7-d5f4-4cb4-866f-9adf554fa6b4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:54.594339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6e3d75-bd9d-4e6e-8e7e-6efd5ae1a2af') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:54.594604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6e3d75-bd9d-4e6e-8e7e-6efd5ae1a2af') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:54.609089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.609441 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Added segment 6b03fb21-08d8-4518-9ebd-f247b04559d5 of type vlan for network 53e931c5-a89e-499b-955a-62e66996794a Aug 20 13:28:54.612352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6d6c8-7578-4669-9762-cdbc4c885396,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:54.616711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.683403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.700262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:54.700502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:54.704505 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:54.709948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.794176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.796172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:54.796845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.816336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.827124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58734) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:54.827694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2297745 Aug 20 13:28:54.839822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Request body: {'subnet': {'network_id': '53e931c5-a89e-499b-955a-62e66996794a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-subnet', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:54.875284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:54.878976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/268750a7-d5f4-4cb4-866f-9adf554fa6b4 HTTP/1.1" status: 204 len: 168 time: 0.6481416 Aug 20 13:28:54.887754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58736) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:54.908863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d2d8a-d76c-4f5c-a440-8a7a38039a3e admin admin] Pushing event updated for resources: {'Network': ['ID=53e931c5-a89e-499b-955a-62e66996794a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:54.919968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 53e931c5-a89e-499b-955a-62e66996794a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:28:54.953652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a3313-50b6-4bb8-9429-d7264282bc9e tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=268750a7-d5f4-4cb4-866f-9adf554fa6b4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:54.990952 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b99952f-ede1-4f2a-97de-6178fcc92faa tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:54.999527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b99952f-ede1-4f2a-97de-6178fcc92faa tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:55.002863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6b99952f-ede1-4f2a-97de-6178fcc92faa tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/8abc2c71-aadd-4846-acd3-a10c76a0f384 HTTP/1.1" status: 404 len: 337 time: 0.1118560 Aug 20 13:28:55.005892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58742) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:55.018706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Made reservation on behalf of 29a39307e838498d9f298f6a4067c27b for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:55.029073 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc98f104-301f-4482-8124-0ae5b8bc83d5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:55.030048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc98f104-301f-4482-8124-0ae5b8bc83d5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:55.031011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.037304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:55.050549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc98f104-301f-4482-8124-0ae5b8bc83d5 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/9903ff5f-1105-4c3a-b2be-dcb5ab9e6eca HTTP/1.1" status: 404 len: 339 time: 0.0432272 Aug 20 13:28:55.235472 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:28:55.261576 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9da4cf52-25db-42ee-b5fa-428f79bd3d8f req-e944ca8b-b013-470b-a8df-1629d6689a8e tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0890305 Aug 20 13:28:55.303760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting subnet e2a6f688-6a90-4c67-a26a-847b2e951e47 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:28:55.311775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.391515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47503dcf-454d-4e7a-ae22-02326fc2a865 req-b1da8431-f31c-42ba-b765-e067b6c68d39 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 210 time: 0.0486889 Aug 20 13:28:55.405070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.650076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:55.674715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.750351 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.798627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-e14056eb-60ce-445f-87cb-8a3e695f2d0c tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:55.800211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-e14056eb-60ce-445f-87cb-8a3e695f2d0c tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.53 "GET /v2.0/networks?id=0e128590-7626-42f1-8df9-e1ca1c78641d HTTP/1.1" status: 200 len: 820 time: 0.3132088 Aug 20 13:28:55.806170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d6ba-1840-466e-8668-46a254a5d1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.824108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Request body: {'port': {'device_id': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d', 'admin_state_up': True, 'tenant_id': 'f8a6b74e1d384612b88ef928902b6806'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:55.886385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Checking segment: {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:55.887194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Network hostable DHCP agents. Network: 53e931c5-a89e-499b-955a-62e66996794a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:28:55.894343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2937042f-4ddf-4339-908a-c03b2b28f538,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:55.939664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d6ba-1840-466e-8668-46a254a5d1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.944130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d6ba-1840-466e-8668-46a254a5d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.952511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:55.988846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a6f688-6a90-4c67-a26a-847b2e951e47,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:55.990628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Network 53e931c5-a89e-499b-955a-62e66996794a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:28:55.999130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a6f9d6ba-1840-466e-8668-46a254a5d1a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e76210edea15433f93c542dece9ed9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452101 Aug 20 13:28:55.999130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9d6ba-1840-466e-8668-46a254a5d1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e314e9e-51b3-4905-bfff-7f997e12afb1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:55.999319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58762) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:56.017814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd8569-d3f2-43ec-8b28-151eebe5f45f None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:56.020232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.022171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5c26761-fec1-4b9c-9478-2ec1065c58eb tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/e2a6f688-6a90-4c67-a26a-847b2e951e47 HTTP/1.1" status: 204 len: 168 time: 0.9838870 Aug 20 13:28:56.024893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:56.029040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 53e931c5-a89e-499b-955a-62e66996794a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:56.045267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:56.045885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.076277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c16200-6bcd-4662-9117-4537be7c1569 None None] Network 53e931c5-a89e-499b-955a-62e66996794a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:56.113686 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e80f985-ee32-4ccd-8836-2ffe93159ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.115690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Made reservation on behalf of f8a6b74e1d384612b88ef928902b6806 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:28:56.119534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.146269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a3716794-0920-4db3-beb3-24f82a645552 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3144710 Aug 20 13:28:56.146550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58768) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:56.156981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:56.195292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e80f985-ee32-4ccd-8836-2ffe93159ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.198265 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.199408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.367402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.406882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-53e931c5-a89e-499b-955a-62e66996794a', 'network_id': '53e931c5-a89e-499b-955a-62e66996794a', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'fixed_ips': [{'subnet_id': '2937042f-4ddf-4339-908a-c03b2b28f538'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:28:56.407952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.418825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting subnet d887a864-9095-4dec-bd4a-54886a5de45c {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:28:56.422466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.505326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.574812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c466516-0182-4172-bbfb-c8987ac721c7 req-05596dc4-62f9-41b8-a8d3-4965a1afad71 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0768161 Aug 20 13:28:56.585874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e80f985-ee32-4ccd-8836-2ffe93159ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.589083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e80f985-ee32-4ccd-8836-2ffe93159ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.590729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e80f985-ee32-4ccd-8836-2ffe93159ee0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e314e9e-51b3-4905-bfff-7f997e12afb1 HTTP/1.1" status: 204 len: 168 time: 0.5905244 Aug 20 13:28:56.644355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a558aaff-ebb9-44ba-93b3-627077a9efb1 req-905e4d88-b963-43c4-bb4a-1978474500ad tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 210 time: 0.0703709 Aug 20 13:28:56.703219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Allocated IP 172.20.0.11 (0e128590-7626-42f1-8df9-e1ca1c78641d/abbd724c-fe02-417b-a522-c072c6677f7d/a838c022-5944-44ee-a1fb-526d1b52bc38) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:56.731196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Allocated IP 172.20.0.2 (53e931c5-a89e-499b-955a-62e66996794a/2937042f-4ddf-4339-908a-c03b2b28f538/e147ce81-1eb6-483e-9915-f750f4c3631e) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:56.765963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.777223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80f985-ee32-4ccd-8836-2ffe93159ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e314e9e-51b3-4905-bfff-7f997e12afb1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:56.788661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:56.944857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.007692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.009923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/d887a864-9095-4dec-bd4a-54886a5de45c HTTP/1.1" status: 204 len: 168 time: 0.9840293 Aug 20 13:28:57.011813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab1f05-34f6-4632-a98c-0ad9a5ab0cf6 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=d887a864-9095-4dec-bd4a-54886a5de45c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:57.014392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58794) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:57.207473 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.219411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Transition to ACTIVE for port object e147ce81-1eb6-483e-9915-f750f4c3631e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:57.219632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.256219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Transition to ACTIVE for port object e147ce81-1eb6-483e-9915-f750f4c3631e will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:28:57.267041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.271716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58804) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:57.309826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Network 53e931c5-a89e-499b-955a-62e66996794a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:57.315671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:57.319353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:57.331745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting port 63a767eb-3c28-4e36-9a10-ea93b620a3cb {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:57.331999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Pushing event updated for resources: {'Port': ['ID=e147ce81-1eb6-483e-9915-f750f4c3631e,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:57.332101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.372013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.405288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02dea9fe-9210-47e1-95b1-dbd2b08318ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.412844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Attempting to bind port e147ce81-1eb6-483e-9915-f750f4c3631e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:28:57.413207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Attempting to bind port e147ce81-1eb6-483e-9915-f750f4c3631e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:28:57.421124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Attempting to bind port e147ce81-1eb6-483e-9915-f750f4c3631e on network 53e931c5-a89e-499b-955a-62e66996794a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:28:57.428945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:28:57.428945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Checking segment: {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:28:57.429502 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.430008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Bound using segment: {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:28:57.430748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Bound port: e147ce81-1eb6-483e-9915-f750f4c3631e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:28:57.431209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.480132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] For port 63a767eb-3c28-4e36-9a10-ea93b620a3cb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=63a767eb-3c28-4e36-9a10-ea93b620a3cb,segment=NetworkSegment(cd087975-7be5-4b0a-888c-def2bdce5004),segment_id=cd087975-7be5-4b0a-888c-def2bdce5004)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:57.481541 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.516736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Calling delete_port for 63a767eb-3c28-4e36-9a10-ea93b620a3cb owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:57.588682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] For port e147ce81-1eb6-483e-9915-f750f4c3631e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:28:57.593661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02dea9fe-9210-47e1-95b1-dbd2b08318ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.596391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] For port e147ce81-1eb6-483e-9915-f750f4c3631e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e147ce81-1eb6-483e-9915-f750f4c3631e,segment=NetworkSegment(6b03fb21-08d8-4518-9ebd-f247b04559d5),segment_id=6b03fb21-08d8-4518-9ebd-f247b04559d5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:28:57.616108 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.702318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.744453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.746111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a6572-96b3-422b-9d84-8ea76af512fc None None] Network 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:57.765442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02dea9fe-9210-47e1-95b1-dbd2b08318ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.770760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.783258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No DVR routers for this DVR port 63a767eb-3c28-4e36-9a10-ea93b620a3cb on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:28:57.804133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dea9fe-9210-47e1-95b1-dbd2b08318ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ea2fe-41db-47ac-842d-52ffd3c1406d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:57.805877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Port': ['ID=63a767eb-3c28-4e36-9a10-ea93b620a3cb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:57.860572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8c3203b-055f-4c13-9216-86227605b263 req-82ef5233-8f6e-4411-9e17-caa0042fda28 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 210 time: 0.0433905 Aug 20 13:28:57.879258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7999685a-6d34-4922-aeee-96eb7cce03e3 None None] Could not find standard attr ID for object 63a767eb-3c28-4e36-9a10-ea93b620a3cb. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:28:57.903879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3adecc27-6c31-42df-986e-e3f2c03e3519 req-ac903a11-96f2-4aaa-b2cd-f1bbf8cbf63a tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1052752 Aug 20 13:28:57.954365 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:57.967920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-02dea9fe-9210-47e1-95b1-dbd2b08318ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=595d00169d4b4cb0980ffbf1e2eda853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913722 Aug 20 13:28:57.968594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.076796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.118084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:58.122685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602617f2-65d1-40fe-8a83-b0ee2de44d2e None None] Pushing event updated for resources: {'Port': ['ID=e147ce81-1eb6-483e-9915-f750f4c3631e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:58.138345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Network 0e128590-7626-42f1-8df9-e1ca1c78641d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:58.148873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Pushing event updated for resources: {'Port': ['ID=a838c022-5944-44ee-a1fb-526d1b52bc38,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:58.158272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd087975-7be5-4b0a-888c-def2bdce5004') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:58.158536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd087975-7be5-4b0a-888c-def2bdce5004') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:28:58.159600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aea880-418d-4ed1-9e57-54c243136b5f None None] DHCP port deletion for 9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:28:58.162341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:58.191880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.202931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:58.235839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.255923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:28:58.256344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:28:58.274826 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:28:58.376729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.389756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.397871 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef HTTP/1.1" status: 204 len: 168 time: 1.3823526 Aug 20 13:28:58.409112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58824) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.451873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3c40-33d4-4a04-8acd-675af7245cfe tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=9838d3a8-f5d8-4e32-8f2a-8696d1e8bbef,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:58.494087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:58.495402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.518195 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf196514-1522-4569-8093-2614e1f6ee18 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:58.518725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf196514-1522-4569-8093-2614e1f6ee18 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:58.520999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf196514-1522-4569-8093-2614e1f6ee18 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/1b92ec52-6f86-4194-b62a-b94fa8df52d7 HTTP/1.1" status: 404 len: 337 time: 0.0915928 Aug 20 13:28:58.523707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.534625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Allocated IP 172.25.6.135 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a17b2b3f-5ce3-4275-aee2-c04ae496ac5e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:28:58.536164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e147ce81-1eb6-483e-9915-f750f4c3631e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:28:58.549317 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab8fd1-ee1c-4886-832c-470d4d9a0a28 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:58.550022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ab8fd1-ee1c-4886-832c-470d4d9a0a28 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:58.551854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-60ab8fd1-ee1c-4886-832c-470d4d9a0a28 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/3807209d-01fb-4ca8-818c-5ca8632bdee2 HTTP/1.1" status: 404 len: 339 time: 0.0269544 Aug 20 13:28:58.554213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-def9f30d-b3fa-46e4-b155-d10c840d04b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.556944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58828) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.579624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-efa1a2b3-34c0-44ba-bc6e-b4de45b9d844 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7642787 Aug 20 13:28:58.591920 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2c5a04-bdb5-4c78-9c16-1263af2ada35 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:58.592683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2c5a04-bdb5-4c78-9c16-1263af2ada35 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:58.597522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec2c5a04-bdb5-4c78-9c16-1263af2ada35 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/eed50aa5-352c-433b-958d-f9fa48629269 HTTP/1.1" status: 404 len: 337 time: 0.0393722 Aug 20 13:28:58.598247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58830) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.599365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e147ce81-1eb6-483e-9915-f750f4c3631e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:58.610366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Request body: {'port': {'device_id': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:28:58.624961 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-611d56e3-c6b9-4115-9b31-f1189a8fb8dd tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:58.625815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611d56e3-c6b9-4115-9b31-f1189a8fb8dd tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:58.627782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-611d56e3-c6b9-4115-9b31-f1189a8fb8dd tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/e75b14db-ff77-4d26-be99-9ff4052f4c0c HTTP/1.1" status: 404 len: 339 time: 0.0283580 Aug 20 13:28:58.630400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.646426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-def9f30d-b3fa-46e4-b155-d10c840d04b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.657844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 63a767eb-3c28-4e36-9a10-ea93b620a3cb no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:28:58.660904 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ff5918-6c52-4fce-aaf8-6e6a5206926a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:58.661367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ff5918-6c52-4fce-aaf8-6e6a5206926a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:58.668151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4ff5918-6c52-4fce-aaf8-6e6a5206926a tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/ad7cf328-1f99-4669-a1a3-bc36423018e3 HTTP/1.1" status: 404 len: 337 time: 0.0353820 Aug 20 13:28:58.669282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58834) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.679898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 63a767eb-3c28-4e36-9a10-ea93b620a3cb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:28:58.680238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 63a767eb-3c28-4e36-9a10-ea93b620a3cb not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:28:58.695852 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d7bbc9-c0e1-430a-84c3-c8ffc5305c17 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:28:58.696506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d7bbc9-c0e1-430a-84c3-c8ffc5305c17 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:28:58.698869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-86d7bbc9-c0e1-430a-84c3-c8ffc5305c17 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/11c9b2f7-5cd0-4dee-bc05-4ec9dea5279b HTTP/1.1" status: 404 len: 339 time: 0.0250711 Aug 20 13:28:58.701489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58836) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:58.756337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting subnet 354ef74c-be64-4115-9706-7b0a2b19a3cc {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:28:58.757251 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.762387 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.771316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.818559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-def9f30d-b3fa-46e4-b155-d10c840d04b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.819235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.821381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-def9f30d-b3fa-46e4-b155-d10c840d04b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.822603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-def9f30d-b3fa-46e4-b155-d10c840d04b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff1ea2fe-41db-47ac-842d-52ffd3c1406d HTTP/1.1" status: 204 len: 168 time: 0.8308537 Aug 20 13:28:58.855944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:58.866889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9f30d-b3fa-46e4-b155-d10c840d04b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1ea2fe-41db-47ac-842d-52ffd3c1406d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:58.939453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.089043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.089356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.130079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.132210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/354ef74c-be64-4115-9706-7b0a2b19a3cc HTTP/1.1" status: 204 len: 168 time: 0.4295902 Aug 20 13:28:59.134855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58846) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:28:59.135708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021ae90-2726-4978-8bb5-9081eecaf4d2 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=354ef74c-be64-4115-9706-7b0a2b19a3cc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:28:59.143312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892a49e-8453-46b5-8d50-64a476a09d5f None None] Network e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:59.244194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08763-1fd0-4dda-9e3c-7e93c85bc86a req-e7454812-a1e9-47e8-b148-663b3bbced62 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:28:59.255704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22a08763-1fd0-4dda-9e3c-7e93c85bc86a req-e7454812-a1e9-47e8-b148-663b3bbced62 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 932 time: 0.2165329 Aug 20 13:28:59.341170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22a08763-1fd0-4dda-9e3c-7e93c85bc86a req-7d0fd59f-3803-4b0e-aa36-2e274f8fe2c9 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 Aug 20 13:28:59.380691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.410927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8dbcb-60a7-447b-a60b-a1c2314f37f8 None None] Network 53e931c5-a89e-499b-955a-62e66996794a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:28:59.514571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] DHCP port deletion for e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:28:59.522955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting port 3d30f269-fc54-430f-a0ac-c381a703c799 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:28:59.524706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.667611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] For port 3d30f269-fc54-430f-a0ac-c381a703c799, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3d30f269-fc54-430f-a0ac-c381a703c799,segment=NetworkSegment(9c83e2e9-e5ce-4941-9cc4-3c80b974b388),segment_id=9c83e2e9-e5ce-4941-9cc4-3c80b974b388)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:28:59.667992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.700986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e29ce1da-bd3f-42aa-9ee6-b9e7fcdbb02d req-388d201d-7b36-43d7-af05-87c407bcab39 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.6282294 Aug 20 13:28:59.701820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Calling delete_port for 3d30f269-fc54-430f-a0ac-c381a703c799 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:28:59.774613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:28:59.784778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:28:59.787582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:28:59.831244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] Provisioning for port e147ce81-1eb6-483e-9915-f750f4c3631e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:28:59.847112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] Provisioning complete for port e147ce81-1eb6-483e-9915-f750f4c3631e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:28:59.847773 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:28:59.910903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Pushing event updated for resources: {'Port': ['ID=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:00.036511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.042845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Deleting port 3d30f269-fc54-430f-a0ac-c381a703c799 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:00.043231 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.093518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No DVR routers for this DVR port 3d30f269-fc54-430f-a0ac-c381a703c799 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:00.095658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Port': ['ID=3d30f269-fc54-430f-a0ac-c381a703c799,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:00.107182 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.198750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a838c022-5944-44ee-a1fb-526d1b52bc38 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:00.206734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] For port 3d30f269-fc54-430f-a0ac-c381a703c799, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:00.207193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.222651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Calling delete_port for 3d30f269-fc54-430f-a0ac-c381a703c799 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:00.225840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Port 3d30f269-fc54-430f-a0ac-c381a703c799 was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:29:00.229997 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.231495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.265774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Transition to ACTIVE for port object a838c022-5944-44ee-a1fb-526d1b52bc38 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:00.273541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.287648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] Pushing event deleted for resources: {'Port': ['ID=3d30f269-fc54-430f-a0ac-c381a703c799,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:00.292450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f19ead-ce9a-47d9-9de3-b8f0ed878c67 None None] No DVR routers for this DVR port 3d30f269-fc54-430f-a0ac-c381a703c799 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:00.340205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] For port e147ce81-1eb6-483e-9915-f750f4c3631e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e147ce81-1eb6-483e-9915-f750f4c3631e,segment=NetworkSegment(6b03fb21-08d8-4518-9ebd-f247b04559d5),segment_id=6b03fb21-08d8-4518-9ebd-f247b04559d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:00.349073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.365450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.391583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183e3ae-2462-4cb8-8ad5-11125cbdcdc5']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:00.437053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c83e2e9-e5ce-4941-9cc4-3c80b974b388') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:00.437393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c83e2e9-e5ce-4941-9cc4-3c80b974b388') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:00.446966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3d30f269-fc54-430f-a0ac-c381a703c799 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:00.468488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.476157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Pushing event updated for resources: {'Port': ['ID=a838c022-5944-44ee-a1fb-526d1b52bc38,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:00.524055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3d30f269-fc54-430f-a0ac-c381a703c799 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:29:00.524408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3d30f269-fc54-430f-a0ac-c381a703c799 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:29:00.541516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e49e44-1467-4989-806d-4b1920209d19 None None] Pushing event updated for resources: {'Port': ['ID=e147ce81-1eb6-483e-9915-f750f4c3631e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:00.551772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.620735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:29:00.621295 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:29:00.636893 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:29:00.683418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d246d62e-8996-4a92-bb02-17af47a99f31 None None] Provisioning complete for port e147ce81-1eb6-483e-9915-f750f4c3631e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:00.684098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d246d62e-8996-4a92-bb02-17af47a99f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.715805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Attempting to bind port a838c022-5944-44ee-a1fb-526d1b52bc38 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:00.716519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Attempting to bind port a838c022-5944-44ee-a1fb-526d1b52bc38 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '879e83e7-b0e0-450c-8a35-ae7da0fffa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:00.716870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Attempting to bind port a838c022-5944-44ee-a1fb-526d1b52bc38 on network 0e128590-7626-42f1-8df9-e1ca1c78641d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:00.737019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d49f7-912a-448c-8645-61690dc6c08e req-f38c7c04-8b30-4076-af6f-a4e07f8bde5e tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:00.739503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-418d49f7-912a-448c-8645-61690dc6c08e req-f38c7c04-8b30-4076-af6f-a4e07f8bde5e tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 944 time: 0.2251513 Aug 20 13:29:00.741054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.750474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.754847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/e183e3ae-2462-4cb8-8ad5-11125cbdcdc5 HTTP/1.1" status: 204 len: 168 time: 1.6147437 Aug 20 13:29:00.755245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58900) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:00.758945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Port a838c022-5944-44ee-a1fb-526d1b52bc38 on network 0e128590-7626-42f1-8df9-e1ca1c78641d not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:00.759427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Attempting to bind port a838c022-5944-44ee-a1fb-526d1b52bc38 on network 0e128590-7626-42f1-8df9-e1ca1c78641d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:00.796003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:00.796375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Checking segment: {'id': '879e83e7-b0e0-450c-8a35-ae7da0fffa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:00.800468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e305629-f1dc-4a0d-8cb3-8bd0fd36fc3d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=e183e3ae-2462-4cb8-8ad5-11125cbdcdc5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:00.800859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Bound using segment: {'id': '879e83e7-b0e0-450c-8a35-ae7da0fffa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:00.801173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Bound port: a838c022-5944-44ee-a1fb-526d1b52bc38, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879e83e7-b0e0-450c-8a35-ae7da0fffa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:00.801546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.845332 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35a6f5f-376d-453d-a622-b95d687a2cfd tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:29:00.845712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35a6f5f-376d-453d-a622-b95d687a2cfd tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:00.849951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c35a6f5f-376d-453d-a622-b95d687a2cfd tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/8e3e4fdb-1942-4607-bd76-328d3825b525 HTTP/1.1" status: 404 len: 337 time: 0.0914743 Aug 20 13:29:00.851144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58902) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:00.854607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:00.893100 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-accaf72f-18bd-49b2-9359-58a92c779179 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] DELETE failed (client error): The resource could not be found. Aug 20 13:29:00.893774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accaf72f-18bd-49b2-9359-58a92c779179 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:00.898155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-accaf72f-18bd-49b2-9359-58a92c779179 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/96d72bec-6e31-4914-af3d-d9efc7b2abad HTTP/1.1" status: 404 len: 339 time: 0.0436995 Aug 20 13:29:00.899427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58904) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:00.923574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-418d49f7-912a-448c-8645-61690dc6c08e req-3a582783-259b-439e-9142-4ea7596b98b5 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473649 Aug 20 13:29:00.964160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] For port a838c022-5944-44ee-a1fb-526d1b52bc38, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:00.970795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] For port a838c022-5944-44ee-a1fb-526d1b52bc38, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a838c022-5944-44ee-a1fb-526d1b52bc38,segment=NetworkSegment(879e83e7-b0e0-450c-8a35-ae7da0fffa68),segment_id=879e83e7-b0e0-450c-8a35-ae7da0fffa68)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:01.031475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting subnet 3d514482-0724-4565-a3b4-81bae67d2636 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:29:01.035482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.037935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-368807b1-70dd-474e-86b4-3e336076d9e8 req-b668f199-2fc0-4f25-80dd-2502307820a9 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1933172 Aug 20 13:29:01.045156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.122960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:01.123588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.125072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] 10.222.0.53 "PUT /v2.0/ports/a838c022-5944-44ee-a1fb-526d1b52bc38 HTTP/1.1" status: 200 len: 1092 time: 2.5364318 Aug 20 13:29:01.127494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'tag': 'a838c022-5944-44ee-a1fb-526d1b52bc38'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:01.129995 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fe28b7-324b-41e6-a034-83a76793c525" -d '{"events": [{"name": "network-changed", "server_uuid": "276f6f76-6d29-447a-9fc5-9ee8370a84aa", "tag": "a838c022-5944-44ee-a1fb-526d1b52bc38"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:01.142717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.231145 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0161922-299e-443f-8e71-b2de47e56889 x-openstack-request-id: req-a0161922-299e-443f-8e71-b2de47e56889 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:01.231589 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f6f76-6d29-447a-9fc5-9ee8370a84aa", "tag": "a838c022-5944-44ee-a1fb-526d1b52bc38", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:01.232147 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0161922-299e-443f-8e71-b2de47e56889 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:01.233501 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'tag': 'a838c022-5944-44ee-a1fb-526d1b52bc38', 'status': 'completed', 'code': 200} Aug 20 13:29:01.243816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c108eab-5c37-4ec6-b42e-f016e4e60412 service neutron] Pushing event updated for resources: {'Port': ['ID=a838c022-5944-44ee-a1fb-526d1b52bc38,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:01.326473 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.339748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-cb8b69f1-d68f-43e0-94f0-a86868c8cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:01.341480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-cb8b69f1-d68f-43e0-94f0-a86868c8cd23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8a6b74e1d384612b88ef928902b6806&device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 1095 time: 0.1442003 Aug 20 13:29:01.352982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.430703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-915642bc-a187-42f6-81cf-72acd00dc9c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a838c022-5944-44ee-a1fb-526d1b52bc38 HTTP/1.1" status: 200 len: 217 time: 0.0479975 Aug 20 13:29:01.523711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.554070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-691940aa-f178-45b8-9d35-e33b7188979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:01.555612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-691940aa-f178-45b8-9d35-e33b7188979b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=abbd724c-fe02-417b-a522-c072c6677f7d HTTP/1.1" status: 200 len: 860 time: 0.1175272 Aug 20 13:29:01.558960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.574894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.577919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/subnets/3d514482-0724-4565-a3b4-81bae67d2636 HTTP/1.1" status: 204 len: 168 time: 0.6770573 Aug 20 13:29:01.579154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf89ddd-0843-4c81-909a-ec0a35d03f21 tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Subnet': ['ID=3d514482-0724-4565-a3b4-81bae67d2636,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:01.589606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58922) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:01.595017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844a7b1-06af-4de1-8477-a894147fdcad None None] Network 3e7778fc-2e78-4033-8e53-5269a63aca45 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:01.631434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-2147fa53-dc44-4ab9-9189-dfd85c590f40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e128590-7626-42f1-8df9-e1ca1c78641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686874 Aug 20 13:29:01.754243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.798759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-fb574f89-f9dc-42b7-89f9-71abf49d5540 service neutron] 10.222.0.53 "GET /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596928 Aug 20 13:29:01.854374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Deleting port a48802f1-ae5e-422d-91dd-2ead65806027 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:01.855268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.874217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] DHCP port deletion for 3e7778fc-2e78-4033-8e53-5269a63aca45 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:29:01.878189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Router 72050ade-dc10-46be-a67e-8255d4a14cb5 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:29:01.930106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] Deleting port a48802f1-ae5e-422d-91dd-2ead65806027 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:01.930475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:01.961914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed00fd57-9dec-4d1a-82c3-1d0b30643e2f req-7ad17872-9874-4355-804b-624f8947fb08 service neutron] 10.222.0.53 "GET /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524539 Aug 20 13:29:01.987418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] For port a48802f1-ae5e-422d-91dd-2ead65806027, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a48802f1-ae5e-422d-91dd-2ead65806027,segment=NetworkSegment(1551bf07-3ad2-451d-963f-54694fe17371),segment_id=1551bf07-3ad2-451d-963f-54694fe17371)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:01.988181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.008520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Calling delete_port for a48802f1-ae5e-422d-91dd-2ead65806027 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:02.051993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] For port a48802f1-ae5e-422d-91dd-2ead65806027, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a48802f1-ae5e-422d-91dd-2ead65806027,segment=NetworkSegment(1551bf07-3ad2-451d-963f-54694fe17371),segment_id=1551bf07-3ad2-451d-963f-54694fe17371)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:02.052856 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.084744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:02.098162 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Sync routers for ids ['72050ade-dc10-46be-a67e-8255d4a14cb5'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:02.103415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-8421553c-6aad-412c-8726-b4bb5270bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:02.105800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-8421553c-6aad-412c-8726-b4bb5270bf8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8a6b74e1d384612b88ef928902b6806&device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 1095 time: 0.0729294 Aug 20 13:29:02.109278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.114679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a91eb82e-e5e6-464a-9e22-1ad491140d3a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9670570 Aug 20 13:29:02.115234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] Calling delete_port for a48802f1-ae5e-422d-91dd-2ead65806027 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:02.116879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58938) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:02.118200 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Routers {'72050ade-dc10-46be-a67e-8255d4a14cb5'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:02.120425 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:28:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72050ade-dc10-46be-a67e-8255d4a14cb5'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:02.173199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58942) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:02.195210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-714303614'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:02.277499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-698cd574-5cf5-4112-8f45-0a8e7410d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:02.279278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-698cd574-5cf5-4112-8f45-0a8e7410d471 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e128590-7626-42f1-8df9-e1ca1c78641d HTTP/1.1" status: 200 len: 921 time: 0.1610451 Aug 20 13:29:02.302505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.331267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d5f1e-8c9b-42f8-a02b-61b57da6216b req-cd6dc09f-cd35-4836-800a-bc217eab4934 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:02.333797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd8d5f1e-8c9b-42f8-a02b-61b57da6216b req-cd6dc09f-cd35-4836-800a-bc217eab4934 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 944 time: 0.2530289 Aug 20 13:29:02.351875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:02.358245 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.359922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Set router 72050ade-dc10-46be-a67e-8255d4a14cb5 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:02.363407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] Pushing event deleted for resources: {'Port': ['ID=a48802f1-ae5e-422d-91dd-2ead65806027,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:02.369737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33dd1c-fe5c-485c-b77f-4bc052630cdf None None] No DVR routers for this DVR port a48802f1-ae5e-422d-91dd-2ead65806027 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:02.390645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e147ce81-1eb6-483e-9915-f750f4c3631e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:02.449238 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.450971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-8fc3186d-abff-48ab-ac30-b383d9bca4ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a838c022-5944-44ee-a1fb-526d1b52bc38 HTTP/1.1" status: 200 len: 217 time: 0.1259058 Aug 20 13:29:02.464837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4b886b0-3f04-481b-90d7-bf2d93c28c90 req-1e5a4991-1b78-45c3-9b84-5c208756b6bb tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1831338 Aug 20 13:29:02.504641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e147ce81-1eb6-483e-9915-f750f4c3631e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:02.505047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.518416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Port': ['ID=a48802f1-ae5e-422d-91dd-2ead65806027,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:02.538917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:02.553440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd8d5f1e-8c9b-42f8-a02b-61b57da6216b req-f439cac3-1320-4dd7-850f-41c8b1ae59f6 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848819 Aug 20 13:29:02.554426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] No DVR routers for this DVR port a48802f1-ae5e-422d-91dd-2ead65806027 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:02.583491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.584100 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Added segment 518f56a3-c5a6-4125-8408-0e25720ffaaa of type vlan for network cf6c1418-f01b-4873-a723-67eab47f4c11 Aug 20 13:29:02.710301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.718410 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:00Z', 'revision_number': 3, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:02.721450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.749265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7778fc-2e78-4033-8e53-5269a63aca45']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:02.768384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1551bf07-3ad2-451d-963f-54694fe17371') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:02.769119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1551bf07-3ad2-451d-963f-54694fe17371') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:02.784491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.823476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a48802f1-ae5e-422d-91dd-2ead65806027 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:02.832414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Checking router: 72050ade-dc10-46be-a67e-8255d4a14cb5 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:29:02.833127 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Updating router 72050ade-dc10-46be-a67e-8255d4a14cb5 port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:29:02.836298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.845877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:29:02.846648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.856991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-cf7eea80-0878-4687-a2c3-7047bbf50c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:02.858666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-cf7eea80-0878-4687-a2c3-7047bbf50c17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=abbd724c-fe02-417b-a522-c072c6677f7d HTTP/1.1" status: 200 len: 860 time: 0.3928704 Aug 20 13:29:02.865511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a48802f1-ae5e-422d-91dd-2ead65806027 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:29:02.865892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a48802f1-ae5e-422d-91dd-2ead65806027 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:29:02.867936 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:29:02.895750 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.906269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58960) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:02.929546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-1e9b9440-9d60-4759-b927-4d6c53127bba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e128590-7626-42f1-8df9-e1ca1c78641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601325 Aug 20 13:29:02.934234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:02.941008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:02.941510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.035686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Network': ['ID=cf6c1418-f01b-4873-a723-67eab47f4c11,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:03.047488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cf6c1418-f01b-4873-a723-67eab47f4c11 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:03.061033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6935d970-2988-40d7-999e-ac9773be2dfd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8866220 Aug 20 13:29:03.062885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.064990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:03.073827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1320813562'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:03.084671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-277cb9c6-feef-4621-8c0f-675b50e8f2d3 service neutron] 10.222.0.53 "GET /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129630 Aug 20 13:29:03.099796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.099796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] 10.222.0.59 "DELETE /v2.0/networks/3e7778fc-2e78-4033-8e53-5269a63aca45 HTTP/1.1" status: 204 len: 168 time: 1.5064635 Aug 20 13:29:03.112963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9309-5a0b-4315-90ae-31d6f6006c1d tempest-NetworksIpV6Test-2059804207 tempest-NetworksIpV6Test-2059804207-project] Pushing event deleted for resources: {'Network': ['ID=3e7778fc-2e78-4033-8e53-5269a63aca45,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:03.142937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:03.149235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.194247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:03.216514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.217059 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Added segment f13abb87-f7f4-4e92-aba8-b19990e60271 of type vlan for network 5e26cb14-dcde-4fb8-a654-320e557f32d0 Aug 20 13:29:03.272848 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.286779 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91248fc3-c4e8-4faf-aa65-1400e4aea67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.330199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.340356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:03.341531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.368829 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.385101 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Transition to ACTIVE for port object a17b2b3f-5ce3-4275-aee2-c04ae496ac5e will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:03.409078 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.431971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1fe28b7-324b-41e6-a034-83a76793c525 req-ea63e6e1-dddc-4eab-b8da-2c59d55c82eb service neutron] 10.222.0.53 "GET /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403246 Aug 20 13:29:03.492611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Attempting to bind port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:03.492880 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Attempting to bind port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:03.493586 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Attempting to bind port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:03.507450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cc9a3-1afc-46bb-8c6c-d251ba6b0bf6 None None] Pushing event updated for resources: {'Port': ['ID=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:03.512465 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:03.513406 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:03.513847 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.514454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:03.514970 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Bound port: a17b2b3f-5ce3-4275-aee2-c04ae496ac5e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:03.515536 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.527537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Network': ['ID=5e26cb14-dcde-4fb8-a654-320e557f32d0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:03.558348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:03.559870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58980) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:03.584157 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f2da486-7db7-4e95-9d24-1d0ea788be42 req-a8b44d85-cdf0-476a-8071-75b5651bc8a9 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0351069 Aug 20 13:29:03.597373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] For port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:03.601095 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] For port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:03.611768 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.648703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91248fc3-c4e8-4faf-aa65-1400e4aea67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.665541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.671978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-264a81c6-2a30-478d-baed-8a16e5c0a881 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6051273 Aug 20 13:29:03.675250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58988) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:03.680425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'subnet': {'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:03.700279 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Routers {'72050ade-dc10-46be-a67e-8255d4a14cb5'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:03.701256 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:28:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72050ade-dc10-46be-a67e-8255d4a14cb5'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:03.764001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cc9a3-1afc-46bb-8c6c-d251ba6b0bf6 None None] Pushing event updated for resources: {'Port': ['ID=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:03.838761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91248fc3-c4e8-4faf-aa65-1400e4aea67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.853635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:03.860902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:03.862319 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] Set router 72050ade-dc10-46be-a67e-8255d4a14cb5 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:03.963466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91248fc3-c4e8-4faf-aa65-1400e4aea67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b6bec1-46c6-4079-8a16-48144443c17f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:04.007302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-91248fc3-c4e8-4faf-aa65-1400e4aea67c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=466e6181c5d0420e863b16f03be7888f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997527 Aug 20 13:29:04.007999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:04.061401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Allocated IP 172.20.0.1 (53e931c5-a89e-499b-955a-62e66996794a/2937042f-4ddf-4339-908a-c03b2b28f538/a53b036e-745a-4093-9f19-a9afcf2de5b2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:04.115796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93bd38b-ae63-4160-9735-3294e9daf4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.132632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.144010 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:00Z', 'revision_number': 3, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:04.172348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1014-84d9-4231-a6f0-abd3b53e6185 req-76e90317-4092-4135-aeba-cbc21997c650 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:04.175428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93bd38b-ae63-4160-9735-3294e9daf4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.181470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-830a1014-84d9-4231-a6f0-abd3b53e6185 req-76e90317-4092-4135-aeba-cbc21997c650 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 944 time: 0.3512616 Aug 20 13:29:04.243909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Subnet': ['ID=c03908ef-c51a-4217-b55c-6cdf47141a42,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:04.256326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Checking segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:04.257287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network hostable DHCP agents. Network: cf6c1418-f01b-4873-a723-67eab47f4c11, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:04.267297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.281605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e7b6b309-a643-4b3c-92e5-f84cf447e841 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd0ccf0dce9d4046a73e13965a19a755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6677959 Aug 20 13:29:04.294297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59008) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:04.298219 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c392d-857d-4cb3-bbf8-1a662138f9d0 None None] The sync data for ids ['72050ade-dc10-46be-a67e-8255d4a14cb5'] in n-d-804232-5 is: [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:00Z', 'revision_number': 3, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:29:04.301818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93bd38b-ae63-4160-9735-3294e9daf4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.305771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93bd38b-ae63-4160-9735-3294e9daf4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.307057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e93bd38b-ae63-4160-9735-3294e9daf4f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0b6bec1-46c6-4079-8a16-48144443c17f HTTP/1.1" status: 204 len: 168 time: 0.2977982 Aug 20 13:29:04.310621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network cf6c1418-f01b-4873-a723-67eab47f4c11 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:04.325035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bd38b-ae63-4160-9735-3294e9daf4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b6bec1-46c6-4079-8a16-48144443c17f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:04.345561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Transition to ACTIVE for port object a53b036e-745a-4093-9f19-a9afcf2de5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:04.352887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, cf6c1418-f01b-4873-a723-67eab47f4c11) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:04.359137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:04.361789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.366025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f96df4-c76f-4afd-8af6-13d498c47c8f None None] Network cf6c1418-f01b-4873-a723-67eab47f4c11 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:04.409749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5dc78396-e433-48e5-a601-33f4c91305a8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7333441 Aug 20 13:29:04.412367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:04.417814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'subnet': {'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:04.477136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-830a1014-84d9-4231-a6f0-abd3b53e6185 req-93e3c53c-4aab-4b99-b1c8-13bdaaedaf15 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920760 Aug 20 13:29:04.514398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33fbaabe-f2da-4aaf-a79d-c5bc3ec8905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.545540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33fbaabe-f2da-4aaf-a79d-c5bc3ec8905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.547910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.676115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:04.680024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.701505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-cf6c1418-f01b-4873-a723-67eab47f4c11', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:29:04.702399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:04.973010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59026) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:04.974403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Allocated IP 10.1.1.2 (cf6c1418-f01b-4873-a723-67eab47f4c11/c03908ef-c51a-4217-b55c-6cdf47141a42/ab927fc4-fa76-40e7-8807-d35652b9c2ca) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:04.977177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-448723ed-45d7-4226-ae04-c433c79d8f73 req-ff78f289-184f-4cbd-ba4f-f0bf00760c16 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1671410 Aug 20 13:29:05.041332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133d81ce-eadf-4e1b-805a-6a9e7cea4fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.148798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Network 53e931c5-a89e-499b-955a-62e66996794a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:05.184105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Pushing event updated for resources: {'Port': ['ID=a53b036e-745a-4093-9f19-a9afcf2de5b2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:05.188480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:05.201262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:05.277534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.282084 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33fbaabe-f2da-4aaf-a79d-c5bc3ec8905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.289935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33fbaabe-f2da-4aaf-a79d-c5bc3ec8905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.293611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33fbaabe-f2da-4aaf-a79d-c5bc3ec8905a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/949e63cf-6c2c-44a2-a363-38f61e420447 HTTP/1.1" status: 204 len: 168 time: 0.9982073 Aug 20 13:29:05.309297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Transition to ACTIVE for port object ab927fc4-fa76-40e7-8807-d35652b9c2ca will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:05.319981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbaabe-f2da-4aaf-a79d-c5bc3ec8905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949e63cf-6c2c-44a2-a363-38f61e420447,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:05.340087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.347963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.392615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133d81ce-eadf-4e1b-805a-6a9e7cea4fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.414307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Transition to ACTIVE for port object ab927fc4-fa76-40e7-8807-d35652b9c2ca will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:05.434721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.487826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-133d81ce-eadf-4e1b-805a-6a9e7cea4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.529432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Network cf6c1418-f01b-4873-a723-67eab47f4c11 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:05.538348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:05.547367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:05.600242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a838c022-5944-44ee-a1fb-526d1b52bc38 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:29:05.616488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Subnet': ['ID=68d125d4-1674-4d80-8006-57932c182c03,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:05.624175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-133d81ce-eadf-4e1b-805a-6a9e7cea4fd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d8d4b04848f4427bce8ffeb729bc4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454523 Aug 20 13:29:05.631211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59046) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:05.674652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d81ce-eadf-4e1b-805a-6a9e7cea4fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42768f30-1599-45e3-b5c7-8500da104610,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:05.714645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Checking segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:05.715268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network hostable DHCP agents. Network: 5e26cb14-dcde-4fb8-a654-320e557f32d0, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:05.715903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.723746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dab4db61-07c5-4cff-94ec-0c75bc5ebf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.727599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022299-abd0-49fa-a845-efc48a905397 req-18e2053d-d71d-484f-ab69-b57ad96691a4 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:05.729345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae022299-abd0-49fa-a845-efc48a905397 req-18e2053d-d71d-484f-ab69-b57ad96691a4 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 944 time: 0.1428709 Aug 20 13:29:05.774724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Pushing event updated for resources: {'Port': ['ID=ab927fc4-fa76-40e7-8807-d35652b9c2ca,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:05.784586 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dab4db61-07c5-4cff-94ec-0c75bc5ebf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.796163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5bca6e1-50e0-4ffa-9158-e16739bf4219 None None] Provisioning for port a53b036e-745a-4093-9f19-a9afcf2de5b2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:05.798672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:05.804024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5bca6e1-50e0-4ffa-9158-e16739bf4219 None None] Provisioning complete for port a53b036e-745a-4093-9f19-a9afcf2de5b2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:05.804711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5bca6e1-50e0-4ffa-9158-e16739bf4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.822443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 5e26cb14-dcde-4fb8-a654-320e557f32d0) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:05.839724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c0b72-4600-41c7-8332-4aaf83624109 None None] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:05.863450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:05.864131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.902463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4df99d76-ab18-42ec-b805-454347e90bf7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4879987 Aug 20 13:29:05.903511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59052) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:05.919161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'name': 'tempest-TaggedBootDevicesTest-1636049776', 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:05.971063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Attempting to bind port ab927fc4-fa76-40e7-8807-d35652b9c2ca on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:05.971440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Attempting to bind port ab927fc4-fa76-40e7-8807-d35652b9c2ca by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:05.971811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Attempting to bind port ab927fc4-fa76-40e7-8807-d35652b9c2ca on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:05.986867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:05.987530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Checking segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:05.988128 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:05.988715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Bound using segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:05.989364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Bound port: ab927fc4-fa76-40e7-8807-d35652b9c2ca, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:05.989901 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.043474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae022299-abd0-49fa-a845-efc48a905397 req-ce30d89d-e627-4dde-b2ab-1be8a357a5b9 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050404 Aug 20 13:29:06.090451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dab4db61-07c5-4cff-94ec-0c75bc5ebf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.091254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f5bca6e1-50e0-4ffa-9158-e16739bf4219 None None] Port a53b036e-745a-4093-9f19-a9afcf2de5b2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:06.096147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dab4db61-07c5-4cff-94ec-0c75bc5ebf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.098095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dab4db61-07c5-4cff-94ec-0c75bc5ebf81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42768f30-1599-45e3-b5c7-8500da104610 HTTP/1.1" status: 204 len: 168 time: 0.4649508 Aug 20 13:29:06.101811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:06.179351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4db61-07c5-4cff-94ec-0c75bc5ebf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42768f30-1599-45e3-b5c7-8500da104610,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:06.199185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a838c022-5944-44ee-a1fb-526d1b52bc38, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a838c022-5944-44ee-a1fb-526d1b52bc38,segment=NetworkSegment(879e83e7-b0e0-450c-8a35-ae7da0fffa68),segment_id=879e83e7-b0e0-450c-8a35-ae7da0fffa68)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:06.245610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'a838c022-5944-44ee-a1fb-526d1b52bc38', 'network_id': '0e128590-7626-42f1-8df9-e1ca1c78641d', 'port_id': 'a838c022-5944-44ee-a1fb-526d1b52bc38', 'mac_address': 'fa:16:3e:a8:5b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbd724c-fe02-417b-a522-c072c6677f7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:29:06.332588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.336431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] For port ab927fc4-fa76-40e7-8807-d35652b9c2ca, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:06.375020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] device_id is not set on port 76c08193-2675-418b-8e3b-f001f626d583 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:29:06.428111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] For port ab927fc4-fa76-40e7-8807-d35652b9c2ca, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ab927fc4-fa76-40e7-8807-d35652b9c2ca,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:06.466962 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.471181 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.504835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.546126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.602737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a17b2b3f-5ce3-4275-aee2-c04ae496ac5e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:06.669419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a838c022-5944-44ee-a1fb-526d1b52bc38 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:06.686387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7fcca13-946f-49c5-875c-96388b487698 req-c1bda096-3b8f-451c-8803-ea48420247f3 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1741636 Aug 20 13:29:06.697271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5e26cb14-dcde-4fb8-a654-320e557f32d0', 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'fixed_ips': [{'subnet_id': '68d125d4-1674-4d80-8006-57932c182c03'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:29:06.700129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.807293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a838c022-5944-44ee-a1fb-526d1b52bc38, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a838c022-5944-44ee-a1fb-526d1b52bc38,segment=NetworkSegment(879e83e7-b0e0-450c-8a35-ae7da0fffa68),segment_id=879e83e7-b0e0-450c-8a35-ae7da0fffa68)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:06.822119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e7a11-3d25-4f6d-a6fe-ffe242ee2b7c None None] Pushing event updated for resources: {'Port': ['ID=ab927fc4-fa76-40e7-8807-d35652b9c2ca,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:06.830569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.881818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:06.905743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Pushing event updated for resources: {'Port': ['ID=a53b036e-745a-4093-9f19-a9afcf2de5b2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:07.007559 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 10.1.1.179 (cf6c1418-f01b-4873-a723-67eab47f4c11/c03908ef-c51a-4217-b55c-6cdf47141a42/76c08193-2675-418b-8e3b-f001f626d583) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:07.023001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:07.054827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:07.055204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:07.113448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['a838c022-5944-44ee-a1fb-526d1b52bc38'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:29:07.141050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Network 53e931c5-a89e-499b-955a-62e66996794a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:07.153316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:07.347397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59096) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:07.362918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05ab7bc3-9909-4d7c-9e9a-a7ed0db7627c req-09c2e26f-3020-4c1c-8c2d-0e820b7b61bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0652845 Aug 20 13:29:07.497480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81c29-2307-459a-b0b2-076621076510 req-7dc9cff0-49d3-4c5e-aab0-d7af68284fca tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:07.503509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65e81c29-2307-459a-b0b2-076621076510 req-7dc9cff0-49d3-4c5e-aab0-d7af68284fca tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 945 time: 0.2347035 Aug 20 13:29:07.516261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Router 72050ade-dc10-46be-a67e-8255d4a14cb5 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:29:07.622822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:07.637286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65e81c29-2307-459a-b0b2-076621076510 req-5ab55d51-7d7f-4cdc-879d-dd67114bc360 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226609 Aug 20 13:29:07.649766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object 76c08193-2675-418b-8e3b-f001f626d583 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:07.656994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f1072117-7957-4c24-8844-0b8c6105563a tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] Request body: {'port': {'network_id': '4835568f-f5cf-4335-bae0-263f5a2f4c7c', 'name': 'tempest-NetworksNegativeTestJSON-208440437'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:07.696698 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1072117-7957-4c24-8844-0b8c6105563a tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] POST failed (client error): The resource could not be found. Aug 20 13:29:07.700182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1072117-7957-4c24-8844-0b8c6105563a tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:07.706938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f1072117-7957-4c24-8844-0b8c6105563a tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3175797 Aug 20 13:29:07.708086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59108) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:07.741284 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-374ce2d3-d9d9-4ec2-ae54-89e2d9c7eb9c tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] DELETE failed (client error): The resource could not be found. Aug 20 13:29:07.741924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374ce2d3-d9d9-4ec2-ae54-89e2d9c7eb9c tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:07.748591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-374ce2d3-d9d9-4ec2-ae54-89e2d9c7eb9c tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "DELETE /v2.0/networks/e79a48f1-b5a8-46d4-bb3a-68f92766dcb0 HTTP/1.1" status: 404 len: 339 time: 0.0343468 Aug 20 13:29:07.748591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:07.750558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59110) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:07.769256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41df8907-d23b-480f-bc13-9603c3077bac admin admin] 10.222.0.59 "PUT /v2.0/routers/72050ade-dc10-46be-a67e-8255d4a14cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6472528 Aug 20 13:29:07.822399 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8f0e66-caf8-41e6-84fd-9f26b4cb48e4 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] DELETE failed (client error): The resource could not be found. Aug 20 13:29:07.825481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8f0e66-caf8-41e6-84fd-9f26b4cb48e4 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:07.838163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59118) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:07.838994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd8f0e66-caf8-41e6-84fd-9f26b4cb48e4 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "DELETE /v2.0/ports/9d32b003-50db-43e3-87aa-c1868388f062 HTTP/1.1" status: 404 len: 333 time: 0.0865054 Aug 20 13:29:07.844260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:07.882239 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-749b6cda-97f8-4fc4-a787-8e36df405912 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] DELETE failed (client error): The resource could not be found. Aug 20 13:29:07.882699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749b6cda-97f8-4fc4-a787-8e36df405912 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:07.888498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-749b6cda-97f8-4fc4-a787-8e36df405912 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "DELETE /v2.0/subnets/d806aece-f234-4146-91d5-2fe56619c064 HTTP/1.1" status: 404 len: 337 time: 0.0446680 Aug 20 13:29:07.909968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59120) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:07.922200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Sync routers for ids ['72050ade-dc10-46be-a67e-8255d4a14cb5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:07.934962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=a838c022-5944-44ee-a1fb-526d1b52bc38,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:07.952674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network cf6c1418-f01b-4873-a723-67eab47f4c11 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:07.956798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:07.961243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:07.980639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04cc0ef0-623a-43cb-9342-8c179dd80a17 req-68896506-6c2a-467a-a177-8c690c641414 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0960369 Aug 20 13:29:08.012672 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda02882-91a4-4608-a4d5-bbe9774aea9e tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] GET failed (client error): The resource could not be found. Aug 20 13:29:08.014626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fda02882-91a4-4608-a4d5-bbe9774aea9e tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "GET /v2.0/networks/994decb5-d49a-4249-ab06-87aec645c9fb HTTP/1.1" status: 404 len: 339 time: 0.1032465 Aug 20 13:29:08.020316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59122) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.071692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:08.072457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.080295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Routers {'72050ade-dc10-46be-a67e-8255d4a14cb5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:08.081243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:28:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72050ade-dc10-46be-a67e-8255d4a14cb5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:08.090797 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c64e7e-c87a-4a75-a6f0-c422b6a96e41 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] GET failed (client error): The resource could not be found. Aug 20 13:29:08.092511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78c64e7e-c87a-4a75-a6f0-c422b6a96e41 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "GET /v2.0/ports/e477ef45-6916-4e38-9617-bf3bc0f89d2d HTTP/1.1" status: 404 len: 333 time: 0.0709050 Aug 20 13:29:08.096331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59132) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.115277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:08.116226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ed6fc439-b82b-4941-8cbb-c0ccedf2b49d None None] Provisioning complete for port a53b036e-745a-4093-9f19-a9afcf2de5b2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:08.116887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc439-b82b-4941-8cbb-c0ccedf2b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.146310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ffb98413-5aa2-4259-9e8b-24f00aa14d50 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2411790 Aug 20 13:29:08.147279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59136) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.153087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'name': 'tempest-TaggedBootDevicesTest-402176642', 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:08.190017 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d378de82-0f3a-48d6-b77b-e97201fd53eb tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] GET failed (client error): The resource could not be found. Aug 20 13:29:08.191547 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d378de82-0f3a-48d6-b77b-e97201fd53eb tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "GET /v2.0/subnets/92863ec8-1949-4a28-8112-42e9a272c863 HTTP/1.1" status: 404 len: 337 time: 0.0941880 Aug 20 13:29:08.197361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59144) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.203830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5c183e61-745b-4291-9920-e949a2029252 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:08.243205 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c183e61-745b-4291-9920-e949a2029252 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] PUT failed (client error): The resource could not be found. Aug 20 13:29:08.244082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c183e61-745b-4291-9920-e949a2029252 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:08.250334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5c183e61-745b-4291-9920-e949a2029252 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "PUT /v2.0/networks/bbcc98f7-0cfb-44ed-9df6-5d5540403fea HTTP/1.1" status: 404 len: 339 time: 0.0480406 Aug 20 13:29:08.251150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.258775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Allocated IP 10.2.2.2 (5e26cb14-dcde-4fb8-a654-320e557f32d0/68d125d4-1674-4d80-8006-57932c182c03/6705d52f-38f5-4ce6-a56d-afb7d83cf505) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:08.263850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-53d95a6d-4631-4907-a656-a60519922b06 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:08.267482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.316416 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d95a6d-4631-4907-a656-a60519922b06 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] PUT failed (client error): The resource could not be found. Aug 20 13:29:08.317204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d95a6d-4631-4907-a656-a60519922b06 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:08.322207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53d95a6d-4631-4907-a656-a60519922b06 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "PUT /v2.0/ports/1c528b6c-3fec-47ee-ae2a-481960abc80f HTTP/1.1" status: 404 len: 333 time: 0.0661888 Aug 20 13:29:08.332458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59148) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.350659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3b834d4f-9921-444e-b1b2-f14373aeb1d5 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:08.445601 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b834d4f-9921-444e-b1b2-f14373aeb1d5 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] PUT failed (client error): The resource could not be found. Aug 20 13:29:08.446041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b834d4f-9921-444e-b1b2-f14373aeb1d5 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:29:08.454061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b834d4f-9921-444e-b1b2-f14373aeb1d5 tempest-NetworksNegativeTestJSON-671258202 tempest-NetworksNegativeTestJSON-671258202-project] 10.222.0.59 "PUT /v2.0/subnets/5500cca4-ffbd-4510-8fc4-cab7d78ceb64 HTTP/1.1" status: 404 len: 337 time: 0.1209710 Aug 20 13:29:08.550221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:08.556467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.576096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.611903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Transition to ACTIVE for port object 6705d52f-38f5-4ce6-a56d-afb7d83cf505 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:08.623585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f9be8-846a-4d14-a3b2-a00dd252109e None None] Network cf6c1418-f01b-4873-a723-67eab47f4c11 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:08.628286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] device_id is not set on port 3b81ee34-763b-40eb-b62c-ec7ed19d543e yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:29:08.743363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:08.749702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fc439-b82b-4941-8cbb-c0ccedf2b49d None None] Port a53b036e-745a-4093-9f19-a9afcf2de5b2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:08.768130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Transition to ACTIVE for port object 6705d52f-38f5-4ce6-a56d-afb7d83cf505 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:08.779871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59162) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:08.787686 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.920610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 10.1.1.38 (cf6c1418-f01b-4873-a723-67eab47f4c11/c03908ef-c51a-4217-b55c-6cdf47141a42/3b81ee34-763b-40eb-b62c-ec7ed19d543e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:08.925122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:08.960908 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:08.966833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa196b0-61fb-4f3c-b9e0-ca9ca5697a2f req-782696b5-a9be-4079-b8b4-018e3c2ec183 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:08.968438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3aa196b0-61fb-4f3c-b9e0-ca9ca5697a2f req-782696b5-a9be-4079-b8b4-018e3c2ec183 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 945 time: 0.1863344 Aug 20 13:29:09.020309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Pushing event updated for resources: {'Port': ['ID=6705d52f-38f5-4ce6-a56d-afb7d83cf505,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:09.044122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ab927fc4-fa76-40e7-8807-d35652b9c2ca up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:09.058318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3aa196b0-61fb-4f3c-b9e0-ca9ca5697a2f req-3c4c8f7a-6b00-4265-a279-a2e67a3ce4af tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Aug 20 13:29:09.077469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59168) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:09.100046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-026b11c1-6a0a-4872-8a9f-d2b452a3a61d None None] Provisioning for port ab927fc4-fa76-40e7-8807-d35652b9c2ca completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:09.124458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:09.138461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:09.149043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:09.154046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Set router 72050ade-dc10-46be-a67e-8255d4a14cb5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:09.186310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7008fbe-bbfc-44c4-a8ab-d6eced2aafe7 req-7f4b594d-f84a-49c2-b449-9507eb987070 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0480559 Aug 20 13:29:09.243052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.247218 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecf23e7f-b3dc-4829-81b4-3744e45adca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.265920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object 3b81ee34-763b-40eb-b62c-ec7ed19d543e will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:09.296237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-b767f877-7b04-4ae5-a700-31b7023173ef tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9456244 Aug 20 13:29:09.304359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.317347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:09.330993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:29:09.330993 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:29:09.330993 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': '29a39307e838498d9f298f6a4067c27b', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 29, 9, 325360)}] Aug 20 13:29:09.330993 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:29:09.331486 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:29:09.338770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:29:09.338770 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:29:09.338770 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '702841599309422b9c62dde436703ecb', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 29, 9, 323625)}] Aug 20 13:29:09.338770 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:29:09.339368 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:29:09.356661 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.358451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Attempting to bind port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:09.359459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Attempting to bind port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:09.360173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Attempting to bind port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:09.368071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ab927fc4-fa76-40e7-8807-d35652b9c2ca completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:09.378202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ab927fc4-fa76-40e7-8807-d35652b9c2ca triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:09.378659 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.394532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:09.394921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Checking segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:09.395497 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.395990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Bound using segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:09.396504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Bound port: 6705d52f-38f5-4ce6-a56d-afb7d83cf505, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:09.396923 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.489494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network cf6c1418-f01b-4873-a723-67eab47f4c11 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:09.492048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecf23e7f-b3dc-4829-81b4-3744e45adca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.517699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:09.518744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecf23e7f-b3dc-4829-81b4-3744e45adca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.524316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:09.575662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23e7f-b3dc-4829-81b4-3744e45adca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb3093-1b45-41fa-a99c-75bef6d09345,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:09.580734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b4bae9f-1b0b-46fc-a8e2-2cc5395bd0de req-71e6b802-dfc8-4f0e-a710-17f8fb6e4475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce1642045ee4c0bb403534c35fb5d02&device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.0865958 Aug 20 13:29:09.623052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:09.623718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a838c022-5944-44ee-a1fb-526d1b52bc38 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:09.653023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b4bae9f-1b0b-46fc-a8e2-2cc5395bd0de req-f0553222-dadd-4fbd-84e1-bbd8c4bffc30 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ce1642045ee4c0bb403534c35fb5d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619965 Aug 20 13:29:09.660244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:09.662064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.668108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ecf23e7f-b3dc-4829-81b4-3744e45adca0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88b96917cdf24b9a8ac7f68ac3ce09cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880706 Aug 20 13:29:09.675096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59180) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:09.724064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-97ef2d3f-0fce-4708-bc81-cf31fe03f253 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5755694 Aug 20 13:29:09.756531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1476a75-e187-4a97-9482-67a608ec27bc req-1fd623a1-5477-4a1b-95fe-b0ebf888f153 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1249321 Aug 20 13:29:09.784099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee0b250a-eab6-4e18-8dc2-558afb01ee6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.820335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee0b250a-eab6-4e18-8dc2-558afb01ee6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.843117 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.862483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] For port 6705d52f-38f5-4ce6-a56d-afb7d83cf505, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:09.880896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.883775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port a838c022-5944-44ee-a1fb-526d1b52bc38 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:09.893537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] For port 6705d52f-38f5-4ce6-a56d-afb7d83cf505, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6705d52f-38f5-4ce6-a56d-afb7d83cf505,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:09.926016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port a838c022-5944-44ee-a1fb-526d1b52bc38 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:09.926662 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.984325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:09.992652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bae9f-1b0b-46fc-a8e2-2cc5395bd0de req-5505543c-274a-498c-9c3c-0be30c004b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:09.994478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b4bae9f-1b0b-46fc-a8e2-2cc5395bd0de req-5505543c-274a-498c-9c3c-0be30c004b2f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3248203 Aug 20 13:29:10.058769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.071711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Pushing event updated for resources: {'Port': ['ID=6705d52f-38f5-4ce6-a56d-afb7d83cf505,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:10.097921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee0b250a-eab6-4e18-8dc2-558afb01ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.098142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.098252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.098533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.098877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.099615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.099962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.100402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee0b250a-eab6-4e18-8dc2-558afb01ee6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.100527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.100808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.101137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.101687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ee0b250a-eab6-4e18-8dc2-558afb01ee6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18fb3093-1b45-41fa-a99c-75bef6d09345 HTTP/1.1" status: 204 len: 168 time: 0.4257596 Aug 20 13:29:10.112372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.112826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.113172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fcbb3-a189-4a1b-aae1-6c8cf451323c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:10.124160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b250a-eab6-4e18-8dc2-558afb01ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb3093-1b45-41fa-a99c-75bef6d09345,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:10.143349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:05Z', 'revision_number': 4, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a53b036e-745a-4093-9f19-a9afcf2de5b2', 'name': '', 'network_id': '53e931c5-a89e-499b-955a-62e66996794a', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'mac_address': 'fa:16:3e:68:94:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '2937042f-4ddf-4339-908a-c03b2b28f538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:03Z', 'updated_at': '2021-08-20T13:29:06Z', 'revision_number': 2, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'subnets': [{'id': '2937042f-4ddf-4339-908a-c03b2b28f538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:10.196122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.209314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.221111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.238181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Checking router: 72050ade-dc10-46be-a67e-8255d4a14cb5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:29:10.250591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Updating router 72050ade-dc10-46be-a67e-8255d4a14cb5 port a53b036e-745a-4093-9f19-a9afcf2de5b2 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:29:10.325794 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.338162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c8c8e-7573-4721-81fc-510759fe353f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:10.369404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:10.372315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9aca431d-f33a-4c32-b652-4e8b640627a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=702841599309422b9c62dde436703ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5913887 Aug 20 13:29:10.465936 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.506052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Allocated IP 172.25.6.110 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/68d88e17-3548-454a-9bd5-340c1553e97d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:10.523881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59194) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:10.530558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902112805', 'description': 'tempest-description--411372913'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:10.564229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Provisioning for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:10.574487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ab927fc4-fa76-40e7-8807-d35652b9c2ca, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ab927fc4-fa76-40e7-8807-d35652b9c2ca,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:10.586301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Provisioning complete for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:10.591344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.596297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b099574-3146-4de2-97ff-8d1e040ae537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.601939 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.673364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838c022-5944-44ee-a1fb-526d1b52bc38'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:10.676453 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169948c6-0209-482c-80be-437e3ac530d0" -d '{"events": [{"server_uuid": "276f6f76-6d29-447a-9fc5-9ee8370a84aa", "name": "network-vif-plugged", "status": "completed", "tag": "a838c022-5944-44ee-a1fb-526d1b52bc38"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:10.681054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Port 3b81ee34-763b-40eb-b62c-ec7ed19d543e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:10.684297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.813967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b099574-3146-4de2-97ff-8d1e040ae537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:10.844024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2952c-0fb3-4c70-bc07-3da76ecb3956 req-262b2ac2-b23f-40b4-b3d8-1d8ebc65dd82 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:10.862605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0c2952c-0fb3-4c70-bc07-3da76ecb3956 req-262b2ac2-b23f-40b4-b3d8-1d8ebc65dd82 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 945 time: 0.2119982 Aug 20 13:29:11.017158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0c2952c-0fb3-4c70-bc07-3da76ecb3956 req-e7a291cb-b511-4ddb-8d83-c975f43bd817 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532726 Aug 20 13:29:11.117377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b099574-3146-4de2-97ff-8d1e040ae537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.123481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b099574-3146-4de2-97ff-8d1e040ae537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.124847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b099574-3146-4de2-97ff-8d1e040ae537 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a3c8c8e-7573-4721-81fc-510759fe353f HTTP/1.1" status: 204 len: 168 time: 0.7534273 Aug 20 13:29:11.146811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.150395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.157850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.221259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b099574-3146-4de2-97ff-8d1e040ae537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c8c8e-7573-4721-81fc-510759fe353f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:11.327024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.428303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=68d88e17-3548-454a-9bd5-340c1553e97d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:11.461833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ab927fc4-fa76-40e7-8807-d35652b9c2ca,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:11.467406 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d69754-de7b-4bf3-9b18-4adc49ed51ab x-openstack-request-id: req-f3d69754-de7b-4bf3-9b18-4adc49ed51ab {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:11.468107 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f6f76-6d29-447a-9fc5-9ee8370a84aa", "name": "network-vif-plugged", "status": "completed", "tag": "a838c022-5944-44ee-a1fb-526d1b52bc38", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:11.468522 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3d69754-de7b-4bf3-9b18-4adc49ed51ab {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:11.469118 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838c022-5944-44ee-a1fb-526d1b52bc38', 'code': 200} Aug 20 13:29:11.471294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a838c022-5944-44ee-a1fb-526d1b52bc38, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a838c022-5944-44ee-a1fb-526d1b52bc38,segment=NetworkSegment(879e83e7-b0e0-450c-8a35-ae7da0fffa68),segment_id=879e83e7-b0e0-450c-8a35-ae7da0fffa68)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:11.496355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:11.502859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:11.511244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:11.518224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6705d52f-38f5-4ce6-a56d-afb7d83cf505 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:11.591363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Provisioning for port 76c08193-2675-418b-8e3b-f001f626d583 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:11.597819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4494229b-f804-436a-9de3-af887d1f871f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:11.612540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.647488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac602a80-94b8-4ad9-b989-e6455ffd227d req-2fb07800-b24c-4f80-9d53-cf3f56030f75 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.3902614 Aug 20 13:29:11.659850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b4bae9f-1b0b-46fc-a8e2-2cc5395bd0de req-cbbb4d4b-3162-48aa-a26d-173c1b816dd9 tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.13 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.3867674 Aug 20 13:29:11.680352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.685546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-07a20375-d92d-462f-ac39-4b963f66802a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1597908 Aug 20 13:29:11.693853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:11.714581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Provisioning complete for port 76c08193-2675-418b-8e3b-f001f626d583 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:11.715123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.735095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'security_group_rule': {'security_group_id': '4494229b-f804-436a-9de3-af887d1f871f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:11.763603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=a838c022-5944-44ee-a1fb-526d1b52bc38,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:11.767124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Port 76c08193-2675-418b-8e3b-f001f626d583 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:11.782686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b5f33-329a-4681-80bd-147ac2f11884 req-c7e60bbc-10c6-4aa9-b666-c865eb3085c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:11.795577 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-542b5f33-329a-4681-80bd-147ac2f11884 req-c7e60bbc-10c6-4aa9-b666-c865eb3085c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 1096 time: 0.5418735 Aug 20 13:29:11.853048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Provisioning complete for port ab927fc4-fa76-40e7-8807-d35652b9c2ca triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:11.855455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb0d0126-ff12-4ea9-8f9d-9af87e4bd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.889330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:11.922349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:11.953649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-542b5f33-329a-4681-80bd-147ac2f11884 req-bce4961b-a8e4-452a-8578-e70ab4fce6cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505823 Aug 20 13:29:11.958184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:11.974820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a17b2b3f-5ce3-4275-aee2-c04ae496ac5e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:11.986505 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.138717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.183297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.194794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.205088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c36a6-3613-4f65-9a27-daf99a3a7246 None None] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:12.213665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-636e1195-411e-42db-b79b-867e4ac4afb9 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-972374731', 'prefixes': ['172.20.0.0/16']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:12.225414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfe3d5b-2b64-4edb-8c23-fd41e61f88e3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:12.245765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.250622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82b8f880-d6e6-4caf-8ff2-3a352ed60e77 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5500185 Aug 20 13:29:12.252844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59248) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:12.258993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'security_group_rule': {'security_group_id': '4494229b-f804-436a-9de3-af887d1f871f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:12.271111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:12.271496 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.415020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d838a-44b5-4edb-8a04-6a88e7c1ecd0 req-5739fda0-fb32-4a54-a3ad-45f8e5273fdb tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:12.420126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-694d838a-44b5-4edb-8a04-6a88e7c1ecd0 req-5739fda0-fb32-4a54-a3ad-45f8e5273fdb tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 946 time: 0.2513983 Aug 20 13:29:12.484510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.497855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.527031 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.558966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-694d838a-44b5-4edb-8a04-6a88e7c1ecd0 req-f5454de7-1f1f-4652-8119-1c439cf9f26e tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246727 Aug 20 13:29:12.602492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-636e1195-411e-42db-b79b-867e4ac4afb9 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] Notify callbacks [] for subnetpool, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.607893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-636e1195-411e-42db-b79b-867e4ac4afb9 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6962914 Aug 20 13:29:12.608800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59254) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:12.660525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Transition to ACTIVE for port object a53b036e-745a-4093-9f19-a9afcf2de5b2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:12.711479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5b607a74-5dfd-470d-abcf-e2483aa97483 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] 10.222.0.59 "GET /v2.0/subnetpools/1ce0b996-fe40-4fc8-bae5-d395f2732310 HTTP/1.1" status: 200 len: 731 time: 0.1013956 Aug 20 13:29:12.721708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59260) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:12.726636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5aac133e-9095-4733-becc-c46056bec8d1 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1722400292'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:12.768984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Provisioning complete for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:12.772142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.779457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:12.921400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-edd16b0e-8392-4959-9d7e-76dc0918c1d1 req-f3704540-d424-49f5-a5c0-3e32df8bf31e tempest-ServerShowV257Test-1863163756 tempest-ServerShowV257Test-1863163756-project] 10.222.0.59 "GET /v2.0/ports?device_id=d563ab45-0b54-498b-b208-f0e3087f9c48 HTTP/1.1" status: 200 len: 210 time: 0.1194115 Aug 20 13:29:13.049783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5aac133e-9095-4733-becc-c46056bec8d1 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] Notify callbacks [] for subnetpool, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.054484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5aac133e-9095-4733-becc-c46056bec8d1 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] 10.222.0.59 "PUT /v2.0/subnetpools/1ce0b996-fe40-4fc8-bae5-d395f2732310 HTTP/1.1" status: 200 len: 684 time: 0.3315368 Aug 20 13:29:13.059566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Port 3b81ee34-763b-40eb-b62c-ec7ed19d543e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:13.072920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59268) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:13.082452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f62ca-6b10-473f-8742-f38bc4d9b989 None None] Pushing event updated for resources: {'Port': ['ID=a53b036e-745a-4093-9f19-a9afcf2de5b2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:13.218879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ab927fc4-fa76-40e7-8807-d35652b9c2ca up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:13.229459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Provisioning complete for port 76c08193-2675-418b-8e3b-f001f626d583 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:13.230736 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.298998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.342093 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e87ecad0-78d6-4ab9-ac14-2b0e6129c8c5 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] Notify callbacks [] for subnetpool, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.346143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e87ecad0-78d6-4ab9-ac14-2b0e6129c8c5 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] 10.222.0.59 "DELETE /v2.0/subnetpools/1ce0b996-fe40-4fc8-bae5-d395f2732310 HTTP/1.1" status: 204 len: 168 time: 0.2579384 Aug 20 13:29:13.367795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59274) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:13.387523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Attempting to bind port a53b036e-745a-4093-9f19-a9afcf2de5b2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:13.388087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Attempting to bind port a53b036e-745a-4093-9f19-a9afcf2de5b2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:13.388736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Attempting to bind port a53b036e-745a-4093-9f19-a9afcf2de5b2 on network 53e931c5-a89e-499b-955a-62e66996794a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:13.390971 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-dfadc260-73c6-4a42-a2d3-b19ce8c0e405 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] show failed (client error): The resource could not be found. Aug 20 13:29:13.405103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dfadc260-73c6-4a42-a2d3-b19ce8c0e405 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] 10.222.0.59 "GET /v2.0/subnetpools/1ce0b996-fe40-4fc8-bae5-d395f2732310 HTTP/1.1" status: 404 len: 346 time: 0.0212936 Aug 20 13:29:13.405802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59278) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:13.439258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=68d88e17-3548-454a-9bd5-340c1553e97d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:13.460815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:13.461721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Checking segment: {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:13.462339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.465136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Bound using segment: {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:13.465862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Bound port: a53b036e-745a-4093-9f19-a9afcf2de5b2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b03fb21-08d8-4518-9ebd-f247b04559d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '53e931c5-a89e-499b-955a-62e66996794a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:13.467436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.470365 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-308554da-37ac-43e5-8e9b-7e0c262979c8 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] delete failed (client error): The resource could not be found. Aug 20 13:29:13.475698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-308554da-37ac-43e5-8e9b-7e0c262979c8 tempest-SubnetPoolsTestJSON-2025695405 tempest-SubnetPoolsTestJSON-2025695405-project] 10.222.0.59 "DELETE /v2.0/subnetpools/1ce0b996-fe40-4fc8-bae5-d395f2732310 HTTP/1.1" status: 404 len: 346 time: 0.0638018 Aug 20 13:29:13.497186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.534343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a81-0532-43b1-a3ab-82817e636b20 req-fe1cde8b-c505-4805-bb94-ceeb2db65121 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:13.536291 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.547785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-6467b231-1bc6-4ff6-bde7-4308306ea0e8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2411065 Aug 20 13:29:13.549405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ab927fc4-fa76-40e7-8807-d35652b9c2ca triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:13.549876 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.552200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6497a81-0532-43b1-a3ab-82817e636b20 req-fe1cde8b-c505-4805-bb94-ceeb2db65121 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.2238655 Aug 20 13:29:13.658139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Port 76c08193-2675-418b-8e3b-f001f626d583 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:13.667657 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-556a0b8c-b84b-4180-9792-d4486a2fb646 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1177747 Aug 20 13:29:13.674278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6497a81-0532-43b1-a3ab-82817e636b20 req-44faa0e2-b391-45b2-9fd7-610ed9d36e05 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210818 Aug 20 13:29:13.761193 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.779573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Provisioning for port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:13.805546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Provisioning complete for port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:13.806103 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.835573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.927408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:13.931930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6745555 Aug 20 13:29:13.938004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:13.946296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:13.952060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a6ff-0f24-4cb0-b656-424c31cdba38 req-f9d19844-ee7e-4c06-b8e9-da2346617c6b tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:13.954929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710563b2-3822-425d-9a19-4f10e25b1797 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eff4de9-b17f-4473-92d3-cb1f227df297,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:13.961447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59292) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:13.963071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0981a6ff-0f24-4cb0-b656-424c31cdba38 req-f9d19844-ee7e-4c06-b8e9-da2346617c6b tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 946 time: 0.1315751 Aug 20 13:29:14.018303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.079809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.083194 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0981a6ff-0f24-4cb0-b656-424c31cdba38 req-968e3a58-815b-4ecd-b16d-6f7858ed0fea tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148722 Aug 20 13:29:14.083806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:14.126026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] For port a53b036e-745a-4093-9f19-a9afcf2de5b2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:14.183791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] For port a53b036e-745a-4093-9f19-a9afcf2de5b2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a53b036e-745a-4093-9f19-a9afcf2de5b2,segment=NetworkSegment(6b03fb21-08d8-4518-9ebd-f247b04559d5),segment_id=6b03fb21-08d8-4518-9ebd-f247b04559d5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:14.194986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.218290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] For port 6705d52f-38f5-4ce6-a56d-afb7d83cf505, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6705d52f-38f5-4ce6-a56d-afb7d83cf505,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:14.220947 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0ccfe96-68a2-405b-ad41-6ed967c1e3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.232344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-ebc3faba-402f-408d-ac6d-a17e300cb708 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:14.234174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f11eb99-a1af-482f-b8a8-b9e4588a1739 req-ebc3faba-402f-408d-ac6d-a17e300cb708 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.5442154 Aug 20 13:29:14.251198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.310505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:29:14.310505 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:29:14.310505 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '992e3aa3d6c34bf9b0d5519c25693bf5', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 29, 14, 281704)}] Aug 20 13:29:14.310505 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:29:14.311184 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:29:14.336236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f62ca-6b10-473f-8742-f38bc4d9b989 None None] Pushing event updated for resources: {'Port': ['ID=a53b036e-745a-4093-9f19-a9afcf2de5b2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:14.341349 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.451912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Routers {'72050ade-dc10-46be-a67e-8255d4a14cb5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:14.452585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:28:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72050ade-dc10-46be-a67e-8255d4a14cb5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:14.554364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22535e3c-0d4b-41e5-9ee5-28bd6077888e None None] Pushing event updated for resources: {'Port': ['ID=6705d52f-38f5-4ce6-a56d-afb7d83cf505,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:14.701912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0ccd3b6d-6fdd-4b38-8957-a89765740dc3 None None] Provisioning complete for port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:14.702307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3b6d-6fdd-4b38-8957-a89765740dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.783482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-e415bea5-2f31-4574-86da-e7d5b429b4a2 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4771976 Aug 20 13:29:14.799187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:14.811789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:14.831537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] Set router 72050ade-dc10-46be-a67e-8255d4a14cb5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:14.962472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59322) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:14.996764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.031602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0ccfe96-68a2-405b-ad41-6ed967c1e3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.065160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6705d52f-38f5-4ce6-a56d-afb7d83cf505 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:15.125144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0ccfe96-68a2-405b-ad41-6ed967c1e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.236010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccfe96-68a2-405b-ad41-6ed967c1e3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b84315-28b3-40ba-a9dc-80a64de0a9ba,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:15.236231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:15.236797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.287993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e085608-d4d0-43ff-9810-e3b87902d25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.293828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.308995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.323693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20f0aa-a560-4164-8a09-78abb0426a4b req-86888647-5230-43a5-9193-eb5632477f9e tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:15.325609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b20f0aa-a560-4164-8a09-78abb0426a4b req-86888647-5230-43a5-9193-eb5632477f9e tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 946 time: 0.1504498 Aug 20 13:29:15.341168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e0ccfe96-68a2-405b-ad41-6ed967c1e3a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b657025140e740e1a96b813cb471a638&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756468 Aug 20 13:29:15.348273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59328) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:15.352359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=992e3aa3d6c34bf9b0d5519c25693bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2666423 Aug 20 13:29:15.373065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59330) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:15.376458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:05Z', 'revision_number': 4, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a53b036e-745a-4093-9f19-a9afcf2de5b2', 'name': '', 'network_id': '53e931c5-a89e-499b-955a-62e66996794a', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'mac_address': 'fa:16:3e:68:94:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '2937042f-4ddf-4339-908a-c03b2b28f538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:03Z', 'updated_at': '2021-08-20T13:29:14Z', 'revision_number': 4, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'subnets': [{'id': '2937042f-4ddf-4339-908a-c03b2b28f538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:15.396783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.412431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a417de7-76f7-42f2-a701-3ec2f835ea26 None None] The sync data for ids ['72050ade-dc10-46be-a67e-8255d4a14cb5'] in n-d-804232-5 is: [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:05Z', 'revision_number': 4, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a53b036e-745a-4093-9f19-a9afcf2de5b2', 'name': '', 'network_id': '53e931c5-a89e-499b-955a-62e66996794a', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'mac_address': 'fa:16:3e:68:94:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '2937042f-4ddf-4339-908a-c03b2b28f538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:03Z', 'updated_at': '2021-08-20T13:29:14Z', 'revision_number': 4, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'subnets': [{'id': '2937042f-4ddf-4339-908a-c03b2b28f538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:29:15.505557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba1bd1-8f52-4d56-8763-63c3c8fe4a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f77945-194c-4cf3-8bd0-7eb3785ebaac,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:15.566170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 172.25.6.249 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/38381251-ac9a-4cb6-a4ed-6fb818de02bb) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:15.568736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3f41af4-a1ed-4aa0-872b-c778fc39ea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.577709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b20f0aa-a560-4164-8a09-78abb0426a4b req-4132541c-1c23-4073-8d1a-731b4863cbf7 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238553 Aug 20 13:29:15.597683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3f41af4-a1ed-4aa0-872b-c778fc39ea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.649480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a03a80fc-df0c-4764-a65c-39db92c30413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.689068 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3f41af4-a1ed-4aa0-872b-c778fc39ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.692713 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3f41af4-a1ed-4aa0-872b-c778fc39ea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.695580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b3f41af4-a1ed-4aa0-872b-c778fc39ea66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5b84315-28b3-40ba-a9dc-80a64de0a9ba HTTP/1.1" status: 204 len: 168 time: 0.3433104 Aug 20 13:29:15.754902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f41af4-a1ed-4aa0-872b-c778fc39ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b84315-28b3-40ba-a9dc-80a64de0a9ba,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:15.762648 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68518b97-143e-487b-9d9d-41a0a5e573c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.837278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a03a80fc-df0c-4764-a65c-39db92c30413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:15.921223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.042355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e085608-d4d0-43ff-9810-e3b87902d25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.075507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4980c5-c91e-4ceb-bc5d-676096d60f68 req-5d380b39-5cc7-4fdb-8a71-8f8146a14855 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:16.085825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d4980c5-c91e-4ceb-bc5d-676096d60f68 req-5d380b39-5cc7-4fdb-8a71-8f8146a14855 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.1483150 Aug 20 13:29:16.087997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.095507 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1e085608-d4d0-43ff-9810-e3b87902d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.190207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.197346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a03a80fc-df0c-4764-a65c-39db92c30413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.207189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a03a80fc-df0c-4764-a65c-39db92c30413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.222801 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a03a80fc-df0c-4764-a65c-39db92c30413 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28f77945-194c-4cf3-8bd0-7eb3785ebaac HTTP/1.1" status: 204 len: 168 time: 0.8455389 Aug 20 13:29:16.274827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e085608-d4d0-43ff-9810-e3b87902d25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3561120a-71a3-4e9b-b3a0-fe1ba06e583a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:16.299402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1e085608-d4d0-43ff-9810-e3b87902d25c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ce1642045ee4c0bb403534c35fb5d02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3349082 Aug 20 13:29:16.308386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:16.312597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59348) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:16.323498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d4980c5-c91e-4ceb-bc5d-676096d60f68 req-d95ad714-46ce-4a11-bebe-0f7359e9d194 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354558 Aug 20 13:29:16.378854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-92084f3b-307d-4d4b-9392-ebe5c75f2c50 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:16.383452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-92084f3b-307d-4d4b-9392-ebe5c75f2c50 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.53 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 946 time: 0.2574213 Aug 20 13:29:16.391072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a80fc-df0c-4764-a65c-39db92c30413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f77945-194c-4cf3-8bd0-7eb3785ebaac,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:16.430874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Allocated IP 172.25.6.173 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/458d1b9f-6469-4da0-bb62-67137632243f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:16.555276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.559423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Deleting port a838c022-5944-44ee-a1fb-526d1b52bc38 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:16.560127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.586640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=38381251-ac9a-4cb6-a4ed-6fb818de02bb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:16.589872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:16.594988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:16.693198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] For port a838c022-5944-44ee-a1fb-526d1b52bc38, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a838c022-5944-44ee-a1fb-526d1b52bc38,segment=NetworkSegment(879e83e7-b0e0-450c-8a35-ae7da0fffa68),segment_id=879e83e7-b0e0-450c-8a35-ae7da0fffa68)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:16.694045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.749628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Calling delete_port for a838c022-5944-44ee-a1fb-526d1b52bc38 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:16.755877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.839414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:16.886244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2277cd-bc77-44e7-8c79-93b0d3d55031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:16.946091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:16.948831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=458d1b9f-6469-4da0-bb62-67137632243f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:16.991043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2277cd-bc77-44e7-8c79-93b0d3d55031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.008180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1388-e25c-41dd-929f-424a470187f5 req-f8cee304-2bf5-4139-af59-678332749ce7 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:17.016773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-491d1388-e25c-41dd-929f-424a470187f5 req-f8cee304-2bf5-4139-af59-678332749ce7 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 946 time: 0.2720778 Aug 20 13:29:17.048025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:17.060070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a53b036e-745a-4093-9f19-a9afcf2de5b2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:17.154682 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.163580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2277cd-bc77-44e7-8c79-93b0d3d55031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.166804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2277cd-bc77-44e7-8c79-93b0d3d55031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.168397 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3d2277cd-bc77-44e7-8c79-93b0d3d55031 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3561120a-71a3-4e9b-b3a0-fe1ba06e583a HTTP/1.1" status: 204 len: 168 time: 0.5760574 Aug 20 13:29:17.174005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-491d1388-e25c-41dd-929f-424a470187f5 req-30d56249-fdc8-47c5-b659-57c1e40f2a60 tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/security-groups?id=2315ed24-0c68-4501-85a5-75f93c61ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403663 Aug 20 13:29:17.187604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2277cd-bc77-44e7-8c79-93b0d3d55031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3561120a-71a3-4e9b-b3a0-fe1ba06e583a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:17.222901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.410198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.495921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.506916 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.514970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.532326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Pushing event deleted for resources: {'Port': ['ID=a838c022-5944-44ee-a1fb-526d1b52bc38,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:17.593835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=458d1b9f-6469-4da0-bb62-67137632243f,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:17.598772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['a838c022-5944-44ee-a1fb-526d1b52bc38'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:29:17.627893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] No DVR routers for this DVR port a838c022-5944-44ee-a1fb-526d1b52bc38 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:17.631326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.641684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56c27f31-1191-44fc-b3dd-a07122656ed4 req-b12dedb7-b120-473d-b1df-c7cb5dda024f tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.53 "DELETE /v2.0/ports/a838c022-5944-44ee-a1fb-526d1b52bc38 HTTP/1.1" status: 204 len: 173 time: 1.2470529 Aug 20 13:29:17.642455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'name': 'network-vif-deleted', 'tag': 'a838c022-5944-44ee-a1fb-526d1b52bc38'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:17.654050 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aaae79-fa6e-4241-8139-23cd8cd63082" -d '{"events": [{"server_uuid": "276f6f76-6d29-447a-9fc5-9ee8370a84aa", "name": "network-vif-deleted", "tag": "a838c022-5944-44ee-a1fb-526d1b52bc38"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:17.740691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.752407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a53b036e-745a-4093-9f19-a9afcf2de5b2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:17.758109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a53b036e-745a-4093-9f19-a9afcf2de5b2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:17.758838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.763052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.810181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a475d0-e746-47f8-b90a-742120631b0f req-ca821189-694b-44da-9fb8-116c82fbdadc tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:17.812484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99a475d0-e746-47f8-b90a-742120631b0f req-ca821189-694b-44da-9fb8-116c82fbdadc tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.1494632 Aug 20 13:29:17.869668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.880237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-f47ad8b9-9c07-4d07-81f9-aff31b8bc5d8 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0950441 Aug 20 13:29:17.911183 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:17.924972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99a475d0-e746-47f8-b90a-742120631b0f req-1c782e4c-0fab-48dd-bf46-e189d7c1b0a1 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a91d9aa-933a-4cfa-b7c3-2827e7447928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974717 Aug 20 13:29:17.975566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a53b036e-745a-4093-9f19-a9afcf2de5b2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a53b036e-745a-4093-9f19-a9afcf2de5b2,segment=NetworkSegment(6b03fb21-08d8-4518-9ebd-f247b04559d5),segment_id=6b03fb21-08d8-4518-9ebd-f247b04559d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:17.984451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.007331 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876b3910-82fe-43d5-a517-3ba96bd2895a x-openstack-request-id: req-876b3910-82fe-43d5-a517-3ba96bd2895a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:18.007679 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f6f76-6d29-447a-9fc5-9ee8370a84aa", "name": "network-vif-deleted", "tag": "a838c022-5944-44ee-a1fb-526d1b52bc38", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:18.008800 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-876b3910-82fe-43d5-a517-3ba96bd2895a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:18.009374 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f6f76-6d29-447a-9fc5-9ee8370a84aa', 'name': 'network-vif-deleted', 'tag': 'a838c022-5944-44ee-a1fb-526d1b52bc38', 'status': 'completed', 'code': 200} Aug 20 13:29:18.053433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-ff5c8ddc-9b7f-48a6-847a-e2a5e3ff08c2 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.1721888 Aug 20 13:29:18.059719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a53b036e-745a-4093-9f19-a9afcf2de5b2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:18.231362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:18.306276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.314843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.345965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-22bddae3-35c1-4444-867e-7888d4bc2ac4 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:18.347698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-310ac47c-d628-4008-a0fc-9bb3c0ec115c req-22bddae3-35c1-4444-867e-7888d4bc2ac4 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.2932720 Aug 20 13:29:18.451248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-73b43b99-700b-4bf0-ae5a-4ec49b08aa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.471467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e248bc5-e611-4e8b-ad73-89807c97b854 req-08413bb8-7292-460a-a60d-572a4127fdcf tempest-InstanceActionsNegativeTestJSON-830028420 tempest-InstanceActionsNegativeTestJSON-830028420-project] 10.222.0.59 "GET /v2.0/ports?device_id=276f6f76-6d29-447a-9fc5-9ee8370a84aa HTTP/1.1" status: 200 len: 210 time: 0.0891807 Aug 20 13:29:18.491871 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.520407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=38381251-ac9a-4cb6-a4ed-6fb818de02bb,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:18.538077 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.541194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-96269877-network', 'tenant_id': 'ded94deaeffc461580b4f73e33fa2fe1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:18.572616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Made reservation on behalf of ded94deaeffc461580b4f73e33fa2fe1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:18.581183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.588708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.598177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.598901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-34fcefe9-a95c-4b8c-be92-a4e9008ebcf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6573064 Aug 20 13:29:18.605982 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-b804bdaa-07ff-430e-bff3-17f5e4e742e2 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2109051 Aug 20 13:29:18.617733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:18.751184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.776347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.796589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.828213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857f3274-c359-424e-91d7-812a945568ff,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:18.838917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:18.850392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.850840 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Added segment eb6e4152-a113-464b-88c9-d8cfe6f5ca18 of type vlan for network 3f485534-aa7b-4664-824b-b63a52673ac8 Aug 20 13:29:18.918564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.959678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.960821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:18.961855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:18.968604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a53b036e-745a-4093-9f19-a9afcf2de5b2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:19.034476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a53b036e-745a-4093-9f19-a9afcf2de5b2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:19.036634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.054067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.188022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] Pushing event updated for resources: {'Network': ['ID=3f485534-aa7b-4664-824b-b63a52673ac8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:19.217282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3f485534-aa7b-4664-824b-b63a52673ac8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:19.256138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1cadf491-f380-499d-8efd-26c0d3b7055c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0177076 Aug 20 13:29:19.260368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59452) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:19.272281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Request body: {'subnet': {'network_id': '3f485534-aa7b-4664-824b-b63a52673ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-96269877-subnet', 'tenant_id': 'ded94deaeffc461580b4f73e33fa2fe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:19.346883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Allocated IP 172.25.6.80 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/07f176de-3f40-4b10-8b96-fa9de3222d4d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:19.391844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bd78-c427-4b8b-a492-476e7218536e req-78413f5e-9ba6-4d3e-9dbc-11040420e5c0 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:19.393452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76a5bd78-c427-4b8b-a492-476e7218536e req-78413f5e-9ba6-4d3e-9dbc-11040420e5c0 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 946 time: 0.1911991 Aug 20 13:29:19.418007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-90a9a89e-c7b0-4f0d-b4a2-681ae7936b58 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--902112805&fields=id&tenant_id=43191d45ae8f4129aebfa2e78faaba3d HTTP/1.1" status: 200 len: 267 time: 0.2141006 Aug 20 13:29:19.440567 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.461028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59458) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:19.475833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Made reservation on behalf of ded94deaeffc461580b4f73e33fa2fe1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:19.478563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.576055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bd3a2323-c200-4a8e-8c1f-67814c5c9887 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:19.578157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bd3a2323-c200-4a8e-8c1f-67814c5c9887 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 932 time: 0.1593368 Aug 20 13:29:19.613773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.666840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6556db4f-ceb9-43ad-bb54-3b867b778f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.677360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a838c022-5944-44ee-a1fb-526d1b52bc38 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:19.687814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-372a88a3-1e85-4491-bcec-5992521054a6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:19.695457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-372a88a3-1e85-4491-bcec-5992521054a6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 930 time: 0.1105044 Aug 20 13:29:19.727280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: a838c022-5944-44ee-a1fb-526d1b52bc38 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:29:19.729592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a838c022-5944-44ee-a1fb-526d1b52bc38 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:29:19.751809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.759755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-086e2e0a-8256-486d-a14a-f17082849923 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632839 Aug 20 13:29:19.810601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e00facec-6148-42f0-ab23-784a5a9041bf tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0414071 Aug 20 13:29:19.821907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Deleting port a622540a-ad9e-4c00-96f5-ea99f7feccaa {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:19.822249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.838815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=07f176de-3f40-4b10-8b96-fa9de3222d4d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:19.847356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:19.850163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:19.874297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:19.881494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:19.938348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cae0b3-9e91-4377-9bf1-50739ac8e4e0,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:19.958850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Checking segment: {'id': 'eb6e4152-a113-464b-88c9-d8cfe6f5ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3f485534-aa7b-4664-824b-b63a52673ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:19.959124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Network hostable DHCP agents. Network: 3f485534-aa7b-4664-824b-b63a52673ac8, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:20.011181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Network 3f485534-aa7b-4664-824b-b63a52673ac8 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:20.015655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.025345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3f485534-aa7b-4664-824b-b63a52673ac8) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:20.033229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:20.034487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.035187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedceaad-8479-41b2-8db7-1e044040faf5 None None] Network 3f485534-aa7b-4664-824b-b63a52673ac8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:20.065800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.070656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] For port a622540a-ad9e-4c00-96f5-ea99f7feccaa, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a622540a-ad9e-4c00-96f5-ea99f7feccaa,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:20.071255 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.084724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e24c9dc8-bb11-45f8-9f22-e47291032b08 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:20.094278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e24c9dc8-bb11-45f8-9f22-e47291032b08 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:20.102285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e24c9dc8-bb11-45f8-9f22-e47291032b08 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:20.111824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e24c9dc8-bb11-45f8-9f22-e47291032b08 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 1989 time: 0.2837725 Aug 20 13:29:20.183956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6556db4f-ceb9-43ad-bb54-3b867b778f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.190576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2adee7-1a6b-47b6-8c9b-8cc81930ee17 None None] Network 3f485534-aa7b-4664-824b-b63a52673ac8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:20.199141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-87d3873f-e44d-4942-8599-89037423161b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/quotas/43191d45ae8f4129aebfa2e78faaba3d HTTP/1.1" status: 200 len: 375 time: 0.0862129 Aug 20 13:29:20.206808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0c00ca71-b784-449c-9a6f-2417b1fc57b8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9451029 Aug 20 13:29:20.215876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6556db4f-ceb9-43ad-bb54-3b867b778f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.273231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.281467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.367877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6556db4f-ceb9-43ad-bb54-3b867b778f24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c18491bbeb1c4770b1ea2921fd8b17c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9033225 Aug 20 13:29:20.367877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556db4f-ceb9-43ad-bb54-3b867b778f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2167f05-ed07-4f0a-865d-015e920a3699,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:20.374000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59470) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:20.410823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-6f3b37c9-4b0f-44ba-8654-6a60f70f823c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2107115 Aug 20 13:29:20.471551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.498854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=07f176de-3f40-4b10-8b96-fa9de3222d4d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:20.519234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.520634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-13429a23-752d-4e14-95cc-929b1b5d21fe tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9084620 Aug 20 13:29:20.537074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-766cf6b4-c2ff-45ea-90e3-0cbf80ffe578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.557555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.558582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.558582 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Floating IP 618d1c04-5862-4b13-b843-bc7871b991c9 disassociated. External IP: 172.25.6.4, port: a622540a-ad9e-4c00-96f5-ea99f7feccaa. Aug 20 13:29:20.558804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Calling delete_port for a622540a-ad9e-4c00-96f5-ea99f7feccaa owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:20.619732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-5dc130d9-6dc2-490c-8c76-5537affeb54e service neutron] 10.222.0.59 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893487 Aug 20 13:29:20.638559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-766cf6b4-c2ff-45ea-90e3-0cbf80ffe578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.649250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-1c85e88d-dc21-4ac0-8d77-0241c907a089 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.80 HTTP/1.1" status: 200 len: 695 time: 0.1136642 Aug 20 13:29:20.778745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-aad146e4-f716-447a-8a4b-c6720639ae2d service neutron] 10.222.0.59 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477306 Aug 20 13:29:20.802255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-766cf6b4-c2ff-45ea-90e3-0cbf80ffe578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.811044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-766cf6b4-c2ff-45ea-90e3-0cbf80ffe578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.814377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-766cf6b4-c2ff-45ea-90e3-0cbf80ffe578 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2167f05-ed07-4f0a-865d-015e920a3699 HTTP/1.1" status: 204 len: 168 time: 0.4256213 Aug 20 13:29:20.832532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:20.845051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cf6b4-c2ff-45ea-90e3-0cbf80ffe578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2167f05-ed07-4f0a-865d-015e920a3699,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:20.859526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-35c5e65b-3202-496e-84eb-869067673419 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:20.889942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8410d75d-e3c8-4ede-a642-6e5ef32e1484 req-35c5e65b-3202-496e-84eb-869067673419 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.2253883 Aug 20 13:29:21.036680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-732ecabc-b7fe-416a-80a0-d7ca0707711c req-33f5b547-6bf9-49cb-bfda-1f5d17013bed tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.0524642 Aug 20 13:29:21.102381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:21.247707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:21.258325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480351160-network', 'tenant_id': '6559c77793834d1d8d8a49de2845fbd2'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:21.272527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-870f764e-969e-47bd-99eb-48ca263b8a91 service neutron] 10.222.0.59 "GET /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4734616 Aug 20 13:29:21.274522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event deleted for resources: {'Port': ['ID=a622540a-ad9e-4c00-96f5-ea99f7feccaa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:21.309567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Deleting subnet abbd724c-fe02-417b-a522-c072c6677f7d {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:29:21.321106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.366145 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.366942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-82cebef7-8433-4d33-a50e-28cc42bb3788 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2232795 Aug 20 13:29:21.376480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:21.417130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Made reservation on behalf of 6559c77793834d1d8d8a49de2845fbd2 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:21.424475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.431916 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.459867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.476096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.507980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Router 6ada243a-6661-462e-bbd1-099e33ef2b13 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:29:21.510900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e1d40c98-e115-4171-b1d3-7e28c2b297a5 service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373719 Aug 20 13:29:21.580469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.702419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.714928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-839e3ea8-c90d-435f-8276-ac9a7122723b service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940315 Aug 20 13:29:21.717723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:21.736471 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] Sync routers for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:21.746610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.750351 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:21.751113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:21.753084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbd724c-fe02-417b-a522-c072c6677f7d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:21.755641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.767942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e8da9f7-9fdb-4660-ab87-1d37c29fdee1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/abbd724c-fe02-417b-a522-c072c6677f7d HTTP/1.1" status: 204 len: 168 time: 0.6625180 Aug 20 13:29:21.770078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.772418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59516) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:21.813820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.814997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] No DVR routers for this DVR port a622540a-ad9e-4c00-96f5-ea99f7feccaa on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:21.818114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac06c9-9b63-4512-aee9-d4c78ed30b69,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:21.819296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.821618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76a5bd78-c427-4b8b-a492-476e7218536e req-93fd26a5-95f1-44a2-b208-bcffe9c7f86a tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.13 "DELETE /v2.0/ports/a622540a-ad9e-4c00-96f5-ea99f7feccaa HTTP/1.1" status: 204 len: 173 time: 2.4002626 Aug 20 13:29:21.851265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:21.873083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'name': 'network-vif-deleted', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:21.876638 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28cbafd-4cdb-483e-a7cc-a56740761f2b" -d '{"events": [{"server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "name": "network-vif-deleted", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:21.879104 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:21.890399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-a7d756ee-5d7e-48cf-842a-764903f7b56d service neutron] 10.222.0.59 "GET /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1657727 Aug 20 13:29:21.932890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:21.933352 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Added segment 8a28a97a-f0f5-4fce-b067-a3e79680e9db of type vlan for network 558d7796-7d5c-4af1-92fd-d526645d04f1 Aug 20 13:29:21.965729 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.014031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.065444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Allocated IP 172.25.6.164 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/24aae2f6-37bb-45a5-9f38-1cd0ed7e5d42) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:22.087682 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.089992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:22.093109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.100713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-a3be0124-4af0-444f-b7d8-ca1fcabb62cd service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996446 Aug 20 13:29:22.102237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.119063 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:25Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:22.124251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e128590-7626-42f1-8df9-e1ca1c78641d']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:22.136764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8840504 Aug 20 13:29:22.138537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59526) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:22.145611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] Checking router: 6ada243a-6661-462e-bbd1-099e33ef2b13 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:29:22.154938 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:22.155562 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:22.189814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879e83e7-b0e0-450c-8a35-ae7da0fffa68') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:22.190341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879e83e7-b0e0-450c-8a35-ae7da0fffa68') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:22.204751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.230031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.243426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:29:22.244477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:29:22.247399 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:29:22.249744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Request body: {'subnet': {'network_id': '558d7796-7d5c-4af1-92fd-d526645d04f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480351160-subnet', 'tenant_id': '6559c77793834d1d8d8a49de2845fbd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:22.264140 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:22.321917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Made reservation on behalf of 6559c77793834d1d8d8a49de2845fbd2 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:22.325210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.334142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-7e7dc7a8-37ee-4d3f-8b8f-2c5204076994 service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230949 Aug 20 13:29:22.351299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.359454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:22.362835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] 10.222.0.59 "DELETE /v2.0/networks/0e128590-7626-42f1-8df9-e1ca1c78641d HTTP/1.1" status: 204 len: 168 time: 0.5874205 Aug 20 13:29:22.394352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a622540a-ad9e-4c00-96f5-ea99f7feccaa no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:22.457943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: a622540a-ad9e-4c00-96f5-ea99f7feccaa {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:29:22.461520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a622540a-ad9e-4c00-96f5-ea99f7feccaa not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:29:22.522832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01ac6-51fe-4b65-8e7d-641182c7ca5f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e128590-7626-42f1-8df9-e1ca1c78641d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:22.634261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-29c7f39b-f6e7-4f9c-8039-7b623f86049a service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937350 Aug 20 13:29:22.722013 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:25Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:22.735061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59540) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:22.801357 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949a0c2-c708-4938-97d7-a3d51f736f59 None None] The sync data for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 is: [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:26:13Z', 'revision_number': 4, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'af9204b6-ff80-464d-9943-5921678e117a', 'name': '', 'network_id': '9c12fcdc-dcc0-44ca-9c89-c454d920824a', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'mac_address': 'fa:16:3e:9f:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:11Z', 'updated_at': '2021-08-20T13:26:25Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'subnets': [{'id': 'fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:29:22.816171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-dd0b4504-74c4-4037-87d2-04f0a9479152 service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805952 Aug 20 13:29:22.933260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1c0a898c-6b85-4868-a85e-b4ef423af2b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8a6b74e1d384612b88ef928902b6806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966982 Aug 20 13:29:22.935986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59544) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:23.021477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bae5976-822f-45b5-98f0-78743157a92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.048582 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-54412988-357c-4dca-87d7-66300cdef828 service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312896 Aug 20 13:29:23.107349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bae5976-822f-45b5-98f0-78743157a92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.169790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.215189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4aab27-a6b0-42de-b50f-d1933e660572 admin admin] Pushing event updated for resources: {'Network': ['ID=558d7796-7d5c-4af1-92fd-d526645d04f1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:23.227400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 558d7796-7d5c-4af1-92fd-d526645d04f1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:23.274825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-0b938f14-8668-4dce-9bc2-910208e91989 service neutron] 10.222.0.59 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065227 Aug 20 13:29:23.282676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bae5976-822f-45b5-98f0-78743157a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.285988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bae5976-822f-45b5-98f0-78743157a92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.287630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1bae5976-822f-45b5-98f0-78743157a92b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2315ed24-0c68-4501-85a5-75f93c61ddee HTTP/1.1" status: 204 len: 168 time: 0.3506160 Aug 20 13:29:23.294544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69838b5d-9188-4399-8833-2cfb1bafcc04,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:23.300278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Checking segment: {'id': '8a28a97a-f0f5-4fce-b067-a3e79680e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '558d7796-7d5c-4af1-92fd-d526645d04f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:23.301102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Network hostable DHCP agents. Network: 558d7796-7d5c-4af1-92fd-d526645d04f1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:23.327031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae5976-822f-45b5-98f0-78743157a92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315ed24-0c68-4501-85a5-75f93c61ddee,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:23.350324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.361112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b1b27-9959-423f-94a1-879ab69310d6 None None] New status for floating IP 618d1c04-5862-4b13-b843-bc7871b991c9: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:29:23.361602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Network 558d7796-7d5c-4af1-92fd-d526645d04f1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:23.383176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 558d7796-7d5c-4af1-92fd-d526645d04f1) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:23.403316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:23.403912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.447300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9bda56-f374-4c04-8a46-afe86d05af56 None None] Network 558d7796-7d5c-4af1-92fd-d526645d04f1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:23.452125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27434b03-b6c6-45a6-988b-b297e497ffb0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2819128 Aug 20 13:29:23.469421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.492529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-02557e0b-c7e8-43c3-a05d-0e92d1f5df9a service neutron] 10.222.0.59 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022572 Aug 20 13:29:23.525785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59556) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:23.574156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:23.584455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:23.599851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:23.607343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=24aae2f6-37bb-45a5-9f38-1cd0ed7e5d42,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:23.646768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-12fbba0e-3fb9-4473-b651-b14e8c37fed8 service neutron] 10.222.0.59 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475067 Aug 20 13:29:23.743477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59562) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:23.835917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9931f2-0bce-4373-80ba-73b57b9ad223 None None] Network 558d7796-7d5c-4af1-92fd-d526645d04f1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:23.838336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.850301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Deleting subnet d5cae0b3-9e91-4377-9bf1-50739ac8e4e0 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:29:23.855336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-4d45bef0-ee55-400f-a3f3-5ec58340ae33 service neutron] 10.222.0.59 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963420 Aug 20 13:29:23.857797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.919593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:23.945990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.014371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.068162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-28fcc1de-87f6-4ee7-81b9-ce683a211661 service neutron] 10.222.0.59 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095168 Aug 20 13:29:24.087032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'network': {'name': 'tempest-network-smoke--617010320', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'port_security_enabled': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:24.165227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:24.170432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.195508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.319189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.327908 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.335818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.350110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.381369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cae0b3-9e91-4377-9bf1-50739ac8e4e0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:24.383166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.415763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.421008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59586) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:24.421173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c8c85ad-8293-4e04-9289-d0e642a1f647 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d5cae0b3-9e91-4377-9bf1-50739ac8e4e0 HTTP/1.1" status: 204 len: 168 time: 0.6748722 Aug 20 13:29:24.455362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:24.457788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc00746-4a63-482a-b5ec-818f6537712d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:24.500914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.501370 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Added segment 585a77f5-5168-4b2c-99d4-6487b50fc869 of type vlan for network e371e6b1-a724-4e0f-a040-b66e049bed30 Aug 20 13:29:24.525021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event updated for resources: {'Port': ['ID=24aae2f6-37bb-45a5-9f38-1cd0ed7e5d42,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:24.568453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.572098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.583140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.598921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.607873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-f54197c9-6508-465a-beae-7234429c459d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2396002 Aug 20 13:29:24.663820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.671045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:24.671848 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.705484 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.716772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1855557 Aug 20 13:29:24.717765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59602) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:24.719115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f485534-aa7b-4664-824b-b63a52673ac8']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:24.733519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6e4152-a113-464b-88c9-d8cfe6f5ca18') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:24.733824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6e4152-a113-464b-88c9-d8cfe6f5ca18') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:24.744355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-209e966f-b156-42d2-8fa4-9ff297c7ed7c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.164 HTTP/1.1" status: 200 len: 696 time: 0.1348424 Aug 20 13:29:24.745929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.762798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.773320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:29:24.773834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:29:24.776338 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:29:24.793177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'admin_state_up': True, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:24.836192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59604) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:24.879957 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.892243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.905140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3f485534-aa7b-4664-824b-b63a52673ac8 HTTP/1.1" status: 204 len: 168 time: 0.4812100 Aug 20 13:29:24.905434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59612) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:24.915305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87282e-5bc9-42cc-9201-34baad41a412 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f485534-aa7b-4664-824b-b63a52673ac8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:24.927047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.928220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:24.955077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caa03f-8434-4786-9e00-2deefaf6f418 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Network': ['ID=e371e6b1-a724-4e0f-a040-b66e049bed30,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:24.972206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e371e6b1-a724-4e0f-a040-b66e049bed30 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:25.022367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-65939616-network', 'tenant_id': 'bc35a48b676749ae98f501a709e36618'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:25.048632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Made reservation on behalf of bc35a48b676749ae98f501a709e36618 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:25.051246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.064065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.162996 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.172999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-83f00020-bfdb-4741-bfc6-72be696d5113 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:25.175191 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73834e5f-8331-4c5b-ba5c-200d4fe507e0 req-83f00020-bfdb-4741-bfc6-72be696d5113 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.4297841 Aug 20 13:29:25.216108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.232650 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683f03b-966b-474f-a51a-200f2411d367 x-openstack-request-id: req-2683f03b-966b-474f-a51a-200f2411d367 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:25.232650 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d7d569-78b9-46da-90d9-c77fe5678246", "name": "network-vif-deleted", "tag": "a622540a-ad9e-4c00-96f5-ea99f7feccaa", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:25.232993 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2683f03b-966b-474f-a51a-200f2411d367 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:25.233226 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d7d569-78b9-46da-90d9-c77fe5678246', 'name': 'network-vif-deleted', 'tag': 'a622540a-ad9e-4c00-96f5-ea99f7feccaa', 'status': 'completed', 'code': 200} Aug 20 13:29:25.255625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d57afc3b-8524-4e58-ac40-fad12eb8fc56 req-e4878760-f448-44ce-9654-4efd5043e55f tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.0371473 Aug 20 13:29:25.256247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.302305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32ea2b6d-cbc9-4dc3-a7ff-3617326812bb req-1a66f1e6-853a-4e40-bfe2-db9501bfa6a1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0443494 Aug 20 13:29:25.305361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Deleting subnet 69838b5d-9188-4399-8833-2cfb1bafcc04 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:29:25.305647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7441bf2-12b3-4e23-940a-c08f351b2e9a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:25.331836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.401759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:25.407167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8955f5b7-7382-4a79-8184-fb9c85161ec0 req-8ee50f27-f66d-4c0a-a0a7-9896a2cbfecd tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips/94b1d4eb-084b-431c-989f-0c858189d40a HTTP/1.1" status: 200 len: 693 time: 0.0815260 Aug 20 13:29:25.518354 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.543910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.553442 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Added segment 4dfdb2f5-636a-4592-84c1-b1f2feb094d5 of type vlan for network cecd7b32-0119-45c7-bf7c-6ed09f959c81 Aug 20 13:29:25.583175 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.694438 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.722574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.744171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f5b7-7382-4a79-8184-fb9c85161ec0 req-b8f6e8ca-6baf-4950-93ec-2a1e2252865d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:25.755619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8955f5b7-7382-4a79-8184-fb9c85161ec0 req-b8f6e8ca-6baf-4950-93ec-2a1e2252865d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.3415782 Aug 20 13:29:25.765799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-8955f5b7-7382-4a79-8184-fb9c85161ec0 req-3da12f55-91d2-43f9-83ac-2721a75881b7 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:29:25.768845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.771125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59636) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:25.771982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8955f5b7-7382-4a79-8184-fb9c85161ec0 req-3da12f55-91d2-43f9-83ac-2721a75881b7 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149961 Aug 20 13:29:25.773119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.774324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:25.775145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.846594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] Pushing event updated for resources: {'Network': ['ID=cecd7b32-0119-45c7-bf7c-6ed09f959c81,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:25.850226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c877fbec-6914-4366-9854-575b63badff3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0129690 Aug 20 13:29:25.853657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59642) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:25.862166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:25.866040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Request body: {'subnet': {'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-65939616-subnet', 'tenant_id': 'bc35a48b676749ae98f501a709e36618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:25.902634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-a8692acd-146e-4bf3-8321-145332d75ef9 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips/94b1d4eb-084b-431c-989f-0c858189d40a HTTP/1.1" status: 200 len: 693 time: 0.1046596 Aug 20 13:29:25.906834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69838b5d-9188-4399-8833-2cfb1bafcc04,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:25.915333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Made reservation on behalf of bc35a48b676749ae98f501a709e36618 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:25.918813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.925840 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:25.930064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ee41de0-4665-4415-9674-3c979c458287 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/69838b5d-9188-4399-8833-2cfb1bafcc04 HTTP/1.1" status: 204 len: 168 time: 1.0175803 Aug 20 13:29:25.930536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59644) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:26.067029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86c388a1-cdc6-42fc-9843-5c1f061dca8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.125197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.163718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.188970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b403e2-7b45-447d-9e61-0931ce43cd09,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:26.196962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Checking segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:26.197212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Network hostable DHCP agents. Network: cecd7b32-0119-45c7-bf7c-6ed09f959c81, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:26.215420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:26.218282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85701258-9f60-4e23-b35a-421701c27011 req-cebae346-3d0e-43d3-b50c-75a2e4298e6f tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.220197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-cebae346-3d0e-43d3-b50c-75a2e4298e6f tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.2911077 Aug 20 13:29:26.230946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, cecd7b32-0119-45c7-bf7c-6ed09f959c81) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:26.235223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.235878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.245567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-82e04dc2-9e38-4eb4-89db-09b432d1caac tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:29:26.246237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-82e04dc2-9e38-4eb4-89db-09b432d1caac tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087833 Aug 20 13:29:26.256442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bfc33-eae0-48f5-9668-8a450b27691e None None] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:26.413212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1fc503a3-8dc0-4d43-beb4-9c2bf115b052 req-dab09811-72a5-47c4-8ddf-66bcb9a55885 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.0731664 Aug 20 13:29:26.504180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-667dd09e-8424-46a2-b478-2c5e5d5def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.505820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-667dd09e-8424-46a2-b478-2c5e5d5def68 service neutron] 10.222.0.53 "GET /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 1028 time: 0.0584061 Aug 20 13:29:26.515637 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-98be4394-5bdd-4d4c-a51a-5804dc93425e tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.164 HTTP/1.1" status: 200 len: 696 time: 0.2461941 Aug 20 13:29:26.520224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'tenant_id': 'bc35a48b676749ae98f501a709e36618', 'fixed_ips': [{'subnet_id': '99b403e2-7b45-447d-9e61-0931ce43cd09'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:29:26.520699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.521940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.576192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee3db6cb-3943-4d4a-ac2f-78b582d3e4d6 req-626f3711-e2f5-4a57-9850-a303f1622bbd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0375745 Aug 20 13:29:26.600729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e352ee1e-5b92-4608-93fa-c765a705d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.602135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e352ee1e-5b92-4608-93fa-c765a705d918 service neutron] 10.222.0.53 "GET /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 1026 time: 0.0892901 Aug 20 13:29:26.690676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558d7796-7d5c-4af1-92fd-d526645d04f1']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:26.738414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a28a97a-f0f5-4fce-b067-a3e79680e9db') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:26.738765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a28a97a-f0f5-4fce-b067-a3e79680e9db') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:26.750208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-c85f5f84-aad2-48f7-a070-040aac6975c2 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.164 HTTP/1.1" status: 200 len: 696 time: 0.2334580 Aug 20 13:29:26.771012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Allocated IP 172.20.0.2 (cecd7b32-0119-45c7-bf7c-6ed09f959c81/99b403e2-7b45-447d-9e61-0931ce43cd09/8a29857d-b435-4779-88b4-92677077a067) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:26.828473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-d5d61163-8181-4aeb-b4e1-962fe4fe37cf tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.834332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.837403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-d5d61163-8181-4aeb-b4e1-962fe4fe37cf tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.840232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.851866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-d5d61163-8181-4aeb-b4e1-962fe4fe37cf tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:26.854561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-d5d61163-8181-4aeb-b4e1-962fe4fe37cf tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 1989 time: 0.2443388 Aug 20 13:29:26.952054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c8b2173b-1803-403c-8291-6679b57454ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43191d45ae8f4129aebfa2e78faaba3d HTTP/1.1" status: 200 len: 379 time: 0.0884285 Aug 20 13:29:26.964447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'admin_state_up': True, 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'security_groups': ['4494229b-f804-436a-9de3-af887d1f871f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:26.984851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:26.994009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:29:26.995052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:29:27.056197 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:29:27.069304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86c388a1-cdc6-42fc-9843-5c1f061dca8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.071217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.094069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86c388a1-cdc6-42fc-9843-5c1f061dca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.097385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-48102e67-24d7-4b74-a3ff-162d4e58d0ac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2406399 Aug 20 13:29:27.101117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.118709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Transition to ACTIVE for port object 8a29857d-b435-4779-88b4-92677077a067 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:27.133839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.138884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.141252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] 10.222.0.59 "DELETE /v2.0/networks/558d7796-7d5c-4af1-92fd-d526645d04f1 HTTP/1.1" status: 204 len: 168 time: 1.2079542 Aug 20 13:29:27.169594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Transition to ACTIVE for port object 8a29857d-b435-4779-88b4-92677077a067 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:27.186235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.233215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17134a02-9fcf-49dc-b8cc-4934c990a86f admin admin] Pushing event deleted for resources: {'Network': ['ID=558d7796-7d5c-4af1-92fd-d526645d04f1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:27.303089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:27.311399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.322425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-86c388a1-cdc6-42fc-9843-5c1f061dca8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e40da70033840899fdcb51f9cc1298d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5481339 Aug 20 13:29:27.338545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:27.350865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59666) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:27.359574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c388a1-cdc6-42fc-9843-5c1f061dca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3649e5d-6054-45e0-a4d6-6736b0e667bf,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:27.359920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:27.376614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:27.449013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Deleting port 24aae2f6-37bb-45a5-9f38-1cd0ed7e5d42 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:27.449584 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.518913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59674) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:27.566051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.25.6.128 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:27.583806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Pushing event updated for resources: {'Port': ['ID=8a29857d-b435-4779-88b4-92677077a067,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:27.599983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Attempting to bind port 8a29857d-b435-4779-88b4-92677077a067 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:27.600475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Attempting to bind port 8a29857d-b435-4779-88b4-92677077a067 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:27.601099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Attempting to bind port 8a29857d-b435-4779-88b4-92677077a067 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:27.609323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:27.609844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Checking segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:27.610725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.611349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Bound using segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:27.612030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Bound port: 8a29857d-b435-4779-88b4-92677077a067, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:27.612680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.632155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48cd3a29-35f0-4123-9633-1c2fbefef458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.660569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a937179-8274-4e60-b333-41a80cee10e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ded94deaeffc461580b4f73e33fa2fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344872 Aug 20 13:29:27.673766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59678) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:27.682818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2af49fe-8b34-497b-8c4f-837a12036192 req-81357299-1b65-46bd-b935-0735274757ee tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d7d569-78b9-46da-90d9-c77fe5678246 HTTP/1.1" status: 200 len: 210 time: 0.0789349 Aug 20 13:29:27.719319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] For port 8a29857d-b435-4779-88b4-92677077a067, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:27.724290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] For port 8a29857d-b435-4779-88b4-92677077a067, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8a29857d-b435-4779-88b4-92677077a067,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:27.732935 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.769579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 172.20.0.12 (6dadd48b-c650-4e91-a438-3081d3926f75/63feec08-1512-40db-84f1-7ba103817009/75b79b79-c802-4873-af12-7fd137cd9b65) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:27.857744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.858075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:27.867546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ab85e-af11-47ab-b1c8-68de03b418b5 None None] Pushing event updated for resources: {'Port': ['ID=8a29857d-b435-4779-88b4-92677077a067,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:27.888074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Calling delete_port for 24aae2f6-37bb-45a5-9f38-1cd0ed7e5d42 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:27.936903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48cd3a29-35f0-4123-9633-1c2fbefef458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.044498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48cd3a29-35f0-4123-9633-1c2fbefef458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.046984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48cd3a29-35f0-4123-9633-1c2fbefef458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.048611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-48cd3a29-35f0-4123-9633-1c2fbefef458 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3649e5d-6054-45e0-a4d6-6736b0e667bf HTTP/1.1" status: 204 len: 168 time: 0.6961479 Aug 20 13:29:28.098680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd3a29-35f0-4123-9633-1c2fbefef458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3649e5d-6054-45e0-a4d6-6736b0e667bf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:28.132507 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.177913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object 75b79b79-c802-4873-af12-7fd137cd9b65 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:28.195976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.202043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7c5479b-d82e-4837-9ac2-c562d70be553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.284309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.305206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7c5479b-d82e-4837-9ac2-c562d70be553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.362680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.395907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network 6dadd48b-c650-4e91-a438-3081d3926f75 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:28.401108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:28.406842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.407452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:28.424483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event deleted for resources: {'Port': ['ID=24aae2f6-37bb-45a5-9f38-1cd0ed7e5d42,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:28.429797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:28.538411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:28.539498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.573103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-1102b197-a7c5-4bd1-8051-d16e15ec4c66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6133757 Aug 20 13:29:28.592128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'admin_state_up': True, 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'security_groups': ['4494229b-f804-436a-9de3-af887d1f871f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:28.703731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-7a4b69ff-bc33-4e5c-b87d-a0f846b6735f tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:28.711132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-7a4b69ff-bc33-4e5c-b87d-a0f846b6735f tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 814 time: 0.3112104 Aug 20 13:29:28.769676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-8128ee3c-6ec3-4075-8b90-9dce6b41c1c6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/quotas/bc35a48b676749ae98f501a709e36618 HTTP/1.1" status: 200 len: 375 time: 0.0575142 Aug 20 13:29:28.807775 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.849574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c5b8ed35-e8de-42a0-9529-d6d0fdf1568c None None] Provisioning for port 75b79b79-c802-4873-af12-7fd137cd9b65 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:28.855833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c5b8ed35-e8de-42a0-9529-d6d0fdf1568c None None] Provisioning complete for port 75b79b79-c802-4873-af12-7fd137cd9b65 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:28.856503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ed35-e8de-42a0-9529-d6d0fdf1568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.911403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:28.919435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:28.978735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8ed35-e8de-42a0-9529-d6d0fdf1568c None None] Port 75b79b79-c802-4873-af12-7fd137cd9b65 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:29.121679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8a29857d-b435-4779-88b4-92677077a067 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:29.174181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:29.203051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:29.220080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:29.238250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7c5479b-d82e-4837-9ac2-c562d70be553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.240863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7c5479b-d82e-4837-9ac2-c562d70be553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.242180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c7c5479b-d82e-4837-9ac2-c562d70be553 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/857f3274-c359-424e-91d7-812a945568ff HTTP/1.1" status: 204 len: 168 time: 1.5652959 Aug 20 13:29:29.258952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8a29857d-b435-4779-88b4-92677077a067 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:29.271820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 10.1.1.25 (cf6c1418-f01b-4873-a723-67eab47f4c11/c03908ef-c51a-4217-b55c-6cdf47141a42/ba06ffa8-0cb5-4b62-b028-67daab46c86e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:29.352838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5479b-d82e-4837-9ac2-c562d70be553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f3274-c359-424e-91d7-812a945568ff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:29.373133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:29.375954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.402710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.422686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85701258-9f60-4e23-b35a-421701c27011 req-640ae42d-a67d-4ce5-b270-d7f22261203c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "DELETE /v2.0/floatingips/94b1d4eb-084b-431c-989f-0c858189d40a HTTP/1.1" status: 204 len: 173 time: 2.6714487 Aug 20 13:29:29.549293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3f716-5fc4-4fe9-8ccc-8e4ec6bd7ac2 None None] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:29.587015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.617259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object ba06ffa8-0cb5-4b62-b028-67daab46c86e will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:29.728143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60eb80b-c0c4-4447-bbfd-ae741b92bdbb req-ec42a4cc-e76f-4285-937c-1cf76fbc4766 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:29.730084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-73a5c04d-ca34-49b4-ad5a-2d7bcf51c24e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9590282 Aug 20 13:29:29.732069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] Provisioning for port 8a29857d-b435-4779-88b4-92677077a067 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:29.739110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.745553 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a60eb80b-c0c4-4447-bbfd-ae741b92bdbb req-ec42a4cc-e76f-4285-937c-1cf76fbc4766 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 932 time: 0.2231658 Aug 20 13:29:29.751058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] Provisioning complete for port 8a29857d-b435-4779-88b4-92677077a067 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:29.751432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:29.840368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59724) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:29.964584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a60eb80b-c0c4-4447-bbfd-ae741b92bdbb req-f9e60141-c9a6-4ede-83a0-04d19b78c361 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082818 Aug 20 13:29:30.089078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-28b951b3-86f2-4ba9-b63e-c763be5db612 service neutron] 10.222.0.59 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394494 Aug 20 13:29:30.093221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=ba06ffa8-0cb5-4b62-b028-67daab46c86e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:30.134217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network cf6c1418-f01b-4873-a723-67eab47f4c11 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:30.173429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:30.175272 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.186937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:30.246040 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.274284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:30.276516 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.285289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] For port 8a29857d-b435-4779-88b4-92677077a067, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8a29857d-b435-4779-88b4-92677077a067,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:30.295392 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.398008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-ce9dedde-621f-4741-9c43-7e09d4341f5d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8121984 Aug 20 13:29:30.408574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-68c90e38-1cba-4746-b3fd-a1019acde01b service neutron] 10.222.0.59 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035898 Aug 20 13:29:30.412229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'admin_state_up': True, 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'security_groups': ['4494229b-f804-436a-9de3-af887d1f871f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:30.423120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9db56-7100-4bc9-8618-4482074dc176 None None] Pushing event updated for resources: {'Port': ['ID=8a29857d-b435-4779-88b4-92677077a067,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:30.639529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-91d21f04-4817-47a2-9040-8116b9ca94d5 None None] Provisioning for port ba06ffa8-0cb5-4b62-b028-67daab46c86e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:30.655812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-91d21f04-4817-47a2-9040-8116b9ca94d5 None None] Provisioning complete for port ba06ffa8-0cb5-4b62-b028-67daab46c86e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:30.656884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-91d21f04-4817-47a2-9040-8116b9ca94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.668233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ab006911-b612-4366-9827-5f4be6e442df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6559c77793834d1d8d8a49de2845fbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244317 Aug 20 13:29:30.672862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:30.748282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59750) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:30.780076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-91d21f04-4817-47a2-9040-8116b9ca94d5 None None] Port ba06ffa8-0cb5-4b62-b028-67daab46c86e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:30.874724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:30.880470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.900006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:30.934418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-65828a55-8126-422c-8f9c-0c1df8fd055e None None] Provisioning complete for port 8a29857d-b435-4779-88b4-92677077a067 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:30.935999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-65828a55-8126-422c-8f9c-0c1df8fd055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.016920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932f4a9-a842-440f-bbd9-d5d618a05af6 req-4809d55c-bd72-4b3a-ac0e-281fbfb73c2c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:31.037151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.038951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9932f4a9-a842-440f-bbd9-d5d618a05af6 req-4809d55c-bd72-4b3a-ac0e-281fbfb73c2c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9596603 Aug 20 13:29:31.094816 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.166840 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.175745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.281433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6430e-aa84-4d12-ac99-233aa43c9b15 req-a4976eb4-8fa8-469c-a008-fbd943f51dc4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:31.282592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8a29857d-b435-4779-88b4-92677077a067 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:31.288172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6430e-aa84-4d12-ac99-233aa43c9b15 req-a4976eb4-8fa8-469c-a008-fbd943f51dc4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:31.292519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9d6430e-aa84-4d12-ac99-233aa43c9b15 req-a4976eb4-8fa8-469c-a008-fbd943f51dc4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 1653 time: 0.1628554 Aug 20 13:29:31.376321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.406175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8a29857d-b435-4779-88b4-92677077a067 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:31.406429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.414513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.439118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.449247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8bac06c9-9b63-4512-aee9-d4c78ed30b69 HTTP/1.1" status: 204 len: 168 time: 0.7640042 Aug 20 13:29:31.489946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.493148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:31.495316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "DELETE /v2.0/security-groups/5a91d9aa-933a-4cfa-b7c3-2827e7447928 HTTP/1.1" status: 204 len: 168 time: 0.7436881 Aug 20 13:29:31.509530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59782) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:31.562113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59784) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:31.579600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a91d9aa-933a-4cfa-b7c3-2827e7447928,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:31.626820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9d6430e-aa84-4d12-ac99-233aa43c9b15 req-51f87968-9aa4-4460-be68-9dcec0505de5 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257077 Aug 20 13:29:31.630470 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-a76bad2b-6b8e-44d1-9281-11d191c351d6 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] show failed (client error): The resource could not be found. Aug 20 13:29:31.631547 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a76bad2b-6b8e-44d1-9281-11d191c351d6 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "GET /v2.0/security-groups/5a91d9aa-933a-4cfa-b7c3-2827e7447928 HTTP/1.1" status: 404 len: 347 time: 0.0922477 Aug 20 13:29:31.644011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.644418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.644802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.645144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.645535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.645891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.646461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.646805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.647138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.647626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.647960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.648423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd8dc5-8525-43dd-9aab-fe1fcd88578c tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:31.671924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59788) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:32.033992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:29:32.073003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fe65259-6291-4ada-8b89-79e337cff2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.198469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fe65259-6291-4ada-8b89-79e337cff2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.217560 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f5a897d-6d46-4a9d-8b2c-62906d64ce81 req-173b6c68-fc0c-4c61-946c-a8170d7bbde4 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=29a39307e838498d9f298f6a4067c27b HTTP/1.1" status: 200 len: 1656 time: 0.4714305 Aug 20 13:29:32.222904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fe65259-6291-4ada-8b89-79e337cff2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.234546 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:29:32.273523 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9fe65259-6291-4ada-8b89-79e337cff2de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af2f9ad218df461eba1f9cec69b47bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949775 Aug 20 13:29:32.381363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59798) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:32.383983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac06c9-9b63-4512-aee9-d4c78ed30b69,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:32.450054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:32.467121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:32.486948 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:32.488056 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:32.497827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.498330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.498937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.499245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe65259-6291-4ada-8b89-79e337cff2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da880e8-0c49-4e13-9972-498fe3e2dd47,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:32.499596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.500117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.500686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.501157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.501580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.502005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.502572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.502993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.503412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc7b4-47a9-4f2e-a396-2ce7b20887d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:32.575578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Deleting port 570169ed-7b56-45fc-b597-cc68f949645f {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:32.575986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.754932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-a7df2f63-0e89-4a7a-bd87-92996bb037ec tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:32.758367 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:32.759931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-a7df2f63-0e89-4a7a-bd87-92996bb037ec tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 814 time: 1.5525482 Aug 20 13:29:32.786109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 10.1.1.178 (cf6c1418-f01b-4873-a723-67eab47f4c11/c03908ef-c51a-4217-b55c-6cdf47141a42/e3557570-5656-4288-8e21-86e501f03e70) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:32.790594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7308ad4a-2443-47e8-ad9f-ab7279b3ce3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.824074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7308ad4a-2443-47e8-ad9f-ab7279b3ce3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.834909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.834909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.868088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Calling delete_port for 570169ed-7b56-45fc-b597-cc68f949645f owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:32.896606 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7308ad4a-2443-47e8-ad9f-ab7279b3ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.899428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7308ad4a-2443-47e8-ad9f-ab7279b3ce3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:32.900858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7308ad4a-2443-47e8-ad9f-ab7279b3ce3f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2da880e8-0c49-4e13-9972-498fe3e2dd47 HTTP/1.1" status: 204 len: 168 time: 0.5026841 Aug 20 13:29:32.914522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-4a7ce148-e092-45b4-99f7-c14756948776 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/quotas/bc35a48b676749ae98f501a709e36618 HTTP/1.1" status: 200 len: 375 time: 0.1251409 Aug 20 13:29:32.930405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308ad4a-2443-47e8-ad9f-ab7279b3ce3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da880e8-0c49-4e13-9972-498fe3e2dd47,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:32.941671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-d8ee9f73-752c-46e5-ba41-da0ee72996f2 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:32.943390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-d8ee9f73-752c-46e5-ba41-da0ee72996f2 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 814 time: 0.4518797 Aug 20 13:29:32.966311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Request body: {'port': {'device_id': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'admin_state_up': True, 'tenant_id': 'bc35a48b676749ae98f501a709e36618'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:32.982287 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:29Z', 'revision_number': 3, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:33.009870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:29:33.010337 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Updating router 725864ba-6d78-4560-89bd-70a8c7649ec3 port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:29:33.040026 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.130722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-6c0a964a-64f3-4a07-b82d-70e73e71c668 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074389 Aug 20 13:29:33.297909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.299763 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-41619053-8870-447a-a6c1-523ef6ef0fa6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5678020 Aug 20 13:29:33.304788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59816) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:33.304985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Made reservation on behalf of bc35a48b676749ae98f501a709e36618 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:33.305838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.313660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.357802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Pushing event deleted for resources: {'Port': ['ID=570169ed-7b56-45fc-b597-cc68f949645f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:33.450366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a897d-6d46-4a9d-8b2c-62906d64ce81 req-6430152a-7419-4894-9538-64aa835a15ae tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:33.459051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f5a897d-6d46-4a9d-8b2c-62906d64ce81 req-6430152a-7419-4894-9538-64aa835a15ae tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks?id=73707620-8045-4723-bfa6-2589af5686db&id=73707620-8045-4723-bfa6-2589af5686db&id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 787 time: 1.1949389 Aug 20 13:29:33.470369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-3f5a897d-6d46-4a9d-8b2c-62906d64ce81 req-7c9d5373-e22d-41f1-a060-842e0e4957cf tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:29:33.483314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f5a897d-6d46-4a9d-8b2c-62906d64ce81 req-7c9d5373-e22d-41f1-a060-842e0e4957cf tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230401 Aug 20 13:29:33.511388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.517417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.521703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67e49ab6-4c13-4161-80be-d427c21726d8 tempest-ServersTestBootFromVolume-1326024400 tempest-ServersTestBootFromVolume-1326024400-project] 10.222.0.59 "DELETE /v2.0/floatingips/618d1c04-5862-4b13-b843-bc7871b991c9 HTTP/1.1" status: 204 len: 168 time: 1.8487368 Aug 20 13:29:33.524970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:33.643380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.670940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-303b81ca-c608-4a5b-b34d-958950545f61 service neutron] 10.222.0.59 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302970 Aug 20 13:29:33.793084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-8908f6a8-fcdb-454b-8248-2d3ad94415f7 service neutron] 10.222.0.59 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137235 Aug 20 13:29:33.801232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object e3557570-5656-4288-8e21-86e501f03e70 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:33.811135 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.824334 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Transition to ACTIVE for port object 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:33.849268 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:33.878558 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f85aba3e-23a7-4f6d-9499-e15825024395 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f7b01034513c44a4b85cce5f92a7feb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5694370 Aug 20 13:29:33.895517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Allocated IP 172.20.0.3 (cecd7b32-0119-45c7-bf7c-6ed09f959c81/99b403e2-7b45-447d-9e61-0931ce43cd09/c5bfa637-616a-4066-8a91-5af6d702eefe) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:33.977718 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Pushing event updated for resources: {'Port': ['ID=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:33.998106 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Attempting to bind port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:34.000922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Attempting to bind port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:34.002497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Attempting to bind port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:34.015151 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.016198 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.016927 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.018057 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.019127 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.020230 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.021434 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.022893 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.023720 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.024307 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.025229 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.026428 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:29:34.048491 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:34.050542 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:34.051491 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:34.053226 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:34.060285 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Bound port: 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:34.061239 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:34.190643 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] For port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:34.196160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] For port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:34.201412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:34.204436 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:34.237416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Transition to ACTIVE for port object c5bfa637-616a-4066-8a91-5af6d702eefe will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:34.291714 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12494a6-a634-41f5-b1b2-4d96bb29e416 None None] Pushing event updated for resources: {'Port': ['ID=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:34.302145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59832) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:34.332277 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:34.334854 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:34.368245 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:34.514701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c8ac-f6f5-4331-ad5a-5bf43da3d056 req-f4a87ead-32b8-4438-9e28-4e9b1276cb75 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:34.521517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c8ac-f6f5-4331-ad5a-5bf43da3d056 req-f4a87ead-32b8-4438-9e28-4e9b1276cb75 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:34.530273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d900c8ac-f6f5-4331-ad5a-5bf43da3d056 req-f4a87ead-32b8-4438-9e28-4e9b1276cb75 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 1653 time: 0.9028444 Aug 20 13:29:34.609078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d900c8ac-f6f5-4331-ad5a-5bf43da3d056 req-fc458dcd-0da5-45b3-bc20-e5c2f647a867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713656 Aug 20 13:29:34.719824 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:34.813189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-ba8428bf-40d3-443e-bc00-9f4a6e616f11 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips/de90caf4-37cf-4e60-8e4f-33f4cb0d7e36 HTTP/1.1" status: 200 len: 692 time: 0.5072544 Aug 20 13:29:34.953326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:35.049972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:35.085787 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:29Z', 'revision_number': 3, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:35.176843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Pushing event updated for resources: {'Port': ['ID=c5bfa637-616a-4066-8a91-5af6d702eefe,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:35.180429 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f9fa-7672-449c-ad12-6c64e1a499cf None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:29Z', 'revision_number': 3, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:29:35.189898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:35.207492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-60fd26d9-c2a2-4799-b3cd-fc4fac6ee07a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:35.230282 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-60fd26d9-c2a2-4799-b3cd-fc4fac6ee07a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 814 time: 0.4181328 Aug 20 13:29:35.330734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-83673545-2bb3-4181-8389-27732bc19d67 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/quotas/bc35a48b676749ae98f501a709e36618 HTTP/1.1" status: 200 len: 375 time: 0.0994596 Aug 20 13:29:35.358520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d6854-b2bd-4ede-b8b7-88f9ccf074f3 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:35.365264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0f3d6854-b2bd-4ede-b8b7-88f9ccf074f3 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0507231 Aug 20 13:29:35.367265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59892) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:35.428408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:35.429109 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:35.446723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:35.475741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-39745fa9-9a96-4eb5-9340-8d4d123c586c tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073277 Aug 20 13:29:35.479974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59922) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:35.490547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950399612', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:35.579753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-eae52b66-3a99-4676-8f3b-2014f64c1d5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6184821 Aug 20 13:29:35.616069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Request body: {'port': {'device_id': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:35.632634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-16c6ba23-b677-4367-8789-c625b9a93f58 None None] Provisioning for port c5bfa637-616a-4066-8a91-5af6d702eefe completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:35.642540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-16c6ba23-b677-4367-8789-c625b9a93f58 None None] Provisioning complete for port c5bfa637-616a-4066-8a91-5af6d702eefe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:35.643200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-16c6ba23-b677-4367-8789-c625b9a93f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:35.682684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-07d86cb7-42d7-40e5-8152-da487e941eda tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3490231 Aug 20 13:29:35.735733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-acee7d0e-8622-467d-8225-7bc0215800a4 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:35.742192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-acee7d0e-8622-467d-8225-7bc0215800a4 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.9258416 Aug 20 13:29:35.746413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network cf6c1418-f01b-4873-a723-67eab47f4c11 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:35.747269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-16c6ba23-b677-4367-8789-c625b9a93f58 None None] Port c5bfa637-616a-4066-8a91-5af6d702eefe cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:35.782910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:35.888813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=e3557570-5656-4288-8e21-86e501f03e70,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:35.897326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-5ecb6d1b-577c-499b-882a-4d380cb8262b tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.80 HTTP/1.1" status: 200 len: 695 time: 0.1263282 Aug 20 13:29:35.900960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:36.146599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:36.150173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.163920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-ea5a8538-6258-43ef-a7fa-8624490c2c17 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.80 HTTP/1.1" status: 200 len: 695 time: 0.2582548 Aug 20 13:29:36.183756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.255571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:36.263263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.265825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59944) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:36.339150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-46e580e0-c149-496d-a6fe-f99e4fc3cddc service neutron] 10.222.0.59 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545460 Aug 20 13:29:36.370492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.387461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-644ebee8-62c0-489b-9997-7001367240ed None None] Provisioning for port e3557570-5656-4288-8e21-86e501f03e70 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:36.407529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-644ebee8-62c0-489b-9997-7001367240ed None None] Provisioning complete for port e3557570-5656-4288-8e21-86e501f03e70 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:36.409779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-644ebee8-62c0-489b-9997-7001367240ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.451457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c10af27d-5e6b-44ed-82e0-b9f2b263b5a0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0454857 Aug 20 13:29:36.465176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0', 'admin_state_up': True, 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'security_groups': ['4494229b-f804-436a-9de3-af887d1f871f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:36.477396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-644ebee8-62c0-489b-9997-7001367240ed None None] Port e3557570-5656-4288-8e21-86e501f03e70 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:36.514753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-99cfaedd-8012-43cb-964a-2b79d8737be8 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:36.517010 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-99cfaedd-8012-43cb-964a-2b79d8737be8 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.53 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 814 time: 0.5757747 Aug 20 13:29:36.545622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Request body: {'port': {'device_id': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'admin_state_up': True, 'tenant_id': 'bc35a48b676749ae98f501a709e36618'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:36.559375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be64494f-1adf-4ff7-82f1-23703c5cc274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.652799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Deleting port 07f176de-3f40-4b10-8b96-fa9de3222d4d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:36.653141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.803059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8f288c7b-d6ef-41fd-96f5-ab21ef798978 service neutron] 10.222.0.59 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632256 Aug 20 13:29:36.844247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.845236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:36.865010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Calling delete_port for 07f176de-3f40-4b10-8b96-fa9de3222d4d owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:36.956366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.096413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:37.121432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be64494f-1adf-4ff7-82f1-23703c5cc274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.122520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Subnet': ['ID=3d29e6ca-d573-46d9-be57-37e248d79857,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:37.141688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-be64494f-1adf-4ff7-82f1-23703c5cc274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.175513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Checking segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:37.175826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network hostable DHCP agents. Network: e371e6b1-a724-4e0f-a040-b66e049bed30, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:37.209169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:37.214433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:37.215031 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.252088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b5d9-3e51-4268-abf9-41f94dfdb6ca req-45648375-5bec-4bb3-8acc-166bc8273128 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:37.258706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b5d9-3e51-4268-abf9-41f94dfdb6ca req-45648375-5bec-4bb3-8acc-166bc8273128 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:37.265749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b5d9-3e51-4268-abf9-41f94dfdb6ca req-45648375-5bec-4bb3-8acc-166bc8273128 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:37.268348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84c5b5d9-3e51-4268-abf9-41f94dfdb6ca req-45648375-5bec-4bb3-8acc-166bc8273128 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 2374 time: 0.2289531 Aug 20 13:29:37.283343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.319180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-be64494f-1adf-4ff7-82f1-23703c5cc274 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab5b271ea9a144f2b771503a67a71834&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0516541 Aug 20 13:29:37.336196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64494f-1adf-4ff7-82f1-23703c5cc274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb09ea13-9469-4316-9608-8ad2c844784a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:37.345360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:37.371063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event deleted for resources: {'Port': ['ID=07f176de-3f40-4b10-8b96-fa9de3222d4d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:37.446526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network e371e6b1-a724-4e0f-a040-b66e049bed30 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:37.488048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e371e6b1-a724-4e0f-a040-b66e049bed30) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:37.505835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:37.507075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.521722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84c5b5d9-3e51-4268-abf9-41f94dfdb6ca req-bcd7aa6c-a0d2-45dd-8bbd-aa5540fcb10f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301099 Aug 20 13:29:37.555800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.570648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.577056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb171e1c-22f8-4010-adb1-96dd25192163 req-538f261b-870e-4a40-8968-812a7667cb3d tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "DELETE /v2.0/floatingips/de90caf4-37cf-4e60-8e4f-33f4cb0d7e36 HTTP/1.1" status: 204 len: 173 time: 1.4038560 Aug 20 13:29:37.582436 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4f271e-2155-4532-bbc6-de7ce517d9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.618982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Deleting port af9204b6-ff80-464d-9943-5921678e117a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:37.619677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.630634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Made reservation on behalf of bc35a48b676749ae98f501a709e36618 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:37.641642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.663126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.695702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1308542b-7999-4b20-88b2-1e9a0623ba24 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2099857 Aug 20 13:29:37.696121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4f271e-2155-4532-bbc6-de7ce517d9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:37.702636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:37.704140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5735c96-c327-47de-b667-b7f23ea56d51 None None] Network e371e6b1-a724-4e0f-a040-b66e049bed30 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:37.755490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:37.888461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30d692c7-adbc-4b81-bacc-22f745e12286 req-2db7907a-3d70-45b9-8afd-98ec11d29510 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 210 time: 0.1438701 Aug 20 13:29:37.950046 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.125195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e371e6b1-a724-4e0f-a040-b66e049bed30', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:29:38.126165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.151829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] For port af9204b6-ff80-464d-9943-5921678e117a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=af9204b6-ff80-464d-9943-5921678e117a,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:38.152482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.165313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:38.168532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Calling delete_port for af9204b6-ff80-464d-9943-5921678e117a owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:38.293479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:38.352205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-23378dc9-f7bc-4710-9b42-3ded3e1f00ad tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips/065c96e8-1749-4ac2-91ce-fcbc24723c2e HTTP/1.1" status: 200 len: 693 time: 0.7159636 Aug 20 13:29:38.394581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Allocated IP 172.20.0.2 (e371e6b1-a724-4e0f-a040-b66e049bed30/3d29e6ca-d573-46d9-be57-37e248d79857/58ee0fbe-fbac-4966-a807-e70c32a8f5a1) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:38.397810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bfa637-616a-4066-8a91-5af6d702eefe {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:38.409080 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.455505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=af9204b6-ff80-464d-9943-5921678e117a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:38.472360 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4f271e-2155-4532-bbc6-de7ce517d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.475175 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c4f271e-2155-4532-bbc6-de7ce517d9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.476901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c4f271e-2155-4532-bbc6-de7ce517d9a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb09ea13-9469-4316-9608-8ad2c844784a HTTP/1.1" status: 204 len: 168 time: 1.1303673 Aug 20 13:29:38.496596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f271e-2155-4532-bbc6-de7ce517d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb09ea13-9469-4316-9608-8ad2c844784a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:38.515880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.670638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Transition to ACTIVE for port object c5bfa637-616a-4066-8a91-5af6d702eefe will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:38.684402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.824107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.843807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:38.873732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Transition to ACTIVE for port object 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:38.952365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Transition to ACTIVE for port object 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:38.982978 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:39.085853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-4529b4ee-5543-47df-9add-c8ebd081eb2a tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:39.087750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-4529b4ee-5543-47df-9add-c8ebd081eb2a tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 0.7253375 Aug 20 13:29:39.128371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Network e371e6b1-a724-4e0f-a040-b66e049bed30 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:39.130186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:39.147897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfa637-616a-4066-8a91-5af6d702eefe,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:39.166354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Pushing event updated for resources: {'Port': ['ID=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:39.169203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:39.292331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:39.424114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Attempting to bind port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:39.424797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Attempting to bind port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:39.425276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Attempting to bind port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 on network e371e6b1-a724-4e0f-a040-b66e049bed30 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:39.442110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:39.442644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Checking segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:39.443128 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:39.443599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Bound using segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:39.444173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Bound port: 58ee0fbe-fbac-4966-a807-e70c32a8f5a1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:39.444704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:39.458172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:39.458696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:39.605241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] For port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:39.626739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] For port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:39.641209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:39.712212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-007df2c1-d926-44e6-9774-911bd82cff78 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.5246615 Aug 20 13:29:39.820884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c6a18-ea0e-4888-ba7a-113b962f0f6a None None] Pushing event updated for resources: {'Port': ['ID=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:39.958805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Attempting to bind port c5bfa637-616a-4066-8a91-5af6d702eefe on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:39.958805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Attempting to bind port c5bfa637-616a-4066-8a91-5af6d702eefe by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:39.962674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Allocated IP 172.20.0.10 (cecd7b32-0119-45c7-bf7c-6ed09f959c81/99b403e2-7b45-447d-9e61-0931ce43cd09/14636201-e2ff-4c1b-aa7f-209a30f5c8a8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:39.965378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Attempting to bind port c5bfa637-616a-4066-8a91-5af6d702eefe on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:40.027930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-6607cff9-8911-4f9f-b482-90abeba4e084 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:40.044063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-6607cff9-8911-4f9f-b482-90abeba4e084 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 814 time: 1.2542410 Aug 20 13:29:40.065611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-56abfe1f-7bad-4b9b-8774-dda112ce166c tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.3410330 Aug 20 13:29:40.081395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Request body: {'port': {'device_id': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'admin_state_up': True, 'tenant_id': 'bc35a48b676749ae98f501a709e36618'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:40.090438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Port c5bfa637-616a-4066-8a91-5af6d702eefe on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:40.090846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Attempting to bind port c5bfa637-616a-4066-8a91-5af6d702eefe on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:40.161060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60030) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:40.199653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaead58-4dbd-427d-90f2-5fb7886356c2 req-a31db165-0679-4b8e-8576-70984cdd3b8f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:40.210365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaead58-4dbd-427d-90f2-5fb7886356c2 req-a31db165-0679-4b8e-8576-70984cdd3b8f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:40.225425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaead58-4dbd-427d-90f2-5fb7886356c2 req-a31db165-0679-4b8e-8576-70984cdd3b8f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:40.235646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acaead58-4dbd-427d-90f2-5fb7886356c2 req-a31db165-0679-4b8e-8576-70984cdd3b8f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 2374 time: 1.4736543 Aug 20 13:29:40.311355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:40.313627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Checking segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:40.314131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Bound using segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:40.314713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Bound port: c5bfa637-616a-4066-8a91-5af6d702eefe, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:40.315189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:40.456807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 10.2.2.100 (5e26cb14-dcde-4fb8-a654-320e557f32d0/68d125d4-1674-4d80-8006-57932c182c03/d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:40.504411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:40.673575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acaead58-4dbd-427d-90f2-5fb7886356c2 req-4d5c228e-2b30-46b6-93ca-fff31ad41c5a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340415 Aug 20 13:29:40.811358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33cfefaf-82bd-4f0e-8cc1-fa78a63a6a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:40.859760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] For port c5bfa637-616a-4066-8a91-5af6d702eefe, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:40.985683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] For port c5bfa637-616a-4066-8a91-5af6d702eefe, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5bfa637-616a-4066-8a91-5af6d702eefe,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:41.040062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dfa3321-55ba-458d-91f8-0eafcd14bac7 req-10194c38-151a-4349-883f-0d2aba4d46ed tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 210 time: 0.1739602 Aug 20 13:29:41.086784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.093336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:41.104798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:29:41.104798 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:29:41.104798 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': 'bc35a48b676749ae98f501a709e36618', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 29, 40, 971066)}] Aug 20 13:29:41.104798 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:29:41.105308 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:29:41.297541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Deleting port 458d1b9f-6469-4da0-bb62-67137632243f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:41.297943 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.319486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:41.439552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0180f-5228-4713-8d1d-dc1efaba3eea None None] Network e371e6b1-a724-4e0f-a040-b66e049bed30 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:41.486957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfa637-616a-4066-8a91-5af6d702eefe,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:41.491168 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.516522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Transition to ACTIVE for port object 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:41.523197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:41.523871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.525590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-90fa8ec0-8632-40e2-8fb2-f6bcd6f90f0f service neutron] 10.222.0.13 "PUT /v2.0/ports/c5bfa637-616a-4066-8a91-5af6d702eefe HTTP/1.1" status: 200 len: 1091 time: 5.9216979 Aug 20 13:29:41.541743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'tag': 'c5bfa637-616a-4066-8a91-5af6d702eefe'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:41.544091 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496f393-2523-47d0-9439-37f4e7611e14" -d '{"events": [{"name": "network-changed", "server_uuid": "5185ccc2-df47-4924-9dbf-93432d3d4b5e", "tag": "c5bfa637-616a-4066-8a91-5af6d702eefe"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:41.755373 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d85c32-7a31-4112-8d4d-678766cfe55d x-openstack-request-id: req-97d85c32-7a31-4112-8d4d-678766cfe55d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:41.758338 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5185ccc2-df47-4924-9dbf-93432d3d4b5e", "tag": "c5bfa637-616a-4066-8a91-5af6d702eefe", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:41.761536 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97d85c32-7a31-4112-8d4d-678766cfe55d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:41.762159 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'tag': 'c5bfa637-616a-4066-8a91-5af6d702eefe', 'status': 'completed', 'code': 200} Aug 20 13:29:41.789754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] Provisioning for port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:41.815517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.849508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.879197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] Provisioning complete for port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:41.879574 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.887150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.887742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:41.911255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-edf22022-2d1e-4ea8-a27e-3f872fe4b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:41.919615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-edf22022-2d1e-4ea8-a27e-3f872fe4b66a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 1094 time: 0.3343170 Aug 20 13:29:41.927846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:41.940410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Calling delete_port for 458d1b9f-6469-4da0-bb62-67137632243f owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:41.955148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:41.991701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60080) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:42.014147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:42.018716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-e89e5f8a-ef23-4672-a4b1-a2d8953cf049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5bfa637-616a-4066-8a91-5af6d702eefe HTTP/1.1" status: 200 len: 217 time: 0.0874760 Aug 20 13:29:42.093097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:42.155055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33cfefaf-82bd-4f0e-8cc1-fa78a63a6a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.187800 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.215635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:42.221419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.274352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] For port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:42.282834 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.335656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33cfefaf-82bd-4f0e-8cc1-fa78a63a6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.365447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f9847da-f422-4ec0-a412-89f708173c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.388441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981cef6-cb5d-4c02-bf75-bdb5282b66c9 None None] Pushing event updated for resources: {'Port': ['ID=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:42.426429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.444623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Made reservation on behalf of bc35a48b676749ae98f501a709e36618 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:42.446299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Pushing event updated for resources: {'Port': ['ID=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:42.448985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.451695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.454485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-07101b56-a5aa-4186-b3e8-c6399398cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:42.455925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-07101b56-a5aa-4186-b3e8-c6399398cd99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.3823445 Aug 20 13:29:42.467443 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-1a11c4e4-92a0-403d-b510-b5509986b4d6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9270651 Aug 20 13:29:42.482409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-683c1298-d519-4482-b29e-f17bbd8749b0 None None] Provisioning for port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:42.487050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-683c1298-d519-4482-b29e-f17bbd8749b0 None None] Provisioning complete for port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:42.487575 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-683c1298-d519-4482-b29e-f17bbd8749b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.492055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcc7e9-781d-47c4-9dfe-078ae0a22350 req-5ff90bcc-70a0-45b6-9bdf-5ef81077ad9f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:42.498737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcc7e9-781d-47c4-9dfe-078ae0a22350 req-5ff90bcc-70a0-45b6-9bdf-5ef81077ad9f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:42.504755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcc7e9-781d-47c4-9dfe-078ae0a22350 req-5ff90bcc-70a0-45b6-9bdf-5ef81077ad9f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:42.506476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1dbcc7e9-781d-47c4-9dfe-078ae0a22350 req-5ff90bcc-70a0-45b6-9bdf-5ef81077ad9f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 2374 time: 0.6210442 Aug 20 13:29:42.523223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Request body: {'port': {'device_id': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:42.546358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-683c1298-d519-4482-b29e-f17bbd8749b0 None None] Port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:42.561718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfefaf-82bd-4f0e-8cc1-fa78a63a6a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee02d86-19ae-4f05-9456-1ab0f7b7116d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:42.588647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:42.591396 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33cfefaf-82bd-4f0e-8cc1-fa78a63a6a99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d1c0a10a6554519bc9f834fb3bd3d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4302835 Aug 20 13:29:42.593143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.597317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60088) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:42.613547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Router 6ada243a-6661-462e-bbd1-099e33ef2b13 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:29:42.614708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:42.619153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:42.675831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7328290c-a53e-4782-9099-3c14dbf26ae3 None None] Provisioning complete for port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:42.676213 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7328290c-a53e-4782-9099-3c14dbf26ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.802210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1dbcc7e9-781d-47c4-9dfe-078ae0a22350 req-d9f8182c-e218-47e8-b82d-961a4de7809f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158029 Aug 20 13:29:42.802890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.865784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f9847da-f422-4ec0-a412-89f708173c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:42.896052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:42.934354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-45db26af-163f-4a52-8e07-ed321e7f79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:42.935930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-45db26af-163f-4a52-8e07-ed321e7f79c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4346986 Aug 20 13:29:42.938035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f9847da-f422-4ec0-a412-89f708173c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.030514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:43.094383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cf9621a0-f82e-4fe8-ba50-44ee16ecc62e None None] Provisioning for port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:43.100289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cf9621a0-f82e-4fe8-ba50-44ee16ecc62e None None] Provisioning complete for port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:43.101035 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cf9621a0-f82e-4fe8-ba50-44ee16ecc62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.126008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1f9847da-f422-4ec0-a412-89f708173c97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0aab95a092b45648d20c66909d2774f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1276908 Aug 20 13:29:43.129246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.132691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.133939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2331237e-cbf9-4e52-8a57-f8d58715e725 req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "DELETE /v2.0/floatingips/065c96e8-1749-4ac2-91ce-fcbc24723c2e HTTP/1.1" status: 204 len: 173 time: 3.0406084 Aug 20 13:29:43.134332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:43.135449 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.147249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:43.185626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7305c690-8fef-455c-b654-282cea7914d2 req-1179ce31-84b5-42bc-b0f4-761a7b491676 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 210 time: 0.2156532 Aug 20 13:29:43.186219 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d104a20-f80c-405e-815e-5e4d5d59b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.186308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-cf9621a0-f82e-4fe8-ba50-44ee16ecc62e None None] Port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:43.188521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5b2db-f632-4c98-806d-444e24d66886 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event deleted for resources: {'Port': ['ID=458d1b9f-6469-4da0-bb62-67137632243f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:43.239857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:43.241071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.322097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:43.337931 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0faaa3ca-0977-42c0-b53f-21f3c8688c3c admin admin] 10.222.0.59 "PUT /v2.0/routers/6ada243a-6661-462e-bbd1-099e33ef2b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8109500 Aug 20 13:29:43.342970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60096) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:43.346154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] Sync routers for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:43.359502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-b9b7b857-313b-49f6-97e6-bdd16fff8b58 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips/4b6e8ce4-7acf-4b3a-af67-eb1d0fc79a78 HTTP/1.1" status: 200 len: 693 time: 0.1821711 Aug 20 13:29:43.364391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d104a20-f80c-405e-815e-5e4d5d59b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.369219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-fd727cdb-4481-4408-a2d0-828f755513e1 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303921 Aug 20 13:29:43.370414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9847da-f422-4ec0-a412-89f708173c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02b381-4f21-4a05-999c-3a26281edd49,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:43.372041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:43.373703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:43.437109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b4bfa5eb-f7f5-4526-a644-aebd8027db0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9770744 Aug 20 13:29:43.476332 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d104a20-f80c-405e-815e-5e4d5d59b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.479976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d104a20-f80c-405e-815e-5e4d5d59b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.481366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2d104a20-f80c-405e-815e-5e4d5d59b2cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ee02d86-19ae-4f05-9456-1ab0f7b7116d HTTP/1.1" status: 204 len: 168 time: 0.8796427 Aug 20 13:29:43.487559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0', 'admin_state_up': True, 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'security_groups': ['4494229b-f804-436a-9de3-af887d1f871f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:43.608443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.20.0.1 (e371e6b1-a724-4e0f-a040-b66e049bed30/3d29e6ca-d573-46d9-be57-37e248d79857/3423f81e-7c1a-4a9b-93e6-e1eaf91123f4) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:43.646217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:43.657384 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.663706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.718648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:43.780317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Transition to ACTIVE for port object 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:43.840130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:43.977128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.004598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.006794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Pushing event updated for resources: {'Port': ['ID=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:44.052827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Transition to ACTIVE for port object 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:44.099166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:29:38Z', 'revision_number': 5, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port': {'id': '9084ad0d-67f1-49cc-ad62-b8c541f243eb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:26:07Z', 'updated_at': '2021-08-20T13:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:44.108589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60108) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:44.130628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] Checking router: 6ada243a-6661-462e-bbd1-099e33ef2b13 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:29:44.146759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] Routers {'6ada243a-6661-462e-bbd1-099e33ef2b13'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:44.147547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ada243a-6661-462e-bbd1-099e33ef2b13'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:44.202850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d104a20-f80c-405e-815e-5e4d5d59b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee02d86-19ae-4f05-9456-1ab0f7b7116d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:44.234163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0322-b94d-4e55-91bf-4416b5edf866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.237356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff999bc7-dd68-4d7e-9ac0-9460488bb250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.285127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] Set router 6ada243a-6661-462e-bbd1-099e33ef2b13 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:44.347118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0322-b94d-4e55-91bf-4416b5edf866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.350625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Attempting to bind port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:44.350877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Attempting to bind port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:44.351246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Attempting to bind port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:44.364204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:44.364528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Attempting to bind port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:44.373619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.375969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:29:43Z', 'revision_number': 6, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:44.381620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Allocated IP 172.20.0.14 (cecd7b32-0119-45c7-bf7c-6ed09f959c81/99b403e2-7b45-447d-9e61-0931ce43cd09/f1b57e6e-626b-4516-b5c3-1a67e1230395) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:44.390562 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:44.390967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Checking segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:44.391369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Bound using segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:44.392394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Bound port: 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:44.392784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.418134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network e371e6b1-a724-4e0f-a040-b66e049bed30 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:44.427484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee53ef1-b2ff-450f-aa31-755a1f4177b8 None None] The sync data for ids ['6ada243a-6661-462e-bbd1-099e33ef2b13'] in n-d-804232-5 is: [{'id': '6ada243a-6661-462e-bbd1-099e33ef2b13', 'name': 'tempest-ServersTestBootFromVolume-890808029-router', 'tenant_id': '2001b7a2229345859d3a30516ec4fa14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:26:05Z', 'updated_at': '2021-08-20T13:29:43Z', 'revision_number': 6, 'project_id': '2001b7a2229345859d3a30516ec4fa14', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:29:44.435740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090a91-312a-43e9-abae-1d647301f508 req-34f1333c-d20c-459b-8e4d-7ff1455de130 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:44.442981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090a91-312a-43e9-abae-1d647301f508 req-34f1333c-d20c-459b-8e4d-7ff1455de130 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:44.447265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-2f8b8f88-a642-4dad-9889-6bc9d6327d24 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:44.449383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-2f8b8f88-a642-4dad-9889-6bc9d6327d24 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 784 time: 1.0754089 Aug 20 13:29:44.451652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5c49204-59b4-45c3-8f74-8ef85857050e req-c2f307b7-3466-4a6a-b74e-489ccb322dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9897971 Aug 20 13:29:44.456580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090a91-312a-43e9-abae-1d647301f508 req-34f1333c-d20c-459b-8e4d-7ff1455de130 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:44.463927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090a91-312a-43e9-abae-1d647301f508 req-34f1333c-d20c-459b-8e4d-7ff1455de130 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:44.465992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cb090a91-312a-43e9-abae-1d647301f508 req-34f1333c-d20c-459b-8e4d-7ff1455de130 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3095 time: 0.5268641 Aug 20 13:29:44.479389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:44.501125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:44.601364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-4996c0ed-c37c-4f40-b65b-f951c0d2b009 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1237152 Aug 20 13:29:44.722343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0322-b94d-4e55-91bf-4416b5edf866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.724936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0322-b94d-4e55-91bf-4416b5edf866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.727539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f7ee0322-b94d-4e55-91bf-4416b5edf866 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac02b381-4f21-4a05-999c-3a26281edd49 HTTP/1.1" status: 204 len: 168 time: 1.5609341 Aug 20 13:29:44.771474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-66830ed7-b491-481c-b7dc-93edc9a03853 tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1588812 Aug 20 13:29:44.794091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f393-2523-47d0-9439-37f4e7611e14 req-5ef4102f-3c9c-4848-836e-64d7e4b89e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:44.800360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-5ef4102f-3c9c-4848-836e-64d7e4b89e4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 1094 time: 0.2439737 Aug 20 13:29:44.805568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee0322-b94d-4e55-91bf-4416b5edf866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02b381-4f21-4a05-999c-3a26281edd49,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:44.878243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fad94e69-c63c-4985-855f-6cb9c46eee1f None None] Provisioning for port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:44.887110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fad94e69-c63c-4985-855f-6cb9c46eee1f None None] Provisioning complete for port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:44.887493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fad94e69-c63c-4985-855f-6cb9c46eee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:44.978590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af9204b6-ff80-464d-9943-5921678e117a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:45.001511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.009333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: af9204b6-ff80-464d-9943-5921678e117a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:29:45.010546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device af9204b6-ff80-464d-9943-5921678e117a not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:29:45.022861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Transition to ACTIVE for port object f1b57e6e-626b-4516-b5c3-1a67e1230395 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:45.032670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fad94e69-c63c-4985-855f-6cb9c46eee1f None None] Port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:45.173469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f393-2523-47d0-9439-37f4e7611e14 req-7f6027d6-b613-4241-86f6-0e4f10c9cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:45.175128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-7f6027d6-b613-4241-86f6-0e4f10c9cae3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 915 time: 0.3664773 Aug 20 13:29:45.178815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.245153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cb090a91-312a-43e9-abae-1d647301f508 req-b8cd6ded-6b07-442f-bbb8-23ae5bd80f11 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6896276 Aug 20 13:29:45.262561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Deleting port 9084ad0d-67f1-49cc-ad62-b8c541f243eb {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:45.263170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.327496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:45.336695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.359135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-ce9007fd-c001-4f20-ae74-b1f1cb1458f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5bfa637-616a-4066-8a91-5af6d702eefe HTTP/1.1" status: 200 len: 217 time: 0.1710327 Aug 20 13:29:45.364433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:45.385336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:45.394400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] For port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:45.398120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff999bc7-dd68-4d7e-9ac0-9460488bb250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.452385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] For port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:45.453528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff999bc7-dd68-4d7e-9ac0-9460488bb250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.467772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:45.482911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Deleting port 68d88e17-3548-454a-9bd5-340c1553e97d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:45.483275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.486121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.603048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] For port 9084ad0d-67f1-49cc-ad62-b8c541f243eb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9084ad0d-67f1-49cc-ad62-b8c541f243eb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:45.604006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.613391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff999bc7-dd68-4d7e-9ac0-9460488bb250 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eab822d58a664a3a99b954540ca5fe14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5021286 Aug 20 13:29:45.617981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:45.618847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.620387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] 10.222.0.53 "PUT /v2.0/ports/14636201-e2ff-4c1b-aa7f-209a30f5c8a8 HTTP/1.1" status: 200 len: 1092 time: 3.1424663 Aug 20 13:29:45.625089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60126) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:45.653172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'tag': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:45.655780 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b58fa34-29c6-42d9-852e-26c163c7a340" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1d24ec-b7e5-4133-abea-63ef5459d1e7", "tag": "14636201-e2ff-4c1b-aa7f-209a30f5c8a8"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:45.689385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff999bc7-dd68-4d7e-9ac0-9460488bb250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bbfedf-028f-4fad-ad9d-d37f9e21733e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:45.705008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Calling delete_port for 9084ad0d-67f1-49cc-ad62-b8c541f243eb owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:45.758730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:45.759484 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.761841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a81a-8e1e-4274-847d-752c1070910e req-c614619c-55ab-4c39-a52d-7a0bf37a38f4 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:45.763236 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38f1a81a-8e1e-4274-847d-752c1070910e req-c614619c-55ab-4c39-a52d-7a0bf37a38f4 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 932 time: 0.3636975 Aug 20 13:29:45.779092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7668bb62-3dfd-4ff1-bb10-91c2bb1472e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.798541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a154fec-c96c-4e36-a454-f62f6569a797 service neutron] Pushing event updated for resources: {'Port': ['ID=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:45.809825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f393-2523-47d0-9439-37f4e7611e14 req-888c3373-d6ae-470f-9776-436926c6b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:45.816424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-888c3373-d6ae-470f-9776-436926c6b3b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.4414985 Aug 20 13:29:45.819269 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.819752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:45.864606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ac94a2af-9b62-4607-b72a-0c4abc00a9ce None None] Provisioning for port f1b57e6e-626b-4516-b5c3-1a67e1230395 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:45.890806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Pushing event updated for resources: {'Port': ['ID=f1b57e6e-626b-4516-b5c3-1a67e1230395,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:45.900132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Made reservation on behalf of 43191d45ae8f4129aebfa2e78faaba3d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:45.907790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ac94a2af-9b62-4607-b72a-0c4abc00a9ce None None] Provisioning complete for port f1b57e6e-626b-4516-b5c3-1a67e1230395 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:45.909355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ac94a2af-9b62-4607-b72a-0c4abc00a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.001682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-16ee77a3-bc12-435f-bfc6-e9fd42191b95 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9348969 Aug 20 13:29:46.016392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Request body: {'port': {'device_id': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:46.017430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-5b515e70-58a4-4667-a555-ef30cb84139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.018954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-5b515e70-58a4-4667-a555-ef30cb84139c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 1095 time: 0.3332016 Aug 20 13:29:46.059532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38f1a81a-8e1e-4274-847d-752c1070910e req-84eeed2d-8e1a-4438-829f-9a8c7b8a77a8 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654419 Aug 20 13:29:46.060141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.085164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ac94a2af-9b62-4607-b72a-0c4abc00a9ce None None] Port f1b57e6e-626b-4516-b5c3-1a67e1230395 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:46.164838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Calling delete_port for 68d88e17-3548-454a-9bd5-340c1553e97d owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:46.204883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f393-2523-47d0-9439-37f4e7611e14 req-38accbf0-ee6d-4d9d-b619-dde2453a9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.206624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-38accbf0-ee6d-4d9d-b619-dde2453a9c22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3630056 Aug 20 13:29:46.231366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d74-94a8-42bf-be13-15888e7139a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.282009 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75a4c4-0ada-4b4b-ab4a-36480e32d35b x-openstack-request-id: req-8e75a4c4-0ada-4b4b-ab4a-36480e32d35b {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:46.282573 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1d24ec-b7e5-4133-abea-63ef5459d1e7", "tag": "14636201-e2ff-4c1b-aa7f-209a30f5c8a8", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:46.282573 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e75a4c4-0ada-4b4b-ab4a-36480e32d35b {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:46.283040 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'tag': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8', 'status': 'completed', 'code': 200} Aug 20 13:29:46.344173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-f7aa2954-bea3-428c-a3cc-60e46f19691d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8 HTTP/1.1" status: 200 len: 217 time: 0.2744260 Aug 20 13:29:46.356724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60148) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:46.359285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-5feba384-6b6e-4d3b-9503-ba427b1315c8 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390970 Aug 20 13:29:46.366313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.403491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d74-94a8-42bf-be13-15888e7139a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.519439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5bfa637-616a-4066-8a91-5af6d702eefe details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:29:46.657452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-6900ff65-01f5-41fe-9794-8380cb12b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.659974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-6900ff65-01f5-41fe-9794-8380cb12b063 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.2983322 Aug 20 13:29:46.682406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67ce59a2-5ee5-47ae-b62d-cab75a7b3bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.731214 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.738076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c5bfa637-616a-4066-8a91-5af6d702eefe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5bfa637-616a-4066-8a91-5af6d702eefe,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:46.753338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'c5bfa637-616a-4066-8a91-5af6d702eefe', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'port_id': 'c5bfa637-616a-4066-8a91-5af6d702eefe', 'mac_address': 'fa:16:3e:71:4b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b403e2-7b45-447d-9e61-0931ce43cd09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:29:46.794263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5807-ca6d-44a8-aa75-f85b940dce51 req-d93cfaff-b06c-469b-a370-8bf5ae61113d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.800779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5807-ca6d-44a8-aa75-f85b940dce51 req-d93cfaff-b06c-469b-a370-8bf5ae61113d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.812386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5807-ca6d-44a8-aa75-f85b940dce51 req-d93cfaff-b06c-469b-a370-8bf5ae61113d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.818694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5807-ca6d-44a8-aa75-f85b940dce51 req-d93cfaff-b06c-469b-a370-8bf5ae61113d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:46.820751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70ed5807-ca6d-44a8-aa75-f85b940dce51 req-d93cfaff-b06c-469b-a370-8bf5ae61113d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3095 time: 0.4271643 Aug 20 13:29:46.821845 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.829577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.837641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b57e6e-626b-4516-b5c3-1a67e1230395 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:46.850946 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.851347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bfa637-616a-4066-8a91-5af6d702eefe {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:46.883152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c5bfa637-616a-4066-8a91-5af6d702eefe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5bfa637-616a-4066-8a91-5af6d702eefe,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:46.895298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.950210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d74-94a8-42bf-be13-15888e7139a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.954247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d74-94a8-42bf-be13-15888e7139a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:46.956456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a7a22d74-94a8-42bf-be13-15888e7139a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87bbfedf-028f-4fad-ad9d-d37f9e21733e HTTP/1.1" status: 204 len: 168 time: 1.2972219 Aug 20 13:29:46.991392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70ed5807-ca6d-44a8-aa75-f85b940dce51 req-22c42438-ddda-4fe5-bd4d-8f27977b3d0d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518931 Aug 20 13:29:47.033746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9084ad0d-67f1-49cc-ad62-b8c541f243eb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:47.060028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9084ad0d-67f1-49cc-ad62-b8c541f243eb no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:47.075216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c5bfa637-616a-4066-8a91-5af6d702eefe,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:47.100331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Transition to ACTIVE for port object f1b57e6e-626b-4516-b5c3-1a67e1230395 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:47.131448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c5bfa637-616a-4066-8a91-5af6d702eefe'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:29:47.133909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-b930bb22-af98-4132-882f-88799eb4b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:47.136160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9084ad0d-67f1-49cc-ad62-b8c541f243eb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:29:47.136872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9084ad0d-67f1-49cc-ad62-b8c541f243eb not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:29:47.140202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-b930bb22-af98-4132-882f-88799eb4b569 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4689500 Aug 20 13:29:47.154168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a22d74-94a8-42bf-be13-15888e7139a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bbfedf-028f-4fad-ad9d-d37f9e21733e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:47.174077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.194107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.262919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a496f393-2523-47d0-9439-37f4e7611e14 req-80a09881-6a85-4f48-91c1-ba1568719efd service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536737 Aug 20 13:29:47.295423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b57e6e-626b-4516-b5c3-1a67e1230395,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:47.457971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Pushing event deleted for resources: {'Port': ['ID=68d88e17-3548-454a-9bd5-340c1553e97d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:47.460312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60170) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:47.572046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Allocated IP 10.2.2.200 (5e26cb14-dcde-4fb8-a654-320e557f32d0/68d125d4-1674-4d80-8006-57932c182c03/0c494cc8-8ce7-430d-8fd6-662803c90db9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:29:47.578967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.621508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.628058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.632527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0da0330-333e-4283-8bc0-f50f2be66e93 req-7d249d47-e170-48e2-a7d3-597df5ebc9ec tempest-FloatingIPDetailsTestJSON-248255290 tempest-FloatingIPDetailsTestJSON-248255290-project] 10.222.0.59 "DELETE /v2.0/floatingips/4b6e8ce4-7acf-4b3a-af67-eb1d0fc79a78 HTTP/1.1" status: 204 len: 173 time: 2.8601193 Aug 20 13:29:47.635234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60176) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:47.741784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Attempting to bind port f1b57e6e-626b-4516-b5c3-1a67e1230395 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:47.742297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Attempting to bind port f1b57e6e-626b-4516-b5c3-1a67e1230395 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:47.742728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Attempting to bind port f1b57e6e-626b-4516-b5c3-1a67e1230395 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:47.831351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Port f1b57e6e-626b-4516-b5c3-1a67e1230395 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:47.831687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Attempting to bind port f1b57e6e-626b-4516-b5c3-1a67e1230395 on network cecd7b32-0119-45c7-bf7c-6ed09f959c81 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:47.843829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1262891496'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:47.851861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141e39-f162-43ae-86fe-0c72a7df62dd req-48815785-ad15-4935-a85d-9c83110f3201 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:47.854829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43141e39-f162-43ae-86fe-0c72a7df62dd req-48815785-ad15-4935-a85d-9c83110f3201 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 944 time: 0.6347432 Aug 20 13:29:47.865940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:47.866304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Checking segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:47.866774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Bound using segment: {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:47.867241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Bound port: f1b57e6e-626b-4516-b5c3-1a67e1230395, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfdb2f5-636a-4592-84c1-b1f2feb094d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:47.868631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.882883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.897743 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:47.985669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-2dbee711-c3ce-4729-8f44-f9fd70287d42 service neutron] 10.222.0.53 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681828 Aug 20 13:29:48.024153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.080380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-43141e39-f162-43ae-86fe-0c72a7df62dd req-a5c1be0e-3f79-4281-bdd1-ccf3773ce7fd tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103777 Aug 20 13:29:48.081182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.081800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ada243a-6661-462e-bbd1-099e33ef2b13 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:29:48.085152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67ce59a2-5ee5-47ae-b62d-cab75a7b3bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.097824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.100791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b07a638d-2d3d-4bbb-a7a2-abc2750251ad admin admin] 10.222.0.59 "DELETE /v2.0/routers/6ada243a-6661-462e-bbd1-099e33ef2b13 HTTP/1.1" status: 204 len: 168 time: 4.7566147 Aug 20 13:29:48.109036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:48.132297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67ce59a2-5ee5-47ae-b62d-cab75a7b3bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.171229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Transition to ACTIVE for port object 0c494cc8-8ce7-430d-8fd6-662803c90db9 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:48.171548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.173030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] For port f1b57e6e-626b-4516-b5c3-1a67e1230395, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:48.207451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.233495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] For port f1b57e6e-626b-4516-b5c3-1a67e1230395, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:48.244636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Made reservation on behalf of adb824ef8be2457383640a15bcdb1e3d for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:48.248853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.261170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.327179 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.351470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67ce59a2-5ee5-47ae-b62d-cab75a7b3bbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2907c688ea96478c9492c3421da6757c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9929514 Aug 20 13:29:48.369598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce59a2-5ee5-47ae-b62d-cab75a7b3bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ffaec4-0864-46fb-bed5-cfca23ce13e2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:48.369814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60196) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:48.381416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Deleting subnet fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:29:48.393667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e81be-40b2-4225-a42e-1998456c8b80 req-c567380d-7cb6-4698-bcdd-1f4b66a3792e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:48.397693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.400118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e81be-40b2-4225-a42e-1998456c8b80 req-c567380d-7cb6-4698-bcdd-1f4b66a3792e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:48.406739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e81be-40b2-4225-a42e-1998456c8b80 req-c567380d-7cb6-4698-bcdd-1f4b66a3792e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:48.415625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e81be-40b2-4225-a42e-1998456c8b80 req-c567380d-7cb6-4698-bcdd-1f4b66a3792e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:48.424587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea2e81be-40b2-4225-a42e-1998456c8b80 req-c567380d-7cb6-4698-bcdd-1f4b66a3792e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3095 time: 0.2741427 Aug 20 13:29:48.429243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:48.429867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.431295 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1b57e6e-626b-4516-b5c3-1a67e1230395 HTTP/1.1" status: 200 len: 1092 time: 2.4191628 Aug 20 13:29:48.435357 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90ed1b5f-0416-42f3-93e3-9810ac9cd0f5 req-6e8af33e-77cd-46cc-a6c5-9b6cd0abf049 service neutron] 10.222.0.53 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304981 Aug 20 13:29:48.438977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'tag': 'f1b57e6e-626b-4516-b5c3-1a67e1230395'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:48.441346 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fc26b4-21e8-4303-8e34-20db93194bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe790e6-79a0-4a22-9797-15b3ba9a6c55", "tag": "f1b57e6e-626b-4516-b5c3-1a67e1230395"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:48.471492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f01af89d-61be-49e4-af4e-4f4a5a7a3b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.495770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:48.507454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.519356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.534514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5bfa637-616a-4066-8a91-5af6d702eefe up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:48.552544 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec22358-b57f-4c63-addd-b6380d76db0e x-openstack-request-id: req-8ec22358-b57f-4c63-addd-b6380d76db0e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:48.553071 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe790e6-79a0-4a22-9797-15b3ba9a6c55", "tag": "f1b57e6e-626b-4516-b5c3-1a67e1230395", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:48.553184 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ec22358-b57f-4c63-addd-b6380d76db0e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:48.553503 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'tag': 'f1b57e6e-626b-4516-b5c3-1a67e1230395', 'status': 'completed', 'code': 200} Aug 20 13:29:48.561836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.580510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.623388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port c5bfa637-616a-4066-8a91-5af6d702eefe completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:48.629033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port c5bfa637-616a-4066-8a91-5af6d702eefe triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:48.629621 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.713735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d6cf-1c99-4c39-9beb-d7843ad69406 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b57e6e-626b-4516-b5c3-1a67e1230395,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:48.759444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-82d9ae8a-f507-4af3-810d-48f2501162cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:48.762685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-82d9ae8a-f507-4af3-810d-48f2501162cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 1095 time: 0.2160006 Aug 20 13:29:48.770705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.801401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network e371e6b1-a724-4e0f-a040-b66e049bed30 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:48.814411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:48.816879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c5bfa637-616a-4066-8a91-5af6d702eefe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5bfa637-616a-4066-8a91-5af6d702eefe,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:48.818188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfa637-616a-4066-8a91-5af6d702eefe'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:48.821274 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b515fd-b3be-4ad9-892f-b5d84a92b3f0" -d '{"events": [{"server_uuid": "5185ccc2-df47-4924-9dbf-93432d3d4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfa637-616a-4066-8a91-5af6d702eefe"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:48.828770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:48.856718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea2e81be-40b2-4225-a42e-1998456c8b80 req-4909c2c0-25b0-4f6e-9d5b-ccd780a35315 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311383 Aug 20 13:29:48.892410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:29:48.907885 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07974ef6-e473-43fe-b647-bbe13b440dfe x-openstack-request-id: req-07974ef6-e473-43fe-b647-bbe13b440dfe {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:48.908428 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5185ccc2-df47-4924-9dbf-93432d3d4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfa637-616a-4066-8a91-5af6d702eefe", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:48.908870 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07974ef6-e473-43fe-b647-bbe13b440dfe {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:48.909390 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfa637-616a-4066-8a91-5af6d702eefe', 'code': 200} Aug 20 13:29:48.924649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c5bfa637-616a-4066-8a91-5af6d702eefe,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:48.940220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:48.985678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:49.051452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.348965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-66d02a58-d933-4aed-a599-8e3c3bb1adda None None] Provisioning complete for port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:49.349701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66d02a58-d933-4aed-a599-8e3c3bb1adda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.449215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-66d02a58-d933-4aed-a599-8e3c3bb1adda None None] Port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:49.479062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.543878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event updated for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:49.571957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-367def35-c9e9-444e-8ede-22fcd795eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:49.573809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-367def35-c9e9-444e-8ede-22fcd795eb85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 1095 time: 1.0384622 Aug 20 13:29:49.574688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5df1-e761-44f9-a020-2b11fd755d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.584069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d8d22423-6403-4a5e-9931-f8049b9163e9 None None] Provisioning for port 0c494cc8-8ce7-430d-8fd6-662803c90db9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:49.597381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d8d22423-6403-4a5e-9931-f8049b9163e9 None None] Provisioning complete for port 0c494cc8-8ce7-430d-8fd6-662803c90db9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:49.600967 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d8d22423-6403-4a5e-9931-f8049b9163e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.685782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d8d22423-6403-4a5e-9931-f8049b9163e9 None None] Port 0c494cc8-8ce7-430d-8fd6-662803c90db9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:29:49.719247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-37bfcfc0-f29c-4fb2-9c8c-4618d52abf27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395 HTTP/1.1" status: 200 len: 217 time: 0.1244009 Aug 20 13:29:49.732220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5df1-e761-44f9-a020-2b11fd755d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.770728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:49.771419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.793171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-ad1b0958-d9e7-408c-ac79-62f40900db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:49.796002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-ad1b0958-d9e7-408c-ac79-62f40900db6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 915 time: 1.0237973 Aug 20 13:29:49.889874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c220b8-d244-421d-9fcc-3a4a689ac393 req-3bce3578-6c20-4f27-b341-514dfe63d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:49.891526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03c220b8-d244-421d-9fcc-3a4a689ac393 req-3bce3578-6c20-4f27-b341-514dfe63d0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 1096 time: 0.8818560 Aug 20 13:29:49.897322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-55233fe2-535b-4378-b318-ca09a7d881f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8 HTTP/1.1" status: 200 len: 217 time: 0.0889452 Aug 20 13:29:49.911526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:49.923330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-b9d7201b-31ae-47e1-ba82-d1e204f19252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:49.925422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-b9d7201b-31ae-47e1-ba82-d1e204f19252 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.1902745 Aug 20 13:29:49.933744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.021676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.034180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:50.038606 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.044681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a062e5-f5bd-44ec-a318-b69c9f085ade None None] Network 9c12fcdc-dcc0-44ca-9c89-c454d920824a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:50.045915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9629a121-ec71-4d9a-b751-65cc504f963a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fe8cbecb-5b4a-4787-9de4-a3e0dd0a0263 HTTP/1.1" status: 204 len: 168 time: 1.9351285 Aug 20 13:29:50.057764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:29:50.085155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:50.100911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95a9e-3916-4ecc-9e14-952b0e752e87 req-f37911b2-d355-4cc0-bc82-8342a546e733 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.104032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8e95a9e-3916-4ecc-9e14-952b0e752e87 req-f37911b2-d355-4cc0-bc82-8342a546e733 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 944 time: 0.5391381 Aug 20 13:29:50.114968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5df1-e761-44f9-a020-2b11fd755d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.120760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5df1-e761-44f9-a020-2b11fd755d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.124596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6d3b5df1-e761-44f9-a020-2b11fd755d64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7ffaec4-0864-46fb-bed5-cfca23ce13e2 HTTP/1.1" status: 204 len: 168 time: 1.7491982 Aug 20 13:29:50.124596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9ccc0df7-8a7c-4826-8856-1522a9f22b18 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6514945 Aug 20 13:29:50.207084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:50.220450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-c02ac968-8b8b-4c5c-98bb-211af8418bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.223762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-c02ac968-8b8b-4c5c-98bb-211af8418bb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.3009949 Aug 20 13:29:50.231423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.233453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:29:50.422166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03c220b8-d244-421d-9fcc-3a4a689ac393 req-72993531-2ca4-41b3-a61e-60ee94a37cc6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186806 Aug 20 13:29:50.423249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7962f52b-89d1-40ab-9c94-0d965ffbdbb2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:50.423952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-b7ceea96-0b79-4c87-9f58-94946bccd474 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.429463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.429703 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Added segment ec0d09bb-7c29-40cc-941b-ae443575b218 of type vlan for network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 Aug 20 13:29:50.455622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-b7ceea96-0b79-4c87-9f58-94946bccd474 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.481219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-b7ceea96-0b79-4c87-9f58-94946bccd474 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.490227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] DHCP port deletion for 9c12fcdc-dcc0-44ca-9c89-c454d920824a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:29:50.506876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-b7ceea96-0b79-4c87-9f58-94946bccd474 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.521780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-b7ceea96-0b79-4c87-9f58-94946bccd474 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.526312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-b7ceea96-0b79-4c87-9f58-94946bccd474 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3816 time: 0.4960639 Aug 20 13:29:50.626496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-a8f597df-e215-4ad1-babc-bcd8c56a693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.629449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-a8f597df-e215-4ad1-babc-bcd8c56a693a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926125 Aug 20 13:29:50.642804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b5df1-e761-44f9-a020-2b11fd755d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ffaec4-0864-46fb-bed5-cfca23ce13e2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:50.648107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-3b3531fc-127c-4a12-833b-69aa1162d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:50.651639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-3b3531fc-127c-4a12-833b-69aa1162d457 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6354606 Aug 20 13:29:50.694133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8e95a9e-3916-4ecc-9e14-952b0e752e87 req-fb554a4e-16ef-4c04-8f14-fe14c37ab230 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680020 Aug 20 13:29:50.715697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] Deleting port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:50.717748 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.730592 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.774323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.776904 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f03ea463-ddc4-430a-be83-5fbb0291404f req-d6a42a32-6b3b-4c63-9fad-3b8bccddd9d3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643975 Aug 20 13:29:50.940687 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:29:50.944793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:50.968686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Deleting port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:50.970202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.065649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:51.069383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 06b90911-80ec-4dbb-a9a3-5a5450d18b18 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:29:51.082069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-761b3417-9b51-432f-a81a-24e9017c4749 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "PUT /v2.0/routers/725864ba-6d78-4560-89bd-70a8c7649ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3149216 Aug 20 13:29:51.098504 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:51.109186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60246) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:51.155069 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:51.161096 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:51.192102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.214136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:51.214809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.236079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-a6af0e0b-388d-4387-a4e9-221e6c5aa707 service neutron] 10.222.0.53 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869362 Aug 20 13:29:51.262097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] For port 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=06b90911-80ec-4dbb-a9a3-5a5450d18b18,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:51.262843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.324628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] Calling delete_port for 06b90911-80ec-4dbb-a9a3-5a5450d18b18 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:51.518139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] For port 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=06b90911-80ec-4dbb-a9a3-5a5450d18b18,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:51.518819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.526376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.542715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:51.624515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Calling delete_port for 06b90911-80ec-4dbb-a9a3-5a5450d18b18 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:51.751360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.788214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 06b90911-80ec-4dbb-a9a3-5a5450d18b18, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=06b90911-80ec-4dbb-a9a3-5a5450d18b18,segment=NetworkSegment(d64909b1-fb25-4e96-b5d5-632efde35203),segment_id=d64909b1-fb25-4e96-b5d5-632efde35203)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:51.801918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.3176863 Aug 20 13:29:51.810858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:51.874634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9836d8-1ef7-4d9f-992f-e379e177d46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Pushing event updated for resources: {'Network': ['ID=1624ac6e-6f0f-49e7-aaa2-b416e536dac2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:51.926686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=06b90911-80ec-4dbb-a9a3-5a5450d18b18,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:51.933507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:29:52.059864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-8d2684df-2666-436f-b39c-666e5c00b7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3534286 Aug 20 13:29:52.102067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b58fa34-29c6-42d9-852e-26c163c7a340 req-4a9f12f5-ab9c-4504-950b-c0ef9047a4c5 service neutron] 10.222.0.53 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8484972 Aug 20 13:29:52.136759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.145683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.146951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.157352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.158543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.164200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.164200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.171716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.172927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.173866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.175542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.179388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0187fbee-79d3-4a0e-b46d-5c864d7ca12f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7708 time: 1.0685768 Aug 20 13:29:52.186443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:52.187222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:52.216303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:29:52.259185 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:45Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:47Z', 'revision_number': 2, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:52.404518 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:29:52.413856 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Updating router 725864ba-6d78-4560-89bd-70a8c7649ec3 port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:29:52.444754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.445651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.446329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.446974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.448396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.449339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.450005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.450702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.451400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.453803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4bc882b4-a06b-495b-94f3-c8a16ec3d2ce tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.2610538 Aug 20 13:29:52.458760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:52.489195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'port_id': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8', 'mac_address': 'fa:16:3e:67:a1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b403e2-7b45-447d-9e61-0931ce43cd09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:29:52.492668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: from cryptography.utils import int_from_bytes Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: from cryptography.utils import int_from_bytes Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.524962 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:29:52.530273 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:29:52.544210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2978b70d-4eb7-45e8-b311-1fda5fa6ba72 req-53c08e01-eec2-499c-a1f7-ca612f58114a service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832275 Aug 20 13:29:52.559358 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.602397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=06b90911-80ec-4dbb-a9a3-5a5450d18b18,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:52.611692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] No DVR routers for this DVR port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:52.642831 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.734264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60276) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:52.738816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] No DVR routers for this DVR port 06b90911-80ec-4dbb-a9a3-5a5450d18b18 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:29:52.759015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Request body: {'port': {'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2', 'binding:host_id': 'n-h1-804232-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1687828367'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:52.760772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d125c6e-60d2-401d-8d52-88a3ae803084 None None] Pushing event deleted for resources: {'Port': ['ID=06b90911-80ec-4dbb-a9a3-5a5450d18b18,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:52.773610 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.796359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.816020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:52.826955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c12fcdc-dcc0-44ca-9c89-c454d920824a']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:52.849645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64909b1-fb25-4e96-b5d5-632efde35203') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:52.849942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64909b1-fb25-4e96-b5d5-632efde35203') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:52.870869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:52.875237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.878629 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.956064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Made reservation on behalf of 54d74489d6f14f22b2ed118586c2921f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:52.958492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.962018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5afa-497b-4570-b85d-7ac66dc3570b req-094a2e35-5e50-4aa7-ae5e-276cbb972168 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:52.963137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:52.974246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff1c5afa-497b-4570-b85d-7ac66dc3570b req-094a2e35-5e50-4aa7-ae5e-276cbb972168 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 944 time: 0.8913538 Aug 20 13:29:53.047944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-511f4f3d-0912-4b15-bf2f-747424f10efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.053023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-511f4f3d-0912-4b15-bf2f-747424f10efb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 1095 time: 0.4102278 Aug 20 13:29:53.066145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:53.096571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:29:53.096999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.097592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['14636201-e2ff-4c1b-aa7f-209a30f5c8a8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:29:53.098918 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:29:53.193225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.345445 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.350149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff1c5afa-497b-4570-b85d-7ac66dc3570b req-fd6ee2e1-3b9c-4bd8-a831-973d327d17cf tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733501 Aug 20 13:29:53.351913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-3fded98b-61b4-45d7-a777-c8073d4f5f38 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.359026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-3fded98b-61b4-45d7-a777-c8073d4f5f38 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.365125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-3fded98b-61b4-45d7-a777-c8073d4f5f38 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.372218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-3fded98b-61b4-45d7-a777-c8073d4f5f38 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.378566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-3fded98b-61b4-45d7-a777-c8073d4f5f38 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.388337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-3fded98b-61b4-45d7-a777-c8073d4f5f38 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3816 time: 0.4482088 Aug 20 13:29:53.390247 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Transition to ACTIVE for port object 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:53.393581 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.423757 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.426825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.432950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] 10.222.0.59 "DELETE /v2.0/networks/9c12fcdc-dcc0-44ca-9c89-c454d920824a HTTP/1.1" status: 204 len: 168 time: 3.3115683 Aug 20 13:29:53.503879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca60608-5c02-42d4-a6ff-1a6065a21a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c12fcdc-dcc0-44ca-9c89-c454d920824a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:53.531323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-f3a0506d-d98c-473e-a99e-02af0af1da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.533387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-f3a0506d-d98c-473e-a99e-02af0af1da2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 915 time: 0.4578993 Aug 20 13:29:53.546416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b79b79-c802-4873-af12-7fd137cd9b65 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:53.567601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.609839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-099ec247-2847-42f5-9401-b7fa1707204a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395 HTTP/1.1" status: 200 len: 217 time: 0.0586846 Aug 20 13:29:53.630459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Transition to ACTIVE for port object 75b79b79-c802-4873-af12-7fd137cd9b65 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:53.637414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18e8edfb-097b-488d-9281-33ee230cbfa4 req-b9b4fac0-f41c-4492-8cc0-f6dd83c8546e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478089 Aug 20 13:29:53.646483 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bf874-96f0-4c10-aeb1-67dbecd7e8d6 None None] Pushing event updated for resources: {'Port': ['ID=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:53.658015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7f82231e-d69b-4819-a7f7-f999974dfa53 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 1.1978428 Aug 20 13:29:53.671411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.769018 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.785768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.792735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port bb589d80-89b4-4a19-8de3-5599618a40fa yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:29:53.798585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-1cc720dd-1744-4597-b361-653c0a535549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:53.802939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-1cc720dd-1744-4597-b361-653c0a535549 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.1853340 Aug 20 13:29:53.810876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Deleting port a53b036e-745a-4093-9f19-a9afcf2de5b2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:53.821143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.846555 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Attempting to bind port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:53.846555 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Attempting to bind port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:53.847129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Attempting to bind port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 on network e371e6b1-a724-4e0f-a040-b66e049bed30 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:53.858558 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:53.860833 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Checking segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:53.861466 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:53.863912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:53.865165 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Bound using segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:53.865884 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Bound port: 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:53.866391 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:54.028937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60304) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:54.068302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7845525-04b7-4493-9d58-6162fd145f5d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:54.085855 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] For port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:54.092088 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] For port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:54.098087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Pushing event updated for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:54.116606 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:54.167546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:54.185966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:54.189598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:54.225283 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:54.245365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:54.517780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] For port a53b036e-745a-4093-9f19-a9afcf2de5b2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a53b036e-745a-4093-9f19-a9afcf2de5b2,segment=NetworkSegment(6b03fb21-08d8-4518-9ebd-f247b04559d5),segment_id=6b03fb21-08d8-4518-9ebd-f247b04559d5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:54.526476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:54.538495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:54.551800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-68636f4f-5469-4207-a9f3-900edecc6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:54.556002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-68636f4f-5469-4207-a9f3-900edecc6bde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7301440 Aug 20 13:29:54.581036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d64cd7e6-de49-49f8-bc12-43b88b3f2195 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2001b7a2229345859d3a30516ec4fa14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353968 Aug 20 13:29:54.608007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f1b57e6e-626b-4516-b5c3-1a67e1230395 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:29:54.624980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60316) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:54.647762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Calling delete_port for a53b036e-745a-4093-9f19-a9afcf2de5b2 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:54.671206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Attempting to bind port 75b79b79-c802-4873-af12-7fd137cd9b65 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:54.682316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Attempting to bind port 75b79b79-c802-4873-af12-7fd137cd9b65 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:54.682801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Attempting to bind port 75b79b79-c802-4873-af12-7fd137cd9b65 on network 6dadd48b-c650-4e91-a438-3081d3926f75 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:54.727779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port bb589d80-89b4-4a19-8de3-5599618a40fa yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:29:54.748809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:54.770232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Transition to ACTIVE for port object bb589d80-89b4-4a19-8de3-5599618a40fa will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:54.787402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Port 75b79b79-c802-4873-af12-7fd137cd9b65 on network 6dadd48b-c650-4e91-a438-3081d3926f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:54.792519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Attempting to bind port 75b79b79-c802-4873-af12-7fd137cd9b65 on network 6dadd48b-c650-4e91-a438-3081d3926f75 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:54.821073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:54.860197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:54.861049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Checking segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:54.861684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Bound using segment: {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:54.862391 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Bound port: 75b79b79-c802-4873-af12-7fd137cd9b65, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a11e2df-589a-4802-815e-87f3c5a213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:54.862979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.007320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-cfa8b804-b56e-4780-9374-69fd8073bb35 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193180 Aug 20 13:29:55.100439 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bf874-96f0-4c10-aeb1-67dbecd7e8d6 None None] Pushing event updated for resources: {'Port': ['ID=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:55.186242 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.214039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port f1b57e6e-626b-4516-b5c3-1a67e1230395, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:55.232062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:55.249076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Checking segment: {'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:55.249655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Network hostable DHCP agents. Network: 1624ac6e-6f0f-49e7-aaa2-b416e536dac2, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:29:55.254292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=bb589d80-89b4-4a19-8de3-5599618a40fa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:55.258526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'f1b57e6e-626b-4516-b5c3-1a67e1230395', 'network_id': 'cecd7b32-0119-45c7-bf7c-6ed09f959c81', 'port_id': 'f1b57e6e-626b-4516-b5c3-1a67e1230395', 'mac_address': 'fa:16:3e:5a:9a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b403e2-7b45-447d-9e61-0931ce43cd09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:29:55.272932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770810337', 'description': 'tempest-secgroup-smoke-770810337 description', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:55.288674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:55.292738 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc8748e-22b8-4d2c-97e8-b277f594fe54" -d '{"events": [{"server_uuid": "aa1d24ec-b7e5-4133-abea-63ef5459d1e7", "name": "network-vif-plugged", "status": "completed", "tag": "14636201-e2ff-4c1b-aa7f-209a30f5c8a8"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:55.326756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:55.354712 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.386942 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:45Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:54Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:55.443566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.468731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185782-64b6-4dad-afce-497e4eadc67b req-2d2c5deb-e698-4223-8bd1-3ae369f63d7d tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:55.478721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9185782-64b6-4dad-afce-497e4eadc67b req-2d2c5deb-e698-4223-8bd1-3ae369f63d7d tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 944 time: 0.6889980 Aug 20 13:29:55.483485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b57e6e-626b-4516-b5c3-1a67e1230395 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:55.483921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.499338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:55.531252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port f1b57e6e-626b-4516-b5c3-1a67e1230395, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:55.542470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.555118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:55.570768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=75b79b79-c802-4873-af12-7fd137cd9b65,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:55.589791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be2c576b-ad99-4ca3-8ace-9c5c6b2389ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.594041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:29:55.637855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.701672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=f1b57e6e-626b-4516-b5c3-1a67e1230395,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:55.708905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.726421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.751158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1624ac6e-6f0f-49e7-aaa2-b416e536dac2) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:29:55.764397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d1d0a-f5f1-407b-9946-eb31cc8af7d8 None None] Network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:29:55.769573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:29:55.777860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9185782-64b6-4dad-afce-497e4eadc67b req-d5f57f73-c0fc-4a3e-8d82-1704078f0e27 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423887 Aug 20 13:29:55.799167 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f61303-6cb1-4106-8ddf-583091a89be6 None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:45Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:54Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:29:55.803177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.807667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5482059 Aug 20 13:29:55.810720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60360) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:55.810720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:55.810720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:55.811318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:55.813708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['f1b57e6e-626b-4516-b5c3-1a67e1230395'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:29:55.818404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '3ad23a89-359a-4102-908c-d2a91eefe41b', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:55.865999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8d565-c95a-4649-87d6-dab505e156f3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad23a89-359a-4102-908c-d2a91eefe41b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:55.871270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:55.871756 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:55.872523 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 2 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:55.918864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:55.919212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:55.919557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:55.927074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:55.927409 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:55.932062 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 3 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:55.936937 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:55.963652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:55.964075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:55.964410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:55.997019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Pushing event updated for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:55.999930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.000265 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.001757 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 4 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.030315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4fc26b4-21e8-4303-8e34-20db93194bcd req-047e5b1b-a553-4c28-878b-db4bf7d51bd9 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0127232 Aug 20 13:29:56.131336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.141476 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b46b4-bec5-4975-b991-98b6f06f5791 x-openstack-request-id: req-115b46b4-bec5-4975-b991-98b6f06f5791 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:56.142744 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1d24ec-b7e5-4133-abea-63ef5459d1e7", "name": "network-vif-plugged", "status": "completed", "tag": "14636201-e2ff-4c1b-aa7f-209a30f5c8a8", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:56.143738 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-115b46b4-bec5-4975-b991-98b6f06f5791 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:56.145391 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8', 'code': 200} Aug 20 13:29:56.155408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.227747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfdc1fa-fd1a-49cf-93c1-008e06cb43f8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:56.280864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.281470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.281974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.345526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.346146 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.348116 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 5 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.353649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.355375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-47a81d35-e7fe-4897-99b7-00d6bb8bb3bf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5417244 Aug 20 13:29:56.368279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60364) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:56.374668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '3ad23a89-359a-4102-908c-d2a91eefe41b', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:56.426907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.427549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.428047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.431999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1ad23-704d-4b3f-9ac4-18f59a7b93b4 req-a92d482f-74a3-4cde-ad64-8859b5268303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:56.434144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07b1ad23-704d-4b3f-9ac4-18f59a7b93b4 req-a92d482f-74a3-4cde-ad64-8859b5268303 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 1097 time: 0.2603800 Aug 20 13:29:56.451450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.452047 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.455889 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 6 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.481820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.482063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.482400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.490736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.491338 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.497919 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 7 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.527425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07b1ad23-704d-4b3f-9ac4-18f59a7b93b4 req-20d95974-afea-4d02-bc4c-2dc62c272342 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843174 Aug 20 13:29:56.530338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.565928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60368) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:56.586927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.587488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.588073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.605683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.606779 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.610585 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 8 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.635953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.636457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.636998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.645261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.645803 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.656464 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 9 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.700151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.703655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.705942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.708630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.715728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.732600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6306c5-952b-4630-aa57-6285fb202602,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:56.738582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.738582 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.739115 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 10 to bind port bb589d80-89b4-4a19-8de3-5599618a40fa Aug 20 13:29:56.777241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:56.777880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:56.777972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:56.780618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce08ea09-0383-43b8-9216-d2b889efd4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.794456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port bb589d80-89b4-4a19-8de3-5599618a40fa on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:56.794831 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port bb589d80-89b4-4a19-8de3-5599618a40fa on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:29:56.795217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.809344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.810574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fc8fee83-7b8f-4b35-b6f6-3ebeefef5c88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4397614 Aug 20 13:29:56.815369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60372) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:56.823522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '3ad23a89-359a-4102-908c-d2a91eefe41b', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:56.904021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:56.904762 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:56.906312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-fc9c71c5-be79-47db-8634-b9bf236806ad service neutron] 10.222.0.53 "PUT /v2.0/ports/75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1092 time: 6.7307696 Aug 20 13:29:56.906866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:56.907286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:29:56.907286 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:29:56.907286 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': 'f7b01034513c44a4b85cce5f92a7feb4', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 29, 56, 864084)}] Aug 20 13:29:56.907286 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:29:56.908186 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:29:56.910280 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f1ce0d-986b-4228-8075-cc48fd605d82" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:56.968028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa228-3033-4902-bfb4-be002d217958 req-1bee93e0-4bee-46a6-9c40-5f8626b847bc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:56.985612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa228-3033-4902-bfb4-be002d217958 req-1bee93e0-4bee-46a6-9c40-5f8626b847bc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:56.995710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa228-3033-4902-bfb4-be002d217958 req-1bee93e0-4bee-46a6-9c40-5f8626b847bc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.003814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa228-3033-4902-bfb4-be002d217958 req-1bee93e0-4bee-46a6-9c40-5f8626b847bc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.013177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa228-3033-4902-bfb4-be002d217958 req-1bee93e0-4bee-46a6-9c40-5f8626b847bc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.023438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-730aa228-3033-4902-bfb4-be002d217958 req-1bee93e0-4bee-46a6-9c40-5f8626b847bc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3828 time: 1.5675344 Aug 20 13:29:57.032864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be2c576b-ad99-4ca3-8ace-9c5c6b2389ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.041854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] For port bb589d80-89b4-4a19-8de3-5599618a40fa, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:57.042315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempted to set empty binding levels {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 13:29:57.056204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:57.057450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.083961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:57.150754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:57.156654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:57.157726 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.174186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-730aa228-3033-4902-bfb4-be002d217958 req-fce06789-ed23-4839-96f6-c28d5dc7b565 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494205 Aug 20 13:29:57.183508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.290044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.292579 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0763031-a715-460e-a461-09e8ff0a249e x-openstack-request-id: req-d0763031-a715-460e-a461-09e8ff0a249e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:57.292904 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:57.293139 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0763031-a715-460e-a461-09e8ff0a249e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:57.293565 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65', 'status': 'completed', 'code': 200} Aug 20 13:29:57.299592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Pushing event deleted for resources: {'Port': ['ID=a53b036e-745a-4093-9f19-a9afcf2de5b2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:57.354324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.369561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:57.381493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.451805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be2c576b-ad99-4ca3-8ace-9c5c6b2389ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.457485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be2c576b-ad99-4ca3-8ace-9c5c6b2389ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.460780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:57.465214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-be2c576b-ad99-4ca3-8ace-9c5c6b2389ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cf0585e-9fa2-4a02-9079-fa40df0b2b75 HTTP/1.1" status: 204 len: 168 time: 2.8360064 Aug 20 13:29:57.688336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e84d73-5969-4307-a98f-12868fcb64d8 req-a0ddb4f9-eae2-4345-b1e2-16bc2bc97305 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.690077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0e84d73-5969-4307-a98f-12868fcb64d8 req-a0ddb4f9-eae2-4345-b1e2-16bc2bc97305 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 945 time: 0.7165577 Aug 20 13:29:57.718548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c576b-ad99-4ca3-8ace-9c5c6b2389ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf0585e-9fa2-4a02-9079-fa40df0b2b75,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:57.724666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.796353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.797622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.842057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-0c1754a7-26df-4f7f-b6e4-30cf962a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.843168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-0c1754a7-26df-4f7f-b6e4-30cf962a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.843802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-0c1754a7-26df-4f7f-b6e4-30cf962a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.844421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-0c1754a7-26df-4f7f-b6e4-30cf962a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.845062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-0c1754a7-26df-4f7f-b6e4-30cf962a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:57.847071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-0c1754a7-26df-4f7f-b6e4-30cf962a0a6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 4363 time: 0.1880734 Aug 20 13:29:57.847950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=bb589d80-89b4-4a19-8de3-5599618a40fa,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:57.918783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce08ea09-0383-43b8-9216-d2b889efd4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.969405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce08ea09-0383-43b8-9216-d2b889efd4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:57.983976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0e84d73-5969-4307-a98f-12868fcb64d8 req-6c7bca73-afdc-4101-986c-4fd9258cfbda tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204139 Aug 20 13:29:58.003996 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4cda811b-6c04-456a-b7b4-c618e6c37592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.2653608 Aug 20 13:29:58.022485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60390) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:58.126593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ce08ea09-0383-43b8-9216-d2b889efd4a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00606b16d57f47f3a2d4376e1fabd450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5593514 Aug 20 13:29:58.136466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60394) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:58.152010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08ea09-0383-43b8-9216-d2b889efd4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a7bba-f639-4a12-887e-49719807b100,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:58.212917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.257113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c08193-2675-418b-8e3b-f001f626d583 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:29:58.280880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-e369989b-d95e-47d3-b5a5-ae4bf76264c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.281514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-e369989b-d95e-47d3-b5a5-ae4bf76264c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.282073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-e369989b-d95e-47d3-b5a5-ae4bf76264c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.283825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-e369989b-d95e-47d3-b5a5-ae4bf76264c4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4232564 Aug 20 13:29:58.305007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.361220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Transition to ACTIVE for port object 76c08193-2675-418b-8e3b-f001f626d583 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:29:58.379059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.449002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Router 72050ade-dc10-46be-a67e-8255d4a14cb5 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:29:58.486668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-5ee5edd5-50ee-49d2-8b3c-bb63efc8a8b1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.494958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-5ee5edd5-50ee-49d2-8b3c-bb63efc8a8b1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.505031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-5ee5edd5-50ee-49d2-8b3c-bb63efc8a8b1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.511682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-5ee5edd5-50ee-49d2-8b3c-bb63efc8a8b1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.518467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-5ee5edd5-50ee-49d2-8b3c-bb63efc8a8b1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.522671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-5ee5edd5-50ee-49d2-8b3c-bb63efc8a8b1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3828 time: 0.2202873 Aug 20 13:29:58.578973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3004c7a-4c58-410f-87bb-86960fa52d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.582706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f1b57e6e-626b-4516-b5c3-1a67e1230395 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:58.584362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.600612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:58.636319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.670220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3004c7a-4c58-410f-87bb-86960fa52d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.679708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54ffa48-8cbe-4b8d-8763-68c503fc7609 req-08aabf7e-95e3-4c96-8242-5b7bc7d6b066 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272438 Aug 20 13:29:58.692840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Deleting port bb589d80-89b4-4a19-8de3-5599618a40fa {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:29:58.697951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.709480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Attempting to bind port 76c08193-2675-418b-8e3b-f001f626d583 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:29:58.709828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Attempting to bind port 76c08193-2675-418b-8e3b-f001f626d583 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:29:58.710164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Attempting to bind port 76c08193-2675-418b-8e3b-f001f626d583 on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:58.718812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Port 76c08193-2675-418b-8e3b-f001f626d583 on network cf6c1418-f01b-4873-a723-67eab47f4c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:29:58.719148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Attempting to bind port 76c08193-2675-418b-8e3b-f001f626d583 on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:29:58.732073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:29:58.732432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Checking segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:29:58.732964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Bound using segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:29:58.733737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Bound port: 76c08193-2675-418b-8e3b-f001f626d583, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:29:58.734329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.742775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:58.759131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-52991110-94fb-4ac7-923e-e0e973c78a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:58.761883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f1ce0d-986b-4228-8075-cc48fd605d82 req-52991110-94fb-4ac7-923e-e0e973c78a8c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4615929 Aug 20 13:29:58.784751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port f1b57e6e-626b-4516-b5c3-1a67e1230395 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:29:58.802254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port f1b57e6e-626b-4516-b5c3-1a67e1230395 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:58.802770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.809117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a159cb1-8fce-460c-b0dd-9f85a98dde5d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:58.857926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.858969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f6a78f99-427a-4e12-89b4-4579e9763cb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0416436 Aug 20 13:29:58.863282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60414) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:58.865310 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.875626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '3ad23a89-359a-4102-908c-d2a91eefe41b', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:58.946134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] For port bb589d80-89b4-4a19-8de3-5599618a40fa, host n-h1-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:58.946592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.968042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:29:58.969913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3004c7a-4c58-410f-87bb-86960fa52d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.973294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3004c7a-4c58-410f-87bb-86960fa52d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:58.976776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e3004c7a-4c58-410f-87bb-86960fa52d04 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e2a7bba-f639-4a12-887e-49719807b100 HTTP/1.1" status: 204 len: 168 time: 0.8366339 Aug 20 13:29:58.976975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0f6f0132-1292-4224-be1c-09e8673d149d admin admin] 10.222.0.59 "PUT /v2.0/routers/72050ade-dc10-46be-a67e-8255d4a14cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3366561 Aug 20 13:29:58.982291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-208134803-network', 'tenant_id': 'aad47308ac054b8ba090672058c3557b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:58.996138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60418) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:58.996482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Calling delete_port for bb589d80-89b4-4a19-8de3-5599618a40fa owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:29:59.047224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3004c7a-4c58-410f-87bb-86960fa52d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a7bba-f639-4a12-887e-49719807b100,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:59.072108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] Sync routers for ids ['72050ade-dc10-46be-a67e-8255d4a14cb5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:29:59.076017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.146132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] Routers {'72050ade-dc10-46be-a67e-8255d4a14cb5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:29:59.152301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72050ade-dc10-46be-a67e-8255d4a14cb5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:29:59.160381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:29:59.175830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.215950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Made reservation on behalf of aad47308ac054b8ba090672058c3557b for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:29:59.219863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.278220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76c08193-2675-418b-8e3b-f001f626d583,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:29:59.283354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.297482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:29:59.301529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.305031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.305264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.328298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.379230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.381845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.383024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.385141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] 10.222.0.53 "PUT /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 1131 time: 2.3572805 Aug 20 13:29:59.390186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '76c08193-2675-418b-8e3b-f001f626d583'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:59.395653 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef2b042-3725-4228-a94d-b02f96fa775d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "76c08193-2675-418b-8e3b-f001f626d583"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:59.413624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb589d80-89b4-4a19-8de3-5599618a40fa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:59.418124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d579d2d-ee17-4817-b704-6172005e7546,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:59.423991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.430825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11023fee-5a67-494a-8b8c-a3f3ab9bc1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/bb589d80-89b4-4a19-8de3-5599618a40fa HTTP/1.1" status: 204 len: 168 time: 1.4021113 Aug 20 13:29:59.437842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60430) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:59.462077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port f1b57e6e-626b-4516-b5c3-1a67e1230395, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:29:59.473742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b57e6e-626b-4516-b5c3-1a67e1230395'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:29:59.481528 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c268df9-d813-4a2f-b334-a88bc73351da" -d '{"events": [{"server_uuid": "bfe790e6-79a0-4a22-9797-15b3ba9a6c55", "name": "network-vif-plugged", "status": "completed", "tag": "f1b57e6e-626b-4516-b5c3-1a67e1230395"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:29:59.501287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.501519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:59.514067 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-75684e31-7950-4415-b409-ec6700a88851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:29:59.517990 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d90eb4-a9ac-4f25-86e2-5d2e07cdda81 x-openstack-request-id: req-d1d90eb4-a9ac-4f25-86e2-5d2e07cdda81 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:59.518396 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "76c08193-2675-418b-8e3b-f001f626d583", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:59.518657 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1d90eb4-a9ac-4f25-86e2-5d2e07cdda81 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:59.519065 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '76c08193-2675-418b-8e3b-f001f626d583', 'status': 'completed', 'code': 200} Aug 20 13:29:59.520925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-75684e31-7950-4415-b409-ec6700a88851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "GET /v2.0/ports/bb589d80-89b4-4a19-8de3-5599618a40fa HTTP/1.1" status: 404 len: 333 time: 0.0779939 Aug 20 13:29:59.538285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60434) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:59.624418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60436) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:59.625815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb137e-afdb-42c6-8948-b9f3d9193017 req-e35eeee3-6ca6-422d-a5ed-dabcec518072 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.635520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbdb137e-afdb-42c6-8948-b9f3d9193017 req-e35eeee3-6ca6-422d-a5ed-dabcec518072 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 945 time: 0.5348940 Aug 20 13:29:59.640007 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c7c2c-5f78-4b96-88d1-7c0c0b5e3322 x-openstack-request-id: req-195c7c2c-5f78-4b96-88d1-7c0c0b5e3322 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:29:59.640594 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe790e6-79a0-4a22-9797-15b3ba9a6c55", "name": "network-vif-plugged", "status": "completed", "tag": "f1b57e6e-626b-4516-b5c3-1a67e1230395", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:29:59.641835 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-195c7c2c-5f78-4b96-88d1-7c0c0b5e3322 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:29:59.642279 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b57e6e-626b-4516-b5c3-1a67e1230395', 'code': 200} Aug 20 13:29:59.644708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Request body: {'port': {'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-255930265'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:29:59.661462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235814e-1e8e-4bfa-abc7-fe700291ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:59.725691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.726631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.727835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.729185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.734078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.734656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.737664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eef2b042-3725-4228-a94d-b02f96fa775d req-ec2aa24b-52f4-4cb4-9da0-e31110a87be1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5287 time: 0.2127216 Aug 20 13:29:59.781661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbdb137e-afdb-42c6-8948-b9f3d9193017 req-95e60ac8-cc74-454d-b533-bbe8b669114c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438355 Aug 20 13:29:59.836345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=f1b57e6e-626b-4516-b5c3-1a67e1230395,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:29:59.870833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] Set router 72050ade-dc10-46be-a67e-8255d4a14cb5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:29:59.872941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:29:59.873326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.877097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60444) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:29:59.901582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.967959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:29:59.970745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-7f493d9e-efe7-4436-acaa-eebcacb95f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.971229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-7f493d9e-efe7-4436-acaa-eebcacb95f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.971894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-7f493d9e-efe7-4436-acaa-eebcacb95f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:29:59.973837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eef2b042-3725-4228-a94d-b02f96fa775d req-7f493d9e-efe7-4436-acaa-eebcacb95f95 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1884499 Aug 20 13:29:59.993385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.087038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.092863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71558-b1c1-4bcd-86fb-85c6af7d69e1 req-133e9728-eeee-4a7f-a674-f31cfbda38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.094665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43e71558-b1c1-4bcd-86fb-85c6af7d69e1 req-133e9728-eeee-4a7f-a674-f31cfbda38e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 1097 time: 0.3398674 Aug 20 13:30:00.145059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.146400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b042-3725-4228-a94d-b02f96fa775d req-80b149db-2a5a-4a1f-908e-d04915057eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.148546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eef2b042-3725-4228-a94d-b02f96fa775d req-80b149db-2a5a-4a1f-908e-d04915057eb2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674237 Aug 20 13:30:00.162540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.167976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:29:56Z', 'revision_number': 5, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port': {'id': 'a17b2b3f-5ce3-4275-aee2-c04ae496ac5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:57Z', 'updated_at': '2021-08-20T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:00.170357 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae186d3f-4160-4856-9ebe-a10a33601d85 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3042498 Aug 20 13:30:00.173525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60446) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:00.180337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '3ad23a89-359a-4102-908c-d2a91eefe41b', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:00.188394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.194929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] Checking router: 72050ade-dc10-46be-a67e-8255d4a14cb5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:30:00.200841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Made reservation on behalf of 54d74489d6f14f22b2ed118586c2921f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:00.203612 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.204667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] Routers {'72050ade-dc10-46be-a67e-8255d4a14cb5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:00.205366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['72050ade-dc10-46be-a67e-8255d4a14cb5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:00.223736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:30:00.223736 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:30:00.223736 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': 'bc83d5279b484586a00a1c72be3dc8e8', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 30, 0, 102781)}] Aug 20 13:30:00.223736 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:30:00.224344 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:30:00.226277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:30:00.226277 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:30:00.226277 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '67ef5373dc334ce3854857cdd14bc1e4', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 30, 0, 83810)}] Aug 20 13:30:00.226277 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:30:00.226638 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:30:00.236116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port 80cd23e5-4756-4c5d-b132-b803e6d3df5a yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:00.241852 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Project f7b01034513c44a4b85cce5f92a7feb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:30:00.251999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.295283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] Set router 72050ade-dc10-46be-a67e-8255d4a14cb5 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:00.318816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.326352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.332390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.339235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.345362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.351369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.351725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:30:00Z', 'revision_number': 6, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:00.353316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-3871d21c-8dfd-409f-9b9b-808a866e3a66 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 4601 time: 0.4304438 Aug 20 13:30:00.354791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:30:00.380596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43e71558-b1c1-4bcd-86fb-85c6af7d69e1 req-808f1ae8-681f-46ad-bbd8-7610719af73d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643478 Aug 20 13:30:00.383143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945395aa-3062-42ca-8e42-a72d2a4acedd None None] The sync data for ids ['72050ade-dc10-46be-a67e-8255d4a14cb5'] in n-d-804232-5 is: [{'id': '72050ade-dc10-46be-a67e-8255d4a14cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-792459281-router', 'tenant_id': '29a39307e838498d9f298f6a4067c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:56Z', 'updated_at': '2021-08-20T13:30:00Z', 'revision_number': 6, 'project_id': '29a39307e838498d9f298f6a4067c27b', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:30:00.401365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89989327-b316-4d9b-956b-dc71cd4302ad,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:00.402549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.402823 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Added segment 223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f of type vlan for network 2b1add7e-ecf8-4655-918d-fb61b153d33b Aug 20 13:30:00.421221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.440326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.476757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e869d2e-ad41-4f86-9f11-e69373b9947a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:00.485094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.486321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8de9772a-e2f9-494c-b10e-263e69b3e090 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3114791 Aug 20 13:30:00.491747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60450) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:00.498619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '3ad23a89-359a-4102-908c-d2a91eefe41b', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:00.506242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.540621 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Project f7b01034513c44a4b85cce5f92a7feb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:30:00.551739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85b18aad-f98c-417b-93f5-16226c52d0f3 req-28ed806e-b892-4894-ab3a-92831923b9c2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739416 Aug 20 13:30:00.551944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.555717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.581449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.602826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Deleting port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:00.603974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.654990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.655978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.656583 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.658525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:00.669429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:00.673883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=80cd23e5-4756-4c5d-b132-b803e6d3df5a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:00.677701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:00.678507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:00.679160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.694538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.698853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.711491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1cf5aac7-7afb-4cd8-94bd-d83da9e75317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0724170 Aug 20 13:30:00.715949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60452) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:00.723919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:00.727467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ce2ad3-f739-44ce-94b2-91af77bae176,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:00.727815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.736695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.751922 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.753201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb4ea865-847b-4bd4-be1f-0a0e5068eed3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2604964 Aug 20 13:30:00.781600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0292349 Aug 20 13:30:00.781845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60456) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:00.785619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Request body: {'subnet': {'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-208134803-subnet', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:00.825063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e57b25-57e0-45d1-a309-85d8c8166477 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1add7e-ecf8-4655-918d-fb61b153d33b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:00.835077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:30:00.874539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.894618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] For port a17b2b3f-5ce3-4275-aee2-c04ae496ac5e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:00.895227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.922792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Calling delete_port for a17b2b3f-5ce3-4275-aee2-c04ae496ac5e owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:00.934595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b81ee34-763b-40eb-b62c-ec7ed19d543e {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:00.953747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:00.968269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a53b036e-745a-4093-9f19-a9afcf2de5b2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:01.014655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a53b036e-745a-4093-9f19-a9afcf2de5b2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:01.015022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a53b036e-745a-4093-9f19-a9afcf2de5b2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:01.035536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Transition to ACTIVE for port object 3b81ee34-763b-40eb-b62c-ec7ed19d543e will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:01.057478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.110342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e771c8-2118-4359-ac7a-3c0e33612339 req-bd2d3f9e-e15b-497a-9990-85cfc9d5ccaa tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.111915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9e771c8-2118-4359-ac7a-3c0e33612339 req-bd2d3f9e-e15b-497a-9990-85cfc9d5ccaa tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.2187064 Aug 20 13:30:01.145411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-bf5c780a-17bc-49cb-b9ab-bf960d28c5fe tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770810337&fields=id&tenant_id=f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 267 time: 0.1269052 Aug 20 13:30:01.200503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9e771c8-2118-4359-ac7a-3c0e33612339 req-811105c9-4b0b-43fe-9f32-019829ce5e28 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799139 Aug 20 13:30:01.206759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port 80cd23e5-4756-4c5d-b132-b803e6d3df5a yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:01.207748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Pushing event updated for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:01.211377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.216611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.238380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Transition to ACTIVE for port object 80cd23e5-4756-4c5d-b132-b803e6d3df5a will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:01.245311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.251020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.298356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=80cd23e5-4756-4c5d-b132-b803e6d3df5a,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:01.299925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Made reservation on behalf of aad47308ac054b8ba090672058c3557b for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:01.316316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.339706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.455127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.455475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.455826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.470995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.471337 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.474565 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 2 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.498250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.498601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.498949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.510203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.510785 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.514071 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 3 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.564270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.564512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.564884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.574356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.574692 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.576705 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 4 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.624721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.625065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.625407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.637863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.638201 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.640302 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 5 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.657470 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.676427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.676796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.677140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.726307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.726641 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.729635 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 6 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.754146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc83d5279b484586a00a1c72be3dc8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8723509 Aug 20 13:30:01.760461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60472) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:01.764658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.764999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.765344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.771045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265f030-0dfe-4680-a270-50ad02442e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8665505-15ed-4311-a017-dc8beff11671,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:01.776359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:01.800744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.807135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.813200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.819156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.825183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.831846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.838178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.840323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-d3cdba84-5b10-4058-9101-fe37c8093341 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5372 time: 0.1868591 Aug 20 13:30:01.841688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.841964 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.842685 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 7 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.865967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Checking segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:01.866325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Network hostable DHCP agents. Network: 2b1add7e-ecf8-4655-918d-fb61b153d33b, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:30:01.879072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.879407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.879746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.904996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.905529 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.909698 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 8 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.910064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-f63e6c6b-e7a4-4c87-992c-0a536f76e78e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.911679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-f63e6c6b-e7a4-4c87-992c-0a536f76e78e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/networks?id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 796 time: 0.7108581 Aug 20 13:30:01.925362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Attempting to bind port 3b81ee34-763b-40eb-b62c-ec7ed19d543e on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.925694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Attempting to bind port 3b81ee34-763b-40eb-b62c-ec7ed19d543e by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.926026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Attempting to bind port 3b81ee34-763b-40eb-b62c-ec7ed19d543e on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.928128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.929524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d738754c-8fb1-4d8d-8c1d-44e9eaeb85c3 req-9447f0d8-3bd7-480d-aa16-6c5fb1da7046 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715792 Aug 20 13:30:01.932956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:30:01.939846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.940184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.940679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.950136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2b1add7e-ecf8-4655-918d-fb61b153d33b) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:01.955691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:01.956333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:01.959913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.960271 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.960765 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 9 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:01.966895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeae949-431c-416c-b579-acdaa5fb2cdc None None] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:01.979605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Port 3b81ee34-763b-40eb-b62c-ec7ed19d543e on network cf6c1418-f01b-4873-a723-67eab47f4c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.979941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Attempting to bind port 3b81ee34-763b-40eb-b62c-ec7ed19d543e on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.984251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:01.984645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:01.985222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:01.985645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17b2b3f-5ce3-4275-aee2-c04ae496ac5e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:01.992157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:01.992504 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:01.993058 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 10 to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a Aug 20 13:30:02.004072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-a027b4ed-ba0c-43b4-a122-702ace3f4c48 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/quotas/f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 375 time: 0.0822384 Aug 20 13:30:02.007629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:02.007972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:02.008315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:02.014520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:02.014859 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:02.015342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.030254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:02.030254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Checking segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:02.030709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Bound using segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:02.031114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Bound port: 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:02.031533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.067175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77fcd36-125a-453f-9f2e-0681dc7f12fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.102591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] For port 80cd23e5-4756-4c5d-b132-b803e6d3df5a, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:02.102964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempted to set empty binding levels {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 13:30:02.109527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.126271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.152101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] In _notify_port_updated(), no bound segment for port 80cd23e5-4756-4c5d-b132-b803e6d3df5a on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:30:02.154212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.154740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.155968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2b1add7e-ecf8-4655-918d-fb61b153d33b', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:30:02.157276 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.158312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "PUT /v2.0/ports/80cd23e5-4756-4c5d-b132-b803e6d3df5a HTTP/1.1" status: 200 len: 978 time: 1.4372838 Aug 20 13:30:02.160126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.163885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60474) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:02.180002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d584d3b1-cc3e-4973-bbfb-823dbfcbb05b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3958077 Aug 20 13:30:02.198143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60476) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:02.206170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:02.217688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77fcd36-125a-453f-9f2e-0681dc7f12fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.265588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aa5c3-85b9-473d-83b2-9dc6ecad8218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=80cd23e5-4756-4c5d-b132-b803e6d3df5a,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:02.288021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-04d4cdd0-0c3c-400b-8259-95cb394ba2d1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2618153 Aug 20 13:30:02.291690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.301066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67ef5373dc334ce3854857cdd14bc1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6676381 Aug 20 13:30:02.301792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9858b-5538-444c-9c0d-b00cfe09c863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba9016-6751-4430-9087-4a9ef5754e13,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:02.304235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60480) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:02.338769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Allocated IP 172.20.0.2 (2b1add7e-ecf8-4655-918d-fb61b153d33b/7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563/5d55ed04-4980-4781-856e-57dac5c1d4b2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:02.364992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.365545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.366036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.366510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.366988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.367462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.367937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.368507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.369801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.370803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.371022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.371528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.371959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.372431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.372967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.373441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.373910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.374428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.374899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.375367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.375866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.376324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.376827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.377356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.377817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.378291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.381711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dce5de16-cabf-4ca4-ac0b-97be93f113bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23373 time: 0.2167983 Aug 20 13:30:02.386171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60482) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:02.401604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:02.458780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.459849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.488331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:02.532761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.539574 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.541292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.548648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.652300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Transition to ACTIVE for port object 5d55ed04-4980-4781-856e-57dac5c1d4b2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:02.655090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.655731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.657392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-bb3daca3-23ee-4777-9029-978817b244af service neutron] 10.222.0.53 "PUT /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 1129 time: 3.1864967 Aug 20 13:30:02.661122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '3b81ee34-763b-40eb-b62c-ec7ed19d543e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:02.663526 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "3b81ee34-763b-40eb-b62c-ec7ed19d543e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:02.680259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77fcd36-125a-453f-9f2e-0681dc7f12fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.683833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77fcd36-125a-453f-9f2e-0681dc7f12fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.685218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c77fcd36-125a-453f-9f2e-0681dc7f12fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8665505-15ed-4311-a017-dc8beff11671 HTTP/1.1" status: 204 len: 168 time: 0.9150760 Aug 20 13:30:02.713948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Transition to ACTIVE for port object 5d55ed04-4980-4781-856e-57dac5c1d4b2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:02.734726 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.739110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.752863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:02.755531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580742e0-dedd-461c-ab8e-7bf625afe1ab req-b0b7b500-a932-4b51-99ec-a3a919cd2b43 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:02.757313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.758097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72050ade-dc10-46be-a67e-8255d4a14cb5 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:30:02.763469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-580742e0-dedd-461c-ab8e-7bf625afe1ab req-b0b7b500-a932-4b51-99ec-a3a919cd2b43 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.4689808 Aug 20 13:30:02.776620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8cc79d5-83e6-49fe-90b8-961d11353290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.853961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.855024 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-580742e0-dedd-461c-ab8e-7bf625afe1ab req-dc1ae912-1695-4448-854f-f461770c6fbe tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905910 Aug 20 13:30:02.858422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33c5d1a5-870b-404e-9893-f090287a1039 admin admin] 10.222.0.59 "DELETE /v2.0/routers/72050ade-dc10-46be-a67e-8255d4a14cb5 HTTP/1.1" status: 204 len: 168 time: 3.8599417 Aug 20 13:30:02.859635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fcd36-125a-453f-9f2e-0681dc7f12fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8665505-15ed-4311-a017-dc8beff11671,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:02.865806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60488) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:02.876348 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4008ed9f-5e17-4242-82f3-d26ce543efea service neutron] 10.222.0.59 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700386 Aug 20 13:30:02.899745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Deleting port 80cd23e5-4756-4c5d-b132-b803e6d3df5a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:02.900890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:02.908022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:02.913666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Pushing event updated for resources: {'Port': ['ID=5d55ed04-4980-4781-856e-57dac5c1d4b2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:02.941416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3daca3-23ee-4777-9029-978817b244af service neutron] Pushing event updated for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:02.941949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:02.951711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:03.046942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8cc79d5-83e6-49fe-90b8-961d11353290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.088478 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4804cba-eae8-4c42-8a37-8defff8fe31b x-openstack-request-id: req-a4804cba-eae8-4c42-8a37-8defff8fe31b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:03.089201 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "3b81ee34-763b-40eb-b62c-ec7ed19d543e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:03.089386 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4804cba-eae8-4c42-8a37-8defff8fe31b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:03.089820 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '3b81ee34-763b-40eb-b62c-ec7ed19d543e', 'status': 'completed', 'code': 200} Aug 20 13:30:03.117589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] For port 80cd23e5-4756-4c5d-b132-b803e6d3df5a, host n-h1-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:03.117901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.147474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Calling delete_port for 80cd23e5-4756-4c5d-b132-b803e6d3df5a owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:03.214338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Deleting subnet 2937042f-4ddf-4339-908a-c03b2b28f538 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:30:03.249283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.296746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.298432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.298757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.299237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.300819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.301308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.301744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.304956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-75793135-52b8-4fcd-bafc-f0bd39b70e89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6209 time: 0.2739599 Aug 20 13:30:03.312575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a17b2b3f-5ce3-4275-aee2-c04ae496ac5e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:03.372800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d203e5-2f69-4c64-b0c8-030582c0b432 req-1c75874b-cf2c-4f9d-a11d-cb3f332a29ed tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.375378 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36d203e5-2f69-4c64-b0c8-030582c0b432 req-1c75874b-cf2c-4f9d-a11d-cb3f332a29ed tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.2202663 Aug 20 13:30:03.383487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a17b2b3f-5ce3-4275-aee2-c04ae496ac5e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:03.384004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a17b2b3f-5ce3-4275-aee2-c04ae496ac5e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:03.414613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.454549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Attempting to bind port 5d55ed04-4980-4781-856e-57dac5c1d4b2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:03.454912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.463575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Attempting to bind port 5d55ed04-4980-4781-856e-57dac5c1d4b2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:03.466418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Attempting to bind port 5d55ed04-4980-4781-856e-57dac5c1d4b2 on network 2b1add7e-ecf8-4655-918d-fb61b153d33b {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:03.468983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.479657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:03.482648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Checking segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:03.483759 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.486446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Bound using segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:03.488319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Bound port: 5d55ed04-4980-4781-856e-57dac5c1d4b2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:03.488943 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.502895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36d203e5-2f69-4c64-b0c8-030582c0b432 req-67a1d607-602e-4905-975f-ce65185e8243 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725935 Aug 20 13:30:03.567976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.582093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-630ac37c-6df6-493a-b46e-289bfe58a243 service neutron] 10.222.0.59 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437001 Aug 20 13:30:03.618035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-3c30cf94-83bd-4a0d-a539-95631aff8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.623489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-3c30cf94-83bd-4a0d-a539-95631aff8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.624240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-3c30cf94-83bd-4a0d-a539-95631aff8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.627313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-3c30cf94-83bd-4a0d-a539-95631aff8e3b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3086622 Aug 20 13:30:03.687305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] For port 5d55ed04-4980-4781-856e-57dac5c1d4b2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:03.691562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] For port 5d55ed04-4980-4781-856e-57dac5c1d4b2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d55ed04-4980-4781-856e-57dac5c1d4b2,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:03.704339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.797202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-9017db79-3ae1-479c-a5b2-5cd4a9b8e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:03.798776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de3f81ff-db9c-4a00-8614-e3e60c05cd2c req-9017db79-3ae1-479c-a5b2-5cd4a9b8e4d0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594858 Aug 20 13:30:03.810791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event deleted for resources: {'Port': ['ID=80cd23e5-4756-4c5d-b132-b803e6d3df5a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:03.833160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.838847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1f9d4f54-e822-43c4-ad0e-a970244b7818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/80cd23e5-4756-4c5d-b132-b803e6d3df5a HTTP/1.1" status: 204 len: 168 time: 1.4515274 Aug 20 13:30:03.863147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60512) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:03.870976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8cc79d5-83e6-49fe-90b8-961d11353290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.878188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8cc79d5-83e6-49fe-90b8-961d11353290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.879675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d8cc79d5-83e6-49fe-90b8-961d11353290 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9ba9016-6751-4430-9087-4a9ef5754e13 HTTP/1.1" status: 204 len: 168 time: 1.5647163 Aug 20 13:30:03.917292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3e39e-5cac-4be0-9ee9-5f8a39241dee None None] Pushing event updated for resources: {'Port': ['ID=5d55ed04-4980-4781-856e-57dac5c1d4b2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:03.953357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:03.989027 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda9d5f9-47c3-482e-8b8f-9c4b438c7d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:30:03.995474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dda9d5f9-47c3-482e-8b8f-9c4b438c7d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "GET /v2.0/ports/80cd23e5-4756-4c5d-b132-b803e6d3df5a HTTP/1.1" status: 404 len: 333 time: 0.1310349 Aug 20 13:30:03.996140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60522) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:04.007196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-47772473', 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:04.033358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.039826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.051673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.059605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.065674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.067280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc79d5-83e6-49fe-90b8-961d11353290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba9016-6751-4430-9087-4a9ef5754e13,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:04.072619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.078681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.085287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-685901b5-6d0b-446e-9a39-977b8129e595 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5372 time: 0.3866270 Aug 20 13:30:04.156102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c93c894-fb1b-44c0-a748-dc1466663a3e req-e7e0f79d-2459-4e5d-82d5-507f57745620 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612986 Aug 20 13:30:04.158521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Made reservation on behalf of 54d74489d6f14f22b2ed118586c2921f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:04.164202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.230818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port bc155153-ce89-4bb0-b8da-a314d31f8b4e yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:04.334183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc683591-0eee-43ec-bc50-e1615a653019 req-ec849381-2850-45e3-9bff-d41316e0e913 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:04.342370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc683591-0eee-43ec-bc50-e1615a653019 req-ec849381-2850-45e3-9bff-d41316e0e913 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.4518056 Aug 20 13:30:04.427490 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.474813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.477008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2937042f-4ddf-4339-908a-c03b2b28f538 HTTP/1.1" status: 204 len: 168 time: 1.6032012 Aug 20 13:30:04.481429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df297ff2-057d-4ba3-ac54-43707ba552c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2937042f-4ddf-4339-908a-c03b2b28f538,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:04.483843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60536) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:04.486218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2a0d3-1362-4352-957d-34f91582a5ad None None] Network 53e931c5-a89e-499b-955a-62e66996794a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:04.502522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92eb6fdc-e536-4133-9d59-ed1a60d4fe03 req-dbe33f47-4534-4592-92e8-675dedaf1757 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 210 time: 0.0637655 Aug 20 13:30:04.506057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc683591-0eee-43ec-bc50-e1615a653019 req-22775f97-594f-4a10-9dfb-c1a13cbeb6f5 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626010 Aug 20 13:30:04.702398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:04.706178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.739771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd86a148-d2e7-478c-835c-9ccd56b72c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.757021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba06ffa8-0cb5-4b62-b028-67daab46c86e {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:04.769078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.791520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.796354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Transition to ACTIVE for port object ba06ffa8-0cb5-4b62-b028-67daab46c86e will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:04.812369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] DHCP port deletion for 53e931c5-a89e-499b-955a-62e66996794a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:30:04.829502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.832068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.935951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd86a148-d2e7-478c-835c-9ccd56b72c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.948537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.951377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] Deleting port e147ce81-1eb6-483e-9915-f750f4c3631e {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:04.953036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd86a148-d2e7-478c-835c-9ccd56b72c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:04.957838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.050423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd86a148-d2e7-478c-835c-9ccd56b72c90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a10ade16987447f59ec5433f8b46f608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414118 Aug 20 13:30:05.053172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60546) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:05.054412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a148-d2e7-478c-835c-9ccd56b72c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8daaf8-ffb1-48c2-957b-c0e2b7d00919,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:05.176217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] For port e147ce81-1eb6-483e-9915-f750f4c3631e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e147ce81-1eb6-483e-9915-f750f4c3631e,segment=NetworkSegment(6b03fb21-08d8-4518-9ebd-f247b04559d5),segment_id=6b03fb21-08d8-4518-9ebd-f247b04559d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:05.176984 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.204821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d55ed04-4980-4781-856e-57dac5c1d4b2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:05.208375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] Calling delete_port for e147ce81-1eb6-483e-9915-f750f4c3631e owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:05.270834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Pushing event updated for resources: {'Port': ['ID=ba06ffa8-0cb5-4b62-b028-67daab46c86e,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:05.337854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.408314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Allocated IP 172.25.6.183 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/478cb92f-a361-454a-94a0-746f55e0e133) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:05.504367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=bc155153-ce89-4bb0-b8da-a314d31f8b4e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:05.526375 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.530151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94985584-c1fb-4542-b0eb-39af1cccac5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.560992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94985584-c1fb-4542-b0eb-39af1cccac5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.583909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] Pushing event deleted for resources: {'Port': ['ID=e147ce81-1eb6-483e-9915-f750f4c3631e,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:05.590989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb13b3-57f5-4c0c-aef4-7965e786c2f8 None None] No DVR routers for this DVR port e147ce81-1eb6-483e-9915-f750f4c3631e on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:30:05.616193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.624186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5d55ed04-4980-4781-856e-57dac5c1d4b2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:05.628734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:05.646478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf07cf-0371-4bed-af69-c7c60a32d998 None None] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:05.665459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Deleting port e147ce81-1eb6-483e-9915-f750f4c3631e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:05.666498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.732295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:05.735022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:05.736462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.737190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.749696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e147ce81-1eb6-483e-9915-f750f4c3631e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:05.750048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94985584-c1fb-4542-b0eb-39af1cccac5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.753913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94985584-c1fb-4542-b0eb-39af1cccac5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.759043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Attempting to bind port ba06ffa8-0cb5-4b62-b028-67daab46c86e on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:05.760463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Attempting to bind port ba06ffa8-0cb5-4b62-b028-67daab46c86e by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:05.760999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Attempting to bind port ba06ffa8-0cb5-4b62-b028-67daab46c86e on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:05.761297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-94985584-c1fb-4542-b0eb-39af1cccac5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d8daaf8-ffb1-48c2-957b-c0e2b7d00919 HTTP/1.1" status: 204 len: 168 time: 0.6999795 Aug 20 13:30:05.783110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e147ce81-1eb6-483e-9915-f750f4c3631e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:05.783648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e147ce81-1eb6-483e-9915-f750f4c3631e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:05.790716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985584-c1fb-4542-b0eb-39af1cccac5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8daaf8-ffb1-48c2-957b-c0e2b7d00919,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:05.805518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] Provisioning for port 5d55ed04-4980-4781-856e-57dac5c1d4b2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:05.831185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] Provisioning complete for port 5d55ed04-4980-4781-856e-57dac5c1d4b2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:05.831696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.833650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.842441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.850431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.856243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Port ba06ffa8-0cb5-4b62-b028-67daab46c86e on network cf6c1418-f01b-4873-a723-67eab47f4c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:05.857528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Attempting to bind port ba06ffa8-0cb5-4b62-b028-67daab46c86e on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:05.860308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.871277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.882265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f47ad7-ce95-4569-9b21-149d7329e142 req-95fef1e6-497f-404c-b9e8-24cc0a18430e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.886606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.892911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29f47ad7-ce95-4569-9b21-149d7329e142 req-95fef1e6-497f-404c-b9e8-24cc0a18430e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.7820647 Aug 20 13:30:05.908068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:05.909210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:05.910381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Checking segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:05.911021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Bound using segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:05.911834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-c8b712ae-2d31-4a5c-9ff0-abfd613d4f81 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5384 time: 0.5251491 Aug 20 13:30:05.921320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Bound port: ba06ffa8-0cb5-4b62-b028-67daab46c86e, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:05.922986 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.930393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c612e40c-fef0-4c28-9d81-ec95cf2a8cc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.9292467 Aug 20 13:30:05.930601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] For port e147ce81-1eb6-483e-9915-f750f4c3631e, host n-d-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:05.931251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:05.949100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60566) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:05.987274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.006741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Calling delete_port for e147ce81-1eb6-483e-9915-f750f4c3631e owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:06.012063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.ipam_backend_mixin [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Port e147ce81-1eb6-483e-9915-f750f4c3631e was not found and therefore no delete operation was performed {{(pid=94862) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:30:06.014663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.041601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] For port 5d55ed04-4980-4781-856e-57dac5c1d4b2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d55ed04-4980-4781-856e-57dac5c1d4b2,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:06.059138 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.081708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60568) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:06.084446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Pushing event deleted for resources: {'Port': ['ID=e147ce81-1eb6-483e-9915-f750f4c3631e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:06.092544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2ab5a94-2f7f-42f4-899e-fe8414ecfb2d req-ee4b1fd6-3afb-42fd-b1ec-9c9515bd0912 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690168 Aug 20 13:30:06.102773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] No DVR routers for this DVR port e147ce81-1eb6-483e-9915-f750f4c3631e on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:30:06.173677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18672606-e12d-4ffd-9207-5b51d152162d None None] Pushing event updated for resources: {'Port': ['ID=5d55ed04-4980-4781-856e-57dac5c1d4b2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:06.222997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.233579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0e01f-16d2-4f78-a0d9-9343bf0cb5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:06.238155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0cf0e01f-16d2-4f78-a0d9-9343bf0cb5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "GET /v2.0/ports/bc155153-ce89-4bb0-b8da-a314d31f8b4e HTTP/1.1" status: 200 len: 957 time: 0.2766051 Aug 20 13:30:06.239082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60572) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:06.270532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29f47ad7-ce95-4569-9b21-149d7329e142 req-e18fe07f-e74c-4ff9-be89-3218bd42c89e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757403 Aug 20 13:30:06.283092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e931c5-a89e-499b-955a-62e66996794a']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:06.302655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.325515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29c36506-f2bf-4a9c-978c-027d75b3c32f req-9f3a4302-f3ff-4413-b2f4-a2bfe6d9b5f6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 210 time: 0.0972061 Aug 20 13:30:06.329416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b03fb21-08d8-4518-9ebd-f247b04559d5') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:06.329529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b03fb21-08d8-4518-9ebd-f247b04559d5') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:06.350993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.374742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-c73f909f-529d-47ee-93f8-651acea97745 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:06.377041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-c73f909f-529d-47ee-93f8-651acea97745 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/networks?id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 796 time: 0.7558196 Aug 20 13:30:06.382449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.395079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:30:06.395495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:30:06.398681 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:30:06.419392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:06.423794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] For port ba06ffa8-0cb5-4b62-b028-67daab46c86e, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:06.439062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:06.456893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:06.471794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] For port ba06ffa8-0cb5-4b62-b028-67daab46c86e, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:06.527258 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.535232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.539729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] 10.222.0.59 "DELETE /v2.0/networks/53e931c5-a89e-499b-955a-62e66996794a HTTP/1.1" status: 204 len: 168 time: 2.0540068 Aug 20 13:30:06.568255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb211743-6a42-46b0-acc5-b4df4d6ad6af admin admin] Pushing event deleted for resources: {'Network': ['ID=53e931c5-a89e-499b-955a-62e66996794a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:06.589029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-12b54591-a1ca-4342-a1f9-092ebe623c3d None None] Provisioning complete for port 5d55ed04-4980-4781-856e-57dac5c1d4b2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:06.589625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-12b54591-a1ca-4342-a1f9-092ebe623c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.789159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60588) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:06.833479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b67f459a-d17e-4302-af85-ceb5b731dc66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29a39307e838498d9f298f6a4067c27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431154 Aug 20 13:30:06.836082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60590) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:06.895770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-30d516ec-48a3-4d16-8f39-b75262697e3c tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:06.897748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b2af97-796e-4a44-9c51-5635bfb184b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.901121 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.929499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b2af97-796e-4a44-9c51-5635bfb184b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:06.961563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Pushing event updated for resources: {'Port': ['ID=478cb92f-a361-454a-94a0-746f55e0e133,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:06.996850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b2af97-796e-4a44-9c51-5635bfb184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.000453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b2af97-796e-4a44-9c51-5635bfb184b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.004490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-07b2af97-796e-4a44-9c51-5635bfb184b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18a6d6c8-7578-4669-9762-cdbc4c885396 HTTP/1.1" status: 204 len: 168 time: 0.1647785 Aug 20 13:30:07.012399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2af97-796e-4a44-9c51-5635bfb184b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6d6c8-7578-4669-9762-cdbc4c885396,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:07.014251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.014959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.016386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] 10.222.0.53 "PUT /v2.0/ports/ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 1090 time: 4.2819974 Aug 20 13:30:07.019002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:07.027465 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4ab643-a162-455d-91a3-c34bf82f0e17" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "ba06ffa8-0cb5-4b62-b028-67daab46c86e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:07.070328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-f0465246-c79f-4ad1-b763-24538ef45d75 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 379 time: 0.6431563 Aug 20 13:30:07.085896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'port': {'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'admin_state_up': True, 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'security_groups': ['3ad23a89-359a-4102-908c-d2a91eefe41b']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:07.089758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d55ed04-4980-4781-856e-57dac5c1d4b2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:07.109592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:07.123346 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d8e1c-2f79-44d1-b58b-8bce62336b50 x-openstack-request-id: req-593d8e1c-2f79-44d1-b58b-8bce62336b50 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:07.123644 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "ba06ffa8-0cb5-4b62-b028-67daab46c86e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:07.123902 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-593d8e1c-2f79-44d1-b58b-8bce62336b50 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:07.124306 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e', 'status': 'completed', 'code': 200} Aug 20 13:30:07.221054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.221616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.222111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.222599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.223081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.223557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.224036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.226024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5d55ed04-4980-4781-856e-57dac5c1d4b2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:07.226388 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.238190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-90611061-b6c0-45a7-a608-fc3fa8207308 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6276 time: 0.1165702 Aug 20 13:30:07.388789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b6b1-6ed6-4e1e-8ba2-887920ec995f req-b7c92bad-0599-44c1-8a78-4b6b4f2d17de tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.411267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0af4b6b1-6ed6-4e1e-8ba2-887920ec995f req-b7c92bad-0599-44c1-8a78-4b6b4f2d17de tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.5418768 Aug 20 13:30:07.446186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.452984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.457092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2971367-8e18-424d-b767-4644071b9cfe service neutron] Pushing event updated for resources: {'Port': ['ID=ba06ffa8-0cb5-4b62-b028-67daab46c86e,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:07.460109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.468724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.475063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.482106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.488308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.490586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-b18108a4-a44a-4732-b8f2-01318cf35388 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5384 time: 0.2514362 Aug 20 13:30:07.516306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-30d516ec-48a3-4d16-8f39-b75262697e3c tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "PUT /v2.0/quotas/ae42cc92a74945419ff316447266d5be HTTP/1.1" status: 200 len: 366 time: 1.4285431 Aug 20 13:30:07.517907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Deleting port bc155153-ce89-4bb0-b8da-a314d31f8b4e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:07.518252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.522461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60612) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.576159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-f671d0f4-a1ac-432e-9345-42192327d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.577443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-f671d0f4-a1ac-432e-9345-42192327d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.578165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-f671d0f4-a1ac-432e-9345-42192327d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.580286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-f671d0f4-a1ac-432e-9345-42192327d258 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3170249 Aug 20 13:30:07.589015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4d99388-bc3f-4b41-b22f-15fa182383cf req-42e91914-7238-48b6-b7f3-042bbc93c3bd tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907619 Aug 20 13:30:07.620271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.636250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Calling delete_port for bc155153-ce89-4bb0-b8da-a314d31f8b4e owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:07.691636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.739024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-cf675692-a3fc-4d9f-83c0-a1379782472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:07.741046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e4ab643-a162-455d-91a3-c34bf82f0e17 req-cf675692-a3fc-4d9f-83c0-a1379782472a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1509154 Aug 20 13:30:07.742882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-af383919-967b-4633-b01a-d0a1005ec7f9 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2151396 Aug 20 13:30:07.747775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60622) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.770107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0af4b6b1-6ed6-4e1e-8ba2-887920ec995f req-d89eaa64-4410-4c4c-a82d-f5623090296c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579109 Aug 20 13:30:07.783155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-80905f3b-c26f-4dc0-82a5-f7c8df3eb666 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "GET /v2.0/quotas/ae42cc92a74945419ff316447266d5be HTTP/1.1" status: 200 len: 366 time: 0.0294907 Aug 20 13:30:07.783467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60626) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.845455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a072e32e-89d0-46dd-b1e3-305d726d5413 req-66211ab7-7a7f-4fb4-bf30-97c2f80907ee tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 210 time: 0.1030664 Aug 20 13:30:07.899748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d37a012c-1433-4c9d-90fe-e06e1e65bc31 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/ae42cc92a74945419ff316447266d5be HTTP/1.1" status: 204 len: 168 time: 0.1140125 Aug 20 13:30:07.902986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60630) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.915196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:07.919362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7b7ea85c-426f-471d-8b6d-79e39c4f4281 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0151064 Aug 20 13:30:07.919578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.922038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60632) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.944888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-088bbfb6-9a92-4197-b010-7d0d4c35d7f3 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "GET /v2.0/quotas/ae42cc92a74945419ff316447266d5be HTTP/1.1" status: 200 len: 370 time: 0.0214744 Aug 20 13:30:07.948652 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:07.950386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60634) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.956017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a87140c2-8858-4b07-b273-1bac3f83a66d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "GET /v2.0/quotas/ae42cc92a74945419ff316447266d5be/default HTTP/1.1" status: 200 len: 370 time: 0.0044928 Aug 20 13:30:07.959426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60638) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:07.981212 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-8771a1ca-c639-43fd-a956-58f48fd5c6e6 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] delete failed (client error): The resource could not be found. Aug 20 13:30:07.982291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8771a1ca-c639-43fd-a956-58f48fd5c6e6 tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/ae42cc92a74945419ff316447266d5be HTTP/1.1" status: 404 len: 348 time: 0.0218115 Aug 20 13:30:08.095533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.098381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/bc155153-ce89-4bb0-b8da-a314d31f8b4e HTTP/1.1" status: 204 len: 168 time: 1.8247025 Aug 20 13:30:08.101125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60648) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:08.105875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fd0ff-5a81-45b3-b222-37f80cfd6380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc155153-ce89-4bb0-b8da-a314d31f8b4e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:08.148615 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad30cfc-f5e5-4f91-bad5-f39de8adc872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:30:08.157917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1ad30cfc-f5e5-4f91-bad5-f39de8adc872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "GET /v2.0/ports/bc155153-ce89-4bb0-b8da-a314d31f8b4e HTTP/1.1" status: 404 len: 333 time: 0.0523336 Aug 20 13:30:08.158643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60652) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:08.164334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Request body: {'port': {'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-991526494'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:08.192129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Made reservation on behalf of 54d74489d6f14f22b2ed118586c2921f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:08.196005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.196242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.224464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:08.352742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60656) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:08.446216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:network and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.455916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bf137-6702-4abb-98b2-58a1a2299663 req-3d5a3371-9ffd-4b1d-b2a7-513a7255da69 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.463692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bf137-6702-4abb-98b2-58a1a2299663 req-3d5a3371-9ffd-4b1d-b2a7-513a7255da69 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.466988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:08.470501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bf137-6702-4abb-98b2-58a1a2299663 req-3d5a3371-9ffd-4b1d-b2a7-513a7255da69 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.478432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-531bf137-6702-4abb-98b2-58a1a2299663 req-3d5a3371-9ffd-4b1d-b2a7-513a7255da69 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55&device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7&device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 2418 time: 0.3092782 Aug 20 13:30:08.482399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.490733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:subnet and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.500684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:08.515073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.20.0.8 (e371e6b1-a724-4e0f-a040-b66e049bed30/3d29e6ca-d573-46d9-be57-37e248d79857/464a2949-435a-45b9-a60d-c87c998ea2c2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:08.516505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:subnetpool and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.527074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:08.558595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:port and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.569185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:08.580886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:router and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.588938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:08.598329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.615817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:floatingip and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.624241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-531bf137-6702-4abb-98b2-58a1a2299663 req-16063ee7-1dbe-4e31-84d0-bc23852b8848 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449337 Aug 20 13:30:08.662307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:08.703448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:08.708936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:08.751264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:08.756604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.757417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.765123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:08.860808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-93ab3fe1-976f-47ad-8130-c312da2327f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7007742 Aug 20 13:30:08.870066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60676) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:08.879161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:08.886831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:security_group and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:08.926175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3557570-5656-4288-8e21-86e501f03e70 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:08.942578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.943638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.952038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.962774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.972331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.976223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:08.980717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.986830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.993686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:08.997158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-98562988-40f5-42e3-8a76-f79535d20536 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5384 time: 0.1903338 Aug 20 13:30:08.997357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:09.003301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Transition to ACTIVE for port object e3557570-5656-4288-8e21-86e501f03e70 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:09.047160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Usage tracker for resource:security_group_rule and tenant:a65d084e0e33429aa4f4dbe7b5851f26 is out of sync, need to count used quota {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 13:30:09.053465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.068322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.075635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.quota.resource [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94862) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 13:30:09.086717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c0d7-dad3-4a75-8124-aede90d02812 req-74857f55-7220-40f2-9df7-8bba2de72e4d tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:09.088395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c96c0d7-dad3-4a75-8124-aede90d02812 req-74857f55-7220-40f2-9df7-8bba2de72e4d tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.2264400 Aug 20 13:30:09.153515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.236395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ba2138a-d814-4a26-bf3f-c4f6d52f2301 req-2eac75c8-4d38-4468-821b-40f27910e2b8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053747 Aug 20 13:30:09.237143 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:30:09.250862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0964b884-4fe9-48d6-b7e5-607ea121593d tempest-QuotasTest-2025307415 tempest-QuotasTest-2025307415-project-admin] 10.222.0.59 "GET /v2.0/quotas/a65d084e0e33429aa4f4dbe7b5851f26/details.json HTTP/1.1" status: 200 len: 703 time: 0.8961532 Aug 20 13:30:09.287363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0176418-e726-4ec3-b571-00113319725e service neutron] Pushing event updated for resources: {'Port': ['ID=e3557570-5656-4288-8e21-86e501f03e70,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:09.344310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Transition to ACTIVE for port object 464a2949-435a-45b9-a60d-c87c998ea2c2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:09.371123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] device_id is not set on port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:09.412113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.430754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c96c0d7-dad3-4a75-8124-aede90d02812 req-dd293baf-1c2d-49a1-b706-0565760bb79a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121259 Aug 20 13:30:09.494091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Transition to ACTIVE for port object cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:09.505583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.583913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:09.604582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.612542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.613231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.613542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.618974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.619676 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.620324 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 2 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.631944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:30:09.639238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.639977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.640474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.646389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.647373 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.647940 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 3 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.665267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.665674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.666253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.672775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.673360 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.673956 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 4 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.698113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.698815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.699574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.705848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.706400 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.707223 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 5 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.721991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network e371e6b1-a724-4e0f-a040-b66e049bed30 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:09.731688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.733044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3a1e6-685f-4647-b118-ac7ca060addf req-4a4abf97-b9d1-468d-947a-e5804af710f0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:09.734071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4da3a1e6-685f-4647-b118-ac7ca060addf req-4a4abf97-b9d1-468d-947a-e5804af710f0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 931 time: 0.1539693 Aug 20 13:30:09.740367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.741078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.747988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.748653 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.749397 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 6 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.754383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60702) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:09.776423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.777253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.777797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.786040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.786692 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.787255 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 7 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.800519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60706) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:09.815834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.816395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.817204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.823358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.824657 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.825284 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 8 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.842005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.842617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.843286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.849912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.850343 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.850877 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 9 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.874693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.875215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.875734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.884750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.885232 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.885846 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempt 10 to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 Aug 20 13:30:09.907981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:09.908539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:09.909021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempting to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:09.914312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:09.915180 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Failed to bind port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on host n-h1-804232-5 for vnic_type normal using segments [{'id': 'ec0d09bb-7c29-40cc-941b-ae443575b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1624ac6e-6f0f-49e7-aaa2-b416e536dac2'}] Aug 20 13:30:09.915707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:09.974119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-f9c6313a-0af5-40e7-a62a-f4a786f09d0c tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6776ecf8f9f746c5ae8e11f5344f5b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536139 Aug 20 13:30:10.011913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e522b2c-6ac6-4743-b0a7-04f322cb4a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.075264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec10de81-283c-4560-bbde-80c51d93ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.151750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:10.190558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:10.203412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=464a2949-435a-45b9-a60d-c87c998ea2c2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:10.213716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] For port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:10.213716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attempted to set empty binding levels {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 13:30:10.227083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Attempting to bind port e3557570-5656-4288-8e21-86e501f03e70 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:10.227902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Attempting to bind port e3557570-5656-4288-8e21-86e501f03e70 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:10.227902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Attempting to bind port e3557570-5656-4288-8e21-86e501f03e70 on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:10.235538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.251478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Port e3557570-5656-4288-8e21-86e501f03e70 on network cf6c1418-f01b-4873-a723-67eab47f4c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:10.251810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Attempting to bind port e3557570-5656-4288-8e21-86e501f03e70 on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:10.286486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:10.286728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Checking segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:10.287026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Bound using segment: {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:10.287484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Bound port: e3557570-5656-4288-8e21-86e501f03e70, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f56a3-c5a6-4125-8408-0e25720ffaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:10.288037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.300897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4da3a1e6-685f-4647-b118-ac7ca060addf req-7f4ad319-c387-4627-85c3-9a2be1932c95 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5522461 Aug 20 13:30:10.339671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-2145a1ee-91c3-4f1a-ac36-113098cd8d5f tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:10.341306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-2145a1ee-91c3-4f1a-ac36-113098cd8d5f tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566728 Aug 20 13:30:10.344545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] In _notify_port_updated(), no bound segment for port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 on network 1624ac6e-6f0f-49e7-aaa2-b416e536dac2 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:30:10.345439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:10.346047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.350060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "PUT /v2.0/ports/cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 HTTP/1.1" status: 200 len: 978 time: 1.4759688 Aug 20 13:30:10.356883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60720) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:10.372098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a244c-b49d-42cc-b9f0-5cf8035bcf97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event updated for resources: {'Port': ['ID=cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:10.401344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:10.401666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.410523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:30:10.429173 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Sync routers for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:30:10.443808 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:10.445787 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:10.457049 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-3366eb63-5060-4023-9269-7472a98ac356 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/quotas/6776ecf8f9f746c5ae8e11f5344f5b9d HTTP/1.1" status: 200 len: 375 time: 0.0890269 Aug 20 13:30:10.507281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] For port e3557570-5656-4288-8e21-86e501f03e70, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:10.511323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b1f05b29-98d1-460f-abb6-31ced0a70982 None None] Provisioning for port 464a2949-435a-45b9-a60d-c87c998ea2c2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:10.517734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b1f05b29-98d1-460f-abb6-31ced0a70982 None None] Provisioning complete for port 464a2949-435a-45b9-a60d-c87c998ea2c2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:10.518559 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b1f05b29-98d1-460f-abb6-31ced0a70982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.521802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] For port e3557570-5656-4288-8e21-86e501f03e70, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e3557570-5656-4288-8e21-86e501f03e70,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:10.535310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.562004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-1c91fcd8-6efe-42da-9407-e31a27a63727 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6776ecf8f9f746c5ae8e11f5344f5b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022034 Aug 20 13:30:10.582292 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:10.586146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b1f05b29-98d1-460f-abb6-31ced0a70982 None None] Port 464a2949-435a-45b9-a60d-c87c998ea2c2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:10.625117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:10.625878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.627223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c0176418-e726-4ec3-b571-00113319725e service neutron] 10.222.0.53 "PUT /v2.0/ports/e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 1091 time: 3.5278444 Aug 20 13:30:10.627691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': 'e3557570-5656-4288-8e21-86e501f03e70'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:10.632676 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d46b9fa-e16d-4ce2-89ab-5953bced3340" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "e3557570-5656-4288-8e21-86e501f03e70"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:10.633748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e522b2c-6ac6-4743-b0a7-04f322cb4a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.647752 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e522b2c-6ac6-4743-b0a7-04f322cb4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.675355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:10.676680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf85d9b2-9094-4a2c-87ca-24e994166914 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4765282 Aug 20 13:30:10.678156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-711d0f2d-f19f-4e2e-ad95-1cfe9f3bb733 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5979669 Aug 20 13:30:10.695651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60726) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:10.702233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:10.730857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Request body: {'port': {'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:10.858417 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7e522b2c-6ac6-4743-b0a7-04f322cb4a93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b799ca4c615b42cc8f0c67f5d3d5e869&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1022518 Aug 20 13:30:10.871738 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60734) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:10.872447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e522b2c-6ac6-4743-b0a7-04f322cb4a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069e530f-8880-4de5-9f54-4a85e08f4ce3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:10.904208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0176418-e726-4ec3-b571-00113319725e service neutron] Pushing event updated for resources: {'Port': ['ID=e3557570-5656-4288-8e21-86e501f03e70,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:10.923502 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74b7eb2-e6ca-419a-96af-c121f7e199a6 x-openstack-request-id: req-c74b7eb2-e6ca-419a-96af-c121f7e199a6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:10.923799 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "e3557570-5656-4288-8e21-86e501f03e70", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:10.924119 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c74b7eb2-e6ca-419a-96af-c121f7e199a6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:10.924449 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': 'e3557570-5656-4288-8e21-86e501f03e70', 'status': 'completed', 'code': 200} Aug 20 13:30:10.952475 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:07Z', 'revision_number': 3, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:10.994338 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Checking router: 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:30:10.994592 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Updating router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 port 478cb92f-a361-454a-94a0-746f55e0e133 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:30:11.021691 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.029136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Deleting port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:11.029481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.047034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.055017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.063557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.070051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.076972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.083518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.091753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.101143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-7476c2a6-211c-49b8-b593-223e1b47569f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5396 time: 0.4351618 Aug 20 13:30:11.208733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.242972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.355008 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.368039 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Transition to ACTIVE for port object 478cb92f-a361-454a-94a0-746f55e0e133 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:11.376302 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.388611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e518d3b9-b63c-4f5f-adce-b0e735355485 req-1d136a6e-b1eb-43ea-ba3c-370c5c93e37a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2861416 Aug 20 13:30:11.457681 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8803c6-ded0-4542-86b4-aebc7c2903c1 None None] Pushing event updated for resources: {'Port': ['ID=478cb92f-a361-454a-94a0-746f55e0e133,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:11.463881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f24f5703-0f0d-497b-8e36-4673b55c10dd req-2f965c01-ba25-4364-bb3d-003f0aa711b7 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.4951441 Aug 20 13:30:11.505769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] For port cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9, host n-h1-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:11.506182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.522180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Calling delete_port for cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:11.532161 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Attempting to bind port 478cb92f-a361-454a-94a0-746f55e0e133 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:11.532526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Attempting to bind port 478cb92f-a361-454a-94a0-746f55e0e133 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:11.532922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Attempting to bind port 478cb92f-a361-454a-94a0-746f55e0e133 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:11.558269 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:11.558639 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:11.559233 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.559796 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:11.560630 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Bound port: 478cb92f-a361-454a-94a0-746f55e0e133, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:11.564983 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.628421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec10de81-283c-4560-bbde-80c51d93ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.637438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.670985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec10de81-283c-4560-bbde-80c51d93ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.691715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:11.700917 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] For port 478cb92f-a361-454a-94a0-746f55e0e133, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:11.710922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] For port 478cb92f-a361-454a-94a0-746f55e0e133, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=478cb92f-a361-454a-94a0-746f55e0e133,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:11.719048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.719634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.720105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.720693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.721331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.721802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.722410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.724463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-607d551f-e887-4e62-b23b-f84368ec97fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6343 time: 0.7572153 Aug 20 13:30:11.727175 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.770331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8e83-4610-4f48-8680-4c485081d153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.793043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.795181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a57a822-a8b7-4313-abf1-da8f37fabb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 HTTP/1.1" status: 204 len: 168 time: 1.4372761 Aug 20 13:30:11.806472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:11.851797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec10de81-283c-4560-bbde-80c51d93ab1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30e0373cd9214e55a6e4f546021fd27a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0489485 Aug 20 13:30:11.860362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f651503-27e6-42ae-91da-51161e783190 req-072b3b58-964b-4527-9497-cfa6f86a4d90 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:11.861905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f651503-27e6-42ae-91da-51161e783190 req-072b3b58-964b-4527-9497-cfa6f86a4d90 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 931 time: 0.2442441 Aug 20 13:30:11.867729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60750) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:11.868848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10de81-283c-4560-bbde-80c51d93ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b774a65-0566-4aa3-8339-a5578fece7de,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:11.889129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8803c6-ded0-4542-86b4-aebc7c2903c1 None None] Pushing event updated for resources: {'Port': ['ID=478cb92f-a361-454a-94a0-746f55e0e133,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:11.915210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8e83-4610-4f48-8680-4c485081d153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:11.930062 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:11.930847 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:29:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:11.935689 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6b45c8-6154-4af1-99f2-1055e25990a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:30:11.938510 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa6b45c8-6154-4af1-99f2-1055e25990a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671469-project-admin] 10.222.0.59 "GET /v2.0/ports/cc81de0a-cdaf-4e18-b42e-dd6b35ccfee9 HTTP/1.1" status: 404 len: 333 time: 0.1284318 Aug 20 13:30:11.948140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:11.981428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f651503-27e6-42ae-91da-51161e783190 req-2122d73f-5e39-4b8e-8a86-a934c470a516 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066182 Aug 20 13:30:12.027535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-712a2f7c-b758-464d-a080-2a6401113cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:12.028076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-712a2f7c-b758-464d-a080-2a6401113cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:12.028509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-712a2f7c-b758-464d-a080-2a6401113cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:12.030222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-712a2f7c-b758-464d-a080-2a6401113cfb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2928076 Aug 20 13:30:12.079783 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:12.103218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2d10907-f4dc-4c4b-b8a2-73414a6709f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.139048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8e83-4610-4f48-8680-4c485081d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.141886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8e83-4610-4f48-8680-4c485081d153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.143701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd5c8e83-4610-4f48-8680-4c485081d153 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/069e530f-8880-4de5-9f54-4a85e08f4ce3 HTTP/1.1" status: 204 len: 168 time: 1.2603657 Aug 20 13:30:12.169630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8e83-4610-4f48-8680-4c485081d153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069e530f-8880-4de5-9f54-4a85e08f4ce3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:12.170124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:12.191291 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.197575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.211160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2d10907-f4dc-4c4b-b8a2-73414a6709f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.278364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Transition to ACTIVE for port object d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:12.303655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.323214 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:07Z', 'revision_number': 3, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:12.327172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-4b70cdb1-19ce-4d21-afa9-4d270debf9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:12.330249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d46b9fa-e16d-4ce2-89ab-5953bced3340 req-4b70cdb1-19ce-4d21-afa9-4d270debf9ec service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2873275 Aug 20 13:30:12.362588 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc117f-744a-4b14-883c-3eef4aba3761 None None] The sync data for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 is: [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:07Z', 'revision_number': 3, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:30:12.375610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2d10907-f4dc-4c4b-b8a2-73414a6709f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.393955 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2d10907-f4dc-4c4b-b8a2-73414a6709f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:12.397617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b2d10907-f4dc-4c4b-b8a2-73414a6709f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b774a65-0566-4aa3-8339-a5578fece7de HTTP/1.1" status: 204 len: 168 time: 0.5241580 Aug 20 13:30:12.412881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d10907-f4dc-4c4b-b8a2-73414a6709f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b774a65-0566-4aa3-8339-a5578fece7de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:12.503770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b19d1857-c757-470c-b858-a3edac462aae tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6776ecf8f9f746c5ae8e11f5344f5b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1913593 Aug 20 13:30:12.656078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe11427-596f-499e-ad9f-8619c42a4310 req-2cb08213-fc0c-4856-b6c0-069dccd689c4 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:12.664519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe11427-596f-499e-ad9f-8619c42a4310 req-2cb08213-fc0c-4856-b6c0-069dccd689c4 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.0859752 Aug 20 13:30:12.736913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe11427-596f-499e-ad9f-8619c42a4310 req-2d751ef0-1321-4a28-9333-10bd49c93091 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Aug 20 13:30:12.886635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be838c77-8563-4419-9ed8-3008001f7302 req-3c72d009-1cf8-4e11-bd03-bb8b7ce0b9df tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.0587919 Aug 20 13:30:12.889390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464a2949-435a-45b9-a60d-c87c998ea2c2 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:12.900058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Pushing event updated for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:12.980009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.051684 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.089264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1624ac6e-6f0f-49e7-aaa2-b416e536dac2']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:13.113441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Transition to ACTIVE for port object 464a2949-435a-45b9-a60d-c87c998ea2c2 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:13.124393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:13.138418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 478cb92f-a361-454a-94a0-746f55e0e133 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:13.148240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70067772-fe45-44a9-b71c-3b09f43e34df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.158780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.171252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.179021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.189308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.190122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:13.199051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.205910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.213222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.221009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 478cb92f-a361-454a-94a0-746f55e0e133 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:13.222798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-a4692c29-df7a-4a45-80fe-89a9f477ed3a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5408 time: 0.6408150 Aug 20 13:30:13.227512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 478cb92f-a361-454a-94a0-746f55e0e133 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:13.229230 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.234224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba156a50-61b0-4c7e-b136-c7db88c81ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.261539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.272136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-996d8e9a-f6de-4f75-aa84-29179baa6444 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.274268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-996d8e9a-f6de-4f75-aa84-29179baa6444 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6955340 Aug 20 13:30:13.280325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0d09bb-7c29-40cc-941b-ae443575b218') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:13.280815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0d09bb-7c29-40cc-941b-ae443575b218') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:13.288157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.299838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b9f75-fc99-4f8b-bf78-54bd56656fbf req-95279c83-ab0d-4f5a-b738-9ecd6f28aafa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:13.308117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c6b9f75-fc99-4f8b-bf78-54bd56656fbf req-95279c83-ab0d-4f5a-b738-9ecd6f28aafa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 943 time: 0.1426032 Aug 20 13:30:13.365918 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.376480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c6b9f75-fc99-4f8b-bf78-54bd56656fbf req-fd5d4f80-0bac-49c2-9fae-fbd0e947c84d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673158 Aug 20 13:30:13.396127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 478cb92f-a361-454a-94a0-746f55e0e133, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=478cb92f-a361-454a-94a0-746f55e0e133,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:13.405220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.410938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70067772-fe45-44a9-b71c-3b09f43e34df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.422124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70067772-fe45-44a9-b71c-3b09f43e34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.487255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=478cb92f-a361-454a-94a0-746f55e0e133,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:13.499736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.500392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.501010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.501521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.502210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.502723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.503392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.503926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.504658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.505739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.506347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.506846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:13.508531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-70067772-fe45-44a9-b71c-3b09f43e34df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=980e2f0dd91b4db8a4cb07f13c2c7a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827684 Aug 20 13:30:13.512819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60778) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:13.521683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70067772-fe45-44a9-b71c-3b09f43e34df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4b2b1-6d46-45dc-bcf8-cd05989fcbc9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:13.616427 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b72a644-9b75-4616-9547-0f57829599a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.643818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba156a50-61b0-4c7e-b136-c7db88c81ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.652654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba156a50-61b0-4c7e-b136-c7db88c81ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.657411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b72a644-9b75-4616-9547-0f57829599a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.727805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Request body: {'port': {'device_id': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '6776ecf8f9f746c5ae8e11f5344f5b9d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:13.728591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba156a50-61b0-4c7e-b136-c7db88c81ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f170690-6233-499b-b457-06e5e17adb55,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:13.736451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ba156a50-61b0-4c7e-b136-c7db88c81ff3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a65d084e0e33429aa4f4dbe7b5851f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442648 Aug 20 13:30:13.738033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60780) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:13.783929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.809838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b72a644-9b75-4616-9547-0f57829599a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.813268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b72a644-9b75-4616-9547-0f57829599a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.815531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b72a644-9b75-4616-9547-0f57829599a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90e4b2b1-6d46-45dc-bcf8-cd05989fcbc9 HTTP/1.1" status: 204 len: 168 time: 0.3017628 Aug 20 13:30:13.835927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89808745-86d8-4fd4-ab63-db9c5b318975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.912506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72a644-9b75-4616-9547-0f57829599a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4b2b1-6d46-45dc-bcf8-cd05989fcbc9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:13.935525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Pushing event updated for resources: {'Port': ['ID=464a2949-435a-45b9-a60d-c87c998ea2c2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:13.943647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.952168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Attempting to bind port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:13.952531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Attempting to bind port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:13.953362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Attempting to bind port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:13.972164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89808745-86d8-4fd4-ab63-db9c5b318975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:13.982710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:13.983471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Attempting to bind port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:14.005526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:14.006228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Checking segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:14.006797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Bound using segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:14.007411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Bound port: d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:14.007932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.034695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:30:14.035518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.038924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db58-60d5-417f-bbf8-7b2100c9188a req-425d15b4-f742-491a-8f17-9acd641625d2 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:30:14.039958 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:30:14.061837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae54db58-60d5-417f-bbf8-7b2100c9188a req-425d15b4-f742-491a-8f17-9acd641625d2 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.2269664 Aug 20 13:30:14.117667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28996b19-7b10-46c1-ba99-0258b67ddf60 req-668ee2f5-fac0-472d-8369-fe5df8c7e236 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8913946 Aug 20 13:30:14.138575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae54db58-60d5-417f-bbf8-7b2100c9188a req-94a4a8cb-76e7-4f97-9673-588ded41a828 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755074 Aug 20 13:30:14.181036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89808745-86d8-4fd4-ab63-db9c5b318975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.184086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89808745-86d8-4fd4-ab63-db9c5b318975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.190436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89808745-86d8-4fd4-ab63-db9c5b318975 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f170690-6233-499b-b457-06e5e17adb55 HTTP/1.1" status: 204 len: 168 time: 0.4512024 Aug 20 13:30:14.206716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808745-86d8-4fd4-ab63-db9c5b318975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f170690-6233-499b-b457-06e5e17adb55,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:14.491592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-824bd16f-bc77-4829-b24c-8416abdac4f3 req-214a1ca6-9b24-4eb3-b964-d10e6c872099 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.1394851 Aug 20 13:30:14.499323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Attempting to bind port 464a2949-435a-45b9-a60d-c87c998ea2c2 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:14.499944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Attempting to bind port 464a2949-435a-45b9-a60d-c87c998ea2c2 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:14.500467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Attempting to bind port 464a2949-435a-45b9-a60d-c87c998ea2c2 on network e371e6b1-a724-4e0f-a040-b66e049bed30 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:14.558243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.582393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Port 464a2949-435a-45b9-a60d-c87c998ea2c2 on network e371e6b1-a724-4e0f-a040-b66e049bed30 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:14.582712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Attempting to bind port 464a2949-435a-45b9-a60d-c87c998ea2c2 on network e371e6b1-a724-4e0f-a040-b66e049bed30 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:14.585032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e0197-ec7a-4bb2-9b92-407cdca8da85 req-47112424-ace5-47b8-889b-a7ea8b4b5ebc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:14.594644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a5e0197-ec7a-4bb2-9b92-407cdca8da85 req-47112424-ace5-47b8-889b-a7ea8b4b5ebc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 943 time: 0.1008656 Aug 20 13:30:14.612323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.627354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] 10.222.0.59 "DELETE /v2.0/networks/1624ac6e-6f0f-49e7-aaa2-b416e536dac2 HTTP/1.1" status: 204 len: 168 time: 2.6758137 Aug 20 13:30:14.654409 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a5e0197-ec7a-4bb2-9b92-407cdca8da85 req-e54ea9f6-9619-42d6-8fbf-95df4cc9840e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584257 Aug 20 13:30:14.660808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Made reservation on behalf of 6776ecf8f9f746c5ae8e11f5344f5b9d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:14.667513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.705044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54bdb6-edb7-423e-94f2-78adf71a55b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-106013351-project] Pushing event deleted for resources: {'Network': ['ID=1624ac6e-6f0f-49e7-aaa2-b416e536dac2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:14.707252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:14.712168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Checking segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:14.714678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Bound using segment: {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:14.715163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Bound port: 464a2949-435a-45b9-a60d-c87c998ea2c2, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585a77f5-5168-4b2c-99d4-6487b50fc869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:14.715711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.719294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:14.753271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.777106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:14.800500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.925930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:14.926922 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:14.928663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] 10.222.0.53 "PUT /v2.0/ports/d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 1091 time: 4.2405241 Aug 20 13:30:14.965549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:14.973962 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3c96a-720a-4614-9c36-61b6cfb25b39" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:14.979820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Allocated IP 172.20.0.1 (2b1add7e-ecf8-4655-918d-fb61b153d33b/7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563/322b54c7-0e90-4a07-9e5f-cfcb7022cf1b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:15.012917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Request body: {'port': {'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:15.123476 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98018d8e-8853-4e36-adfa-a2cc90558c4c x-openstack-request-id: req-98018d8e-8853-4e36-adfa-a2cc90558c4c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:15.124023 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:15.124448 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98018d8e-8853-4e36-adfa-a2cc90558c4c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:15.125057 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d', 'status': 'completed', 'code': 200} Aug 20 13:30:15.146431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 478cb92f-a361-454a-94a0-746f55e0e133 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:15.233522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.236539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.239724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.240502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.241196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.242269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.244916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.250463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-e3bec856-06dd-4c81-ba5f-1c1137bdc90c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6410 time: 0.1494148 Aug 20 13:30:15.357447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 478cb92f-a361-454a-94a0-746f55e0e133 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:15.359434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60824) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:15.360506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:15.365241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382beb1-c0fb-4ea8-bc20-2e6bd4a89b0c service neutron] Pushing event updated for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:15.615637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-56d86149-6cd4-4e53-af5d-7c63c48a2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.616424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-56d86149-6cd4-4e53-af5d-7c63c48a2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.617215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-56d86149-6cd4-4e53-af5d-7c63c48a2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.628022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-56d86149-6cd4-4e53-af5d-7c63c48a2f23 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3696823 Aug 20 13:30:15.680578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] For port 464a2949-435a-45b9-a60d-c87c998ea2c2, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:15.724161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:15.752455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] For port 464a2949-435a-45b9-a60d-c87c998ea2c2, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=464a2949-435a-45b9-a60d-c87c998ea2c2,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:15.760705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebee50f5-0d3f-4458-9c8f-883a25e42106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:15.769703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-a2cb67b1-fc97-4e6f-80c4-689dcf66dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.771729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-a2cb67b1-fc97-4e6f-80c4-689dcf66dd66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 1096 time: 0.7184725 Aug 20 13:30:15.782211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.791250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.798551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.804871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.817057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.824288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.829677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:15.831094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.840686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-1abbe198-e078-4c0a-b411-40f1a5a76260 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5408 time: 0.3599324 Aug 20 13:30:15.909582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-dc076a17-4feb-413f-9424-0a99a46dfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:15.911575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16a3c96a-720a-4614-9c36-61b6cfb25b39 req-dc076a17-4feb-413f-9424-0a99a46dfe9b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2708111 Aug 20 13:30:15.938763 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b2287e9-8618-4a50-a363-27b68b82db4a req-6bb271c9-33cc-46ba-a975-dab9c798e560 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967565 Aug 20 13:30:16.015567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:16.016183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.017669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] 10.222.0.13 "PUT /v2.0/ports/464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 200 len: 1091 time: 5.3125675 Aug 20 13:30:16.047768 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88ee9e95-10b9-4a6d-adc4-2aecf2bc42ff req-b56d5821-e0a9-4cc3-a1db-008b3ff5a1b3 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.0451701 Aug 20 13:30:16.088544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecaede-e09e-4f8d-8b72-5ad83f2283c7 req-d539dc76-0bfd-4fe9-8f5c-068b440040d4 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:16.096149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01ecaede-e09e-4f8d-8b72-5ad83f2283c7 req-d539dc76-0bfd-4fe9-8f5c-068b440040d4 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.5109899 Aug 20 13:30:16.131240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.233355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652913d-ebb7-45dc-97f1-ff1a496e3bed req-784b3c68-9c0d-472f-9f12-52eafa15ebe4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:16.234985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6652913d-ebb7-45dc-97f1-ff1a496e3bed req-784b3c68-9c0d-472f-9f12-52eafa15ebe4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 943 time: 0.1096463 Aug 20 13:30:16.323546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6652913d-ebb7-45dc-97f1-ff1a496e3bed req-7a7a382c-5714-4345-9fd0-d83981837c15 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808570 Aug 20 13:30:16.343979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Transition to ACTIVE for port object 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:16.345432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0612bb-6cbe-4747-ace4-18b089f0baf0 service neutron] Pushing event updated for resources: {'Port': ['ID=464a2949-435a-45b9-a60d-c87c998ea2c2,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:16.436801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.453764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:16.464825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01ecaede-e09e-4f8d-8b72-5ad83f2283c7 req-8541ca49-d328-4747-b9e3-30b76de1a502 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676081 Aug 20 13:30:16.474519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.481090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-967d995b-1de6-4440-8d16-07ab20dd6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:16.482518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-967d995b-1de6-4440-8d16-07ab20dd6584 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 915 time: 0.6623676 Aug 20 13:30:16.502144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-b9552096-9f15-4d9c-8c56-0910a63aafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:16.503683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-b9552096-9f15-4d9c-8c56-0910a63aafd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1094 time: 0.4015231 Aug 20 13:30:16.526316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a83719b7-2476-449c-a082-e8fe18eac771 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=adb824ef8be2457383640a15bcdb1e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1387961 Aug 20 13:30:16.529093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:16.602260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa582c06-f6c4-416a-a626-13182bd03a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.631511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa582c06-f6c4-416a-a626-13182bd03a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.691474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa582c06-f6c4-416a-a626-13182bd03a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.695047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa582c06-f6c4-416a-a626-13182bd03a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.698098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-beea3681-309f-40ca-9d3e-503c40ea574b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5bfa637-616a-4066-8a91-5af6d702eefe HTTP/1.1" status: 200 len: 217 time: 0.1851401 Aug 20 13:30:16.700168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aa582c06-f6c4-416a-a626-13182bd03a3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7962f52b-89d1-40ab-9c94-0d965ffbdbb2 HTTP/1.1" status: 204 len: 168 time: 0.1697178 Aug 20 13:30:16.705524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-6d58860e-fb58-4413-a83e-f901378c0e26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 200 len: 217 time: 0.1723087 Aug 20 13:30:16.711505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa582c06-f6c4-416a-a626-13182bd03a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7962f52b-89d1-40ab-9c94-0d965ffbdbb2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:16.714493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b92dad-2f1c-4845-bf0d-09087e520e1d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:16.766212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fab968f2-7b24-4822-9c87-ca587d3ec0c7 tempest-AgentManagementNegativeTest-428013997 tempest-AgentManagementNegativeTest-428013997-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3106976 Aug 20 13:30:16.834609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:16.918100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4d9b1e57-4bc0-4674-a5e1-af18be7d0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:16.919619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-4d9b1e57-4bc0-4674-a5e1-af18be7d0083 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d29e6ca-d573-46d9-be57-37e248d79857 HTTP/1.1" status: 200 len: 835 time: 0.1975598 Aug 20 13:30:16.974855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:17.016063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:17.024059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-2082563c-3310-461a-847a-aefd82fd6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.027277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-2082563c-3310-461a-847a-aefd82fd6df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.3191044 Aug 20 13:30:17.028036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:17.036980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Pushing event updated for resources: {'Port': ['ID=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:17.044879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Allocated IP 192.168.233.62 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/d69eef61-c0cf-4c01-85bf-0fb015228b68) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:17.101666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.114533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.122686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.132890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.145430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.147894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:17.151560 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4bb0ac-dca0-4963-a911-0aabea686e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:17.157900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.165153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.177222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-21a37f49-8575-4323-8827-e84ce6093ab8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5408 time: 0.1516712 Aug 20 13:30:17.226583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3eb12a25-5d8e-4a3f-a537-f9cdfeb65b06 req-fe75832a-db00-4e58-aeb7-9f0d4b627223 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506074 Aug 20 13:30:17.320530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d4b3300-c734-4295-8213-8d42ac9722c1 req-5cd78e49-9a23-4603-bd22-addb4e04b2ea tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.1564889 Aug 20 13:30:17.330273 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6535c7-947d-4a8f-9fbd-246f127e6bfe x-openstack-request-id: req-ea6535c7-947d-4a8f-9fbd-246f127e6bfe {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:17.330484 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:17.331194 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea6535c7-947d-4a8f-9fbd-246f127e6bfe {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:17.331668 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'status': 'completed', 'code': 200} Aug 20 13:30:17.333602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-e458261c-f610-48ea-90c3-20be538ebf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.335246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-e458261c-f610-48ea-90c3-20be538ebf7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e371e6b1-a724-4e0f-a040-b66e049bed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3983824 Aug 20 13:30:17.369237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.378185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60894) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:17.391921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c494cc8-8ce7-430d-8fd6-662803c90db9 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:17.487786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b385b4-94dc-4fb7-a3b2-be9c0d7c0ef5 req-61f9d4a8-5ac9-43c9-a930-c19b477833a5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.506874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b385b4-94dc-4fb7-a3b2-be9c0d7c0ef5 req-61f9d4a8-5ac9-43c9-a930-c19b477833a5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 943 time: 0.0836203 Aug 20 13:30:17.516693 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.520319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-c4888b14-7070-4d14-aaa1-d6d4c6819242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:17.522023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-c4888b14-7070-4d14-aaa1-d6d4c6819242 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4824238 Aug 20 13:30:17.541505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-845a5bd6-2aac-447d-892f-fbc035287948 None None] Provisioning for port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:17.546682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-845a5bd6-2aac-447d-892f-fbc035287948 None None] Provisioning complete for port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:17.547388 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-845a5bd6-2aac-447d-892f-fbc035287948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.555293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60900) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:17.574669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4b385b4-94dc-4fb7-a3b2-be9c0d7c0ef5 req-578f48d2-5bca-4dec-b51a-db9fd24cd515 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656486 Aug 20 13:30:17.646498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-845a5bd6-2aac-447d-892f-fbc035287948 None None] Port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:17.653127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b49abcf-12dd-4103-b80b-0078cc4e121c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54d74489d6f14f22b2ed118586c2921f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769172 Aug 20 13:30:17.654466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60902) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:17.717405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b931294-8872-4338-9c8c-027f844ffe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.743060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b931294-8872-4338-9c8c-027f844ffe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.813535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b931294-8872-4338-9c8c-027f844ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.817214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b931294-8872-4338-9c8c-027f844ffe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.822377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b931294-8872-4338-9c8c-027f844ffe50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7845525-04b7-4493-9d58-6162fd145f5d HTTP/1.1" status: 204 len: 168 time: 0.1631417 Aug 20 13:30:17.853910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0d20aee-4b32-44bb-b457-5ad5cfb53de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.856415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931294-8872-4338-9c8c-027f844ffe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7845525-04b7-4493-9d58-6162fd145f5d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:17.984893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0d20aee-4b32-44bb-b457-5ad5cfb53de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:17.996567 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0d20aee-4b32-44bb-b457-5ad5cfb53de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.034877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Transition to ACTIVE for port object 0c494cc8-8ce7-430d-8fd6-662803c90db9 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:18.043011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d20aee-4b32-44bb-b457-5ad5cfb53de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c100905-c066-4aee-a503-b69f5dbc3e2a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:18.077144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e0d20aee-4b32-44bb-b457-5ad5cfb53de2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12319ec7eac94dbb9de4f504a55fda26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959479 Aug 20 13:30:18.079776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60910) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:18.113517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.161189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-632f21b5-fdc1-46d8-a27f-dea18dbec26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.192357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-632f21b5-fdc1-46d8-a27f-dea18dbec26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.260617 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-632f21b5-fdc1-46d8-a27f-dea18dbec26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.264152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-632f21b5-fdc1-46d8-a27f-dea18dbec26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.279349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-632f21b5-fdc1-46d8-a27f-dea18dbec26c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c100905-c066-4aee-a503-b69f5dbc3e2a HTTP/1.1" status: 204 len: 168 time: 0.1873126 Aug 20 13:30:18.305216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f21b5-fdc1-46d8-a27f-dea18dbec26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c100905-c066-4aee-a503-b69f5dbc3e2a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:18.364712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b68d8-3cf2-4743-8b27-afd7245d260a req-5b243b2f-6aa4-4b8f-b384-72a14879c764 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.366515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce4b68d8-3cf2-4743-8b27-afd7245d260a req-5b243b2f-6aa4-4b8f-b384-72a14879c764 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.7598474 Aug 20 13:30:18.391867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-ff91dd6c-0ce4-498b-9bf1-4486e739a030 service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0271635 Aug 20 13:30:18.405763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:18.456387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-210b0232-b268-4319-80ef-20ad208fc779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.496485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.550858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.561394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.563965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.572606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.580602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.588752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.598450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.606843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-5c03b49d-4d11-4b47-8558-3f4aa40a45b1 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0594428 Aug 20 13:30:18.610423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:18.621691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e898418a-a28c-420e-8371-3419bd973b32 req-0efd479b-72d4-40e7-9380-efa478630c59 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2088745 Aug 20 13:30:18.675549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e898418a-a28c-420e-8371-3419bd973b32 req-0a322b9e-2730-47e8-a777-0dc376db9e6c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521688 Aug 20 13:30:18.730186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:18.774143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Transition to ACTIVE for port object d69eef61-c0cf-4c01-85bf-0fb015228b68 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:18.856595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce4b68d8-3cf2-4743-8b27-afd7245d260a req-645ef97b-bf27-4f96-91c0-fee49ee68f2f tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711297 Aug 20 13:30:18.923578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d7acbab-8aec-4409-8c78-e10de0dd3580 req-3c1ab598-3e58-4bb3-b312-f1037cb4effe tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.0885935 Aug 20 13:30:18.942008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Attempting to bind port 0c494cc8-8ce7-430d-8fd6-662803c90db9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:18.942353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Attempting to bind port 0c494cc8-8ce7-430d-8fd6-662803c90db9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:18.942691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Attempting to bind port 0c494cc8-8ce7-430d-8fd6-662803c90db9 on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:18.959338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f36a4fec-b8b3-44f1-b078-19c5a9eb06ef req-7d90342b-042d-495e-a4e7-2309db930f8d service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815628 Aug 20 13:30:19.002710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Port 0c494cc8-8ce7-430d-8fd6-662803c90db9 on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:19.003297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Attempting to bind port 0c494cc8-8ce7-430d-8fd6-662803c90db9 on network 5e26cb14-dcde-4fb8-a654-320e557f32d0 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:19.017763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a6045dc-2b2e-4937-88fb-2cb3d087c498 req-443328db-0444-4771-84b4-a080a402406e service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977492 Aug 20 13:30:19.031745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:19.035539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Checking segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:19.037764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Bound using segment: {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:19.038492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Bound port: 0c494cc8-8ce7-430d-8fd6-662803c90db9, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13abb87-f7f4-4e92-aba8-b19990e60271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:19.039977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.075562 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.107557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-dcb264d8-ddfa-4380-8d5f-1cc0ccbef264 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1780963 Aug 20 13:30:19.233433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60956) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:19.260695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b54d-e91c-4a21-91f5-700841363a99 req-ac6393fb-6ab3-4c61-b2f9-afa64613bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.263679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-ac6393fb-6ab3-4c61-b2f9-afa64613bfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 1097 time: 0.0846257 Aug 20 13:30:19.383148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:19.399109 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.403020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-274547244'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:19.418787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b54d-e91c-4a21-91f5-700841363a99 req-bf9e467e-0833-4f22-85f0-1f37bee55bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.420314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-bf9e467e-0833-4f22-85f0-1f37bee55bf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 915 time: 0.1367626 Aug 20 13:30:19.421844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:19.439887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:19.474457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Made reservation on behalf of cc1b0808202f4dbf9f41888f24343aa2 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:19.476137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.478802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.482299 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-2396aff8-1264-4446-b88c-945d5bb0fe2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8 HTTP/1.1" status: 200 len: 217 time: 0.0528538 Aug 20 13:30:19.486585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633121c2-71e9-4c6e-afe0-f57e0c860d00 req-e9ba4106-9bc3-4783-adee-3f2d52d5892f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.488204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-633121c2-71e9-4c6e-afe0-f57e0c860d00 req-e9ba4106-9bc3-4783-adee-3f2d52d5892f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 943 time: 0.4398975 Aug 20 13:30:19.489028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:19.505309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.513150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.528126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:19.613034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b54d-e91c-4a21-91f5-700841363a99 req-d988aa0f-8b51-4311-8b16-9bc4ffb68ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.614593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-d988aa0f-8b51-4311-8b16-9bc4ffb68ec0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 0.1180518 Aug 20 13:30:19.629838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.659211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:19.671531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-25c03973-e7d8-4a6a-a331-7e0d43d348bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.673125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-25c03973-e7d8-4a6a-a331-7e0d43d348bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1094 time: 0.4198706 Aug 20 13:30:19.689277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2141943533'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:19.695446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Pushing event updated for resources: {'Port': ['ID=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:19.705363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.710760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b54d-e91c-4a21-91f5-700841363a99 req-6ec30bf6-7faf-45b8-b8d1-568d4d171816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.713075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-6ec30bf6-7faf-45b8-b8d1-568d4d171816 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904160 Aug 20 13:30:19.715902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.737623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.738794 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.748635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:19.791823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.797662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:30:19.821077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3138f57b-4afb-4edb-b1c6-0ad775b40000,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:19.823048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a2b9cff-864a-4e49-bd96-dbea70e50fec None None] Provisioning for port d69eef61-c0cf-4c01-85bf-0fb015228b68 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:19.827366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a2b9cff-864a-4e49-bd96-dbea70e50fec None None] Provisioning complete for port d69eef61-c0cf-4c01-85bf-0fb015228b68 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:19.827982 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9cff-864a-4e49-bd96-dbea70e50fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.834554 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:19.838894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.848520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.850884 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Added segment fde4b9c6-1c35-4a56-a514-f2cc968699e3 of type vlan for network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 Aug 20 13:30:19.888757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b9cff-864a-4e49-bd96-dbea70e50fec None None] Port d69eef61-c0cf-4c01-85bf-0fb015228b68 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:19.895630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-633121c2-71e9-4c6e-afe0-f57e0c860d00 req-667a85b1-018c-40de-8ff8-42554543ff1f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861034 Aug 20 13:30:19.908079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.922184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-b2ea5869-901c-4c1a-8d0d-f160b71d6044 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6313357 Aug 20 13:30:19.939924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:19.940923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:19.942337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] 10.222.0.53 "PUT /v2.0/ports/0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 1091 time: 4.9457886 Aug 20 13:30:19.951771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:19.955533 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:19.978499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Request body: {'port': {'device_id': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:19.985088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.015567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-3ac3baca-9034-43e3-ae9a-132ea8265445 service neutron] 10.222.0.53 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894039 Aug 20 13:30:20.039439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.045451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.051441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.058443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.065071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.072447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.078196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.080187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-7599b847-c758-46ce-b937-6fcdd3093cfb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2644651 Aug 20 13:30:20.133600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32634e0e-f773-4726-92c0-15f78ec8bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:20.168270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.173932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.175144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.203827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:20.215175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:20.277012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f56d8a59-a7f6-45cc-b285-d9334d770907 req-26300594-e89c-4fbd-9ac2-aa8fd2a1d5ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1845434 Aug 20 13:30:20.284068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.286990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-c299b76e-739a-48ab-a2bf-9dec752a3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.288250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-c299b76e-739a-48ab-a2bf-9dec752a3ddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 897 time: 0.5863373 Aug 20 13:30:20.300051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468d7ec-ee5c-4528-8b9f-cb43174f4882 req-99e5d16d-e70a-4121-8b66-02c24d85251b tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.301662 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1468d7ec-ee5c-4528-8b9f-cb43174f4882 req-99e5d16d-e70a-4121-8b66-02c24d85251b tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.2870529 Aug 20 13:30:20.390401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.391147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.391750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.398372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.401883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.402613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.405256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.407627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c5c44253-3bfe-47ca-9a00-7355fd5d7503 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6477 time: 0.3897750 Aug 20 13:30:20.429134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-7c8affcc-f68e-4a24-b7b3-54588d3020be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 200 len: 217 time: 0.1193085 Aug 20 13:30:20.498976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0421b54d-e91c-4a21-91f5-700841363a99 req-a7c4088f-a199-439d-a882-d7183100539a service neutron] 10.222.0.53 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731255 Aug 20 13:30:20.512316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event updated for resources: {'Network': ['ID=7b8eba3b-b3cd-478a-bb56-d531065f6d87,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:20.524147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:30:20.546347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-62cc7a67-9782-409b-aa8f-fd365d30115d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 217 time: 0.1221387 Aug 20 13:30:20.562226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dcfb6-9d45-43f8-a4d9-6e6a90a60554 req-7fccf70b-641c-45b2-8648-516bc97c7de3 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.569956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d02dcfb6-9d45-43f8-a4d9-6e6a90a60554 req-7fccf70b-641c-45b2-8648-516bc97c7de3 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 935 time: 0.1554518 Aug 20 13:30:20.598801 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.613495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.615989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-df280169-1a3e-48bd-8dc4-6677e2b18ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.617703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-df280169-1a3e-48bd-8dc4-6677e2b18ff4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d29e6ca-d573-46d9-be57-37e248d79857 HTTP/1.1" status: 200 len: 835 time: 0.1521761 Aug 20 13:30:20.619867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5592b263-9657-4105-9b33-30027ac392b3 None None] Provisioning complete for port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:20.620323 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5592b263-9657-4105-9b33-30027ac392b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.653880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b19c53-7879-4c51-b3ff-e8237df81e9e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:20.664318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5592b263-9657-4105-9b33-30027ac392b3 None None] Port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:20.674218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 464a2949-435a-45b9-a60d-c87c998ea2c2 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:20.677180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4832bb86-0cca-4037-b39e-a56e097167c4 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4423666 Aug 20 13:30:20.678405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:20.687963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Request body: {'subnet': {'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:20.705310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d02dcfb6-9d45-43f8-a4d9-6e6a90a60554 req-09d2d570-0c44-44fa-9396-e5510ae33fdd tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340692 Aug 20 13:30:20.777617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1468d7ec-ee5c-4528-8b9f-cb43174f4882 req-b6090b50-20d9-413e-957f-48b8bf444f36 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642835 Aug 20 13:30:20.787231 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098ec3e-91c7-41b6-b812-98c2e469c2b6 x-openstack-request-id: req-6098ec3e-91c7-41b6-b812-98c2e469c2b6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:20.787623 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:20.787950 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6098ec3e-91c7-41b6-b812-98c2e469c2b6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:20.788433 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9', 'status': 'completed', 'code': 200} Aug 20 13:30:20.815033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 464a2949-435a-45b9-a60d-c87c998ea2c2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=464a2949-435a-45b9-a60d-c87c998ea2c2,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:20.828568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:20.846120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:30:20.873785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.888841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Made reservation on behalf of cc1b0808202f4dbf9f41888f24343aa2 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:20.889484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-ba507c4b-c435-4e05-a4a1-5d0f17c037c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.891154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-ba507c4b-c435-4e05-a4a1-5d0f17c037c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e371e6b1-a724-4e0f-a040-b66e049bed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272084 Aug 20 13:30:20.892045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464a2949-435a-45b9-a60d-c87c998ea2c2 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:20.893021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.898163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b8c309d5-7cb9-46bd-a443-82d1501ceef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:20.899097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:20.899455 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Added segment 9906fb51-d4fe-4f61-b892-96b08b1283c1 of type vlan for network b04b68a5-e259-49c6-9843-352d2f10d174 Aug 20 13:30:20.900199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b8c309d5-7cb9-46bd-a443-82d1501ceef8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.2725406 Aug 20 13:30:20.903218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:30:20.916878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 464a2949-435a-45b9-a60d-c87c998ea2c2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=464a2949-435a-45b9-a60d-c87c998ea2c2,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:20.922531 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.037316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.050419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=464a2949-435a-45b9-a60d-c87c998ea2c2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:21.147989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['464a2949-435a-45b9-a60d-c87c998ea2c2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:21.149094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9f8c-233c-4a8d-8fce-dcc1d0d3902c req-c10aa62d-ec89-4cf6-a1b6-1a67af192c4f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.157781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f05d9f8c-233c-4a8d-8fce-dcc1d0d3902c req-c10aa62d-ec89-4cf6-a1b6-1a67af192c4f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 944 time: 0.1015277 Aug 20 13:30:21.162199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.166926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c194ad8c-79f3-47e6-bc69-c811cbebd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.168525 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-c194ad8c-79f3-47e6-bc69-c811cbebd715 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495291 Aug 20 13:30:21.168807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.169392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.314084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f05d9f8c-233c-4a8d-8fce-dcc1d0d3902c req-71414660-d6e5-4199-bab9-3967eaeb9604 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559479 Aug 20 13:30:21.339050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7863059 Aug 20 13:30:21.342142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60986) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:21.349645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'subnet': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:21.428972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968d38-b66a-417d-9c69-8d6555f6b581 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Network': ['ID=b04b68a5-e259-49c6-9843-352d2f10d174,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:21.450689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network b04b68a5-e259-49c6-9843-352d2f10d174 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:30:21.522872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.527548 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.577465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event updated for resources: {'Subnet': ['ID=4337b516-e041-4d3a-80e1-5fd358a01803,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:21.582534 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:21.586371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.704144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Checking segment: {'id': 'fde4b9c6-1c35-4a56-a514-f2cc968699e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:21.704779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Network hostable DHCP agents. Network: 7b8eba3b-b3cd-478a-bb56-d531065f6d87, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:30:21.761948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:30:21.783398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Sync routers for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:30:21.789578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-ba501b52-f41d-4b72-a205-53efd292a836 service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828106 Aug 20 13:30:21.803988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:21.805356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:21.814579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:30:21.818282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d39798ae-1a9f-4878-8c91-7ffad2b4b84e admin admin] 10.222.0.59 "PUT /v2.0/routers/444dd8f9-9a1b-47cf-95f9-fa05b98ba166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1075869 Aug 20 13:30:21.847997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.854743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.861030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.867429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.874748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.881348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.888832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:21.891178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-5af17870-84b3-4047-9f7a-816100d44b4c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2845035 Aug 20 13:30:21.914574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:21.967620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7b8eba3b-b3cd-478a-bb56-d531065f6d87) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:21.982330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aec954-b4ba-42a6-9d13-7a882d521973 None None] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:22.071408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:22.072455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:22.089590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:22.093444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18a96ece-c1d5-4b06-8905-8b6701aee906 req-c51657d5-42f0-40bb-9fbf-8f5a5a17d77c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450074 Aug 20 13:30:22.147572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451db23-7d7e-450a-ad7b-d46a15eb8f7b req-64964b7b-9039-4d8c-a43b-e3a1d1d8a1fa tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:22.156403 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3451db23-7d7e-450a-ad7b-d46a15eb8f7b req-64964b7b-9039-4d8c-a43b-e3a1d1d8a1fa tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 935 time: 0.2531369 Aug 20 13:30:22.156655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-afc4d16d-7a70-4cc3-8f95-694fb4799450 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743484 Aug 20 13:30:22.159725 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd4a3f2e-8caf-4ce9-a955-b52c471d09de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4761949 Aug 20 13:30:22.175200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32782) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:22.177406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Subnet': ['ID=f74d746f-cc06-468c-af71-ddd8d003ee92,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:22.191535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f4bb0ac-dca0-4963-a911-0aabea686e3a req-bb89f684-20b6-411d-9166-c0f0e2e63862 service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695526 Aug 20 13:30:22.212489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Request body: {'port': {'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-815076011'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:22.298294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Checking segment: {'id': '9906fb51-d4fe-4f61-b892-96b08b1283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:22.298965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network hostable DHCP agents. Network: b04b68a5-e259-49c6-9843-352d2f10d174, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:30:22.379625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69eef61-c0cf-4c01-85bf-0fb015228b68 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:22.391409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7b8eba3b-b3cd-478a-bb56-d531065f6d87', 'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87', 'tenant_id': 'cc1b0808202f4dbf9f41888f24343aa2', 'fixed_ips': [{'subnet_id': '4337b516-e041-4d3a-80e1-5fd358a01803'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:30:22.398234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:22.401569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:22.446449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902087cd-d569-4d3d-a4ac-c3643666555c req-4abf2423-7c34-431c-a818-b602750e32b3 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:22.458380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-902087cd-d569-4d3d-a4ac-c3643666555c req-4abf2423-7c34-431c-a818-b602750e32b3 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.1851637 Aug 20 13:30:22.499525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Transition to ACTIVE for port object d69eef61-c0cf-4c01-85bf-0fb015228b68 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:22.512058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-75c2e73c-ad8a-4694-b82b-e8e019a1da99 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163447 Aug 20 13:30:22.515724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:22.537007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-902087cd-d569-4d3d-a4ac-c3643666555c req-175283bb-3f52-447d-94e2-0f9288af0b5b tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780208 Aug 20 13:30:22.637853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-a9aeaf52-d41d-422b-baa6-b297e980b518 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 217 time: 0.1146545 Aug 20 13:30:22.684653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 464a2949-435a-45b9-a60d-c87c998ea2c2 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:22.699453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3451db23-7d7e-450a-ad7b-d46a15eb8f7b req-5de63150-f286-48fa-a9c4-13e743b116ab tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388727 Aug 20 13:30:22.707405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:22.745967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:30:22.782982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, b04b68a5-e259-49c6-9843-352d2f10d174) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:22.810713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:22.811404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:22.846620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-022984af-d9b5-4296-8546-e32afdd6086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:22.848261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-022984af-d9b5-4296-8546-e32afdd6086d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1687882 Aug 20 13:30:22.901275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93993c0-b344-476b-8c56-f06853141499 None None] Network b04b68a5-e259-49c6-9843-352d2f10d174 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:22.912785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Made reservation on behalf of cc1b0808202f4dbf9f41888f24343aa2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:22.925783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:22.926955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-4d2d47d4-00ce-4cca-bf06-ebe5ca549608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:22.928739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-4d2d47d4-00ce-4cca-bf06-ebe5ca549608 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722187 Aug 20 13:30:22.933818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Attempting to bind port d69eef61-c0cf-4c01-85bf-0fb015228b68 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:22.936360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Attempting to bind port d69eef61-c0cf-4c01-85bf-0fb015228b68 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:22.936920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Attempting to bind port d69eef61-c0cf-4c01-85bf-0fb015228b68 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:22.944199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-725b55f0-6d85-4deb-8612-844b6ef19cb8 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5988243 Aug 20 13:30:22.945837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32812) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:22.949659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Port d69eef61-c0cf-4c01-85bf-0fb015228b68 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:22.949984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Attempting to bind port d69eef61-c0cf-4c01-85bf-0fb015228b68 on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:22.959008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-346843660'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:22.981006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] device_id is not set on port 334983e1-eb0b-4f6a-a249-76665618a203 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:23.021637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:23.021987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:23.022386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:23.022845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Bound port: d69eef61-c0cf-4c01-85bf-0fb015228b68, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:23.023362 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.058525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b8b55-c69c-40ee-ba79-385ef478e628 req-fd94d390-f654-4c77-a689-e0d29060758b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.059949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-928b8b55-c69c-40ee-ba79-385ef478e628 req-fd94d390-f654-4c77-a689-e0d29060758b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 944 time: 0.2439466 Aug 20 13:30:23.114411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-928b8b55-c69c-40ee-ba79-385ef478e628 req-c411ddca-02b0-4a39-9bda-7e0da7e0c933 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475190 Aug 20 13:30:23.222738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Allocated IP 2001:db8::2 (7b8eba3b-b3cd-478a-bb56-d531065f6d87/4337b516-e041-4d3a-80e1-5fd358a01803/ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:23.320424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:23.328137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9a63f81e-091d-4e45-9d23-469630ca08c1 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808866 Aug 20 13:30:23.334952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:23.345464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662974885', 'description': 'tempest-description--693567012'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:23.358615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:23.400487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.418826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.423351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:23.426564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.426907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.441444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.441826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.453225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] device_id is not set on port 1c97ccb2-84e7-4623-b003-47269bd7b840 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:23.456878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.464333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.471342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.477004 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.479131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.481706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-c3a749eb-2bbc-41a0-8483-d0f037de715d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2318921 Aug 20 13:30:23.487322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Transition to ACTIVE for port object ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:23.505925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Transition to ACTIVE for port object ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:23.524474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.533826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 464a2949-435a-45b9-a60d-c87c998ea2c2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:23.578871 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d908a1d8-826b-4039-bfa4-c9dcb7004783 req-022edfdf-2d40-4101-a143-6257b9945296 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883753 Aug 20 13:30:23.586432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:23.615856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Pushing event updated for resources: {'Port': ['ID=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:23.627070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:23.630139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:23.657015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Allocated IP 2001:db8::225 (7b8eba3b-b3cd-478a-bb56-d531065f6d87/4337b516-e041-4d3a-80e1-5fd358a01803/334983e1-eb0b-4f6a-a249-76665618a203) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:23.729550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-3233883e-625b-4454-aa7c-8168a24008f8 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773730 Aug 20 13:30:23.760503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:23.761368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.761969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 464a2949-435a-45b9-a60d-c87c998ea2c2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:23.762874 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.763011 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] 10.222.0.53 "PUT /v2.0/ports/d69eef61-c0cf-4c01-85bf-0fb015228b68 HTTP/1.1" status: 200 len: 1095 time: 3.8178756 Aug 20 13:30:23.763485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:23.771280 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1473070a-ecf8-4b83-8311-c44e97725abd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:23.830282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.839508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-b04b68a5-e259-49c6-9843-352d2f10d174', 'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'tenant_id': '9fa97671e52d4ce1b0dae0385c232ea2', 'fixed_ips': [{'subnet_id': 'f74d746f-cc06-468c-af71-ddd8d003ee92'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:30:23.840723 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.851674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2b13a557-d970-49e3-96e2-d3e8dcdf337c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 217 time: 0.1125751 Aug 20 13:30:23.876753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 2, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:23.894812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:23.940160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Allocated IP 2001:db8::18 (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/1c97ccb2-84e7-4623-b003-47269bd7b840) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:23.945551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Checking router: 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:30:23.945927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Updating router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:30:23.966300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Attempting to bind port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:23.966300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Attempting to bind port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'fde4b9c6-1c35-4a56-a514-f2cc968699e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:23.966300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Attempting to bind port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 on network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:23.981340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad7662-da0a-44bc-8d68-f9291e00ee1d service neutron] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:24.005551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:24.015327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Checking segment: {'id': 'fde4b9c6-1c35-4a56-a514-f2cc968699e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:24.016985 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.017693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Bound using segment: {'id': 'fde4b9c6-1c35-4a56-a514-f2cc968699e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:24.018469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Bound port: ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde4b9c6-1c35-4a56-a514-f2cc968699e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:24.018576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.033725 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.035123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6990352 Aug 20 13:30:24.045124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32834) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:24.047064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e711a3-b379-4bf8-bd55-23dda8ca64ff req-a4ff3d0c-a863-4496-b081-c2ae89c8295d tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.049317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e711a3-b379-4bf8-bd55-23dda8ca64ff req-a4ff3d0c-a863-4496-b081-c2ae89c8295d tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.3169043 Aug 20 13:30:24.054327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Request body: {'security_group_rule': {'security_group_id': '09c33e18-d9d2-46ae-99b4-d495134af513', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:24.059992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020baef-24de-41e4-8255-6afb63d29495 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c33e18-d9d2-46ae-99b4-d495134af513,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:24.069138 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.070938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9b5b216c-40b0-4a67-ab51-2f25aa04483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.073759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9b5b216c-40b0-4a67-ab51-2f25aa04483a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1954381 Aug 20 13:30:24.097282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537997ad-70ff-4860-8be7-39c686784b43 req-e421ecbb-8a95-44b0-a931-621bbad1fbdd tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.100171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537997ad-70ff-4860-8be7-39c686784b43 req-e421ecbb-8a95-44b0-a931-621bbad1fbdd tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 947 time: 0.2676227 Aug 20 13:30:24.124836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-3092a49f-d765-4254-a05e-55c9e6cd58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.126367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-3092a49f-d765-4254-a05e-55c9e6cd58c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6776ecf8f9f746c5ae8e11f5344f5b9d&device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 1098 time: 0.2829480 Aug 20 13:30:24.189529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-537997ad-70ff-4860-8be7-39c686784b43 req-b7055451-0477-4c00-8c4a-6be817f65025 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782616 Aug 20 13:30:24.199156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.221442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-849c7761-9188-4766-9f2c-126f9b62a949 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68 HTTP/1.1" status: 200 len: 217 time: 0.0763986 Aug 20 13:30:24.223881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.257570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Transition to ACTIVE for port object 334983e1-eb0b-4f6a-a249-76665618a203 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:24.308707 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eae63d5-226f-4df6-ae62-4d11fbff1e69 x-openstack-request-id: req-8eae63d5-226f-4df6-ae62-4d11fbff1e69 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:24.309479 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:24.309479 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8eae63d5-226f-4df6-ae62-4d11fbff1e69 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:24.309660 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'status': 'completed', 'code': 200} Aug 20 13:30:24.328801 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e711a3-b379-4bf8-bd55-23dda8ca64ff req-a438bd98-6fd8-43e1-b48d-06938bc7a96a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636428 Aug 20 13:30:24.329773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.352573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.402977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.404245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] For port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:24.407221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-017457ff-4136-45ec-93d0-5cb8ad458add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.410783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-017457ff-4136-45ec-93d0-5cb8ad458add service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3227701 Aug 20 13:30:24.447890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-6825ecc9-6a00-4842-9f60-a89ca2cbf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.449157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-6825ecc9-6a00-4842-9f60-a89ca2cbf1c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1825156 Aug 20 13:30:24.486201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.486905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4403725 Aug 20 13:30:24.496443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32844) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:24.504760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] For port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,segment=NetworkSegment(fde4b9c6-1c35-4a56-a514-f2cc968699e3),segment_id=fde4b9c6-1c35-4a56-a514-f2cc968699e3)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:24.518063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Request body: {'security_group_rule': {'security_group_id': '09c33e18-d9d2-46ae-99b4-d495134af513', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:24.534550 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.546600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event updated for resources: {'Port': ['ID=334983e1-eb0b-4f6a-a249-76665618a203,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:24.548655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040f129-676e-4c37-987a-5c31ed9fbfda tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42184c7e-f87c-4dbe-8c06-7e2d9ba89942,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:24.556511 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.570409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:24.576229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:24.581019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:24.589347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.590012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.591325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.617803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a7a1e6c-4aaf-4bfa-9c28-bfbe069f6a60 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4260130 Aug 20 13:30:24.618942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32848) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:24.632465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665ba4a-f42c-4a07-a536-3f70abb17669 req-110f9bac-905c-4015-a6f3-5f0fa41e8f66 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.635140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6665ba4a-f42c-4a07-a536-3f70abb17669 req-110f9bac-905c-4015-a6f3-5f0fa41e8f66 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 944 time: 0.2191045 Aug 20 13:30:24.640416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Request body: {'port': {'network_id': '7b8eba3b-b3cd-478a-bb56-d531065f6d87', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1796810326', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:24.641005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] bootfile-name is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:30:24.641243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Transition to ACTIVE for port object 1c97ccb2-84e7-4623-b003-47269bd7b840 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:24.641364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] tftp-server is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:30:24.641660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] server-ip-address is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:30:24.643108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.685295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-7c37a9f1-ea30-48cd-9122-a4702058f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:24.686918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-7c37a9f1-ea30-48cd-9122-a4702058f906 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1957335 Aug 20 13:30:24.710955 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-13ac2faa-0abb-4b14-b371-58207bccfce3 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759337 Aug 20 13:30:24.816135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:24.818903 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eada879-0aad-4ce2-a881-88090d1840dd" -d '{"events": [{"server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "name": "network-vif-plugged", "status": "completed", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:24.841511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf81a0-0cb0-4ae4-ad56-b1d469f4d586 None None] Pushing event updated for resources: {'Port': ['ID=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:24.845623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 464a2949-435a-45b9-a60d-c87c998ea2c2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=464a2949-435a-45b9-a60d-c87c998ea2c2,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:24.912166 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.928043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6665ba4a-f42c-4a07-a536-3f70abb17669 req-476aad1f-5fa2-4075-b9fc-980d6787b1a6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289206 Aug 20 13:30:24.933952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Made reservation on behalf of cc1b0808202f4dbf9f41888f24343aa2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:24.949583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:24.986680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] device_id is not set on port 9c87236d-56bf-4772-96ad-619442a2f160 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:24.998305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.112599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-df32be9b-8a7e-4934-a417-adbc3cdbd6ca service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917983 Aug 20 13:30:25.153404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=464a2949-435a-45b9-a60d-c87c998ea2c2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:25.182486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Allocated IP 2001:db8::2 (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:25.190561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-6569a49a-7116-49e7-8740-8a7265f41d8a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947796 Aug 20 13:30:25.207055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.267612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.285927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c555d8-78b0-436d-a917-4a01e15a21cd req-3767ab8b-d813-43ea-b64d-8b7d1fe97cf2 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.288628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7c555d8-78b0-436d-a917-4a01e15a21cd req-3767ab8b-d813-43ea-b64d-8b7d1fe97cf2 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.1454237 Aug 20 13:30:25.310969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Allocated IP 2001:db8::1f7 (7b8eba3b-b3cd-478a-bb56-d531065f6d87/4337b516-e041-4d3a-80e1-5fd358a01803/9c87236d-56bf-4772-96ad-619442a2f160) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:25.378197 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.396601 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7c555d8-78b0-436d-a917-4a01e15a21cd req-8db6ae5f-97e7-428d-921f-7f6f6c07aa46 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830777 Aug 20 13:30:25.410391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Transition to ACTIVE for port object 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:25.410847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ceca-cbed-4424-9dae-18022907304d req-02393599-508d-4c49-a9bc-9210a19cbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.412987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-02393599-508d-4c49-a9bc-9210a19cbd5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc35a48b676749ae98f501a709e36618&device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 1096 time: 0.5830681 Aug 20 13:30:25.425556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:25.436781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-03b0f373-3871-4001-a8ca-33a6b9afa501 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 217 time: 0.2439516 Aug 20 13:30:25.498426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.522252 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f019e7c7-30ab-4baa-9337-80b2539f258b x-openstack-request-id: req-f019e7c7-30ab-4baa-9337-80b2539f258b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:25.522575 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "name": "network-vif-plugged", "status": "completed", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:25.522839 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f019e7c7-30ab-4baa-9337-80b2539f258b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:25.523243 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'code': 200} Aug 20 13:30:25.602089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.612968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.628781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.635395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.645489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.649413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Transition to ACTIVE for port object e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:25.667518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.673485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.674721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f0bec-8a4b-4cab-aad0-6cf59f215d3b None None] Pushing event updated for resources: {'Port': ['ID=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:25.688851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.690868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00b0df3f-3647-45a3-8da8-298ae171204a req-9c79aebd-6b30-4aac-b6e5-15acd153aef2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.8746877 Aug 20 13:30:25.691488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=1c97ccb2-84e7-4623-b003-47269bd7b840,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:25.719156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ceca-cbed-4424-9dae-18022907304d req-9d24bd97-677f-4685-8c2d-1642aea44770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.720834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-9d24bd97-677f-4685-8c2d-1642aea44770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 200 len: 915 time: 0.2793734 Aug 20 13:30:25.721790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:25.726199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Transition to ACTIVE for port object e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:25.735792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.741046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Attempting to bind port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:25.741402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Attempting to bind port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:25.742034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Attempting to bind port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b on network 2b1add7e-ecf8-4655-918d-fb61b153d33b {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:25.744245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31452ed-98b5-4254-a283-07f5768862b5,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:25.746526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:25.748239 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.762778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:25.763167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Checking segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:25.763579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.763977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Bound using segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:25.764196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.764490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Bound port: 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:25.764907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.766833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.769580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634a4c-18c7-497d-b33b-30272a56570c req-b7c07a7b-01a1-4535-9b64-95aa559d8a21 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:25.780327 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1634a4c-18c7-497d-b33b-30272a56570c req-b7c07a7b-01a1-4535-9b64-95aa559d8a21 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 947 time: 0.1350477 Aug 20 13:30:25.848166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Pushing event updated for resources: {'Port': ['ID=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:25.857991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Transition to ACTIVE for port object 9c87236d-56bf-4772-96ad-619442a2f160 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:25.860600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:25.865231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:25.890289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1634a4c-18c7-497d-b33b-30272a56570c req-4cdcbfe6-42b6-47dc-bc60-ff7f4a1efe66 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083319 Aug 20 13:30:25.917470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-fba0cf07-8d64-4d8d-baec-e0b285f80ec6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5bfa637-616a-4066-8a91-5af6d702eefe HTTP/1.1" status: 200 len: 217 time: 0.1340230 Aug 20 13:30:25.942528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.958534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] For port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:25.959034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:25.964520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] For port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:25.966735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:25.973191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-93dd9428-649f-4848-8dcf-1495b238ad76 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4655745 Aug 20 13:30:25.980390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:26.016236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.019232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-5fad2ed1-8bc2-4241-a465-96d8a6c6801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.021831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-5fad2ed1-8bc2-4241-a465-96d8a6c6801e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.5610619 Aug 20 13:30:26.027816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:26.039852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:26.050913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:26.059351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:26.068742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.069461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.076240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event updated for resources: {'Port': ['ID=9c87236d-56bf-4772-96ad-619442a2f160,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:26.093131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.161406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-55794b44-d024-4111-85a9-0e7c4b2da706 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5407264 Aug 20 13:30:26.163703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:26.200802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d72360bd-290e-48cd-93d2-641e4c883ba3 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2468119 Aug 20 13:30:26.208580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32864) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:26.217857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f0bec-8a4b-4cab-aad0-6cf59f215d3b None None] Pushing event updated for resources: {'Port': ['ID=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:26.218651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c582b-7ef0-4133-b89b-f746a7c08416 req-330824b5-4c32-44fa-ae84-54106600a296 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.237006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db2c582b-7ef0-4133-b89b-f746a7c08416 req-330824b5-4c32-44fa-ae84-54106600a296 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.1637197 Aug 20 13:30:26.244793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-673214525', 'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:af:25:57'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:26.252962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:26.257266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:26.269046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae80318c-e511-4a31-ad4b-93b95eb03e27 req-aa409eb1-2507-442d-bd29-ceae1c6b992a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0239644 Aug 20 13:30:26.304787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00b0df3f-3647-45a3-8da8-298ae171204a req-ebd2e579-7a31-4aba-8a0d-2d4417c17368 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5763700 Aug 20 13:30:26.449482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718445a7-9d54-4ab6-8b5b-d31099f8ef77 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.458087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718445a7-9d54-4ab6-8b5b-d31099f8ef77 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.469766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718445a7-9d54-4ab6-8b5b-d31099f8ef77 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.475186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-718445a7-9d54-4ab6-8b5b-d31099f8ef77 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3104069 Aug 20 13:30:26.526671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14c3e8-8d91-4463-a5f9-217b8f0e1494 None None] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:26.529939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32868) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:26.544521 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db2c582b-7ef0-4133-b89b-f746a7c08416 req-af26697c-bc49-445f-8dd6-97f9c236c9c7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065050 Aug 20 13:30:26.616249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:26.680604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:26.773862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Attempting to bind port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:26.774338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Attempting to bind port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '9906fb51-d4fe-4f61-b892-96b08b1283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:26.774759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Attempting to bind port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 on network b04b68a5-e259-49c6-9843-352d2f10d174 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:26.784182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Deleting port 9c87236d-56bf-4772-96ad-619442a2f160 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:26.784883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.794967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.805566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:26.806478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Checking segment: {'id': '9906fb51-d4fe-4f61-b892-96b08b1283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:26.807296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.807712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Bound using segment: {'id': '9906fb51-d4fe-4f61-b892-96b08b1283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:26.808223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Bound port: e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9906fb51-d4fe-4f61-b892-96b08b1283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:26.809091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:26.850055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1bd89-a8c9-4884-a2d4-5460c89ad6a9 req-313b5841-5c0d-4845-b912-903af56c7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:26.852130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ee1bd89-a8c9-4884-a2d4-5460c89ad6a9 req-313b5841-5c0d-4845-b912-903af56c7b19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1096 time: 1.1280189 Aug 20 13:30:26.871659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] device_id is not set on port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:27.022068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] For port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:27.026070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] For port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,segment=NetworkSegment(9906fb51-d4fe-4f61-b892-96b08b1283c1),segment_id=9906fb51-d4fe-4f61-b892-96b08b1283c1)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:27.030380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-27fb4b96-7876-4744-8106-f85ed1985f4c None None] Provisioning for port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:27.043522 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:27.064510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-51fe0edf-f0ce-4071-902d-dd9fd4b9f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.067995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-51fe0edf-f0ce-4071-902d-dd9fd4b9f204 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9815133 Aug 20 13:30:27.079570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Allocated IP 2001:db8::2be (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/808d38df-5e67-4d32-b4e2-f9e0faa3d1a5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:27.240598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:27.245218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6043c-4abe-497b-9b58-0324fbfd74d1 None None] Pushing event updated for resources: {'Port': ['ID=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:27.249241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:27.279805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8960-8652-45b9-a87e-cb5b528571bd req-35302b31-6998-44a5-b778-4e43802fed10 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.281563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47fb8960-8652-45b9-a87e-cb5b528571bd req-35302b31-6998-44a5-b778-4e43802fed10 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 947 time: 0.2269993 Aug 20 13:30:27.295723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Calling delete_port for 9c87236d-56bf-4772-96ad-619442a2f160 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:27.298239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ceca-cbed-4424-9dae-18022907304d req-00e44303-bcaa-4f0e-8c92-bdd3bc74abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.300543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-00e44303-bcaa-4f0e-8c92-bdd3bc74abfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 200 len: 853 time: 1.2868040 Aug 20 13:30:27.404905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ee1bd89-a8c9-4884-a2d4-5460c89ad6a9 req-99d87e3a-7a67-4ea5-bfc4-dc88edd834c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4835255 Aug 20 13:30:27.425187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473070a-ecf8-4b83-8311-c44e97725abd req-ddeea25d-37dd-4010-9870-36db25385b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.426900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-ddeea25d-37dd-4010-9870-36db25385b0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6776ecf8f9f746c5ae8e11f5344f5b9d&device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 1098 time: 0.5729990 Aug 20 13:30:27.454480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47fb8960-8652-45b9-a87e-cb5b528571bd req-f15c9d8c-d40c-4b37-a4e7-9ef9a6931659 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608717 Aug 20 13:30:27.480517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-0bd3a080-99cf-44bb-a83f-70b76f8ab0ac service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880417 Aug 20 13:30:27.534353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:27.647141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:27.647670 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:27.693806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccbe5f-251f-414e-917a-63454cbec46c req-dfd2f8cb-fa22-4bea-ba56-b12054c3fae3 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.699610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6ccbe5f-251f-414e-917a-63454cbec46c req-dfd2f8cb-fa22-4bea-ba56-b12054c3fae3 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.8105495 Aug 20 13:30:27.708832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:27.743379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ceca-cbed-4424-9dae-18022907304d req-da13dedd-3aee-420f-9487-cf23ecd17b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.747224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-da13dedd-3aee-420f-9487-cf23ecd17b1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cecd7b32-0119-45c7-bf7c-6ed09f959c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4252474 Aug 20 13:30:27.780153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e630a71a-b8c4-47f2-bf64-9d1afafb369e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822685 Aug 20 13:30:27.797904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:27.815571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:25Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:27.871358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee03d6-b646-4c91-8e47-c2c644d381ab None None] The sync data for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 is: [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:25Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:30:27.906867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,segment=NetworkSegment(fde4b9c6-1c35-4a56-a514-f2cc968699e3),segment_id=fde4b9c6-1c35-4a56-a514-f2cc968699e3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:27.912659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.919183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.920799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:27.934335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.942280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.965891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.987188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.995983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:27.998255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-a607e9bf-5090-4b44-8f2b-f24888acb823 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2278459 Aug 20 13:30:28.000868 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.003605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.024792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-9b3d303e-bad7-4e74-a8b7-096e36992ca6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 217 time: 0.0960653 Aug 20 13:30:28.044816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91a38de-f482-45e9-8022-c2de2884fc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.079612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:28.141841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event deleted for resources: {'Port': ['ID=9c87236d-56bf-4772-96ad-619442a2f160,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:28.144137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Transition to ACTIVE for port object 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:28.146054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.151362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cdcc16b0-ee7a-472e-b6e4-130ddef00513 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "DELETE /v2.0/ports/9c87236d-56bf-4772-96ad-619442a2f160 HTTP/1.1" status: 204 len: 168 time: 1.6024578 Aug 20 13:30:28.152053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32894) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:28.159025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Request body: {'port': {'name': 'tempest-new-port-name-1021157210', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:28.159431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] bootfile-name is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:30:28.159771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] tftp-server is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:30:28.160107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] server-ip-address is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:30:28.187557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Could not find standard attr ID for object 9c87236d-56bf-4772-96ad-619442a2f160. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:30:28.213535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Provisioning complete for port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:28.213913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.241526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.303326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0511962a-f19a-4f68-9f62-f67767fabac0 req-68fd33db-cac5-4652-a83c-64aceea6fb65 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2957747 Aug 20 13:30:28.303899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-bc1d4417-c994-404d-91f9-b54d0cf82f4e service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059342 Aug 20 13:30:28.342002 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.355022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6ccbe5f-251f-414e-917a-63454cbec46c req-bceff654-2529-4d0a-b99e-b11d9acbbeea tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316178 Aug 20 13:30:28.488524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.524414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Provisioning for port 334983e1-eb0b-4f6a-a249-76665618a203 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:28.525406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Allocated IP 172.25.6.25 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/5627dbb4-5a6f-4e0e-9450-f18a566464ee) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:28.540463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Provisioning complete for port 334983e1-eb0b-4f6a-a249-76665618a203 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:28.541060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.663796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2375c4ac-4058-419f-9d20-1d7a4255a6e0 None None] Port 334983e1-eb0b-4f6a-a249-76665618a203 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:28.675743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=808d38df-5e67-4d32-b4e2-f9e0faa3d1a5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:28.695386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473070a-ecf8-4b83-8311-c44e97725abd req-42784afb-4825-4677-9865-7c9eddab8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:28.697561 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-42784afb-4825-4677-9865-7c9eddab8f5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 1.2232080 Aug 20 13:30:28.699227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:28.704973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:28.717308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-38a17e33-5795-4e28-b5ea-b6f39060ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:28.721165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-38a17e33-5795-4e28-b5ea-b6f39060ea8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.6548865 Aug 20 13:30:28.736063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:28.751950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:28.753113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.815702 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.854264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b3a67c6f-59ea-4c8e-89fe-3911884a62d2 None None] Provisioning complete for port 334983e1-eb0b-4f6a-a249-76665618a203 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:28.854807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3a67c6f-59ea-4c8e-89fe-3911884a62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:28.878726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98166f-c5af-4a96-8c94-af7843c7ab8d req-138d971a-6665-4174-adbb-52ba49d8b1b9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:28.890144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f98166f-c5af-4a96-8c94-af7843c7ab8d req-138d971a-6665-4174-adbb-52ba49d8b1b9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.3724082 Aug 20 13:30:28.901148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b3a67c6f-59ea-4c8e-89fe-3911884a62d2 None None] Port 334983e1-eb0b-4f6a-a249-76665618a203 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:28.975053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f98166f-c5af-4a96-8c94-af7843c7ab8d req-edee3857-2250-40e2-9981-5725d2f1cc2a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821235 Aug 20 13:30:29.031402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de93ceca-cbed-4424-9dae-18022907304d req-5f061499-2146-44f8-87f7-07a39a729c82 service neutron] 10.222.0.13 "GET /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688001 Aug 20 13:30:29.052627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.079613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-0caf28ea-ce6d-4330-91be-60ee23967517 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68 HTTP/1.1" status: 200 len: 217 time: 0.3547297 Aug 20 13:30:29.116435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.132749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.170341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473070a-ecf8-4b83-8311-c44e97725abd req-1cdaad81-d0aa-434e-ba7d-63d585a0d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.172205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-1cdaad81-d0aa-434e-ba7d-63d585a0d67f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0712621 Aug 20 13:30:29.195139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event updated for resources: {'Port': ['ID=334983e1-eb0b-4f6a-a249-76665618a203,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:29.202256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8b918-a855-40eb-8231-72cb1d933e17 None None] Network b04b68a5-e259-49c6-9843-352d2f10d174 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:29.206347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] In _notify_port_updated(), no bound segment for port 334983e1-eb0b-4f6a-a249-76665618a203 on network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:30:29.216807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.219734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.224829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2268b94a-719a-481e-b1c1-ccee3c3d241e tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "PUT /v2.0/ports/334983e1-eb0b-4f6a-a249-76665618a203 HTTP/1.1" status: 200 len: 1130 time: 1.0715213 Aug 20 13:30:29.228979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32898) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:29.238066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91a38de-f482-45e9-8022-c2de2884fc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.304995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a91a38de-f482-45e9-8022-c2de2884fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.313351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:29.314342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939308e8-94aa-4349-99ad-dff77ef6f3b9 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.319907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-939308e8-94aa-4349-99ad-dff77ef6f3b9 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "GET /v2.0/ports/334983e1-eb0b-4f6a-a249-76665618a203 HTTP/1.1" status: 200 len: 1130 time: 0.0896671 Aug 20 13:30:29.321679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32900) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:29.324943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae79c-e029-469e-9287-71dcb89f036f req-ae002763-8560-47cc-9cd6-305abd8d6481 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.327480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-866ae79c-e029-469e-9287-71dcb89f036f req-ae002763-8560-47cc-9cd6-305abd8d6481 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 947 time: 0.6246567 Aug 20 13:30:29.332366 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-df4833ef-f055-4ac8-a6bb-493b6732782e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.1218863 Aug 20 13:30:29.334304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32902) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:29.339610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-87ac44da-3b6b-417d-8b54-3f8e3134d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.341187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-87ac44da-3b6b-417d-8b54-3f8e3134d428 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5447302 Aug 20 13:30:29.401166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5838bf3-9ac1-44e5-ba7d-5ce05e9a1fc0 None None] Provisioning for port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:29.573765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:29.586495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c1ab3650-0dca-48b4-acad-8692f3141cab None None] Could not find standard attr ID for object 9c87236d-56bf-4772-96ad-619442a2f160. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:30:29.593947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:29.594321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.597462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5b5e0-3d93-451c-af18-b058268780f6 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.608908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5b5e0-3d93-451c-af18-b058268780f6 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.622338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5b5e0-3d93-451c-af18-b058268780f6 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.624118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ac5b5e0-3d93-451c-af18-b058268780f6 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2888672 Aug 20 13:30:29.631360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32908) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:29.685592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a91a38de-f482-45e9-8022-c2de2884fc75 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65a1b9eb18e844d9ae49807e0406fb70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9634018 Aug 20 13:30:29.689668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32910) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:29.702953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473070a-ecf8-4b83-8311-c44e97725abd req-34a70ad5-02ff-4375-bd01-484c504c874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.705108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-34a70ad5-02ff-4375-bd01-484c504c874e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5178308 Aug 20 13:30:29.707988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.710609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a38de-f482-45e9-8022-c2de2884fc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a50fb5-45bd-444e-9949-d032bfe9bc7e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:29.718888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.730093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.738558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.748390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-866ae79c-e029-469e-9287-71dcb89f036f req-023eb7d3-d9bc-41c6-b3c7-a889b1cccfeb tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061031 Aug 20 13:30:29.750388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.771569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.771710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.789172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.795962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:29.798198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d55c641-f794-4478-b744-f136c33f0bda req-7f7eef0f-d5c9-40f9-b618-7e829f6557ec tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.3055768 Aug 20 13:30:29.890986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,segment=NetworkSegment(9906fb51-d4fe-4f61-b892-96b08b1283c1),segment_id=9906fb51-d4fe-4f61-b892-96b08b1283c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:29.902207 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.903525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:29.922568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Deleting port 334983e1-eb0b-4f6a-a249-76665618a203 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:29.923488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:29.980066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event updated for resources: {'Port': ['ID=5627dbb4-5a6f-4e0e-9450-f18a566464ee,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:30.021964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:30.104100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.126207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:30.130850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:30.135636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:30.147133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Calling delete_port for 334983e1-eb0b-4f6a-a249-76665618a203 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:30.162085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-df4df757-a416-4291-aee9-58e15c8d8b46 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464786 Aug 20 13:30:30.164409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:30.208958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:30.222141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:30.222494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.247109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d55c641-f794-4478-b744-f136c33f0bda req-13ced08a-f6de-4f42-8c83-cb2b0dcf02d8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4287336 Aug 20 13:30:30.311988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Provisioning for port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:30.326320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3639-9ada-4d5d-a128-f667cc317722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.330639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:30.342190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Provisioning complete for port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:30.342564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.367174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:30.367543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.398490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-94944857-b4d9-4731-bfb1-5c8a5788fed8 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709230 Aug 20 13:30:30.419928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64481b39-8ff6-49f4-b295-f5ba2bd19116 req-2526fd8f-7b0b-4036-9fdb-f29e6d274d8a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:30.428584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64481b39-8ff6-49f4-b295-f5ba2bd19116 req-2526fd8f-7b0b-4036-9fdb-f29e6d274d8a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.5167954 Aug 20 13:30:30.479461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3639-9ada-4d5d-a128-f667cc317722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.571829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'mac_address': 'fa:16:3e:ae:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:30.622859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64481b39-8ff6-49f4-b295-f5ba2bd19116 req-7634df7f-6b9d-4ce7-91a6-1eddea4c6419 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932611 Aug 20 13:30:30.629360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-cb2d7e9d-a228-4c23-aa6b-5ee8ed105f97 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900557 Aug 20 13:30:30.632751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:30.674666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.679317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Provisioning complete for port 334983e1-eb0b-4f6a-a249-76665618a203 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:30.682228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.685117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.744293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b3acc6cc-da26-480a-87e3-bf56d1f976d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 217 time: 0.1054883 Aug 20 13:30:30.758158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69eef61-c0cf-4c01-85bf-0fb015228b68 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:30.782238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Port 334983e1-eb0b-4f6a-a249-76665618a203 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:30.842663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:30.861380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.876079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Provisioning complete for port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:30.876976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.905567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:30.919691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1473070a-ecf8-4b83-8311-c44e97725abd req-62e61259-18b1-485a-bc83-2476c88e554d service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814682 Aug 20 13:30:30.937103 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:30.938192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:30.951071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-8217b9da-7a47-4a80-8bad-f5e88372f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:30.953999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-8217b9da-7a47-4a80-8bad-f5e88372f909 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.2003007 Aug 20 13:30:30.988710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af857a-4336-4e1b-a188-2b2b9fc83d1c req-754236db-d46f-4bd1-a3b9-373d863d43ae tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:30.990693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7af857a-4336-4e1b-a188-2b2b9fc83d1c req-754236db-d46f-4bd1-a3b9-373d863d43ae tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.1498885 Aug 20 13:30:31.039028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:31.088021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-cde8d5f6-5a3d-46a3-99a3-df9fb71a7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:31.090168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-cde8d5f6-5a3d-46a3-99a3-df9fb71a7457 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258652 Aug 20 13:30:31.106986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7af857a-4336-4e1b-a188-2b2b9fc83d1c req-9ba9a2d9-bc09-456f-a6c8-50e183c22067 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813124 Aug 20 13:30:31.108211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d69eef61-c0cf-4c01-85bf-0fb015228b68'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:31.137122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2c60c-7784-4f19-a9b4-d47d0f905d81 req-b9609197-a173-4604-b427-cfdb7688137a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:31.140101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fec2c60c-7784-4f19-a9b4-d47d0f905d81 req-b9609197-a173-4604-b427-cfdb7688137a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.7565973 Aug 20 13:30:31.213270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.242530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:31.250778 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.260513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-6cdc26d3-2a85-46dc-8530-a5152e9560e6 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508958 Aug 20 13:30:31.278342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:31.278342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.288999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event deleted for resources: {'Port': ['ID=334983e1-eb0b-4f6a-a249-76665618a203,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:31.299013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fec2c60c-7784-4f19-a9b4-d47d0f905d81 req-5c6b4d71-a562-419b-8320-1b2a4ffaf264 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417513 Aug 20 13:30:31.344065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:31.361916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Provisioning for port 1c97ccb2-84e7-4623-b003-47269bd7b840 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:31.383763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Provisioning complete for port 1c97ccb2-84e7-4623-b003-47269bd7b840 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:31.384311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.431521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.455749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6e38f-9134-4899-88e8-7ffbcb179d5d None None] Port 1c97ccb2-84e7-4623-b003-47269bd7b840 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:31.456843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3639-9ada-4d5d-a128-f667cc317722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.460078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3639-9ada-4d5d-a128-f667cc317722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.463882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c5b3639-9ada-4d5d-a128-f667cc317722 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7a50fb5-45bd-444e-9949-d032bfe9bc7e HTTP/1.1" status: 204 len: 168 time: 1.6607771 Aug 20 13:30:31.508096 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-20df669d-c808-4dfc-9181-6d805d4d1117 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216759 Aug 20 13:30:31.542145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.559555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b3639-9ada-4d5d-a128-f667cc317722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a50fb5-45bd-444e-9949-d032bfe9bc7e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:31.562424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.563978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d5739518-0219-481e-ad69-46b7dfe915de tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "DELETE /v2.0/ports/334983e1-eb0b-4f6a-a249-76665618a203 HTTP/1.1" status: 204 len: 168 time: 2.2412686 Aug 20 13:30:31.567598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32928) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:31.629556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-540e9c17-c3c3-4cf7-bb46-7f64ff622ae9 None None] Provisioning complete for port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:31.629997 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-540e9c17-c3c3-4cf7-bb46-7f64ff622ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.651220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f98607-4cb9-424c-aa98-fe0d83c23dcf req-dc0c1770-f5a6-4eaf-a639-ac6ed05a20de tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:31.664834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86f98607-4cb9-424c-aa98-fe0d83c23dcf req-dc0c1770-f5a6-4eaf-a639-ac6ed05a20de tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 948 time: 0.4563978 Aug 20 13:30:31.732463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Deleting subnet 4337b516-e041-4d3a-80e1-5fd358a01803 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:30:31.734098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-48725e9e-b1ab-4eb7-ae42-087aba220cf4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.2157269 Aug 20 13:30:31.744691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.756784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-540e9c17-c3c3-4cf7-bb46-7f64ff622ae9 None None] Port 808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:31.761015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:31.783729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86f98607-4cb9-424c-aa98-fe0d83c23dcf req-71cff65f-be70-46e2-9b97-f411c4c5c14f tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142449 Aug 20 13:30:31.798904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-540e9c17-c3c3-4cf7-bb46-7f64ff622ae9 None None] Provisioning complete for port 1c97ccb2-84e7-4623-b003-47269bd7b840 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:31.799369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-540e9c17-c3c3-4cf7-bb46-7f64ff622ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.853983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.856529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-540e9c17-c3c3-4cf7-bb46-7f64ff622ae9 None None] Port 1c97ccb2-84e7-4623-b003-47269bd7b840 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:31.880201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:31.880616 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.940051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428901b-efc6-4641-bbeb-4363e0445593 req-b0b989f5-f894-48da-8563-bf2fb98fba30 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:31.942424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4428901b-efc6-4641-bbeb-4363e0445593 req-b0b989f5-f894-48da-8563-bf2fb98fba30 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.4990895 Aug 20 13:30:31.965336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:31.991001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:32.006629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b843ccfd-712c-4921-bbb9-0c7575cb7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.009661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-b843ccfd-712c-4921-bbb9-0c7575cb7b36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.2425485 Aug 20 13:30:32.031607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=808d38df-5e67-4d32-b4e2-f9e0faa3d1a5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:32.039711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.061384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:32.087722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32932) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:32.131752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.138942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.141280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port d69eef61-c0cf-4c01-85bf-0fb015228b68 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:32.145798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.148335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d69eef61-c0cf-4c01-85bf-0fb015228b68 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:32.149959 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.151789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.154350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:32.154794 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.159203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.166402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.166733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338ad430-04de-4ce7-9b85-02294241cd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.173038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.175066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-12fbc204-cdf4-4054-b562-bfb79e501313 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2556417 Aug 20 13:30:32.194035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.194311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.194654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.194994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.195331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.195666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.195998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.196824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.197004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.197362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.197691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.198012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:32.209442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4428901b-efc6-4641-bbeb-4363e0445593 req-f07df31c-04ec-4449-9e38-7aed3d414f1a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586994 Aug 20 13:30:32.226101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-587f2cf6-a84d-423e-a196-f17c80fb57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.231301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-587f2cf6-a84d-423e-a196-f17c80fb57ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2043092 Aug 20 13:30:32.295731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.363807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd8ff006-f64b-4039-a96e-f715fa0df1cc req-01910b7c-5c19-4474-9ce7-51df5c180608 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710227 Aug 20 13:30:32.368235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.373828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5628dec4-ba9d-47d2-b080-3e0ba283b870 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/ports/808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 HTTP/1.1" status: 204 len: 168 time: 2.7362540 Aug 20 13:30:32.382354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:32.465855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.477302 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-b444d41f-1012-43c4-b712-f6756ca79b46 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] GET failed (client error): The resource could not be found. Aug 20 13:30:32.481169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b444d41f-1012-43c4-b712-f6756ca79b46 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "GET /v2.0/ports/808d38df-5e67-4d32-b4e2-f9e0faa3d1a5 HTTP/1.1" status: 404 len: 333 time: 0.0959222 Aug 20 13:30:32.489543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32938) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:32.500363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-37280849'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:32.516181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.517783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:32.521472 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1484af17-b41d-4761-bd78-31b46d4cd7bd" -d '{"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-plugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:32.539470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:32.546061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03ac0f-c7c0-4fa0-b62f-5db87cf4825e None None] Network 7b8eba3b-b3cd-478a-bb56-d531065f6d87 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:32.550360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.561036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.563384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "DELETE /v2.0/subnets/4337b516-e041-4d3a-80e1-5fd358a01803 HTTP/1.1" status: 204 len: 168 time: 0.9909129 Aug 20 13:30:32.569280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32942) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:32.578507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-e0def630-92f4-4e37-a010-b9de599e3370 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094103 Aug 20 13:30:32.584484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b75ecb-2f83-4497-aa51-b255a78a4c7b tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event deleted for resources: {'Subnet': ['ID=4337b516-e041-4d3a-80e1-5fd358a01803,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:32.672042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:32.673479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68af902-1de9-47da-ba1b-f5b7a85e29f4 req-cd17e1a9-03ea-41ef-96df-e0499fb02c47 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:32.675398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c68af902-1de9-47da-ba1b-f5b7a85e29f4 req-cd17e1a9-03ea-41ef-96df-e0499fb02c47 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.3323479 Aug 20 13:30:32.734894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.787004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c68af902-1de9-47da-ba1b-f5b7a85e29f4 req-d652944c-a44c-4acd-ad02-9322258ce079 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016841 Aug 20 13:30:32.824305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338ad430-04de-4ce7-9b85-02294241cd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.825460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32946) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:32.841262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] DHCP port deletion for 7b8eba3b-b3cd-478a-bb56-d531065f6d87 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:30:32.906049 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016bf25a-bbb2-4625-9c40-5c72fe37287f x-openstack-request-id: req-016bf25a-bbb2-4625-9c40-5c72fe37287f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:32.908843 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-plugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:32.909345 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-016bf25a-bbb2-4625-9c40-5c72fe37287f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:32.910590 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'code': 200} Aug 20 13:30:32.964766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] Deleting port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:32.965389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:32.986403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-338ad430-04de-4ce7-9b85-02294241cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.055464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] For port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,segment=NetworkSegment(fde4b9c6-1c35-4a56-a514-f2cc968699e3),segment_id=fde4b9c6-1c35-4a56-a514-f2cc968699e3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:33.057603 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.068643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-338ad430-04de-4ce7-9b85-02294241cd2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=edae8da6ce614880b5a8237d3fc60d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9713497 Aug 20 13:30:33.080674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a817-4e41-4f61-ad75-ca1e2a6afcd2 req-922ddbc6-cf06-4dde-923f-71812c26fac1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.081130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] Calling delete_port for ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:33.089543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4566a817-4e41-4f61-ad75-ca1e2a6afcd2 req-922ddbc6-cf06-4dde-923f-71812c26fac1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 949 time: 0.1516891 Aug 20 13:30:33.096570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:33.108468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ad430-04de-4ce7-9b85-02294241cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193c4bd-8f09-4bbe-9cd7-bc794cb982bb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:33.138408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Deleting port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:33.138729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.145734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1c4ae-7feb-4f9e-85a0-15a339900976 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.149940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-65b1c4ae-7feb-4f9e-85a0-15a339900976 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1091 time: 0.3212526 Aug 20 13:30:33.165748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32950) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:33.187291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:33.194647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.226228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] Pushing event deleted for resources: {'Port': ['ID=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:33.231017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b5b0b-9cb0-4268-bc68-5fab69f2976c None None] No DVR routers for this DVR port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:30:33.282187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4566a817-4e41-4f61-ad75-ca1e2a6afcd2 req-4a77d0f6-6b7d-4201-a515-915ae1ad7401 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915710 Aug 20 13:30:33.287593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d42604-4d8b-4606-9fbd-43066ba287ed req-d616d147-8783-48d3-a27f-f710fbf4cf9c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.292592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-54d42604-4d8b-4606-9fbd-43066ba287ed req-d616d147-8783-48d3-a27f-f710fbf4cf9c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.7097261 Aug 20 13:30:33.311527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] For port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,segment=NetworkSegment(fde4b9c6-1c35-4a56-a514-f2cc968699e3),segment_id=fde4b9c6-1c35-4a56-a514-f2cc968699e3)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:33.311986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.315056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b72a71bd-96e5-47c8-9ce7-a9c671547ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.344533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Calling delete_port for ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:33.354494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b72a71bd-96e5-47c8-9ce7-a9c671547ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.368362 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.381153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.390284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10c3780a-42e2-426e-ad3a-6bba4144018a req-2ce79e2b-b27a-4c92-acf8-38ff868aa19b service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7548120 Aug 20 13:30:33.393131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.499259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa33c2-a079-4ef9-8f50-9ae6ee136320 req-67cbce14-4b4e-4a4a-812f-88567722822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.501132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4aa33c2-a079-4ef9-8f50-9ae6ee136320 req-67cbce14-4b4e-4a4a-812f-88567722822c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 1100 time: 0.3452497 Aug 20 13:30:33.516133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b72a71bd-96e5-47c8-9ce7-a9c671547ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.519091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b72a71bd-96e5-47c8-9ce7-a9c671547ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.520335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b72a71bd-96e5-47c8-9ce7-a9c671547ed3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3193c4bd-8f09-4bbe-9cd7-bc794cb982bb HTTP/1.1" status: 204 len: 168 time: 0.4194622 Aug 20 13:30:33.530990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-54d42604-4d8b-4606-9fbd-43066ba287ed req-98c22c89-32fb-490a-b11b-6769f3e68691 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305143 Aug 20 13:30:33.562974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.620375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event deleted for resources: {'Port': ['ID=ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:33.626487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a71bd-96e5-47c8-9ce7-a9c671547ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193c4bd-8f09-4bbe-9cd7-bc794cb982bb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:33.651481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] No DVR routers for this DVR port ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:30:33.676021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.684282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:33.684905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.691393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.699225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.707271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.716690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.719700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:33.719929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.722526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ea3e4a95-d2ad-4fb7-a6ec-8649a2b19033 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:33.722939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.725223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-68f44233-eb96-44f8-82fc-bf2de7ae8508 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2258234 Aug 20 13:30:33.738426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-ab6099c7-7145-4be0-b0b8-e43bf8848e17 req-a02b2ad9-8dd6-4c36-bf56-46bdd56f1888 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:30:33.741470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab6099c7-7145-4be0-b0b8-e43bf8848e17 req-a02b2ad9-8dd6-4c36-bf56-46bdd56f1888 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302501 Aug 20 13:30:33.750482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:33.754704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.854058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event updated for resources: {'Port': ['ID=5627dbb4-5a6f-4e0e-9450-f18a566464ee,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:33.867190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd2add82-ba7a-4fba-841b-9121b95a8520 req-326a4a56-fb84-4a7b-b542-3193e25a662d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108577 Aug 20 13:30:33.875824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.888876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8eba3b-b3cd-478a-bb56-d531065f6d87']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:33.900433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.901988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8867002 Aug 20 13:30:33.904469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde4b9c6-1c35-4a56-a514-f2cc968699e3') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:33.904731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde4b9c6-1c35-4a56-a514-f2cc968699e3') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:33.913262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4aa33c2-a079-4ef9-8f50-9ae6ee136320 req-7c85a191-3ea7-432a-992e-30362355eac5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788700 Aug 20 13:30:33.917722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] device_id is not set on port d2c1f14a-6934-449f-8d7b-fe297d26529b yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:33.919416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.927376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.927967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.928454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.929047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.929551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.929889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.930219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.930547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.930910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.931282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.931874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.932166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5fe28-eed5-4f06-9aba-6a325f3e2142 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:30:33.955950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.961481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.962578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.963067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.963639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.964125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.965787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.966767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:30:33.967203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:33.972205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:33.974740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-959d55cb-d985-4cba-ae4f-5ab0990964e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6477 time: 0.4679348 Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:30:34.034086 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:30:34.063882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab6099c7-7145-4be0-b0b8-e43bf8848e17 req-86fdd249-ab05-484b-8a64-afaa5cffcfad tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3005123 Aug 20 13:30:34.075980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:34.084268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:34.086754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] 10.222.0.59 "DELETE /v2.0/networks/7b8eba3b-b3cd-478a-bb56-d531065f6d87 HTTP/1.1" status: 204 len: 168 time: 1.5145152 Aug 20 13:30:34.123553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb74ff5-5db1-4dfc-b25c-166640f611eb tempest-ExtraDHCPOptionsIpV6TestJSON-667799850 tempest-ExtraDHCPOptionsIpV6TestJSON-667799850-project] Pushing event deleted for resources: {'Network': ['ID=7b8eba3b-b3cd-478a-bb56-d531065f6d87,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:34.289811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Allocated IP 2001:db8::17 (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/d2c1f14a-6934-449f-8d7b-fe297d26529b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:34.349498 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-3a7c4416-66a3-4ea8-af4e-51c2f645f3ed tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1662974885&fields=id&tenant_id=aad47308ac054b8ba090672058c3557b HTTP/1.1" status: 200 len: 267 time: 0.1418624 Aug 20 13:30:34.437892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:34.562533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a5ae0f90-71b0-48b9-9b83-b3fa367a10ee tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:34.572832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a5ae0f90-71b0-48b9-9b83-b3fa367a10ee tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/networks?id=2b1add7e-ecf8-4655-918d-fb61b153d33b HTTP/1.1" status: 200 len: 814 time: 0.2132258 Aug 20 13:30:34.589140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-e25a7031-2c1c-46b1-99a4-68f7d9ab2ca7 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/quotas/aad47308ac054b8ba090672058c3557b HTTP/1.1" status: 200 len: 375 time: 0.0150919 Aug 20 13:30:34.594300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32992) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:34.637436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-66435383-1eb4-4fb4-b967-16a378d2a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:34.640262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-66435383-1eb4-4fb4-b967-16a378d2a457 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 903 time: 0.5126417 Aug 20 13:30:34.676131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-c6725bdb-1f7b-4448-baf8-06b1b2b47d37 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aad47308ac054b8ba090672058c3557b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826252 Aug 20 13:30:34.775325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-d604600c-e25c-46c6-b9d0-906f2d1d6f55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.0778735 Aug 20 13:30:34.816789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:34.846513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b7bce813-f7a5-49dd-9129-ac5acfbd3efb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc1b0808202f4dbf9f41888f24343aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503071 Aug 20 13:30:34.854361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33002) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:34.865636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c0bf4-fb32-4dc7-972a-10bf62e74914 req-0bda812b-c624-4748-bd6c-387975492342 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:34.867557 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-481c0bf4-fb32-4dc7-972a-10bf62e74914 req-0bda812b-c624-4748-bd6c-387975492342 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 949 time: 0.3195095 Aug 20 13:30:34.876584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.25.6.31 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/f75f353f-928c-4a50-914c-687dd34eeebc) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:34.916135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Transition to ACTIVE for port object d2c1f14a-6934-449f-8d7b-fe297d26529b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:34.979063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-8978431d-a026-45dc-8006-6e050674d80b service neutron] 10.222.0.59 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949629 Aug 20 13:30:34.979906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeb4183a-df2a-4363-8728-07a0fd9f284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.026130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-97143115-fa77-4ae4-87e6-85c283acfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.027241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-97143115-fa77-4ae4-87e6-85c283acfa79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.2420096 Aug 20 13:30:35.064603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeb4183a-df2a-4363-8728-07a0fd9f284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.106784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-481c0bf4-fb32-4dc7-972a-10bf62e74914 req-19d29737-17c4-4adb-9711-0863da767963 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237234 Aug 20 13:30:35.127335 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.171496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeb4183a-df2a-4363-8728-07a0fd9f284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.174288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aeb4183a-df2a-4363-8728-07a0fd9f284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.177874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aeb4183a-df2a-4363-8728-07a0fd9f284e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3138f57b-4afb-4edb-b1c6-0ad775b40000 HTTP/1.1" status: 204 len: 168 time: 0.3181705 Aug 20 13:30:35.183289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-29f7f266-28bc-463f-a0a9-e466cf38e1d6 service neutron] 10.222.0.59 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840494 Aug 20 13:30:35.190558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4183a-df2a-4363-8728-07a0fd9f284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3138f57b-4afb-4edb-b1c6-0ad775b40000,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:35.283808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=d2c1f14a-6934-449f-8d7b-fe297d26529b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:35.355763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:35.370532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:35.388077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:35.394649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.395564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.432045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.439168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-42917955-8702-40df-ab7f-7278d4d8af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.441932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-42917955-8702-40df-ab7f-7278d4d8af21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3608096 Aug 20 13:30:35.449527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d4768e2a-5edf-408d-b323-05965e1e2e86 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.9544897 Aug 20 13:30:35.451385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33018) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:35.457033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:af:25:57'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:35.704718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d1f08-a2a1-44a2-a42c-4c4e430db8f9 req-99016029-11f0-4739-8aad-2f3ac6e68b40 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.707057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-601d1f08-a2a1-44a2-a42c-4c4e430db8f9 req-99016029-11f0-4739-8aad-2f3ac6e68b40 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.4243929 Aug 20 13:30:35.728926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.884695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.892146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.898934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.906320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.913188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.920488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.927697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:35.938386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-d717774e-68e6-40eb-9c19-a06938cfca7a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2704771 Aug 20 13:30:35.942261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:35.969908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6025ebb-b735-4aaa-a5a3-7920b025057e None None] Provisioning for port d2c1f14a-6934-449f-8d7b-fe297d26529b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:35.976462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:35.978299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6025ebb-b735-4aaa-a5a3-7920b025057e None None] Provisioning complete for port d2c1f14a-6934-449f-8d7b-fe297d26529b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:35.978692 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6025ebb-b735-4aaa-a5a3-7920b025057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:35.983217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:36.061806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6025ebb-b735-4aaa-a5a3-7920b025057e None None] Port d2c1f14a-6934-449f-8d7b-fe297d26529b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:36.106742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:36.123324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27fc3d80-0c17-4cbd-a758-1cbf813eb7f5 req-2c63d8ad-b387-49a9-981c-49cb53cb177f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838052 Aug 20 13:30:36.256225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=f75f353f-928c-4a50-914c-687dd34eeebc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:36.295624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-601d1f08-a2a1-44a2-a42c-4c4e430db8f9 req-ce646997-da94-4d61-b3ab-53dafc3c8030 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708470 Aug 20 13:30:36.319415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-cd08a97f-fe96-490f-8aa7-acaf3b10bbea service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480539 Aug 20 13:30:36.343295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-07b352a2-e6e9-4525-9685-1cdadf8dfb07 req-105380ab-743b-4bf9-86c3-2416c433b6ca tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 210 time: 0.1049094 Aug 20 13:30:36.567134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:36.604779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:36.694616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] In _notify_port_updated(), no bound segment for port d2c1f14a-6934-449f-8d7b-fe297d26529b on network b04b68a5-e259-49c6-9843-352d2f10d174 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:30:36.702919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:36.705876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:36.706209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836521-acd6-4722-b898-bac9f7bd4430 req-7bee7d02-cd27-4843-ac23-45cd1b53ffdb tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:36.707496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "PUT /v2.0/ports/d2c1f14a-6934-449f-8d7b-fe297d26529b HTTP/1.1" status: 200 len: 999 time: 1.2550154 Aug 20 13:30:36.708370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51836521-acd6-4722-b898-bac9f7bd4430 req-7bee7d02-cd27-4843-ac23-45cd1b53ffdb tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 949 time: 0.2486682 Aug 20 13:30:36.718318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33058) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:36.739155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724039a-fa90-4754-9bad-16281415c47f req-46c616f6-10a7-400f-9770-25e5af75f510 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:36.741538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e724039a-fa90-4754-9bad-16281415c47f req-46c616f6-10a7-400f-9770-25e5af75f510 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.1714091 Aug 20 13:30:36.867389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9358dd2-e194-48c9-b6c7-da06ff7c8c8e req-2a788be2-7c45-4fb0-a8c2-d9e0991ed318 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838500 Aug 20 13:30:36.924931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f155ebf-ab56-4e1c-bb22-1403cc395585 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=d2c1f14a-6934-449f-8d7b-fe297d26529b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:37.008412 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51836521-acd6-4722-b898-bac9f7bd4430 req-6d66276c-6478-4dd8-b0f1-bde08d149126 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840557 Aug 20 13:30:37.096154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e724039a-fa90-4754-9bad-16281415c47f req-e47fc885-e8e5-4fe8-a9c5-de5e44f8626b tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219688 Aug 20 13:30:37.213539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port d2c1f14a-6934-449f-8d7b-fe297d26529b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:37.213929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:37.309281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-854ef2d4-2f10-41ee-8603-384965e2e4a9 None None] Provisioning complete for port d2c1f14a-6934-449f-8d7b-fe297d26529b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:37.310347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-854ef2d4-2f10-41ee-8603-384965e2e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:37.436071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-854ef2d4-2f10-41ee-8603-384965e2e4a9 None None] Port d2c1f14a-6934-449f-8d7b-fe297d26529b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:37.494610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:37.513865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for d2c1f14a-6934-449f-8d7b-fe297d26529b owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:37.568541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-761ca761-fbdc-4668-b387-010b4da9396b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:37.570485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-761ca761-fbdc-4668-b387-010b4da9396b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.13 "GET /v2.0/networks?id=2b1add7e-ecf8-4655-918d-fb61b153d33b HTTP/1.1" status: 200 len: 814 time: 0.5526156 Aug 20 13:30:37.599752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:37.685937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc67fa-10a3-4633-828a-370bb6e6cc03 req-9d258b9b-b278-4c1d-ac4b-d6b2e8f93a8e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:37.688583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76fc67fa-10a3-4633-828a-370bb6e6cc03 req-9d258b9b-b278-4c1d-ac4b-d6b2e8f93a8e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.1691751 Aug 20 13:30:37.707866 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-019970b4-b330-4e42-992f-283139dfb2c6 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad47308ac054b8ba090672058c3557b HTTP/1.1" status: 200 len: 380 time: 0.0750384 Aug 20 13:30:37.744960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Request body: {'port': {'device_id': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'admin_state_up': True, 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'security_groups': ['09c33e18-d9d2-46ae-99b4-d495134af513']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:37.848482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:37.933934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76fc67fa-10a3-4633-828a-370bb6e6cc03 req-660496f1-4a06-4f1d-becb-23c67eb392fb tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151666 Aug 20 13:30:37.973971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33124) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:37.976241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.116459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=d2c1f14a-6934-449f-8d7b-fe297d26529b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:38.161436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-601f1e91-aed7-4925-be79-d12e4785bd69 req-6cafaeee-0a64-4c92-91b1-7763e1aa879a tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 210 time: 0.0630453 Aug 20 13:30:38.439912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.445101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6bbc6c74-c3ba-4940-9fd3-7fb4383e2e02 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/ports/d2c1f14a-6934-449f-8d7b-fe297d26529b HTTP/1.1" status: 204 len: 168 time: 1.6998231 Aug 20 13:30:38.445101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6f78c79f-c10c-4b09-baaa-1e811ac5f99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.447100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33140) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:38.497553 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b24b766-c4c3-4952-a88a-9970b3d4f3e0 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] GET failed (client error): The resource could not be found. Aug 20 13:30:38.497553 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b24b766-c4c3-4952-a88a-9970b3d4f3e0 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "GET /v2.0/ports/d2c1f14a-6934-449f-8d7b-fe297d26529b HTTP/1.1" status: 404 len: 333 time: 0.0459564 Aug 20 13:30:38.499473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33142) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:38.506642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1262240335'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:38.686179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.692572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.698772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ccca-f3ac-4ece-918f-92fa99e9671d req-f6ee4224-b126-4804-81b7-529a0ebb47f5 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.700024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.704874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ccca-f3ac-4ece-918f-92fa99e9671d req-f6ee4224-b126-4804-81b7-529a0ebb47f5 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.706460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.711164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ccca-f3ac-4ece-918f-92fa99e9671d req-f6ee4224-b126-4804-81b7-529a0ebb47f5 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.713013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.713871 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a436ccca-f3ac-4ece-918f-92fa99e9671d req-f6ee4224-b126-4804-81b7-529a0ebb47f5 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55&device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7&device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 2418 time: 0.1443644 Aug 20 13:30:38.720721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.730177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:38.732636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-15f7b4ec-0a42-4a31-a443-6afd22769f12 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.8163323 Aug 20 13:30:38.829934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a436ccca-f3ac-4ece-918f-92fa99e9671d req-60827b3f-dfc1-4392-ad5a-f60b9ddb2c24 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698128 Aug 20 13:30:38.846735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffdef2e9-07c1-479e-8eb8-5c6eb4323971 req-e363cd82-41a4-46c0-b474-d82fa2aaeff4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893548 Aug 20 13:30:38.872119 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6f78c79f-c10c-4b09-baaa-1e811ac5f99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.885603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6f78c79f-c10c-4b09-baaa-1e811ac5f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.902029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-066684bd-348a-486d-a032-f876eaf759d7 req-4615e17f-4a50-4297-9661-7a970c182001 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:30:38.903106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-066684bd-348a-486d-a032-f876eaf759d7 req-4615e17f-4a50-4297-9661-7a970c182001 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148089 Aug 20 13:30:38.916413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.930091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:38.936917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Made reservation on behalf of aad47308ac054b8ba090672058c3557b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:38.941002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.033386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6f78c79f-c10c-4b09-baaa-1e811ac5f99c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af8af5511f2b49e5b1f591b2caddf8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0557754 Aug 20 13:30:39.035064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78c79f-c10c-4b09-baaa-1e811ac5f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d145d6-3725-4a96-989b-12afafcbc55d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:39.038260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:39.048077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=f75f353f-928c-4a50-914c-687dd34eeebc,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:39.062614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.066629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:39.069183 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.130585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] device_id is not set on port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:39.147076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-066684bd-348a-486d-a032-f876eaf759d7 req-1aefdb86-e0f0-4dfd-9d16-2acf6544f7a6 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2276289 Aug 20 13:30:39.219772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e47ead46-6a15-4eab-8f10-5bdf50f98c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.306193 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Floating IP 9349de1d-6536-4e54-b943-966daae4171b associated. External IP: 172.25.6.31, port: 464a2949-435a-45b9-a60d-c87c998ea2c2. Aug 20 13:30:39.338132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e47ead46-6a15-4eab-8f10-5bdf50f98c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.384080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Allocated IP 2001:db8::1c1 (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/0bad966b-9b5b-4ab3-bb09-81eafa156ea4) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:39.444079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d00c7663-d692-41c9-8c58-833f32daf15b req-865c08aa-50b8-40de-8583-66897b1089d2 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 210 time: 0.0777366 Aug 20 13:30:39.454652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e47ead46-6a15-4eab-8f10-5bdf50f98c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.457687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e47ead46-6a15-4eab-8f10-5bdf50f98c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.461565 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e47ead46-6a15-4eab-8f10-5bdf50f98c48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43d145d6-3725-4a96-989b-12afafcbc55d HTTP/1.1" status: 204 len: 168 time: 0.4137356 Aug 20 13:30:39.498936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ead46-6a15-4eab-8f10-5bdf50f98c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d145d6-3725-4a96-989b-12afafcbc55d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:39.518169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Allocated IP 172.20.0.9 (2b1add7e-ecf8-4655-918d-fb61b153d33b/7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563/dc3ba232-523f-4a38-96d1-5589ba654eb9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:39.586090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33178) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:39.700822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.751255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Transition to ACTIVE for port object 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:39.841719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39b179f2-6a81-47c9-ab08-d725bef960d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:39.893576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.006539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:40.026000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:40.048064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:40.054792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:40.069290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.070127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.076894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=0bad966b-9b5b-4ab3-bb09-81eafa156ea4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:40.245718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.248684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39b179f2-6a81-47c9-ab08-d725bef960d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.264887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39b179f2-6a81-47c9-ab08-d725bef960d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.265783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Transition to ACTIVE for port object dc3ba232-523f-4a38-96d1-5589ba654eb9 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:40.295917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33188) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:40.346695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3cb74520-1090-4abf-a752-6e29631dd2fb tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8460751 Aug 20 13:30:40.356316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b179f2-6a81-47c9-ab08-d725bef960d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0174d5-4802-4425-8759-af4575c29bc5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:40.362356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33192) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:40.368430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:40.375626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.385285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.402763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.415188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.423610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.425953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'mac_address': 'fa:16:3e:ae:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:40.436759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.454092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:40.457736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-8ebf1d2a-e647-4628-9fbc-e1d376b07ab3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.4506493 Aug 20 13:30:40.458471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-39b179f2-6a81-47c9-ab08-d725bef960d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f154a846ba4144908d5612b5fe553d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712757 Aug 20 13:30:40.459670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96dd1c6c-bd6d-4522-aad8-8c979e474366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.472432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33194) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:40.491640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:af:25:57'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:40.595414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.641395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d69eef61-c0cf-4c01-85bf-0fb015228b68 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:40.654850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f42a0c4-63d4-4fa9-be96-0ebe5f6b3472 None None] Provisioning for port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:40.674853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:30:40.682158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f42a0c4-63d4-4fa9-be96-0ebe5f6b3472 None None] Provisioning complete for port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:40.684868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5f42a0c4-63d4-4fa9-be96-0ebe5f6b3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.716058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:40.753416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:40.823468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5f42a0c4-63d4-4fa9-be96-0ebe5f6b3472 None None] Port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:40.854405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d69eef61-c0cf-4c01-85bf-0fb015228b68'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:40.913334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:40.999511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84a2e76f-a7cf-4c0e-85c2-df069ac1cf27 req-352054de-0e42-4e00-9881-004d89cfeff5 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5036957 Aug 20 13:30:41.040714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.199732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.257707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-529a93b6-b734-4c2b-8c83-ee7c453af6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.311694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce0045-575c-47d5-8f87-39bd8ee96b70 req-d1fe21b4-bdfb-4d6c-b3c9-0334e318f306 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:41.313615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3ce0045-575c-47d5-8f87-39bd8ee96b70 req-d1fe21b4-bdfb-4d6c-b3c9-0334e318f306 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 931 time: 0.1584828 Aug 20 13:30:41.317093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-529a93b6-b734-4c2b-8c83-ee7c453af6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.422618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:41.429995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96dd1c6c-bd6d-4522-aad8-8c979e474366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.441903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3ce0045-575c-47d5-8f87-39bd8ee96b70 req-a8d9dccf-7afe-4e64-bfa3-cff5a8c74a1e tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140752 Aug 20 13:30:41.453332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96dd1c6c-bd6d-4522-aad8-8c979e474366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.470326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:41.526777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:41.590053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event updated for resources: {'Port': ['ID=dc3ba232-523f-4a38-96d1-5589ba654eb9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:41.602986 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-96dd1c6c-bd6d-4522-aad8-8c979e474366 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbbdd53a230c4c3593a0386b4a907432&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2374187 Aug 20 13:30:41.604833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33236) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:41.624246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-529a93b6-b734-4c2b-8c83-ee7c453af6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.630953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-529a93b6-b734-4c2b-8c83-ee7c453af6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.637840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-529a93b6-b734-4c2b-8c83-ee7c453af6d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e0174d5-4802-4425-8759-af4575c29bc5 HTTP/1.1" status: 204 len: 168 time: 1.1608269 Aug 20 13:30:41.706842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:41.709091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.741165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd1c6c-bd6d-4522-aad8-8c979e474366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1172286c-8658-408d-88c3-9b8a1a261b7f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:41.879217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a93b6-b734-4c2b-8c83-ee7c453af6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0174d5-4802-4425-8759-af4575c29bc5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:41.976097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dfcd50d0-8b77-45fc-a364-1b57e04f7205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:41.978841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31b62579-d03d-4a39-9b70-a1316b0387a1 None None] Provisioning for port dc3ba232-523f-4a38-96d1-5589ba654eb9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:41.991382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31b62579-d03d-4a39-9b70-a1316b0387a1 None None] Provisioning complete for port dc3ba232-523f-4a38-96d1-5589ba654eb9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:41.993565 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31b62579-d03d-4a39-9b70-a1316b0387a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.056020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:42.062331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dfcd50d0-8b77-45fc-a364-1b57e04f7205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.164384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-31b62579-d03d-4a39-9b70-a1316b0387a1 None None] Port dc3ba232-523f-4a38-96d1-5589ba654eb9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:42.192025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.219151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.235268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d69eef61-c0cf-4c01-85bf-0fb015228b68 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:42.235637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.280188 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dfcd50d0-8b77-45fc-a364-1b57e04f7205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.285800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dfcd50d0-8b77-45fc-a364-1b57e04f7205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.307467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dfcd50d0-8b77-45fc-a364-1b57e04f7205 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1172286c-8658-408d-88c3-9b8a1a261b7f HTTP/1.1" status: 204 len: 168 time: 0.6660173 Aug 20 13:30:42.355075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd50d0-8b77-45fc-a364-1b57e04f7205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1172286c-8658-408d-88c3-9b8a1a261b7f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:42.443647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:30:42.445859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] In _notify_port_updated(), no bound segment for port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 on network b04b68a5-e259-49c6-9843-352d2f10d174 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:30:42.455840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:42.456520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.457891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "PUT /v2.0/ports/0bad966b-9b5b-4ab3-bb09-81eafa156ea4 HTTP/1.1" status: 200 len: 1003 time: 1.9904127 Aug 20 13:30:42.461153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33264) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:42.471947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-0bf456c4-0ab5-4105-a10e-f7166accf855 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7364020 Aug 20 13:30:42.482742 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:30:42.511592 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:42.512109 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:42.558578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Request body: {'port': {'device_id': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:42.706160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.753692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f634c-ca78-4c13-aaa6-d0ff44de08f5 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=0bad966b-9b5b-4ab3-bb09-81eafa156ea4,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:42.804183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:42.822945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:42.835604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:42.862378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:42.888453 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc6b1a-6bc0-479a-bc9e-b5a4a2400002" -d '{"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-plugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:42.890423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8bf31a4c-b340-4038-b30f-6bfecd9723fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.7145543 Aug 20 13:30:42.891278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33270) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:42.892842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:42.902454 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e109791f-df03-4859-a32b-bc3a7a1af1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:42.941701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:42.983209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:42.997589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:43.006879 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.014902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:43.020634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:43.037477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:43.054867 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:43.055234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:43.062485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-a9efe9c1-d646-4e25-87e1-586ae2feeb2e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.6813455 Aug 20 13:30:43.094820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.114346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bbe1758e-5a98-4fa7-94c7-d4e3726fdd23 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/9349de1d-6536-4e54-b943-966daae4171b HTTP/1.1" status: 200 len: 990 time: 0.2056248 Aug 20 13:30:43.200251 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0111e38-d308-48bf-9b6d-ed41730b1d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.292330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:43.314745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0111e38-d308-48bf-9b6d-ed41730b1d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.324941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0111e38-d308-48bf-9b6d-ed41730b1d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.341859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a19a5f8-79c5-46e1-a518-d7ba4cf6ce7f req-600545e5-e241-438a-b7d9-0634e2c98812 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664948 Aug 20 13:30:43.382939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:43.383534 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.388083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-731884e9-9cc0-49d5-aa01-aa175d52b598 None None] Provisioning complete for port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:43.390313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-731884e9-9cc0-49d5-aa01-aa175d52b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.474575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a0111e38-d308-48bf-9b6d-ed41730b1d7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d84189c61b5b440980174258dc436521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643513 Aug 20 13:30:43.477232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33284) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:43.509426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0111e38-d308-48bf-9b6d-ed41730b1d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a25d92-4775-4d3a-9607-27d044b00678,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:43.605903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-731884e9-9cc0-49d5-aa01-aa175d52b598 None None] Port 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:43.675175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f9a2f-a039-451a-b5aa-e3c6fe01eb63 req-bb440acd-ecb2-4511-9547-75e198b7f99c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:43.676817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-852f9a2f-a039-451a-b5aa-e3c6fe01eb63 req-bb440acd-ecb2-4511-9547-75e198b7f99c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.7940371 Aug 20 13:30:43.825212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-852f9a2f-a039-451a-b5aa-e3c6fe01eb63 req-13122dfc-c31a-427c-805c-154c1c124ab3 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294155 Aug 20 13:30:43.850013 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:45Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:37Z', 'revision_number': 0, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:43.892186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e6c4-602b-4c9c-8ca9-13dc119326a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.947077 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb038ec-7d25-4128-9526-500fcb1768bd x-openstack-request-id: req-6bb038ec-7d25-4128-9526-500fcb1768bd {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:43.947801 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-plugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:43.948328 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bb038ec-7d25-4128-9526-500fcb1768bd {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:43.949185 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'code': 200} Aug 20 13:30:43.971428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e6c4-602b-4c9c-8ca9-13dc119326a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:43.982894 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:30:44.008916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:30:44.008916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:44.062838 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388549a-1e96-4fea-bcf1-49c78908ecbc x-openstack-request-id: req-1388549a-1e96-4fea-bcf1-49c78908ecbc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:44.062838 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:44.063172 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1388549a-1e96-4fea-bcf1-49c78908ecbc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:44.063492 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'status': 'completed', 'code': 200} Aug 20 13:30:44.172798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:44.208053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74c198-4d23-49ad-aefe-ac1f15aace06 req-9db7fba6-31fb-4080-b4a5-c4c55a72da3a tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.223194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a74c198-4d23-49ad-aefe-ac1f15aace06 req-9db7fba6-31fb-4080-b4a5-c4c55a72da3a tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 931 time: 0.6313181 Aug 20 13:30:44.236132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e6c4-602b-4c9c-8ca9-13dc119326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:44.247563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e6c4-602b-4c9c-8ca9-13dc119326a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:44.251288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fef2e6c4-602b-4c9c-8ca9-13dc119326a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87a25d92-4775-4d3a-9607-27d044b00678 HTTP/1.1" status: 204 len: 168 time: 0.7719309 Aug 20 13:30:44.343231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:44.451639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33312) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:44.467370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for 0bad966b-9b5b-4ab3-bb09-81eafa156ea4 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:44.493020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3ba232-523f-4a38-96d1-5589ba654eb9 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:44.495157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e6c4-602b-4c9c-8ca9-13dc119326a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a25d92-4775-4d3a-9607-27d044b00678,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:44.515105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:44.534024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Transition to ACTIVE for port object dc3ba232-523f-4a38-96d1-5589ba654eb9 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:44.553270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-07de5a95-1e7b-4eab-b91a-7b09ab5ccfde tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.556213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-07de5a95-1e7b-4eab-b91a-7b09ab5ccfde tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.7715383 Aug 20 13:30:44.562834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:44.575179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-1721bccc-edcf-4be7-a81d-364fcd9d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.577181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-1721bccc-edcf-4be7-a81d-364fcd9d3bfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1096 time: 0.4648161 Aug 20 13:30:44.577315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:30:44.639239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a74c198-4d23-49ad-aefe-ac1f15aace06 req-cc926270-121b-4616-9187-2ca4cea281e1 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148786 Aug 20 13:30:44.794810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-9a5c8fe2-fcb1-4671-b6f0-f5f6237c4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.797093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-9a5c8fe2-fcb1-4671-b6f0-f5f6237c4dcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 897 time: 0.2083125 Aug 20 13:30:44.808265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d893a4af-f49f-481c-8c6b-02a7b168e1d8 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/9349de1d-6536-4e54-b943-966daae4171b HTTP/1.1" status: 200 len: 990 time: 0.6300421 Aug 20 13:30:44.932400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.949215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.964453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.981695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:44.993583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:45.012987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:45.029166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:45.031222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-1cbadf91-fb5c-4807-9716-9bc5219a2a83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.4699738 Aug 20 13:30:45.041502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3ba232-523f-4a38-96d1-5589ba654eb9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:45.149841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-04232694-a63d-4393-bf54-748e58d7a1c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 200 len: 998 time: 0.3414352 Aug 20 13:30:45.251050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3b2c3c5-f2a7-4f29-b779-a95c6fcaa4d9 req-691841c4-0611-4ffd-ae01-3aa31f2934da tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965034 Aug 20 13:30:45.311334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Deleting port f1b57e6e-626b-4516-b5c3-1a67e1230395 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:45.311702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.341474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-ee36cb08-5a4b-41b2-bc08-03083a16bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:45.345581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-ee36cb08-5a4b-41b2-bc08-03083a16bb7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d29e6ca-d573-46d9-be57-37e248d79857 HTTP/1.1" status: 200 len: 835 time: 0.1722186 Aug 20 13:30:45.393267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2078410217-network', 'tenant_id': 'aa4af020dc004dfd84b2c35b7ba09b56'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:45.419067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Attempting to bind port dc3ba232-523f-4a38-96d1-5589ba654eb9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:30:45.419378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Attempting to bind port dc3ba232-523f-4a38-96d1-5589ba654eb9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:30:45.419657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Attempting to bind port dc3ba232-523f-4a38-96d1-5589ba654eb9 on network 2b1add7e-ecf8-4655-918d-fb61b153d33b {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:45.419891 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:45Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:37Z', 'revision_number': 0, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:30:45.431526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Port dc3ba232-523f-4a38-96d1-5589ba654eb9 on network 2b1add7e-ecf8-4655-918d-fb61b153d33b not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:30:45.432138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Attempting to bind port dc3ba232-523f-4a38-96d1-5589ba654eb9 on network 2b1add7e-ecf8-4655-918d-fb61b153d33b {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:30:45.448656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:30:45.450989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Checking segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:45.452410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Bound using segment: {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:30:45.454009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Bound port: dc3ba232-523f-4a38-96d1-5589ba654eb9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:30:45.455425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.481282 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c80266-f9ec-4675-b5b3-e672a7966988 None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:29:45Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:37Z', 'revision_number': 0, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:30:45.484932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Made reservation on behalf of aa4af020dc004dfd84b2c35b7ba09b56 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:45.497523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.569002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817527-f1a4-45dd-917b-44fbee660824 req-a74b374a-4d98-437e-8b47-f108870fb61e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:45.570487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85817527-f1a4-45dd-917b-44fbee660824 req-a74b374a-4d98-437e-8b47-f108870fb61e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 946 time: 0.6094360 Aug 20 13:30:45.587058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.593496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] For port f1b57e6e-626b-4516-b5c3-1a67e1230395, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f1b57e6e-626b-4516-b5c3-1a67e1230395,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:45.594010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.645919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Calling delete_port for f1b57e6e-626b-4516-b5c3-1a67e1230395 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:45.678496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] For port dc3ba232-523f-4a38-96d1-5589ba654eb9, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:30:45.686719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.687845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] For port dc3ba232-523f-4a38-96d1-5589ba654eb9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:30:45.691547 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/ports/0bad966b-9b5b-4ab3-bb09-81eafa156ea4 HTTP/1.1" status: 204 len: 168 time: 3.2258737 Aug 20 13:30:45.694408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.697650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:45.723971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.762667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c89915-5490-4954-8027-f114f0347ca2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=0bad966b-9b5b-4ab3-bb09-81eafa156ea4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:45.777711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b60f8bca-daaf-482c-85e0-9b9149980851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:45.806955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-eb66fda9-06f8-40da-a95e-b00ddcfd1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:45.808908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-eb66fda9-06f8-40da-a95e-b00ddcfd1329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e371e6b1-a724-4e0f-a040-b66e049bed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3531253 Aug 20 13:30:45.810208 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41bd2c8-ebdd-4f89-a520-b67fa2fdc7a2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] GET failed (client error): The resource could not be found. Aug 20 13:30:45.811971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d41bd2c8-ebdd-4f89-a520-b67fa2fdc7a2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "GET /v2.0/ports/0bad966b-9b5b-4ab3-bb09-81eafa156ea4 HTTP/1.1" status: 404 len: 333 time: 0.0900846 Aug 20 13:30:45.815128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33348) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:45.819541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:45.841477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-399525189'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:45.948984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f740342-d6a1-4559-9e97-b3b02f0168d1 None None] New status for floating IP 9349de1d-6536-4e54-b943-966daae4171b: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:30:46.108304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-44b3c925-520f-4e1a-981e-ec05ce14a2b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522323 Aug 20 13:30:46.201217 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:46.226878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.238449 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:30:46.239322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85817527-f1a4-45dd-917b-44fbee660824 req-3f55b77c-0508-48c6-81f1-0124b17c807e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289341 Aug 20 13:30:46.240499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:46.243301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] 10.222.0.13 "PUT /v2.0/ports/dc3ba232-523f-4a38-96d1-5589ba654eb9 HTTP/1.1" status: 200 len: 1091 time: 3.7366879 Aug 20 13:30:46.247999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:46.250523 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:46.283328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['14636201-e2ff-4c1b-aa7f-209a30f5c8a8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:46.287365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c5bfa637-616a-4066-8a91-5af6d702eefe'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:46.311944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa8bf-32df-4d21-8202-3664740cb093 req-eac190cd-a1cd-4386-8d63-0377afc99c1d tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.314217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3baa8bf-32df-4d21-8202-3664740cb093 req-eac190cd-a1cd-4386-8d63-0377afc99c1d tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 943 time: 0.3952246 Aug 20 13:30:46.501159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676bb4b7-e068-4ce9-b160-456542395604 x-openstack-request-id: req-676bb4b7-e068-4ce9-b160-456542395604 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:46.501159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:46.501159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-676bb4b7-e068-4ce9-b160-456542395604 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:46.501159 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'status': 'completed', 'code': 200} Aug 20 13:30:46.577876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] No DVR routers for this DVR port f1b57e6e-626b-4516-b5c3-1a67e1230395 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:30:46.584195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd135d-0da0-4f7a-905f-aafe17a67802 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3ba232-523f-4a38-96d1-5589ba654eb9,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:46.602931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:46.610601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7632821-f000-4ea5-bc5c-5085c62e478e req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "DELETE /v2.0/ports/f1b57e6e-626b-4516-b5c3-1a67e1230395 HTTP/1.1" status: 204 len: 173 time: 2.0363345 Aug 20 13:30:46.682856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3716-579f-403d-b2d0-3e06b1c76711 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Pushing event deleted for resources: {'Port': ['ID=f1b57e6e-626b-4516-b5c3-1a67e1230395,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:46.705521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-2d474965-e22b-42b6-8e5c-2ef37c9c6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.710383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-2d474965-e22b-42b6-8e5c-2ef37c9c6d6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad47308ac054b8ba090672058c3557b&device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 1094 time: 0.3937671 Aug 20 13:30:46.714733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3baa8bf-32df-4d21-8202-3664740cb093 req-b4ec9a12-093f-4ebb-aca9-dbaf6b6e5d17 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843149 Aug 20 13:30:46.820296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cda7bb2e-110e-4efa-8945-a867110ac074 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/9349de1d-6536-4e54-b943-966daae4171b HTTP/1.1" status: 200 len: 990 time: 0.9989681 Aug 20 13:30:46.834315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e109791f-df03-4859-a32b-bc3a7a1af1e9 req-70ce0ad1-5848-4b7d-b1b4-17d258bbb891 service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762216 Aug 20 13:30:46.851616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-f3a4b74a-23fb-4a2e-b57f-93f961691c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9 HTTP/1.1" status: 200 len: 217 time: 0.1258383 Aug 20 13:30:46.901266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f1b57e6e-626b-4516-b5c3-1a67e1230395 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:46.931239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.949913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-2a374166-c889-4a2f-8e1c-8ee672679cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.951419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-2a374166-c889-4a2f-8e1c-8ee672679cd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563 HTTP/1.1" status: 200 len: 853 time: 0.0813634 Aug 20 13:30:46.952822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.965011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:46.995872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:47.007521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:47.019073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:47.036412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:47.043676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-6d3292b8-e9a1-4de3-b1a4-64f3867aac3c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.5093422 Aug 20 13:30:47.068943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: f1b57e6e-626b-4516-b5c3-1a67e1230395 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:47.070081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f1b57e6e-626b-4516-b5c3-1a67e1230395 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:47.074903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-8f085958-be26-4ffe-95d7-2c27272d0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:47.076518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-8f085958-be26-4ffe-95d7-2c27272d0fc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1add7e-ecf8-4655-918d-fb61b153d33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094229 Aug 20 13:30:47.078714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.123191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.157258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:30:47.176917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.177271 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Added segment 13f5117b-2b92-403f-b222-1d10719dd3e9 of type vlan for network f3856f9c-cb33-495b-bfcc-b704cbce8977 Aug 20 13:30:47.262392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.317829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-18357ad4-583a-49ab-896f-8a745f52dc28 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212074 Aug 20 13:30:47.394961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc8571d9-5bbe-4776-944c-77644df04413 req-4fded38f-6fa1-4504-8eaa-6d3de02121b1 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe790e6-79a0-4a22-9797-15b3ba9a6c55 HTTP/1.1" status: 200 len: 210 time: 0.0302870 Aug 20 13:30:47.418244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:47.435772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.480664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b99b685-1ef4-4e6c-95f6-3e5354068312 req-0ee757c3-c3a2-4691-96d1-f676324736f5 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4164100 Aug 20 13:30:47.481383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01659e-50bf-4877-8265-1cbfd11a0dff,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:47.493836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.494927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:47.495543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.498794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] device_id is not set on port 8be8a87e-67a5-47f2-a4ab-217e9b2df344 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:47.665782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1962857 Aug 20 13:30:47.671193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:47.682258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Request body: {'subnet': {'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2078410217-subnet', 'tenant_id': 'aa4af020dc004dfd84b2c35b7ba09b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:47.693516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acfc4f-53dd-4b5a-87a9-eb2ca4ca4c98 admin admin] Pushing event updated for resources: {'Network': ['ID=f3856f9c-cb33-495b-bfcc-b704cbce8977,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:47.719506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f3856f9c-cb33-495b-bfcc-b704cbce8977 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:30:47.777233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Made reservation on behalf of aa4af020dc004dfd84b2c35b7ba09b56 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:47.785323 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:47.840757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33398) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:47.910866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Allocated IP 2001:db8::1f3 (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/8be8a87e-67a5-47f2-a4ab-217e9b2df344) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:48.001306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6c385c1b-9d26-4fa0-bc6a-0cc3c7a11b95 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/9349de1d-6536-4e54-b943-966daae4171b HTTP/1.1" status: 200 len: 992 time: 0.1560071 Aug 20 13:30:48.096944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d01a-9e24-41a6-afbd-9b5132241d56 req-70b30a09-3089-473d-886c-d48d01c3aa5e tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.098696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6850d01a-9e24-41a6-afbd-9b5132241d56 req-70b30a09-3089-473d-886c-d48d01c3aa5e tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 943 time: 0.0988092 Aug 20 13:30:48.129268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca5c811-c9dc-43f3-908f-355e7923f699 req-6daaf283-06ed-4886-9f6e-60a0b4c7ae31 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982945 Aug 20 13:30:48.157459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6850d01a-9e24-41a6-afbd-9b5132241d56 req-c0e137ba-17d8-41f2-af3b-842944a8ce14 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478208 Aug 20 13:30:48.249985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-36fd962e-5bfe-40d6-8094-c138e7c83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.251657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-36fd962e-5bfe-40d6-8094-c138e7c83a67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad47308ac054b8ba090672058c3557b&device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 1094 time: 0.0578911 Aug 20 13:30:48.263393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.266016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.339921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Transition to ACTIVE for port object 8be8a87e-67a5-47f2-a4ab-217e9b2df344 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:48.367140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b884a4a3-bfb9-4110-a66d-5db358337188,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:48.402618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Checking segment: {'id': '13f5117b-2b92-403f-b222-1d10719dd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:48.403368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Network hostable DHCP agents. Network: f3856f9c-cb33-495b-bfcc-b704cbce8977, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:30:48.448312 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a67ffe0-2c26-4a4e-864e-2768f35748ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.448987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.450410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Network f3856f9c-cb33-495b-bfcc-b704cbce8977 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:30:48.458264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-60e715f1-fadd-4896-b005-28a0e53848ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.459817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-60e715f1-fadd-4896-b005-28a0e53848ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1add7e-ecf8-4655-918d-fb61b153d33b HTTP/1.1" status: 200 len: 915 time: 0.1995065 Aug 20 13:30:48.526066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f3856f9c-cb33-495b-bfcc-b704cbce8977) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:48.530791 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.538254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'name': 'network-vif-deleted', 'tag': 'f1b57e6e-626b-4516-b5c3-1a67e1230395'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:48.542026 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee94323-0404-4aa3-b87a-86e8e722fb28" -d '{"events": [{"server_uuid": "bfe790e6-79a0-4a22-9797-15b3ba9a6c55", "name": "network-vif-deleted", "tag": "f1b57e6e-626b-4516-b5c3-1a67e1230395"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:48.542669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386110f4-e092-40af-a560-ccc6013af59d None None] Network f3856f9c-cb33-495b-bfcc-b704cbce8977 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:48.543823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:48.549833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-1a9afcb1-b018-484c-839a-208f3b635c95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9 HTTP/1.1" status: 200 len: 217 time: 0.0800781 Aug 20 13:30:48.554285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.554900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.575620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:48.593021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:48.601062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.603691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:48.638510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5a709555-ed59-4039-94f4-4a8697fd3e5b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9548967 Aug 20 13:30:48.638510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=8be8a87e-67a5-47f2-a4ab-217e9b2df344,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:48.653033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3f6efc4f-8609-45dc-a7b7-565082fca889 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8297360 Aug 20 13:30:48.655187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33422) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:48.660329 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd32bd3-248c-4415-8e15-a195311a424f x-openstack-request-id: req-9dd32bd3-248c-4415-8e15-a195311a424f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:48.660627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'network_id': 'b04b68a5-e259-49c6-9843-352d2f10d174', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1087073974'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:48.660747 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe790e6-79a0-4a22-9797-15b3ba9a6c55", "name": "network-vif-deleted", "tag": "f1b57e6e-626b-4516-b5c3-1a67e1230395", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:48.660964 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9dd32bd3-248c-4415-8e15-a195311a424f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:48.666937 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe790e6-79a0-4a22-9797-15b3ba9a6c55', 'name': 'network-vif-deleted', 'tag': 'f1b57e6e-626b-4516-b5c3-1a67e1230395', 'status': 'completed', 'code': 200} Aug 20 13:30:48.697657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-41eaa7ff-60fd-4b39-81b0-8d62852b6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.704680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-41eaa7ff-60fd-4b39-81b0-8d62852b6ef8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563 HTTP/1.1" status: 200 len: 853 time: 0.1459186 Aug 20 13:30:48.815335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-0a418401-5c1f-4ba2-aab0-95c6eae99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:48.822629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-0a418401-5c1f-4ba2-aab0-95c6eae99132 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1add7e-ecf8-4655-918d-fb61b153d33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070735 Aug 20 13:30:48.949632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7417d0-42a3-4a0c-a98b-297b92194101 None None] Network f3856f9c-cb33-495b-bfcc-b704cbce8977 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:49.090699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.091359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6303de-45d6-4f50-8e31-7fa49eccba1a req-1f5e157e-c481-45f8-a8ba-29c1f5b8897b tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.103867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a6303de-45d6-4f50-8e31-7fa49eccba1a req-1f5e157e-c481-45f8-a8ba-29c1f5b8897b tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.1247921 Aug 20 13:30:49.106897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.123103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.134813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.155607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.172170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a6303de-45d6-4f50-8e31-7fa49eccba1a req-81063900-c1b8-4323-9eea-0298178040a9 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Aug 20 13:30:49.174059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.180829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.183413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-e8f4e484-1560-4a01-a765-a7f057328cb3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.3814592 Aug 20 13:30:49.206476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Made reservation on behalf of 9fa97671e52d4ce1b0dae0385c232ea2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:49.209985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-f8bce087-dbbb-42d1-b83a-43155a579565 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807743 Aug 20 13:30:49.210259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:49.303469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] device_id is not set on port 25c58134-29fb-4ebc-8126-b28c0350b49f yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:30:49.338963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed7f068c-5b90-44b6-97d5-16fc29e75563 req-b00e904e-788f-45b8-8be1-7060fd109fb5 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480033 Aug 20 13:30:49.537811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7aa47c2a-0b48-4cfa-adbe-c5e4ff68d32b req-e7ee940c-11a6-4a54-b2b6-d30299cf4c7d service neutron] 10.222.0.13 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084252 Aug 20 13:30:49.590838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ccd84-7e2b-4c68-b5bc-d2ab1712e8b3 req-a7f509ae-13ea-4c76-9e1c-f0b32482bc45 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:49.592435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447ccd84-7e2b-4c68-b5bc-d2ab1712e8b3 req-a7f509ae-13ea-4c76-9e1c-f0b32482bc45 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 943 time: 0.1364615 Aug 20 13:30:49.610369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Allocated IP 2001:db8::123 (b04b68a5-e259-49c6-9843-352d2f10d174/f74d746f-cc06-468c-af71-ddd8d003ee92/25c58134-29fb-4ebc-8126-b28c0350b49f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:49.615821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0695929b-6a35-4fac-a8f2-8e3e5a2a66cb None None] Provisioning for port 8be8a87e-67a5-47f2-a4ab-217e9b2df344 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:49.631660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0695929b-6a35-4fac-a8f2-8e3e5a2a66cb None None] Provisioning complete for port 8be8a87e-67a5-47f2-a4ab-217e9b2df344 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:49.631966 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0695929b-6a35-4fac-a8f2-8e3e5a2a66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:49.686252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0695929b-6a35-4fac-a8f2-8e3e5a2a66cb None None] Port 8be8a87e-67a5-47f2-a4ab-217e9b2df344 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:49.699966 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:49.709863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447ccd84-7e2b-4c68-b5bc-d2ab1712e8b3 req-3c00a2ad-c3ce-4e0b-af17-10fc598857b4 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102123 Aug 20 13:30:49.773364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33454) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:49.779863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349540455-network', 'tenant_id': '0c797191711f49649a763bc95b2c882f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:49.824289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Made reservation on behalf of 0c797191711f49649a763bc95b2c882f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:49.828834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:49.852740 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:49.858824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:49.879795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Transition to ACTIVE for port object 25c58134-29fb-4ebc-8126-b28c0350b49f will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:30:49.949855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.063004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Network b04b68a5-e259-49c6-9843-352d2f10d174 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:50.083994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.087160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:50.090381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.097830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:50.107296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.107995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.113533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=25c58134-29fb-4ebc-8126-b28c0350b49f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:50.142066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f670e073-a8ce-4b8e-8d06-9afa8b4cea08 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4858050 Aug 20 13:30:50.146087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33462) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:50.172025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:af:25:57'}, {'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:3a:93:22'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:50.272667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:30:50.428680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.429031 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Added segment 061bfedb-e3d9-4d3b-973d-19be49b62d85 of type vlan for network 7c08b8f2-8128-48c0-b161-f983167827de Aug 20 13:30:50.430643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd28a4a-12ce-4e08-95a2-312321317524,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:50.504636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0b3b-c44c-45e9-ae5c-030ae52011b0 req-452c7ebe-7e47-4c4a-ad93-fc523e669b47 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.504636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25a0b3b-c44c-45e9-ae5c-030ae52011b0 req-452c7ebe-7e47-4c4a-ad93-fc523e669b47 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.1298585 Aug 20 13:30:50.548938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d25a0b3b-c44c-45e9-ae5c-030ae52011b0 req-087d9012-3a9b-4364-bad8-37dbb9018b14 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Aug 20 13:30:50.585095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c1a781b9-e583-45b4-9bf4-0f6b52c7d1d9 None None] Provisioning for port 25c58134-29fb-4ebc-8126-b28c0350b49f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:50.594082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c1a781b9-e583-45b4-9bf4-0f6b52c7d1d9 None None] Provisioning complete for port 25c58134-29fb-4ebc-8126-b28c0350b49f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:50.595261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c1a781b9-e583-45b4-9bf4-0f6b52c7d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.620682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.635710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-1f2d0220-6b4f-4693-9b22-de0aa580f389 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.637335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-1f2d0220-6b4f-4693-9b22-de0aa580f389 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.2484350 Aug 20 13:30:50.676898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c1a781b9-e583-45b4-9bf4-0f6b52c7d1d9 None None] Port 25c58134-29fb-4ebc-8126-b28c0350b49f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:50.732117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.737407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.743887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.750050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.756138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.762740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.768879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.770904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-93314986-656b-46cf-926c-8c1e055d1c1a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.2687232 Aug 20 13:30:50.834459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.834810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc3ba232-523f-4a38-96d1-5589ba654eb9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:50.835532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:50.836119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:50.984249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2094007 Aug 20 13:30:50.990660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33488) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:50.997691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.006915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Request body: {'subnet': {'network_id': '7c08b8f2-8128-48c0-b161-f983167827de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349540455-subnet', 'tenant_id': '0c797191711f49649a763bc95b2c882f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:51.033092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58251c21-3072-423d-adb9-62e4f2ca1027 req-b18be432-d0d2-4202-9764-07b9cff8b331 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:51.040781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15ab2966-a120-4c92-9361-868f7ec72c11 req-f4086702-d692-4d24-a5a2-fd779db6bb54 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2562535 Aug 20 13:30:51.046829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58251c21-3072-423d-adb9-62e4f2ca1027 req-b18be432-d0d2-4202-9764-07b9cff8b331 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 943 time: 0.1698408 Aug 20 13:30:51.060638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Made reservation on behalf of 0c797191711f49649a763bc95b2c882f for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:51.063299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.068874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64015710-191c-4e82-b024-4d8eb948ec70 admin admin] Pushing event updated for resources: {'Network': ['ID=7c08b8f2-8128-48c0-b161-f983167827de,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:51.097184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7c08b8f2-8128-48c0-b161-f983167827de details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:30:51.144864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58251c21-3072-423d-adb9-62e4f2ca1027 req-7f2c1d55-737d-42a4-bdea-bdfef2ef5d1b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970063 Aug 20 13:30:51.193884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dc3ba232-523f-4a38-96d1-5589ba654eb9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:51.211867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'port_id': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'mac_address': 'fa:16:3e:8a:3d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:51.284277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.313770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3ba232-523f-4a38-96d1-5589ba654eb9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:51.344372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Deleting port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:51.345196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.410818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dc3ba232-523f-4a38-96d1-5589ba654eb9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:51.425637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.426227 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.526825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=dc3ba232-523f-4a38-96d1-5589ba654eb9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:51.685692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['dc3ba232-523f-4a38-96d1-5589ba654eb9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:51.695430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e61634-1407-484a-9dba-13deeb89e6ee req-093b1c95-a372-497b-938b-fc2033e1d7c1 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:51.703642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e61634-1407-484a-9dba-13deeb89e6ee req-093b1c95-a372-497b-938b-fc2033e1d7c1 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 946 time: 0.0609636 Aug 20 13:30:51.731150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] For port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:51.731531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.735312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.771302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Calling delete_port for 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:51.775143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e61634-1407-484a-9dba-13deeb89e6ee req-58f21678-ecaf-48cd-8fac-1defdb973621 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694964 Aug 20 13:30:51.924567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5941d1d7-dca9-4d04-ab8d-ee2bb6ae71cb,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:51.933411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:51.939943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Checking segment: {'id': '061bfedb-e3d9-4d3b-973d-19be49b62d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c08b8f2-8128-48c0-b161-f983167827de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:30:51.940316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Network hostable DHCP agents. Network: 7c08b8f2-8128-48c0-b161-f983167827de, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:30:51.945311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.013712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] In _notify_port_updated(), no bound segment for port 25c58134-29fb-4ebc-8126-b28c0350b49f on network b04b68a5-e259-49c6-9843-352d2f10d174 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:30:52.021107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ba06ffa8-0cb5-4b62-b028-67daab46c86e details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:52.021392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.022077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.028055 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "PUT /v2.0/ports/25c58134-29fb-4ebc-8126-b28c0350b49f HTTP/1.1" status: 200 len: 1067 time: 1.8738239 Aug 20 13:30:52.028334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33506) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:52.030247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Network 7c08b8f2-8128-48c0-b161-f983167827de is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:30:52.061818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387254c-31eb-4828-aaee-9f465f3e3219 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event updated for resources: {'Port': ['ID=25c58134-29fb-4ebc-8126-b28c0350b49f,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:52.066513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7c08b8f2-8128-48c0-b161-f983167827de) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:52.071667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.072349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.123269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6c260-2f68-457f-9018-c16909d9ddb8 None None] Network 7c08b8f2-8128-48c0-b161-f983167827de requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:52.254783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a3232a18-afef-4637-af23-45d5997010eb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2570677 Aug 20 13:30:52.275659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port 25c58134-29fb-4ebc-8126-b28c0350b49f {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:52.282254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.388739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.396347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ba06ffa8-0cb5-4b62-b028-67daab46c86e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:52.422970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'port_id': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e', 'mac_address': 'fa:16:3e:af:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:52.457417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['14636201-e2ff-4c1b-aa7f-209a30f5c8a8'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:52.462351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c5bfa637-616a-4066-8a91-5af6d702eefe'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:52.491427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Pushing event deleted for resources: {'Port': ['ID=14636201-e2ff-4c1b-aa7f-209a30f5c8a8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:52.513290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.520750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.531283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.539754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.561334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.572962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.579650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:52.591427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-388ed9c5-734d-4f4e-90c5-68f7d3a80800 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5420 time: 0.3089128 Aug 20 13:30:52.664263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] No DVR routers for this DVR port 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:30:52.670065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.673832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d9ed8bd-8db2-42ad-a3ec-adf839048a07 req-7a0e5c21-01cb-4ac1-b776-78b949353804 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.53 "DELETE /v2.0/ports/14636201-e2ff-4c1b-aa7f-209a30f5c8a8 HTTP/1.1" status: 204 len: 173 time: 2.0163131 Aug 20 13:30:52.674723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'name': 'network-vif-deleted', 'tag': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:52.678788 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b171f33d-50cd-4c20-bdfa-611f374864ef" -d '{"events": [{"server_uuid": "aa1d24ec-b7e5-4133-abea-63ef5459d1e7", "name": "network-vif-deleted", "tag": "14636201-e2ff-4c1b-aa7f-209a30f5c8a8"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:52.720827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-821f855b-6cf9-4b52-aea6-95d19cf2a691 None None] Provisioning complete for port 25c58134-29fb-4ebc-8126-b28c0350b49f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:52.721429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-821f855b-6cf9-4b52-aea6-95d19cf2a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.723283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c964dc0-219b-4b54-af49-622d8834f36e None None] Network 7c08b8f2-8128-48c0-b161-f983167827de requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:52.749206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df0846ee-acc4-4ea4-8725-c17804fa5e4a req-f6bf115c-69f5-4a45-aa46-7a247440f58e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567366 Aug 20 13:30:52.832230 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.856354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba06ffa8-0cb5-4b62-b028-67daab46c86e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:52.904228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ba06ffa8-0cb5-4b62-b028-67daab46c86e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:52.915637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc3ba232-523f-4a38-96d1-5589ba654eb9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:30:52.923791 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:52.924282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76c08193-2675-418b-8e3b-f001f626d583 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:52.986524 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce992e82-55d0-4e7a-a23c-02f1bc035b65 x-openstack-request-id: req-ce992e82-55d0-4e7a-a23c-02f1bc035b65 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:52.986816 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1d24ec-b7e5-4133-abea-63ef5459d1e7", "name": "network-vif-deleted", "tag": "14636201-e2ff-4c1b-aa7f-209a30f5c8a8", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:52.987072 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce992e82-55d0-4e7a-a23c-02f1bc035b65 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:52.987470 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1d24ec-b7e5-4133-abea-63ef5459d1e7', 'name': 'network-vif-deleted', 'tag': '14636201-e2ff-4c1b-aa7f-209a30f5c8a8', 'status': 'completed', 'code': 200} Aug 20 13:30:53.074944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-821f855b-6cf9-4b52-aea6-95d19cf2a691 None None] Port 25c58134-29fb-4ebc-8126-b28c0350b49f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:30:53.086082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ba06ffa8-0cb5-4b62-b028-67daab46c86e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:53.091021 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.resource_extend [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:30:53.161835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76c08193-2675-418b-8e3b-f001f626d583,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:53.213976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-31bdb7a0-ae1e-4f5c-9a95-90c682285a4e req-bc799520-f82a-44d2-9dab-f097560b9041 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa1d24ec-b7e5-4133-abea-63ef5459d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0898426 Aug 20 13:30:53.311267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '76c08193-2675-418b-8e3b-f001f626d583', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'port_id': '76c08193-2675-418b-8e3b-f001f626d583', 'mac_address': 'fa:16:3e:c6:c3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:53.350903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece9be-85e5-427d-b43b-5715c007fac8 req-04ef752b-ff63-4a1b-b340-b8895589e38f tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:53.361416 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9bece9be-85e5-427d-b43b-5715c007fac8 req-04ef752b-ff63-4a1b-b340-b8895589e38f tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 944 time: 1.0055332 Aug 20 13:30:53.392475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:53.424192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for 25c58134-29fb-4ebc-8126-b28c0350b49f owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:53.456122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9bece9be-85e5-427d-b43b-5715c007fac8 req-6a7385d5-601c-42b6-95a1-2053a7a9fdf7 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877790 Aug 20 13:30:53.500210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port dc3ba232-523f-4a38-96d1-5589ba654eb9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:30:53.588023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port dc3ba232-523f-4a38-96d1-5589ba654eb9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:30:53.588398 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:53.590517 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:53.643596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c08193-2675-418b-8e3b-f001f626d583 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:53.698326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:53.716854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76c08193-2675-418b-8e3b-f001f626d583,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:53.734088 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:53.736254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0c494cc8-8ce7-430d-8fd6-662803c90db9 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:53.769997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=25c58134-29fb-4ebc-8126-b28c0350b49f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:53.819693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-3398280c-88b7-456a-bb8d-86a3f1ea11d1 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:53.829289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-3398280c-88b7-456a-bb8d-86a3f1ea11d1 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/networks?id=f3856f9c-cb33-495b-bfcc-b704cbce8977 HTTP/1.1" status: 200 len: 809 time: 0.1718769 Aug 20 13:30:53.848370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-feb42069-e2e7-4082-b1bc-deda05c9093e tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/quotas/aa4af020dc004dfd84b2c35b7ba09b56 HTTP/1.1" status: 200 len: 375 time: 0.0177040 Aug 20 13:30:53.912711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-d1aa0cf7-9816-4b05-b9dc-90be96f4c10e tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa4af020dc004dfd84b2c35b7ba09b56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633209 Aug 20 13:30:54.079558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:54.116179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:54.123741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-b3da5f4c-09ea-40c3-8591-da15fcbd48ce service neutron] 10.222.0.59 "GET /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097423 Aug 20 13:30:54.199462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:54.242478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '0c494cc8-8ce7-430d-8fd6-662803c90db9', 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0', 'port_id': '0c494cc8-8ce7-430d-8fd6-662803c90db9', 'mac_address': 'fa:16:3e:b5:7e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d125d4-1674-4d80-8006-57932c182c03', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:54.278384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.296155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-35091f7d-638e-4230-9f92-782b07c2a3fd service neutron] 10.222.0.59 "GET /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656702 Aug 20 13:30:54.302398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.322730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.339198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:30:54.339625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.345613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.357383 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af9e504-29d5-49fc-b164-42089d1b1a0c" -d '{"events": [{"server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:30:54.369526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.378541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:54.387067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-217201d8-bb61-44e5-a2ae-40f9fb046943 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5422 time: 0.4118085 Aug 20 13:30:54.396520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:54.401192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a6919d39-e12a-4271-a781-bae492e02f7c tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/ports/25c58134-29fb-4ebc-8126-b28c0350b49f HTTP/1.1" status: 204 len: 168 time: 2.3695955 Aug 20 13:30:54.401899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33560) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:54.413859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port dc3ba232-523f-4a38-96d1-5589ba654eb9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:54.434261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:54.474199 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d599df-7268-4e34-bb1f-7cc15f36e180 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] GET failed (client error): The resource could not be found. Aug 20 13:30:54.489967 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-61d599df-7268-4e34-bb1f-7cc15f36e180 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "GET /v2.0/ports/25c58134-29fb-4ebc-8126-b28c0350b49f HTTP/1.1" status: 404 len: 333 time: 0.0864155 Aug 20 13:30:54.495036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33566) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:54.507744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71adf432-93b0-4d88-8f40-ce89c6bb46bf req-4fdd6542-c10f-4837-9b66-388aa4c15658 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049569 Aug 20 13:30:54.559450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=dc3ba232-523f-4a38-96d1-5589ba654eb9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:54.572405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:54.604589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c494cc8-8ce7-430d-8fd6-662803c90db9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:54.673691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:54.683110 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:54.685350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 75b79b79-c802-4873-af12-7fd137cd9b65 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:54.706605 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d827e-10d4-409b-bc64-15f7fe122fb2 x-openstack-request-id: req-267d827e-10d4-409b-bc64-15f7fe122fb2 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:30:54.706605 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:30:54.706856 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-267d827e-10d4-409b-bc64-15f7fe122fb2 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:30:54.712398 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'code': 200} Aug 20 13:30:54.845410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34caf113-1c60-4de4-a946-e20c55d3b413 req-fa3437cd-3234-4191-9d89-c66d5b851fc0 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 210 time: 0.0652978 Aug 20 13:30:54.881849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:54.957742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port 8be8a87e-67a5-47f2-a4ab-217e9b2df344 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:54.957742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.210998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9899-3d25-4d47-9687-72b3082f363d req-7d869873-08d1-4865-985f-0e447d62b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.212977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfac9899-3d25-4d47-9687-72b3082f363d req-7d869873-08d1-4865-985f-0e447d62b86c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 1096 time: 0.4457257 Aug 20 13:30:55.218508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=75b79b79-c802-4873-af12-7fd137cd9b65,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:55.358352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfac9899-3d25-4d47-9687-72b3082f363d req-795fcfdb-6965-4936-8256-c9217fb26f48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242561 Aug 20 13:30:55.390053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b096-ce3b-47f1-b038-83bf4749f8b1 req-71733633-c216-4312-bb32-680e1db9777c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.394994 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19b0b096-ce3b-47f1-b038-83bf4749f8b1 req-71733633-c216-4312-bb32-680e1db9777c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 0.5811615 Aug 20 13:30:55.405966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.462380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8c3f7-78bd-4255-a2df-cad72411601c req-20d0b856-382c-4a67-9ff2-5d1d3b728e5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.470052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bca8c3f7-78bd-4255-a2df-cad72411601c req-20d0b856-382c-4a67-9ff2-5d1d3b728e5c tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.1206748 Aug 20 13:30:55.488885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for 8be8a87e-67a5-47f2-a4ab-217e9b2df344 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:55.520227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '75b79b79-c802-4873-af12-7fd137cd9b65', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'port_id': '75b79b79-c802-4873-af12-7fd137cd9b65', 'mac_address': 'fa:16:3e:58:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:55.529092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bca8c3f7-78bd-4255-a2df-cad72411601c req-eb140b7e-4fa8-4052-87bd-c8e87779d9bd tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569396 Aug 20 13:30:55.548008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19b0b096-ce3b-47f1-b038-83bf4749f8b1 req-38796a22-814d-495a-9457-df6d68b33369 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456616 Aug 20 13:30:55.577084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.597278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b79b79-c802-4873-af12-7fd137cd9b65 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:55.624087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=75b79b79-c802-4873-af12-7fd137cd9b65,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:55.629800 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.630663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3b81ee34-763b-40eb-b62c-ec7ed19d543e details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:55.705001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:55.768445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:55.782756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '3b81ee34-763b-40eb-b62c-ec7ed19d543e', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'port_id': '3b81ee34-763b-40eb-b62c-ec7ed19d543e', 'mac_address': 'fa:16:3e:38:56:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:55.795196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.799388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.807915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.815101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.822665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.829565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.835044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=8be8a87e-67a5-47f2-a4ab-217e9b2df344,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:55.860648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.867175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:55.878684 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.879169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-be5c95b8-56ba-4e02-bf24-8f8052602498 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5424 time: 0.1851828 Aug 20 13:30:55.882639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f5c85d12-3ed8-4ad9-bd86-f7b9fa4e82f1 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/ports/8be8a87e-67a5-47f2-a4ab-217e9b2df344 HTTP/1.1" status: 204 len: 168 time: 1.3847766 Aug 20 13:30:55.885936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33602) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:55.891328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.907016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b81ee34-763b-40eb-b62c-ec7ed19d543e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:55.927776 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf326492-1906-4de4-a5be-6c0561962ce7 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] GET failed (client error): The resource could not be found. Aug 20 13:30:55.929705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf326492-1906-4de4-a5be-6c0561962ce7 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "GET /v2.0/ports/8be8a87e-67a5-47f2-a4ab-217e9b2df344 HTTP/1.1" status: 404 len: 333 time: 0.0423942 Aug 20 13:30:55.934724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:55.937600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33606) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:55.942433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:55.943373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e3557570-5656-4288-8e21-86e501f03e70 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:55.995107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e3557570-5656-4288-8e21-86e501f03e70, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e3557570-5656-4288-8e21-86e501f03e70,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:56.001614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4126514-6e6c-4c4d-972e-abd5776c134f req-c648a632-7961-44c5-b10e-0ea79330bc67 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212428 Aug 20 13:30:56.044842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e3557570-5656-4288-8e21-86e501f03e70', 'network_id': 'cf6c1418-f01b-4873-a723-67eab47f4c11', 'port_id': 'e3557570-5656-4288-8e21-86e501f03e70', 'mac_address': 'fa:16:3e:46:27:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03908ef-c51a-4217-b55c-6cdf47141a42', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:56.105186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-915dbc31-5e96-474d-970c-cf99fd1a41c7 req-b3a3150d-425b-44f5-a8e0-3bbabc3adc46 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 210 time: 0.0653746 Aug 20 13:30:56.114745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:56.155220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port 1c97ccb2-84e7-4623-b003-47269bd7b840 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:56.155569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:56.163232 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:56.193507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3557570-5656-4288-8e21-86e501f03e70 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:56.235749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e3557570-5656-4288-8e21-86e501f03e70, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e3557570-5656-4288-8e21-86e501f03e70,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:56.245939 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:56.246830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:30:56.433612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e3557570-5656-4288-8e21-86e501f03e70,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:56.452663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:56.459460 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:56.473289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d', 'network_id': '5e26cb14-dcde-4fb8-a654-320e557f32d0', 'port_id': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d', 'mac_address': 'fa:16:3e:26:b0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d125d4-1674-4d80-8006-57932c182c03', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:30:56.569079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:56.616994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:30:56.648360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:56.671792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:56.784016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for 1c97ccb2-84e7-4623-b003-47269bd7b840 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:56.802510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:56.860228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b1ae-07e2-404b-94b6-74087a7f8ab3 req-23120ad6-a847-47f3-a799-aea97d7c654b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:56.862857 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa26b1ae-07e2-404b-94b6-74087a7f8ab3 req-23120ad6-a847-47f3-a799-aea97d7c654b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 0.1139021 Aug 20 13:30:56.943015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa26b1ae-07e2-404b-94b6-74087a7f8ab3 req-d82854b9-f899-496d-a7d1-fc6833cec8c7 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699394 Aug 20 13:30:57.004175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243b5d-3d51-4cb1-b7ca-53e10db99ad0 req-d5e9b823-261f-4a49-92cf-2cc574db0ce1 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.006176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4243b5d-3d51-4cb1-b7ca-53e10db99ad0 req-d5e9b823-261f-4a49-92cf-2cc574db0ce1 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.2532673 Aug 20 13:30:57.052668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-9609f9ae-4c13-4c85-816d-23182c1be7e0 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.054223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-9609f9ae-4c13-4c85-816d-23182c1be7e0 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.53 "GET /v2.0/networks?id=f3856f9c-cb33-495b-bfcc-b704cbce8977 HTTP/1.1" status: 200 len: 809 time: 0.5834856 Aug 20 13:30:57.103332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Request body: {'port': {'device_id': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977', 'admin_state_up': True, 'tenant_id': 'aa4af020dc004dfd84b2c35b7ba09b56'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:57.343070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.355481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Made reservation on behalf of aa4af020dc004dfd84b2c35b7ba09b56 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:30:57.365766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.368967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:57.374023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.380095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.386634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.394398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.401734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.412436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-9ebe60e8-ec80-4b5c-a156-61854832f0ef tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5427 time: 0.2046008 Aug 20 13:30:57.435888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['75b79b79-c802-4873-af12-7fd137cd9b65'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.471081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-639c112c-1915-4df7-a17b-a3395b0a02fb req-dd5754d5-ba01-4087-9a8d-86ca1d3698d9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514188 Aug 20 13:30:57.529248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ba06ffa8-0cb5-4b62-b028-67daab46c86e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.538780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['3b81ee34-763b-40eb-b62c-ec7ed19d543e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.560380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:57.589222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4243b5d-3d51-4cb1-b7ca-53e10db99ad0 req-14831e6f-242b-474b-a519-0be586cca71e tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733752 Aug 20 13:30:57.610588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98365d56-00aa-48d0-8ebc-6506f6c75d4e req-08e577bb-7453-42b9-a2bb-4128d25eeb8d tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 210 time: 0.0557053 Aug 20 13:30:57.632641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e3557570-5656-4288-8e21-86e501f03e70'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.636911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['76c08193-2675-418b-8e3b-f001f626d583'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.639555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['0c494cc8-8ce7-430d-8fd6-662803c90db9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.668910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:30:57.670433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=1c97ccb2-84e7-4623-b003-47269bd7b840,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:57.745433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-b6380203-c907-41bd-978f-39d3f8bc9bd8 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:57.747039 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-b6380203-c907-41bd-978f-39d3f8bc9bd8 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.4799411 Aug 20 13:30:57.756961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:57.760858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8ba318ce-3be4-42d3-bc7f-b4da7be1c5f2 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/ports/1c97ccb2-84e7-4623-b003-47269bd7b840 HTTP/1.1" status: 204 len: 168 time: 1.8217032 Aug 20 13:30:57.763114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33652) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:57.918621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Allocated IP 172.20.0.2 (f3856f9c-cb33-495b-bfcc-b704cbce8977/b884a4a3-bfb9-4110-a66d-5db358337188/bf5979d4-305b-4298-9d4c-01105d224613) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:30:57.946506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting subnet f74d746f-cc06-468c-af71-ddd8d003ee92 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:30:57.956247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:57.997335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Deleting port c5bfa637-616a-4066-8a91-5af6d702eefe {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:57.997893 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.192614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.359241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92235-c260-49ea-955a-bcd5fd5d49f3 req-b4b01f7d-2d4d-4b50-b2f2-5576eaf63286 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.371607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fbc92235-c260-49ea-955a-bcd5fd5d49f3 req-b4b01f7d-2d4d-4b50-b2f2-5576eaf63286 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 0.1237581 Aug 20 13:30:58.462643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fbc92235-c260-49ea-955a-bcd5fd5d49f3 req-4007348c-aeeb-47ef-af7e-7c8b772e44b2 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883229 Aug 20 13:30:58.468642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.596306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.641327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.643442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/subnets/f74d746f-cc06-468c-af71-ddd8d003ee92 HTTP/1.1" status: 204 len: 168 time: 0.8792582 Aug 20 13:30:58.644352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca4032-b62a-413a-9350-0e8528fcad1e tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Subnet': ['ID=f74d746f-cc06-468c-af71-ddd8d003ee92,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:58.646665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33678) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:58.746495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac76d6-a63c-4cd6-909b-ea94935f342d None None] Network b04b68a5-e259-49c6-9843-352d2f10d174 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:30:58.748478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:58.816698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.860793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:58.861156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 14636201-e2ff-4c1b-aa7f-209a30f5c8a8 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:58.863429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.870743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.877606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.878009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] For port c5bfa637-616a-4066-8a91-5af6d702eefe, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5bfa637-616a-4066-8a91-5af6d702eefe,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:58.878505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:58.883905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.890516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.896047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Calling delete_port for c5bfa637-616a-4066-8a91-5af6d702eefe owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:58.897443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.904763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:58.914003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-9a112cef-3393-4054-ba9c-ad8a315a6fdc tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5427 time: 0.1877310 Aug 20 13:30:59.002699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-806be8ef-d065-4d1e-9429-2479a9e6edb5 req-7025e604-5bd6-4cb1-b759-e725b265cd83 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877004 Aug 20 13:30:59.032348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Deleting port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:59.032907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.112912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.171557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.201332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.246329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] For port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,segment=NetworkSegment(9906fb51-d4fe-4f61-b892-96b08b1283c1),segment_id=9906fb51-d4fe-4f61-b892-96b08b1283c1)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:59.247660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.260438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a081-8898-426e-a9e3-580f3b2e5791 req-913908fe-0df0-49b7-99db-822ba1663df7 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:59.270624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9e2a081-8898-426e-a9e3-580f3b2e5791 req-913908fe-0df0-49b7-99db-822ba1663df7 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 931 time: 0.1040654 Aug 20 13:30:59.322739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Network f3856f9c-cb33-495b-bfcc-b704cbce8977 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:30:59.332068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9e2a081-8898-426e-a9e3-580f3b2e5791 req-bd818cbb-bee4-487a-b864-69aaf9c28854 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Aug 20 13:30:59.345770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Calling delete_port for e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:30:59.360424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f690ed-37af-409b-812f-bb191ed21fa8 req-1fb809f2-c62a-49e4-8254-816f0a2aa6eb tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:59.376712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33686) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:30:59.381453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Request body: {'floatingip': {'port_id': 'dc3ba232-523f-4a38-96d1-5589ba654eb9'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:59.384618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-31f690ed-37af-409b-812f-bb191ed21fa8 req-1fb809f2-c62a-49e4-8254-816f0a2aa6eb tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 0.6599789 Aug 20 13:30:59.390527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:30:59.428944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:30:59.503835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Pushing event updated for resources: {'Port': ['ID=bf5979d4-305b-4298-9d4c-01105d224613,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:59.567181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.601934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:59.603408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.619748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] DHCP port deletion for b04b68a5-e259-49c6-9843-352d2f10d174 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:30:59.671290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-f848aae1-4cd4-40c8-82c4-0c9e444ef6ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5874074 Aug 20 13:30:59.678133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.690612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Request body: {'port': {'device_id': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:30:59.748616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] Deleting port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:30:59.749209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.761166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e2434-02a6-457d-8774-71cb727f753a req-4f64e1f1-a384-476a-aa44-731d9c234b55 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:30:59.769941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf3e2434-02a6-457d-8774-71cb727f753a req-4f64e1f1-a384-476a-aa44-731d9c234b55 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/ports?device_id=5185ccc2-df47-4924-9dbf-93432d3d4b5e HTTP/1.1" status: 200 len: 945 time: 0.2272151 Aug 20 13:30:59.848112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.849262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:30:59.888654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Pushing event deleted for resources: {'Port': ['ID=c5bfa637-616a-4066-8a91-5af6d702eefe,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:59.914025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:30:59.917309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:30:59.965380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf3e2434-02a6-457d-8774-71cb727f753a req-dbb2cc1d-c3aa-4c0e-93be-c903a6b5fd82 tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.59 "GET /v2.0/security-groups?id=f7441bf2-12b3-4e23-940a-c08f351b2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941969 Aug 20 13:30:59.979375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] For port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,segment=NetworkSegment(9906fb51-d4fe-4f61-b892-96b08b1283c1),segment_id=9906fb51-d4fe-4f61-b892-96b08b1283c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:30:59.979761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:30:59.985981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Port': ['ID=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:30:59.999328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.002068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] No DVR routers for this DVR port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:00.027476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] Calling delete_port for e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:00.080100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] No DVR routers for this DVR port c5bfa637-616a-4066-8a91-5af6d702eefe on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:00.086054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.089701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68eae50f-785d-4962-97c8-dd7bbb902f5e req-182c6a10-76f2-4227-ba29-5afd1f80415a tempest-ListServerFiltersTestJSON-854790066 tempest-ListServerFiltersTestJSON-854790066-project] 10.222.0.13 "DELETE /v2.0/ports/c5bfa637-616a-4066-8a91-5af6d702eefe HTTP/1.1" status: 204 len: 173 time: 2.3275101 Aug 20 13:31:00.091518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'name': 'network-vif-deleted', 'tag': 'c5bfa637-616a-4066-8a91-5af6d702eefe'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:00.106333 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6cd321-0bf5-406a-9d14-7c2af120d23f" -d '{"events": [{"server_uuid": "5185ccc2-df47-4924-9dbf-93432d3d4b5e", "name": "network-vif-deleted", "tag": "c5bfa637-616a-4066-8a91-5af6d702eefe"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:00.263121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.268909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.307077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04b68a5-e259-49c6-9843-352d2f10d174']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:00.352355 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132fcfec-5f6a-4272-a495-40356c4a10ce x-openstack-request-id: req-132fcfec-5f6a-4272-a495-40356c4a10ce {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:00.360641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] Pushing event deleted for resources: {'Port': ['ID=e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:00.360888 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5185ccc2-df47-4924-9dbf-93432d3d4b5e", "name": "network-vif-deleted", "tag": "c5bfa637-616a-4066-8a91-5af6d702eefe", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:00.360888 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-132fcfec-5f6a-4272-a495-40356c4a10ce {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:00.360888 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5185ccc2-df47-4924-9dbf-93432d3d4b5e', 'name': 'network-vif-deleted', 'tag': 'c5bfa637-616a-4066-8a91-5af6d702eefe', 'status': 'completed', 'code': 200} Aug 20 13:31:00.385708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e982a31-1700-47d2-a2b9-9dcec97f83b3 None None] No DVR routers for this DVR port e74893b2-1bd2-4c66-a9e4-da4bdfe9c4d7 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:00.428517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9906fb51-d4fe-4f61-b892-96b08b1283c1') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:00.429311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9906fb51-d4fe-4f61-b892-96b08b1283c1') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:00.560195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.568206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.576869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.584616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.594767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.604743 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.606453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.614676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:00.626868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-025393f7-9846-46e0-9e4d-d98619fa9155 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5427 time: 0.4513659 Aug 20 13:31:00.712687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ba06ffa8-0cb5-4b62-b028-67daab46c86e up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:00.778078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.824025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port ba06ffa8-0cb5-4b62-b028-67daab46c86e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:00.828621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port ba06ffa8-0cb5-4b62-b028-67daab46c86e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:00.829002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.874311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:00.874727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:00.879529 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:00.914483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a1b898c-866d-4c9c-bafd-71a915c6d0a4 req-bbfa3749-382c-4b6b-ad21-bce28c37fa90 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2859545 Aug 20 13:31:00.934196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5bfa637-616a-4066-8a91-5af6d702eefe no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:01.010408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: c5bfa637-616a-4066-8a91-5af6d702eefe {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:01.010774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5bfa637-616a-4066-8a91-5af6d702eefe not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:01.099225 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.135786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5979d4-305b-4298-9d4c-01105d224613 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:01.145942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:01.146456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.148455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9ead7-b154-4ed2-9512-5cefeefcb11a req-209bba8a-fee4-475c-ad79-df825e72fae1 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:01.159642 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5eb5a-2625-43d6-bdc9-a666d357f54d" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "ba06ffa8-0cb5-4b62-b028-67daab46c86e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:01.161145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05f9ead7-b154-4ed2-9512-5cefeefcb11a req-209bba8a-fee4-475c-ad79-df825e72fae1 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 931 time: 0.5542324 Aug 20 13:31:01.161279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:01.198262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ba06ffa8-0cb5-4b62-b028-67daab46c86e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:01.207940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.220747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Deleting subnet 99b403e2-7b45-447d-9e61-0931ce43cd09 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:31:01.225515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.259418 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5095bcd-eb27-4818-a9a8-02097b40dd1c x-openstack-request-id: req-f5095bcd-eb27-4818-a9a8-02097b40dd1c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:01.260368 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "ba06ffa8-0cb5-4b62-b028-67daab46c86e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:01.260673 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5095bcd-eb27-4818-a9a8-02097b40dd1c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:01.261098 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e', 'code': 200} Aug 20 13:31:01.284305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.342344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Transition to ACTIVE for port object bf5979d4-305b-4298-9d4c-01105d224613 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:01.349136 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.377213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05f9ead7-b154-4ed2-9512-5cefeefcb11a req-d15ec6f5-8262-467d-8f4f-33929d326ff1 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150609 Aug 20 13:31:01.382861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.394708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ba06ffa8-0cb5-4b62-b028-67daab46c86e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:01.438276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.443855 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] 10.222.0.59 "DELETE /v2.0/networks/b04b68a5-e259-49c6-9843-352d2f10d174 HTTP/1.1" status: 204 len: 168 time: 2.7955406 Aug 20 13:31:01.451016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f168304-ad19-4de1-854e-7d88d5a65c98 tempest-AllowedAddressPairIpV6TestJSON-111778036 tempest-AllowedAddressPairIpV6TestJSON-111778036-project] Pushing event deleted for resources: {'Network': ['ID=b04b68a5-e259-49c6-9843-352d2f10d174,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:01.460709 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.487782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Pushing event updated for resources: {'Port': ['ID=bf5979d4-305b-4298-9d4c-01105d224613,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:01.498749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:31:01.549862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.673407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.679572 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.686269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.691819 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.698405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/99b403e2-7b45-447d-9e61-0931ce43cd09 HTTP/1.1" status: 204 len: 168 time: 0.5337613 Aug 20 13:31:01.698736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6e6de6-dd3b-4b94-ae49-c0885ee4bcc2 None None] Network cecd7b32-0119-45c7-bf7c-6ed09f959c81 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:01.704761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33728) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:01.808782 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.816527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164ddba-3f4c-40f0-b110-9215be3f79c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b403e2-7b45-447d-9e61-0931ce43cd09,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:01.823721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Attempting to bind port bf5979d4-305b-4298-9d4c-01105d224613 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:01.824182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Attempting to bind port bf5979d4-305b-4298-9d4c-01105d224613 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '13f5117b-2b92-403f-b222-1d10719dd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:01.824835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Attempting to bind port bf5979d4-305b-4298-9d4c-01105d224613 on network f3856f9c-cb33-495b-bfcc-b704cbce8977 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:01.839150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Port bf5979d4-305b-4298-9d4c-01105d224613 on network f3856f9c-cb33-495b-bfcc-b704cbce8977 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:31:01.839689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Attempting to bind port bf5979d4-305b-4298-9d4c-01105d224613 on network f3856f9c-cb33-495b-bfcc-b704cbce8977 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:01.869123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:01.869671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Checking segment: {'id': '13f5117b-2b92-403f-b222-1d10719dd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:01.870112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Bound using segment: {'id': '13f5117b-2b92-403f-b222-1d10719dd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:01.870703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Bound port: bf5979d4-305b-4298-9d4c-01105d224613, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f5117b-2b92-403f-b222-1d10719dd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:01.871174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.984512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Deleting port 8a29857d-b435-4779-88b4-92677077a067 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:01.985139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:01.991563 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Floating IP bb3e8957-6fd6-403b-8b23-752f2692204c associated. External IP: 172.25.6.25, port: dc3ba232-523f-4a38-96d1-5589ba654eb9. Aug 20 13:31:02.037239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] For port bf5979d4-305b-4298-9d4c-01105d224613, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:02.123250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] DHCP port deletion for cecd7b32-0119-45c7-bf7c-6ed09f959c81 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:31:02.155418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] For port 8a29857d-b435-4779-88b4-92677077a067, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8a29857d-b435-4779-88b4-92677077a067,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:02.156177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:02.284322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33750) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:02.303052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] Deleting port 8a29857d-b435-4779-88b4-92677077a067 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:02.303737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:02.333194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] For port bf5979d4-305b-4298-9d4c-01105d224613, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bf5979d4-305b-4298-9d4c-01105d224613,segment=NetworkSegment(13f5117b-2b92-403f-b222-1d10719dd3e9),segment_id=13f5117b-2b92-403f-b222-1d10719dd3e9)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:02.375678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Calling delete_port for 8a29857d-b435-4779-88b4-92677077a067 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:02.413771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:02.496330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] For port 8a29857d-b435-4779-88b4-92677077a067, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8a29857d-b435-4779-88b4-92677077a067,segment=NetworkSegment(4dfdb2f5-636a-4592-84c1-b1f2feb094d5),segment_id=4dfdb2f5-636a-4592-84c1-b1f2feb094d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:02.496707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:02.533514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] Calling delete_port for 8a29857d-b435-4779-88b4-92677077a067 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:02.534880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.546263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.560417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.589977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.596080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.612732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.627175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.648372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-027900cf-222d-4e86-94fe-b820a982b4ea tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5428 time: 0.4676921 Aug 20 13:31:02.745540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:02.746174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:02.747675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] 10.222.0.53 "PUT /v2.0/ports/bf5979d4-305b-4298-9d4c-01105d224613 HTTP/1.1" status: 200 len: 1091 time: 3.0669527 Aug 20 13:31:02.764192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76c08193-2675-418b-8e3b-f001f626d583 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:02.783321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'tag': 'bf5979d4-305b-4298-9d4c-01105d224613'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:02.785880 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d2572e-334d-47fc-9d7c-16c5f3f594c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e88f2dd-6f5c-479e-8955-54f72593e860", "tag": "bf5979d4-305b-4298-9d4c-01105d224613"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:02.891257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf293f5-d909-4b97-a284-4a2d25a24ecf service neutron] Pushing event updated for resources: {'Port': ['ID=bf5979d4-305b-4298-9d4c-01105d224613,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:02.903149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-52f31366-54cb-407f-9de2-92de62209a2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fa97671e52d4ce1b0dae0385c232ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910060 Aug 20 13:31:02.909049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:02.909220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33758) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:02.924733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07d6c476-7039-4a87-a60d-9f5ef58c12d2 req-12f5a593-6a59-4218-8e47-52b095bc7d5a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2726586 Aug 20 13:31:02.950772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] No DVR routers for this DVR port 8a29857d-b435-4779-88b4-92677077a067 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:03.021510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-be14819e-7624-4491-99c6-709e2a11bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:03.023903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-be14819e-7624-4491-99c6-709e2a11bd68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa4af020dc004dfd84b2c35b7ba09b56&device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 1094 time: 0.1968102 Aug 20 13:31:03.031701 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598cf115-2e45-41f0-9ea1-48c5e46444bc x-openstack-request-id: req-598cf115-2e45-41f0-9ea1-48c5e46444bc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:03.031985 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e88f2dd-6f5c-479e-8955-54f72593e860", "tag": "bf5979d4-305b-4298-9d4c-01105d224613", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:03.032235 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-598cf115-2e45-41f0-9ea1-48c5e46444bc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:03.033706 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'tag': 'bf5979d4-305b-4298-9d4c-01105d224613', 'status': 'completed', 'code': 200} Aug 20 13:31:03.040803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960a32a-cc79-474c-a1b0-21ef48703bd0 None None] Pushing event deleted for resources: {'Port': ['ID=8a29857d-b435-4779-88b4-92677077a067,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:03.083884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 76c08193-2675-418b-8e3b-f001f626d583 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:03.100972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 76c08193-2675-418b-8e3b-f001f626d583 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:03.101767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.104292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-93c17df7-c5d4-42ef-abd4-c711faebc0ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf5979d4-305b-4298-9d4c-01105d224613 HTTP/1.1" status: 200 len: 217 time: 0.0681186 Aug 20 13:31:03.126816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.166841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea4a96e-ce4b-491e-8265-a8bf479f2c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.221534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a29857d-b435-4779-88b4-92677077a067,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:03.226844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] No DVR routers for this DVR port 8a29857d-b435-4779-88b4-92677077a067 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:03.280419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea4a96e-ce4b-491e-8265-a8bf479f2c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.300340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-e8f1c096-3962-4008-b050-a59a52fc0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:03.302266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-e8f1c096-3962-4008-b050-a59a52fc0397 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b884a4a3-bfb9-4110-a66d-5db358337188 HTTP/1.1" status: 200 len: 849 time: 0.1879280 Aug 20 13:31:03.344787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.420257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c08193-2675-418b-8e3b-f001f626d583'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:03.423639 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00641a46-a876-410a-b974-57928581ca20" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "76c08193-2675-418b-8e3b-f001f626d583"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:03.425156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-3beb1761-778f-4c07-aef8-7b4278eb7d5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3856f9c-cb33-495b-bfcc-b704cbce8977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829656 Aug 20 13:31:03.431477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.518075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecd7b32-0119-45c7-bf7c-6ed09f959c81']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:03.542598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfdb2f5-636a-4592-84c1-b1f2feb094d5') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:03.543223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfdb2f5-636a-4592-84c1-b1f2feb094d5') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:03.565783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.566057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76c08193-2675-418b-8e3b-f001f626d583,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:03.573689 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.575496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0c494cc8-8ce7-430d-8fd6-662803c90db9 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:03.630898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.647497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea4a96e-ce4b-491e-8265-a8bf479f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.658495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea4a96e-ce4b-491e-8265-a8bf479f2c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.659717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cea4a96e-ce4b-491e-8265-a8bf479f2c3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2b19c53-7879-4c51-b3ff-e8237df81e9e HTTP/1.1" status: 204 len: 168 time: 0.7339761 Aug 20 13:31:03.708381 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c4d8ed-15a8-437a-a952-92af47fbe43a x-openstack-request-id: req-d6c4d8ed-15a8-437a-a952-92af47fbe43a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:03.709011 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "76c08193-2675-418b-8e3b-f001f626d583", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:03.709453 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6c4d8ed-15a8-437a-a952-92af47fbe43a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:03.710044 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c08193-2675-418b-8e3b-f001f626d583', 'code': 200} Aug 20 13:31:03.755457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:03.755457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:03.757565 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:03.800010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4a96e-ce4b-491e-8265-a8bf479f2c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b19c53-7879-4c51-b3ff-e8237df81e9e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:03.815604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-56665669-1d33-4afd-839a-57d421ad7801 service neutron] 10.222.0.53 "GET /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810096 Aug 20 13:31:03.870346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.890439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8a29857d-b435-4779-88b4-92677077a067 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:03.945716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8a29857d-b435-4779-88b4-92677077a067 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:03.947933 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:03.965947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8a29857d-b435-4779-88b4-92677077a067 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:03.974580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cecd7b32-0119-45c7-bf7c-6ed09f959c81 HTTP/1.1" status: 204 len: 168 time: 2.2637081 Aug 20 13:31:04.001308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:04.025932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a85c4-52b8-46ec-b6da-4f4aca2943d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cecd7b32-0119-45c7-bf7c-6ed09f959c81,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:04.050719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 0c494cc8-8ce7-430d-8fd6-662803c90db9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:04.078146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 0c494cc8-8ce7-430d-8fd6-662803c90db9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:04.079799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:04.081085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3cf95fcc-5018-4341-a0fd-8b497755a3fb req-b6b9da1d-c1d9-4c82-bcce-c53088234e11 service neutron] 10.222.0.53 "GET /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569301 Aug 20 13:31:04.095678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f9038-d43a-45cd-b907-ea41fa8f2e5d req-a74460c1-edf7-4eca-98bf-bfddd11d1e74 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.097286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-898f9038-d43a-45cd-b907-ea41fa8f2e5d req-a74460c1-edf7-4eca-98bf-bfddd11d1e74 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 943 time: 1.4955571 Aug 20 13:31:04.216729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:31:04.306197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-898f9038-d43a-45cd-b907-ea41fa8f2e5d req-6dd29cea-98c2-46e4-95a7-95630cb2286a tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735170 Aug 20 13:31:04.445005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:04.462239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-1a7fab3e-b052-4f80-aa22-dd08bbef9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.464344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-1a7fab3e-b052-4f80-aa22-dd08bbef9491 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa4af020dc004dfd84b2c35b7ba09b56&device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 1094 time: 0.3078153 Aug 20 13:31:04.600249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:04.607187 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:04.608480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 75b79b79-c802-4873-af12-7fd137cd9b65 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:04.620065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33800) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:04.659494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.674218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.680538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.704027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.705473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 75b79b79-c802-4873-af12-7fd137cd9b65 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:04.712365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 75b79b79-c802-4873-af12-7fd137cd9b65 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:04.713664 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:04.717498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.723487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.742041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.750638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-803ab888-23b0-4e9e-a8e2-e3394a0a471b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5429 time: 0.5416958 Aug 20 13:31:04.785411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:31:04.792454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:04.798655 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] Sync routers for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:31:04.815852 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:04.816499 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:04.909545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd29ccae-9110-4b77-b25e-3b85f6936886 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc35a48b676749ae98f501a709e36618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155087 Aug 20 13:31:04.911911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33808) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:04.932706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-662aed33-0efc-492b-9e34-07bbc9a5f61c tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "PUT /v2.0/floatingips/bb3e8957-6fd6-403b-8b23-752f2692204c HTTP/1.1" status: 200 len: 990 time: 5.5546949 Aug 20 13:31:04.935699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:04.947877 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42841fce-cc87-4974-8698-b9fbbffc70fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:04.983017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-66525439-e335-4416-a468-c5db7c3bc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:04.988284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-66525439-e335-4416-a468-c5db7c3bc922 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3856f9c-cb33-495b-bfcc-b704cbce8977 HTTP/1.1" status: 200 len: 910 time: 0.5143912 Aug 20 13:31:05.025806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b23c0cc-58da-472e-9730-d626947aaef2 req-fbfd30b6-78b2-4f07-82ba-97f2decd9966 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2742593 Aug 20 13:31:05.063419 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:31:05.140412 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b97926-785e-4caa-b901-0d6d7f05c085 x-openstack-request-id: req-66b97926-785e-4caa-b901-0d6d7f05c085 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:05.141446 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:05.141919 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66b97926-785e-4caa-b901-0d6d7f05c085 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:05.142567 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'status': 'completed', 'code': 200} Aug 20 13:31:05.171734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-a06dd87d-e573-4748-af58-7c652c13476a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf5979d4-305b-4298-9d4c-01105d224613 HTTP/1.1" status: 200 len: 217 time: 0.1401205 Aug 20 13:31:05.210685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:05.481603 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:05.491301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-92d5ff6e-0d93-4b02-aefa-fc471b729be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:05.503366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-92d5ff6e-0d93-4b02-aefa-fc471b729be7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b884a4a3-bfb9-4110-a66d-5db358337188 HTTP/1.1" status: 200 len: 849 time: 0.2984350 Aug 20 13:31:05.592323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-c21a4e3b-edad-411b-8e6f-a6efa12bcff8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3856f9c-cb33-495b-bfcc-b704cbce8977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661216 Aug 20 13:31:05.661416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=75b79b79-c802-4873-af12-7fd137cd9b65,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:05.718167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9'}, {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:05.719151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c0669-99c0-4b35-9c40-b76ceb03db4e req-d6a2ee82-e0f3-4b85-97ff-d07034de02ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:05.724826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eeca22b-cb0e-4611-a552-2dcb7041c79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:05.726720 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2b381-be59-4bb7-baa1-5df5a745cb98" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9"}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:05.729623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-c27d8fc3-c054-4da8-a0e4-d6afac60af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:05.731144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-c27d8fc3-c054-4da8-a0e4-d6afac60af13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad47308ac054b8ba090672058c3557b&device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 1096 time: 0.5548098 Aug 20 13:31:05.733170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a61c0669-99c0-4b35-9c40-b76ceb03db4e req-d6a2ee82-e0f3-4b85-97ff-d07034de02ed tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 943 time: 0.1366639 Aug 20 13:31:05.754084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:05.766047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3b81ee34-763b-40eb-b62c-ec7ed19d543e up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:05.840367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a61c0669-99c0-4b35-9c40-b76ceb03db4e req-e64a86ab-8481-4be8-8de3-2899f9073b4d tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868053 Aug 20 13:31:05.841383 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'bb3e8957-6fd6-403b-8b23-752f2692204c', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'port_id': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'mac_address': 'fa:16:3e:8a:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:30Z', 'updated_at': '2021-08-20T13:31:01Z', 'revision_number': 1, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:30Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:05.923822 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] Checking router: 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:31:05.929305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33842) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:05.936452 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08c46d-a06e-4fbd-979b-fb35abb8cca3 x-openstack-request-id: req-4c08c46d-a06e-4fbd-979b-fb35abb8cca3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:05.936955 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9", "code": 200}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:05.937518 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c08c46d-a06e-4fbd-979b-fb35abb8cca3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:05.939547 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9', 'code': 200} Aug 20 13:31:05.939960 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65', 'code': 200} Aug 20 13:31:05.959616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eeca22b-cb0e-4611-a552-2dcb7041c79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:05.983912 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:05.992072 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:06.035697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:06.065660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:06.078959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:06.079347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.186491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-f61108dd-1a36-47f4-a02e-1f4c829580be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:06.193052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-f61108dd-1a36-47f4-a02e-1f4c829580be service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1add7e-ecf8-4655-918d-fb61b153d33b HTTP/1.1" status: 200 len: 915 time: 0.4445276 Aug 20 13:31:06.197821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-4c26f18e-ad27-4be9-8c49-e69e4d54abba service neutron] 10.222.0.53 "GET /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897887 Aug 20 13:31:06.270232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1953479866'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:06.297505 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:31:06.324351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Made reservation on behalf of 63232931dc724a77bc28d8ee0a0278d2 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:06.330055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.340735 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.352518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.502328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:06.515725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.516583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e3557570-5656-4288-8e21-86e501f03e70 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:06.658468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:06.668457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.680546 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.716305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-1efb27cb-b384-4411-b37f-4565c2950104 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9 HTTP/1.1" status: 200 len: 998 time: 0.5174482 Aug 20 13:31:06.739672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bf5979d4-305b-4298-9d4c-01105d224613 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:31:06.742576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad8a56b-a984-40da-8e4b-9313c13ea591,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:06.767644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:06.795377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.795757 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Added segment cbe95c6a-a0d1-42f7-87ea-9a89ff8af157 of type vlan for network b4763390-b303-4bcc-b091-f84c6dd99c33 Aug 20 13:31:06.854976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.897643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.918572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:06.933979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:06.939651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.940692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:06.967810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:06.973217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e3557570-5656-4288-8e21-86e501f03e70 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:06.991387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e3557570-5656-4288-8e21-86e501f03e70 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:06.991828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:06.999960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.029439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.054574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.067725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.070074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60af407e-4942-4159-bb70-6b6387048103 req-b46843d4-ca50-4fd5-a8b8-76791849ac01 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5431 time: 0.8135860 Aug 20 13:31:07.097383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bf5979d4-305b-4298-9d4c-01105d224613, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bf5979d4-305b-4298-9d4c-01105d224613,segment=NetworkSegment(13f5117b-2b92-403f-b222-1d10719dd3e9),segment_id=13f5117b-2b92-403f-b222-1d10719dd3e9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:07.141701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eeca22b-cb0e-4611-a552-2dcb7041c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.155166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'bf5979d4-305b-4298-9d4c-01105d224613', 'network_id': 'f3856f9c-cb33-495b-bfcc-b704cbce8977', 'port_id': 'bf5979d4-305b-4298-9d4c-01105d224613', 'mac_address': 'fa:16:3e:2f:59:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b884a4a3-bfb9-4110-a66d-5db358337188', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:31:07.159303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0eeca22b-cb0e-4611-a552-2dcb7041c79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.161763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0eeca22b-cb0e-4611-a552-2dcb7041c79f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7441bf2-12b3-4e23-940a-c08f351b2e9a HTTP/1.1" status: 204 len: 168 time: 2.2479219 Aug 20 13:31:07.191327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Network': ['ID=b4763390-b303-4bcc-b091-f84c6dd99c33,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:07.194458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33880) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:07.202091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-0269d2b2-3e2f-4458-8639-90121d796911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.203741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-0269d2b2-3e2f-4458-8639-90121d796911 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563 HTTP/1.1" status: 200 len: 853 time: 0.4766862 Aug 20 13:31:07.227612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network b4763390-b303-4bcc-b091-f84c6dd99c33 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:07.272829 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'bb3e8957-6fd6-403b-8b23-752f2692204c', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'port_id': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'mac_address': 'fa:16:3e:8a:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:30Z', 'updated_at': '2021-08-20T13:31:01Z', 'revision_number': 1, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:30Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:07.276287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40d2572e-334d-47fc-9d7c-16c5f3f594c7 req-73c8eab1-deda-4f56-895d-e81e4726aa65 service neutron] 10.222.0.53 "GET /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0667117 Aug 20 13:31:07.278803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeca22b-cb0e-4611-a552-2dcb7041c79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7441bf2-12b3-4e23-940a-c08f351b2e9a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:07.331530 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e452a4-602b-4aae-a2bd-1064c398fd96 None None] The sync data for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 is: [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'bb3e8957-6fd6-403b-8b23-752f2692204c', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'port_id': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'mac_address': 'fa:16:3e:8a:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:30Z', 'updated_at': '2021-08-20T13:31:01Z', 'revision_number': 1, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:30Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:31:07.339371 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.345012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.387433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5979d4-305b-4298-9d4c-01105d224613 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:07.390431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b6d597fd-c2c9-4adf-be5b-223689c9a8e9 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4562836 Aug 20 13:31:07.414180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33886) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:07.429150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'subnet': {'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:07.452121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e3557570-5656-4288-8e21-86e501f03e70, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e3557570-5656-4288-8e21-86e501f03e70,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:07.455582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bf5979d4-305b-4298-9d4c-01105d224613, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bf5979d4-305b-4298-9d4c-01105d224613,segment=NetworkSegment(13f5117b-2b92-403f-b222-1d10719dd3e9),segment_id=13f5117b-2b92-403f-b222-1d10719dd3e9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:07.465989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.472734 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.473533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:07.488367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aa48d-fcbd-4172-9892-818334236797 req-fd3d4454-f4c4-4d80-ae81-3c29aae47b50 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.503069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d2aa48d-fcbd-4172-9892-818334236797 req-fd3d4454-f4c4-4d80-ae81-3c29aae47b50 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 943 time: 0.4793143 Aug 20 13:31:07.528525 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60af407e-4942-4159-bb70-6b6387048103 req-6dff051b-7a36-4888-bce4-0891d22db49c tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3945599 Aug 20 13:31:07.529899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba23d56-8d4c-4da7-a43b-eb06303f692f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.536122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba23d56-8d4c-4da7-a43b-eb06303f692f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.536985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba23d56-8d4c-4da7-a43b-eb06303f692f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.554797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ba23d56-8d4c-4da7-a43b-eb06303f692f tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=f7b01034513c44a4b85cce5f92a7feb4&network_id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 2969 time: 0.3010840 Aug 20 13:31:07.578919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-8a2d94bf-8f90-459c-83d0-e513786e1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:07.580843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-8a2d94bf-8f90-459c-83d0-e513786e1bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1add7e-ecf8-4655-918d-fb61b153d33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3308489 Aug 20 13:31:07.731103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bf5979d4-305b-4298-9d4c-01105d224613,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:07.733238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d2aa48d-fcbd-4172-9892-818334236797 req-c3a0c83b-8dad-48ff-a776-67fab2a260f4 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293346 Aug 20 13:31:07.809407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Made reservation on behalf of 63232931dc724a77bc28d8ee0a0278d2 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:07.812883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:07.843501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dbf1c-dd80-4425-be44-8d18e46ce8da None None] New status for floating IP bb3e8957-6fd6-403b-8b23-752f2692204c: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:31:07.900879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bf5979d4-305b-4298-9d4c-01105d224613'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:31:07.916155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-d36ad90b-de6c-4c56-a58f-ca3b553b953d service neutron] 10.222.0.13 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238516 Aug 20 13:31:07.967986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:07.977472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b81ee34-763b-40eb-b62c-ec7ed19d543e'}, {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3557570-5656-4288-8e21-86e501f03e70'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:07.983530 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c11c27-feec-410b-86d1-27b667810e51" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "3b81ee34-763b-40eb-b62c-ec7ed19d543e"}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "e3557570-5656-4288-8e21-86e501f03e70"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:08.012775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:08.013199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:08.062661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e3557570-5656-4288-8e21-86e501f03e70,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:08.151965 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f6b9e-f2de-4a75-bcc7-0402094bb594 x-openstack-request-id: req-0d0f6b9e-f2de-4a75-bcc7-0402094bb594 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:08.152291 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "3b81ee34-763b-40eb-b62c-ec7ed19d543e", "code": 200}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "e3557570-5656-4288-8e21-86e501f03e70", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:08.152574 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d0f6b9e-f2de-4a75-bcc7-0402094bb594 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:08.153685 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b81ee34-763b-40eb-b62c-ec7ed19d543e', 'code': 200} Aug 20 13:31:08.153685 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3557570-5656-4288-8e21-86e501f03e70', 'code': 200} Aug 20 13:31:08.326426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:08.370427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ffc71-114d-460e-9472-a8241d04518b req-9fa2488e-aba9-4cfa-9aba-d9e5fcb360e6 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.373163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-498ffc71-114d-460e-9472-a8241d04518b req-9fa2488e-aba9-4cfa-9aba-d9e5fcb360e6 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 949 time: 0.2125957 Aug 20 13:31:08.380164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42841fce-cc87-4974-8698-b9fbbffc70fe req-62320b95-8ebe-4259-8fd4-9ae61364d570 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425366 Aug 20 13:31:08.475240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:08.488454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:08.495023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-498ffc71-114d-460e-9472-a8241d04518b req-0c849064-afb4-4e6b-b807-6c505e600f2f tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944481 Aug 20 13:31:08.496439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:08.593463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:08.675495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Subnet': ['ID=0f057465-4279-4c48-80b1-5b5ff1fc3802,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:08.708295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Checking segment: {'id': 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:08.708691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network hostable DHCP agents. Network: b4763390-b303-4bcc-b091-f84c6dd99c33, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:08.744205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network b4763390-b303-4bcc-b091-f84c6dd99c33 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:08.782502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.788394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.794930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.801324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.808584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.816088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.823108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.825330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73374510-67ef-421f-a246-14fc50463ac6 req-1dfb0db7-675b-4c0a-9c66-bac987a7cf0f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1608887 Aug 20 13:31:08.826757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, b4763390-b303-4bcc-b091-f84c6dd99c33) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:08.831546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:08.832411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:08.842836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98374a18-041c-4d91-a401-c6d0ebde46ae None None] Network b4763390-b303-4bcc-b091-f84c6dd99c33 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:08.859874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c08298cc-31f6-4f83-85a5-41fea15da435 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4422591 Aug 20 13:31:08.863566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33968) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:08.869861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1374760922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:08.943177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:08.943328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73374510-67ef-421f-a246-14fc50463ac6 req-e0c89294-edfa-46c9-a03b-c40e2ca79fd4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877333 Aug 20 13:31:08.951997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.060025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.061562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:09.071626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.111296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.116120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-55a6bcc3-dc62-45d9-9200-e14a8e4aeacf tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2514932 Aug 20 13:31:09.117065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33978) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:09.222260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-b4763390-b303-4bcc-b091-f84c6dd99c33', 'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33', 'tenant_id': '63232931dc724a77bc28d8ee0a0278d2', 'fixed_ips': [{'subnet_id': '0f057465-4279-4c48-80b1-5b5ff1fc3802'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:31:09.223393 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.254430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0309e-ab5a-4533-be26-35e87e390ae8 req-42795c6b-95f6-4d8a-b466-094579bc3da8 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:09.257281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88a0309e-ab5a-4533-be26-35e87e390ae8 req-42795c6b-95f6-4d8a-b466-094579bc3da8 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 944 time: 0.0775781 Aug 20 13:31:09.317464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33988) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:09.349026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1244923790-network', 'tenant_id': 'f3316f43c6684ab2bed8971628b49a37'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:09.384588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88a0309e-ab5a-4533-be26-35e87e390ae8 req-93a8c9dd-457b-48c0-8ae9-99f8bd7f7314 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203761 Aug 20 13:31:09.444208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78a48d-8769-4fb0-8e5f-cbd848617af6 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:09.447118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d78a48d-8769-4fb0-8e5f-cbd848617af6 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 814 time: 0.1277056 Aug 20 13:31:09.448895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Made reservation on behalf of f3316f43c6684ab2bed8971628b49a37 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:09.454453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.472573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.507661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Allocated IP 172.20.0.2 (b4763390-b303-4bcc-b091-f84c6dd99c33/0f057465-4279-4c48-80b1-5b5ff1fc3802/08b91540-34f5-4979-aac9-358bc9552d11) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:09.652194 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.657611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.691903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:09.717308 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.717685 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Added segment 8b27e3b1-a335-4fe1-b6f2-8749a6889512 of type vlan for network 21a87411-d1bc-4c5b-903b-4b71463692d2 Aug 20 13:31:09.734631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.735787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:09.751343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Transition to ACTIVE for port object 08b91540-34f5-4979-aac9-358bc9552d11 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:09.757537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.786665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Transition to ACTIVE for port object 08b91540-34f5-4979-aac9-358bc9552d11 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:09.796208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.799695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.834891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Network b4763390-b303-4bcc-b091-f84c6dd99c33 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:09.839203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:09.846920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:09.888389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.889492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:09.890079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.909181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Pushing event updated for resources: {'Port': ['ID=08b91540-34f5-4979-aac9-358bc9552d11,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:09.942328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Attempting to bind port 08b91540-34f5-4979-aac9-358bc9552d11 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:09.942622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Attempting to bind port 08b91540-34f5-4979-aac9-358bc9552d11 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:09.942995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Attempting to bind port 08b91540-34f5-4979-aac9-358bc9552d11 on network b4763390-b303-4bcc-b091-f84c6dd99c33 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:09.959244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:09.959636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Checking segment: {'id': 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:09.960064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.960499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Bound using segment: {'id': 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:09.960998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Bound port: 08b91540-34f5-4979-aac9-358bc9552d11, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:09.961995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:09.966158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] Pushing event updated for resources: {'Network': ['ID=21a87411-d1bc-4c5b-903b-4b71463692d2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:09.975543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ada9055-ecdb-47a2-abc3-6d4591a4dc18 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9092669 Aug 20 13:31:09.978148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34042) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:09.989533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Request body: {'subnet': {'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1244923790-subnet', 'tenant_id': 'f3316f43c6684ab2bed8971628b49a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:10.004431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34046) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:10.021725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'network': {'name': 'tempest-network-smoke--1162572668', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:10.053794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 21a87411-d1bc-4c5b-903b-4b71463692d2 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:10.082961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Made reservation on behalf of f3316f43c6684ab2bed8971628b49a37 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:10.085364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.141855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] For port 08b91540-34f5-4979-aac9-358bc9552d11, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:10.146172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] For port 08b91540-34f5-4979-aac9-358bc9552d11, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=08b91540-34f5-4979-aac9-358bc9552d11,segment=NetworkSegment(cbe95c6a-a0d1-42f7-87ea-9a89ff8af157),segment_id=cbe95c6a-a0d1-42f7-87ea-9a89ff8af157)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:10.152878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.157552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:10.160201 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a5e4cc-5497-4865-9eba-e3dcc8083cd8" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:10.234016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cf1f7-d5f7-4e2d-929f-c41f3ce94ed9 None None] Pushing event updated for resources: {'Port': ['ID=08b91540-34f5-4979-aac9-358bc9552d11,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:10.276213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Allocated IP 172.20.0.1 (b4763390-b303-4bcc-b091-f84c6dd99c33/0f057465-4279-4c48-80b1-5b5ff1fc3802/2f4897f8-9547-43e1-9970-bcd8bb7644fe) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:10.454330 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.475465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Transition to ACTIVE for port object 2f4897f8-9547-43e1-9970-bcd8bb7644fe will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:10.498139 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085464e5-e0a3-41c7-aef8-4ec10c1d1991 x-openstack-request-id: req-085464e5-e0a3-41c7-aef8-4ec10c1d1991 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:10.498701 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-plugged", "status": "completed", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:10.499154 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-085464e5-e0a3-41c7-aef8-4ec10c1d1991 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:10.499730 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d', 'code': 200} Aug 20 13:31:10.567745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.646414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network b4763390-b303-4bcc-b091-f84c6dd99c33 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:10.651884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:10.657063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:10.709451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Port': ['ID=2f4897f8-9547-43e1-9970-bcd8bb7644fe,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:10.729266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:10.732746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.771545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bf5979d4-305b-4298-9d4c-01105d224613 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:10.788517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.818233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.818946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.819664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.820293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.821113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.821884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.822512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.824840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-234dcd4b-2360-4449-9ff1-5400263247de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.1504517 Aug 20 13:31:10.842150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.850603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.858837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.860717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port bf5979d4-305b-4298-9d4c-01105d224613 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:10.866388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.868034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port bf5979d4-305b-4298-9d4c-01105d224613 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:10.868540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.873682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.879755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.886090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.894767 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-bc9b1751-2b84-42ed-ab99-2e1ac1c4b64b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.7731707 Aug 20 13:31:10.900858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:10.904252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364ccf-56a8-422d-b504-80668626cc57 req-8e40fd1e-94dd-4088-9ac6-38669dd36dff tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:10.905960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e364ccf-56a8-422d-b504-80668626cc57 req-8e40fd1e-94dd-4088-9ac6-38669dd36dff tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 944 time: 0.1666791 Aug 20 13:31:10.948386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.948797 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Added segment ed5de4f4-8aff-46fe-9396-e2bfd1169fec of type vlan for network feff452e-db53-4caf-abf0-09ce2b2306d8 Aug 20 13:31:10.991986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:10.993378 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e364ccf-56a8-422d-b504-80668626cc57 req-662019e8-9516-4671-bff2-ad3fafe66cbb tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713143 Aug 20 13:31:11.046191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bf5979d4-305b-4298-9d4c-01105d224613, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bf5979d4-305b-4298-9d4c-01105d224613,segment=NetworkSegment(13f5117b-2b92-403f-b222-1d10719dd3e9),segment_id=13f5117b-2b92-403f-b222-1d10719dd3e9)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:11.052022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.061319 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-435c80f9-5f0b-415c-b9c2-bff548988221 req-b09327bd-3baa-46b7-b89c-993b64e1fa8d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654365 Aug 20 13:31:11.066215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.067225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:11.077630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-babd87e3-6f9b-4725-9909-1cb9e232fc67 req-5fc2f15c-6d9f-49f9-8481-c792fac3ac83 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701360 Aug 20 13:31:11.081673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.177700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.225680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.231943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:11.232913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.266307 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2604001 Aug 20 13:31:11.318302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34072) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:11.448325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bf5979d4-305b-4298-9d4c-01105d224613,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:11.472175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.524582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e201805-b530-44ab-8706-b7068d20d4be,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:11.536378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981d7b5-4ebe-4bdd-897b-dee2db0e81f6 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:11.537822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d981d7b5-4ebe-4bdd-897b-dee2db0e81f6 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f7b01034513c44a4b85cce5f92a7feb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2185397 Aug 20 13:31:11.539991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Checking segment: {'id': '8b27e3b1-a335-4fe1-b6f2-8749a6889512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:11.540429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Network hostable DHCP agents. Network: 21a87411-d1bc-4c5b-903b-4b71463692d2, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:11.541049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.542767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924208fe-3285-4ab1-a52e-29be19be888d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Network': ['ID=feff452e-db53-4caf-abf0-09ce2b2306d8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:11.543757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34076) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:11.561487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:11.565183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network feff452e-db53-4caf-abf0-09ce2b2306d8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:11.577547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Network 21a87411-d1bc-4c5b-903b-4b71463692d2 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:11.589993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 21a87411-d1bc-4c5b-903b-4b71463692d2) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:11.599219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:11.599827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.608808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.625440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2bf49438-bf32-46ae-9361-0b0061c39643 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6456327 Aug 20 13:31:11.631867 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.687475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eee3ac-51f7-4c38-8f21-64943b43b625 None None] Network 21a87411-d1bc-4c5b-903b-4b71463692d2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:11.823597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:11.891812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08b91540-34f5-4979-aac9-358bc9552d11 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:11.922789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8956a-9acb-46b7-ae43-3d9cf609edfe None None] Network b4763390-b303-4bcc-b091-f84c6dd99c33 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:12.005838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Port': ['ID=2f4897f8-9547-43e1-9970-bcd8bb7644fe,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:12.009161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:12.071062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c6585-b7ff-4fea-acdb-08a25e1f8781 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.076322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cb8c6585-b7ff-4fea-acdb-08a25e1f8781 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5195787 Aug 20 13:31:12.076529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34098) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:12.126149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bf934629-ce98-4db4-b5fb-4ace1515613a tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438385 Aug 20 13:31:12.127765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34102) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:12.154540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network b4763390-b303-4bcc-b091-f84c6dd99c33 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:12.156704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:12.186431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1a6c4dba-19b4-4341-a7b9-364131f79a76 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f7b01034513c44a4b85cce5f92a7feb4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561416 Aug 20 13:31:12.188080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34110) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:12.214338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-867fa318-996a-47f1-bd6f-5e2e57b26776 None None] Provisioning for port 08b91540-34f5-4979-aac9-358bc9552d11 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:12.227260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab407e-a2ca-4803-abfa-2cea1fa10b66 req-26899b58-2d2b-459b-ad13-dc952cb8ee67 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.228893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47ab407e-a2ca-4803-abfa-2cea1fa10b66 req-26899b58-2d2b-459b-ad13-dc952cb8ee67 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 945 time: 0.1679556 Aug 20 13:31:12.252458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1a8dd-ba87-44b3-afc9-89108836e6a4 None None] Network 21a87411-d1bc-4c5b-903b-4b71463692d2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:12.285082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 08b91540-34f5-4979-aac9-358bc9552d11 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:12.323281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47ab407e-a2ca-4803-abfa-2cea1fa10b66 req-63bfd5a1-4468-4ffe-9b37-8e5fb80586f6 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836043 Aug 20 13:31:12.330307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 08b91540-34f5-4979-aac9-358bc9552d11 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:12.330690 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:12.380307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2070be94-d2b4-4d6c-acfd-649e68c2b806 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.386771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2070be94-d2b4-4d6c-acfd-649e68c2b806 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1953738 Aug 20 13:31:12.388018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34118) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:12.452013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3eedeb8e-a6e2-4a4d-9c56-75881d54d050 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624118 Aug 20 13:31:12.456487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34120) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:12.466401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1237880659', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:12.483547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-a63c8c94-89bc-4893-8d32-d43b94c56b56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.502633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5979d4-305b-4298-9d4c-01105d224613'}, {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:12.505169 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e290b0f-8c2e-45d9-8ca6-317f683b18e3" -d '{"events": [{"server_uuid": "3e88f2dd-6f5c-479e-8955-54f72593e860", "name": "network-vif-plugged", "status": "completed", "tag": "bf5979d4-305b-4298-9d4c-01105d224613"}, {"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:12.505438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-a63c8c94-89bc-4893-8d32-d43b94c56b56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/networks?id=21a87411-d1bc-4c5b-903b-4b71463692d2 HTTP/1.1" status: 200 len: 821 time: 0.2470365 Aug 20 13:31:12.542564 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-c7fdfe6a-3075-41cc-b5fa-88d6e18ec45c tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/quotas/f3316f43c6684ab2bed8971628b49a37 HTTP/1.1" status: 200 len: 375 time: 0.0360074 Aug 20 13:31:12.596478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-1413a92b-2f62-49f9-a752-1895e835362d tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3316f43c6684ab2bed8971628b49a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529184 Aug 20 13:31:12.620318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:12.635953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.642270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.656165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.662907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.669760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.676952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.684981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:12.688626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 08b91540-34f5-4979-aac9-358bc9552d11, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=08b91540-34f5-4979-aac9-358bc9552d11,segment=NetworkSegment(cbe95c6a-a0d1-42f7-87ea-9a89ff8af157),segment_id=cbe95c6a-a0d1-42f7-87ea-9a89ff8af157)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:12.694875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-2065535d-acea-4a70-9fb9-ea1a08c33d52 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1721179 Aug 20 13:31:12.708122 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:12.709120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Router b1bb32d3-a6d9-4f1e-85dc-e1af70200cff is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:31:12.785278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97d3ee99-ce5d-4a61-974f-7eacb4e24e02 req-e64fac31-f4f2-4474-96f1-aa9960da0b58 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881219 Aug 20 13:31:12.787604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:12.792299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:12.808588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-0d16cbba-2a0d-4adf-8f78-8c5a73a5725b service neutron] 10.222.0.59 "GET /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106388 Aug 20 13:31:12.896187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=08b91540-34f5-4979-aac9-358bc9552d11,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:12.923354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8bdb-cb6e-493d-b357-93f72e1b9656 None None] Provisioning for port 2f4897f8-9547-43e1-9970-bcd8bb7644fe completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:12.929218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8bdb-cb6e-493d-b357-93f72e1b9656 None None] Provisioning complete for port 2f4897f8-9547-43e1-9970-bcd8bb7644fe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:12.929961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8bdb-cb6e-493d-b357-93f72e1b9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:12.984022 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c3df5-1c15-490d-a36b-53b2b1258784 x-openstack-request-id: req-4b9c3df5-1c15-490d-a36b-53b2b1258784 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:12.984318 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e88f2dd-6f5c-479e-8955-54f72593e860", "name": "network-vif-plugged", "status": "completed", "tag": "bf5979d4-305b-4298-9d4c-01105d224613", "code": 200}, {"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:12.984703 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b9c3df5-1c15-490d-a36b-53b2b1258784 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:12.985102 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5979d4-305b-4298-9d4c-01105d224613', 'code': 200} Aug 20 13:31:12.985360 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'code': 200} Aug 20 13:31:12.986055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8bdb-cb6e-493d-b357-93f72e1b9656 None None] Port 2f4897f8-9547-43e1-9970-bcd8bb7644fe cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:13.006819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8bdb-cb6e-493d-b357-93f72e1b9656 None None] Provisioning complete for port 08b91540-34f5-4979-aac9-358bc9552d11 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:13.007248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8bdb-cb6e-493d-b357-93f72e1b9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:13.043765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:31:13.060091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f4040187-a27f-4462-b129-2339e71a552f tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "PUT /v2.0/routers/b1bb32d3-a6d9-4f1e-85dc-e1af70200cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9389555 Aug 20 13:31:13.064210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34128) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:13.065506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] Sync routers for ids ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:31:13.090434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'port': {'network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33', 'name': 'tempest-FloatingIPNegativeTestJSON-751095376'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:13.103721 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] Routers {'b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:13.105699 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:13.228061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:13.240610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-ce1c186a-c82b-4495-97b1-794887414926 service neutron] 10.222.0.59 "GET /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580933 Aug 20 13:31:13.247060 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] Routers {'b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:13.247883 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:30:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:13.323791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fe999-6acd-4f59-ac1f-10ffbba73a02 req-fd8d1bc0-e421-41f3-bdae-066c65665d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:13.332224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:13.332916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee9cd1-9644-4e6d-a934-d077c7fcb8b7 None None] The sync data for ids ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:31:13.342756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4b8e8964-a8e4-41b0-ba5e-114048c65426 None None] Provisioning complete for port 2f4897f8-9547-43e1-9970-bcd8bb7644fe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:13.343134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8964-a8e4-41b0-ba5e-114048c65426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:13.348034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-389fe999-6acd-4f59-ac1f-10ffbba73a02 req-fd8d1bc0-e421-41f3-bdae-066c65665d6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 1096 time: 0.2380450 Aug 20 13:31:13.386033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:13.454566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Made reservation on behalf of 63232931dc724a77bc28d8ee0a0278d2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:13.459189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:13.489212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e8964-a8e4-41b0-ba5e-114048c65426 None None] Port 2f4897f8-9547-43e1-9970-bcd8bb7644fe cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:13.516829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] device_id is not set on port 1571ad53-8c7f-4158-9a8d-bca03402ba79 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:13.603832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Subnet': ['ID=a6684549-54ef-4b37-b6b3-ff7347bd49c1,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:13.721696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-05d4a9bc-3528-4f39-833b-347529b7054e None None] Provisioning complete for port 2f4897f8-9547-43e1-9970-bcd8bb7644fe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:13.722079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-05d4a9bc-3528-4f39-833b-347529b7054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:13.730533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-389fe999-6acd-4f59-ac1f-10ffbba73a02 req-9f628441-5290-492b-bfad-5c71a2b62e27 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669086 Aug 20 13:31:13.738370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Checking segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:13.738747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network hostable DHCP agents. Network: feff452e-db53-4caf-abf0-09ce2b2306d8, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:13.745318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Allocated IP 172.20.0.9 (b4763390-b303-4bcc-b091-f84c6dd99c33/0f057465-4279-4c48-80b1-5b5ff1fc3802/1571ad53-8c7f-4158-9a8d-bca03402ba79) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:13.810025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-05d4a9bc-3528-4f39-833b-347529b7054e None None] Port 2f4897f8-9547-43e1-9970-bcd8bb7644fe cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:13.842428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ecd7-fafd-4d89-9922-7a7e46b1ed3d req-d87d6025-d4c9-43b7-88fe-b7872aff7697 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:13.849196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a331ecd7-fafd-4d89-9922-7a7e46b1ed3d req-d87d6025-d4c9-43b7-88fe-b7872aff7697 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 945 time: 0.2688165 Aug 20 13:31:13.851792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network feff452e-db53-4caf-abf0-09ce2b2306d8 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:13.858316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08b91540-34f5-4979-aac9-358bc9552d11 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:13.935302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, feff452e-db53-4caf-abf0-09ce2b2306d8) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:13.953361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1af1b-d4f4-4d8f-a9cb-a943ec67a7d6 None None] Network feff452e-db53-4caf-abf0-09ce2b2306d8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:13.966288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:13.969343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:14.064881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a331ecd7-fafd-4d89-9922-7a7e46b1ed3d req-263003da-9905-44ad-b82b-278088a811c4 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822221 Aug 20 13:31:14.076499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a7502f7-142a-4955-b8b7-6422a089c25b req-7f288d45-aa21-4cb2-9079-09e9b640366a tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 210 time: 0.1520495 Aug 20 13:31:14.093872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8d305c9b-5657-4367-86e6-de73c4ac78bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6350880 Aug 20 13:31:14.170467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 08b91540-34f5-4979-aac9-358bc9552d11 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:14.171070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:14.207842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:14.549107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-feff452e-db53-4caf-abf0-09ce2b2306d8', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ips': [{'subnet_id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:31:14.550385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:14.771875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Transition to ACTIVE for port object 1571ad53-8c7f-4158-9a8d-bca03402ba79 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:14.798052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:31:14.834284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Allocated IP 172.20.0.18 (feff452e-db53-4caf-abf0-09ce2b2306d8/a6684549-54ef-4b37-b6b3-ff7347bd49c1/fa65dd12-347c-4e56-a2c6-1a1f401a327d) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:14.854435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.861763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.868823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.881193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.882291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34192) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:14.883642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.890174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.891492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965090842', 'description': 'tempest-secgroup-smoke-1965090842 description', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:14.904687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:14.914953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-dc145048-32a2-44b5-adf2-91bd190e69a4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1549723 Aug 20 13:31:14.926193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:14.972524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.080212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b25d591d-f80c-4c89-a57d-5c63ff0cfd54 req-b123805c-c8b4-4780-affa-2be59523a904 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639748 Aug 20 13:31:15.137425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network b4763390-b303-4bcc-b091-f84c6dd99c33 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:15.142454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:15.146818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:15.153380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.164844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Transition to ACTIVE for port object fa65dd12-347c-4e56-a2c6-1a1f401a327d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:15.189085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Port': ['ID=1571ad53-8c7f-4158-9a8d-bca03402ba79,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:15.192626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Transition to ACTIVE for port object fa65dd12-347c-4e56-a2c6-1a1f401a327d will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:15.261290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:15.268031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.395469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.427340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc4a8f-358a-48cc-90ca-8b598b74cd37 req-4a23c42e-07ab-43f1-bd11-cc04297eb5d9 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:15.437764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ebc4a8f-358a-48cc-90ca-8b598b74cd37 req-4a23c42e-07ab-43f1-bd11-cc04297eb5d9 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 945 time: 0.1118734 Aug 20 13:31:15.486193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-77f8f2c4-7583-4076-ac6f-cf4330715d64 req-604b617f-db4d-4e8e-af84-9a2dd67598fb tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 210 time: 0.1838710 Aug 20 13:31:15.538504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ebc4a8f-358a-48cc-90ca-8b598b74cd37 req-6ecc74d9-4495-4ada-ba49-e83b3772f480 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985885 Aug 20 13:31:15.585062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.601716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:15.614053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1924635d-4c20-41b7-92fd-a2bf8ccde086 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5486758 Aug 20 13:31:15.617217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34214) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:15.623907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:15.647283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.670265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Network feff452e-db53-4caf-abf0-09ce2b2306d8 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:15.677397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:15.683879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Pushing event updated for resources: {'Port': ['ID=fa65dd12-347c-4e56-a2c6-1a1f401a327d,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:15.690367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:15.721324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'mac_address': 'fa:16:3e:ae:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:31:15.728457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.765906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.766263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.766591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.766937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.767277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.767612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.767935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.768267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.768666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.768976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.769335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.769675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:15.848022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Attempting to bind port fa65dd12-347c-4e56-a2c6-1a1f401a327d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:15.848402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Attempting to bind port fa65dd12-347c-4e56-a2c6-1a1f401a327d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:15.848838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Attempting to bind port fa65dd12-347c-4e56-a2c6-1a1f401a327d on network feff452e-db53-4caf-abf0-09ce2b2306d8 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:15.854832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a5bc-3c07-4a22-9524-d4937951e143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.859362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:15.859740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Checking segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:15.860150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.860568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Bound using segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:15.861094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Bound port: fa65dd12-347c-4e56-a2c6-1a1f401a327d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:15.861486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.878912 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.896881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a0885344-5633-4d33-92ee-ef300ed6b4e7 None None] Provisioning for port 1571ad53-8c7f-4158-9a8d-bca03402ba79 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:15.904092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a0885344-5633-4d33-92ee-ef300ed6b4e7 None None] Provisioning complete for port 1571ad53-8c7f-4158-9a8d-bca03402ba79 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:15.904482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a0885344-5633-4d33-92ee-ef300ed6b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.947280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69eef61-c0cf-4c01-85bf-0fb015228b68 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:15.960570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be96227-3a39-4221-ad63-5d9889bacad9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:15.986887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:15.988202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c57ebb53-dbc6-4b4d-a580-75410614c2fc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1038978 Aug 20 13:31:15.991329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34218) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:16.014444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '4be96227-3a39-4221-ad63-5d9889bacad9', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:16.031443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:16.031682 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.045457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.061294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.067823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.072454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.074294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a0885344-5633-4d33-92ee-ef300ed6b4e7 None None] Port 1571ad53-8c7f-4158-9a8d-bca03402ba79 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:16.100114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.109988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.127280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.139616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.141884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8573fe3a-383f-483f-98ed-0f3df11f37b9 req-f9a5908f-7c79-4240-be1b-7637b8312417 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.5473852 Aug 20 13:31:16.177231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e43c746-4f7c-4587-9711-13e909fdd9da tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:16.178788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e43c746-4f7c-4587-9711-13e909fdd9da tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.53 "GET /v2.0/networks?id=21a87411-d1bc-4c5b-903b-4b71463692d2 HTTP/1.1" status: 200 len: 821 time: 0.8396208 Aug 20 13:31:16.179305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34226) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:16.206143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Request body: {'floatingip': {'port_id': '75b79b79-c802-4873-af12-7fd137cd9b65'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:16.213125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:16.230405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Request body: {'port': {'device_id': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2', 'admin_state_up': True, 'tenant_id': 'f3316f43c6684ab2bed8971628b49a37'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:16.233714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] For port fa65dd12-347c-4e56-a2c6-1a1f401a327d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:16.242133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] For port fa65dd12-347c-4e56-a2c6-1a1f401a327d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fa65dd12-347c-4e56-a2c6-1a1f401a327d,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:16.253607 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.334622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d69eef61-c0cf-4c01-85bf-0fb015228b68'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:31:16.377693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Allocated IP 172.25.6.215 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/94cecc55-b011-490e-ba33-f057f7ed0ecd) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:16.470461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.512537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b31762-d4c1-4c41-931a-a15b8c7fee38 None None] Pushing event updated for resources: {'Port': ['ID=fa65dd12-347c-4e56-a2c6-1a1f401a327d,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:16.551152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.708308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.825518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:16.895535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:16.899744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:16.912383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1de70791-dc44-4ee8-afd4-9c535e100e90 req-59cf0b54-3441-4fb6-9b87-39af326df8cf tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 210 time: 0.2287083 Aug 20 13:31:16.949641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:16.956041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Port': ['ID=94cecc55-b011-490e-ba33-f057f7ed0ecd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:17.011369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Made reservation on behalf of f3316f43c6684ab2bed8971628b49a37 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:17.015742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.022422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.041791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.113298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.114559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1222196 Aug 20 13:31:17.115291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a5454-846f-4621-b3c5-7790da913ce1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e474b8e-4acb-496d-9478-0f868db7714f,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:17.121167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34244) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:17.131240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '4be96227-3a39-4221-ad63-5d9889bacad9', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:17.346481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.399713 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.446889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Allocated IP 172.20.0.8 (21a87411-d1bc-4c5b-903b-4b71463692d2/0e201805-b530-44ab-8706-b7068d20d4be/5f78074d-7911-40a7-82db-2c029ade2dfb) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:17.463674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.692439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.730511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.892478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fa65dd12-347c-4e56-a2c6-1a1f401a327d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:17.915896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.941947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:31:17.972511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:17.980353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.018610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.023144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8991334 Aug 20 13:31:18.034790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3dfda-891a-428b-b5cb-9b3113ab0b50 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1220f634-9da5-4a73-b22c-fde8ca61ceca,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:18.046443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:18.085538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port fa65dd12-347c-4e56-a2c6-1a1f401a327d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:18.097055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '4be96227-3a39-4221-ad63-5d9889bacad9', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:18.129097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-893f2bb1-9afc-4113-899a-27d4efd9733e req-420f2982-90ed-47d0-99d4-0d290d1634df tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 210 time: 0.0376449 Aug 20 13:31:18.150503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.150915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.154697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Port': ['ID=94cecc55-b011-490e-ba33-f057f7ed0ecd,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:18.161345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.178421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e8f35-0ba4-401a-a2a5-4d3b34da749f None None] Network feff452e-db53-4caf-abf0-09ce2b2306d8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:18.182129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.184025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-facd8395-a41e-4217-949f-281fe913fd81 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5650365 Aug 20 13:31:18.186900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:18.193326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-66cf3fa0-bc74-43c6-8f81-b2b1591815a0 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'floatingip': {'port_id': '1571ad53-8c7f-4158-9a8d-bca03402ba79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:18.229195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.254661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.257960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-66cf3fa0-bc74-43c6-8f81-b2b1591815a0 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.505623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Network 21a87411-d1bc-4c5b-903b-4b71463692d2 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:18.509878 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-66cf3fa0-bc74-43c6-8f81-b2b1591815a0 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] update failed (client error): The resource could not be found. Aug 20 13:31:18.513920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-66cf3fa0-bc74-43c6-8f81-b2b1591815a0 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "PUT /v2.0/floatingips/f2e33288-a28f-42e4-b0db-b5e17274736c HTTP/1.1" status: 404 len: 507 time: 0.3255324 Aug 20 13:31:18.514517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:18.546937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] Provisioning for port fa65dd12-347c-4e56-a2c6-1a1f401a327d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:18.548228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:18.557570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:18.575483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] Provisioning complete for port fa65dd12-347c-4e56-a2c6-1a1f401a327d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:18.576194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.580541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ec52083d-86cd-4657-97fb-506f89c9a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.640608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Pushing event updated for resources: {'Port': ['ID=5f78074d-7911-40a7-82db-2c029ade2dfb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:18.716024 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Floating IP d0ebe25e-4e1e-4207-ad78-5b1f7aa22927 associated. External IP: 172.25.6.249, port: 75b79b79-c802-4873-af12-7fd137cd9b65. Aug 20 13:31:18.783982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Deleting port 94cecc55-b011-490e-ba33-f057f7ed0ecd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:18.784390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.795694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:18.802162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.966798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:18.998746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d69eef61-c0cf-4c01-85bf-0fb015228b68 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:19.004508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.004881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.005351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.065199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:19.065894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.067153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Calling delete_port for 94cecc55-b011-490e-ba33-f057f7ed0ecd owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:19.103876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] For port fa65dd12-347c-4e56-a2c6-1a1f401a327d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fa65dd12-347c-4e56-a2c6-1a1f401a327d,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:19.127802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.415354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a0a90-82a7-4cd5-80a8-f1dfdbcfeec5 None None] Pushing event updated for resources: {'Port': ['ID=fa65dd12-347c-4e56-a2c6-1a1f401a327d,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:19.435234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.547171 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.581723 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.613729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce10b5cc-c80e-47e0-a78d-bd24b12bb4eb None None] Provisioning complete for port fa65dd12-347c-4e56-a2c6-1a1f401a327d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:19.616407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Port': ['ID=94cecc55-b011-490e-ba33-f057f7ed0ecd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:19.621062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce10b5cc-c80e-47e0-a78d-bd24b12bb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.805606 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.815403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-b275d8d5-932a-4e2b-874c-11a4e0e82c56 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6130161 Aug 20 13:31:19.821596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.843960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.850444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:19.855114 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:19.864401 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0236ae47-a114-4a45-8b84-355c9a85fd1a" -d '{"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-plugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:19.865227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-37613608-7b74-4ba7-a68c-7b4d8cd3b45d tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "DELETE /v2.0/floatingips/f2e33288-a28f-42e4-b0db-b5e17274736c HTTP/1.1" status: 204 len: 168 time: 1.3487716 Aug 20 13:31:19.866222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Request body: {'port': {'device_id': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:19.870711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34324) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:19.875905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fa65dd12-347c-4e56-a2c6-1a1f401a327d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:19.895701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-11f8fc94-987e-4514-816c-7301493435f8 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'floatingip': {'floating_network_id': 'b4763390-b303-4bcc-b091-f84c6dd99c33', 'port_id': '1571ad53-8c7f-4158-9a8d-bca03402ba79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:20.003245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de865ea-a1ba-4cd9-b373-a9fb0b5bf0a1,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:20.030695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:20.040525 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7b45e-8fa3-475c-9e6a-0e2c9113fc74 x-openstack-request-id: req-2ac7b45e-8fa3-475c-9e6a-0e2c9113fc74 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:20.041126 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-plugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:20.041555 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ac7b45e-8fa3-475c-9e6a-0e2c9113fc74 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:20.042237 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'code': 200} Aug 20 13:31:20.049811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11f8fc94-987e-4514-816c-7301493435f8 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.067330 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.128012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.132335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-88ec687b-406b-4adb-8a7f-21e9910e69cc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0768003 Aug 20 13:31:20.140449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34332) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:20.182974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '4be96227-3a39-4221-ad63-5d9889bacad9', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:20.285275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.313734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e2344-063b-4d7e-ad44-e47788552e86 req-4a23b2c1-63e3-48a0-8fa2-711a569c8be5 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:20.315736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b56e2344-063b-4d7e-ad44-e47788552e86 req-4a23b2c1-63e3-48a0-8fa2-711a569c8be5 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 931 time: 0.5198419 Aug 20 13:31:20.362771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:31:20.429695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.527339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b56e2344-063b-4d7e-ad44-e47788552e86 req-95ecf5be-82f2-4dec-94ea-b0d1abf54dfb tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023075 Aug 20 13:31:20.547163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:20.599841 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-11f8fc94-987e-4514-816c-7301493435f8 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:31:20.607973 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11f8fc94-987e-4514-816c-7301493435f8 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7355316 Aug 20 13:31:20.609214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:20.620998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '1571ad53-8c7f-4158-9a8d-bca03402ba79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:20.625018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port fa65dd12-347c-4e56-a2c6-1a1f401a327d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:20.628749 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.670865 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.727627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.748330 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.896972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6473790f-3052-40ff-8cdf-f17bd573ba16,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:20.966257 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:20.968011 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-048c0848-d975-448c-9711-a0805def425f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8147843 Aug 20 13:31:20.975007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34362) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:20.995432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '4be96227-3a39-4221-ad63-5d9889bacad9', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:21.033313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.170757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:31:21.182564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.200765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] Sync routers for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:31:21.226978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:21.228946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:21.239109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Allocated IP 172.25.6.12 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a56d23c3-f2b0-48ea-bfc9-d0126b47d02c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:21.257521 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Project f7b01034513c44a4b85cce5f92a7feb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:31:21.288446 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.307182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9079062b-ce71-4826-8dff-8bb6cf78cf00 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "PUT /v2.0/floatingips/d0ebe25e-4e1e-4207-ad78-5b1f7aa22927 HTTP/1.1" status: 200 len: 992 time: 5.1159601 Aug 20 13:31:21.323351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:21.327582 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:21.339242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-5a4100fa-33b3-42f2-b1b5-f0edb9721650 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3656578 Aug 20 13:31:21.509733 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b5e1d5-c7f6-433e-996e-1d47c18e9e48 x-openstack-request-id: req-06b5e1d5-c7f6-433e-996e-1d47c18e9e48 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:21.510377 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:21.510770 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06b5e1d5-c7f6-433e-996e-1d47c18e9e48 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:21.511187 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65', 'status': 'completed', 'code': 200} Aug 20 13:31:21.529233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.585816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f78074d-7911-40a7-82db-2c029ade2dfb {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:21.610296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.668478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.722974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Transition to ACTIVE for port object 5f78074d-7911-40a7-82db-2c029ade2dfb will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:21.725979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:31:21.734661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.745327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7ab9-55c8-4d5d-b0e2-0b1bc1ed3bcc req-7c6056af-6c25-470e-b955-d63542fa351f tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.746983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b74b7ab9-55c8-4d5d-b0e2-0b1bc1ed3bcc req-7c6056af-6c25-470e-b955-d63542fa351f tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 945 time: 0.3893986 Aug 20 13:31:21.747659 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.755190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.821609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.822133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.822598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.823107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.823631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.824107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.824661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:21.826862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9472c48c-684a-466d-b7c2-6e185a27c149 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.2920084 Aug 20 13:31:21.856235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb198a0-c18f-48c3-98fb-0e7628a2bce0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:21.882225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:21.883614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7fe3d180-5ea1-457a-8115-bf49e3bb7e79 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9056368 Aug 20 13:31:21.884332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f78074d-7911-40a7-82db-2c029ade2dfb,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:21.888425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:21.923947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '4be96227-3a39-4221-ad63-5d9889bacad9', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:21.957042 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b74b7ab9-55c8-4d5d-b0e2-0b1bc1ed3bcc req-093f6636-ee0a-45e6-82f9-249ca471abe7 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640463 Aug 20 13:31:22.015987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.068450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c760-5f6f-4be7-82c3-a761574c8056 req-835b9c0f-e7e2-436c-ae55-28461241d7e7 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.080060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a851c760-5f6f-4be7-82c3-a761574c8056 req-835b9c0f-e7e2-436c-ae55-28461241d7e7 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 943 time: 0.3746662 Aug 20 13:31:22.163825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-b4283a87-2c98-4711-88de-7884c94add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.166298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-b4283a87-2c98-4711-88de-7884c94add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.167413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-b4283a87-2c98-4711-88de-7884c94add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.170259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-b4283a87-2c98-4711-88de-7884c94add05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 2292 time: 0.2901652 Aug 20 13:31:22.208601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:22.209973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event updated for resources: {'Port': ['ID=a56d23c3-f2b0-48ea-bfc9-d0126b47d02c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:22.227390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:22.230003 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Project f7b01034513c44a4b85cce5f92a7feb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:31:22.236591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:22.272378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Attempting to bind port 5f78074d-7911-40a7-82db-2c029ade2dfb on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:22.272378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Attempting to bind port 5f78074d-7911-40a7-82db-2c029ade2dfb by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '8b27e3b1-a335-4fe1-b6f2-8749a6889512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:22.272378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Attempting to bind port 5f78074d-7911-40a7-82db-2c029ade2dfb on network 21a87411-d1bc-4c5b-903b-4b71463692d2 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:22.282358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Port 5f78074d-7911-40a7-82db-2c029ade2dfb on network 21a87411-d1bc-4c5b-903b-4b71463692d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:31:22.282736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Attempting to bind port 5f78074d-7911-40a7-82db-2c029ade2dfb on network 21a87411-d1bc-4c5b-903b-4b71463692d2 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:22.285347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.295181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:22.295181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Checking segment: {'id': '8b27e3b1-a335-4fe1-b6f2-8749a6889512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:22.295594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Bound using segment: {'id': '8b27e3b1-a335-4fe1-b6f2-8749a6889512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:22.295957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Bound port: 5f78074d-7911-40a7-82db-2c029ade2dfb, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b27e3b1-a335-4fe1-b6f2-8749a6889512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:22.296321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.312012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-bad5e1b4-e75c-47ce-bdf9-650a5528ec1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1000 time: 0.1283813 Aug 20 13:31:22.418664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] For port 5f78074d-7911-40a7-82db-2c029ade2dfb, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:22.422392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] For port 5f78074d-7911-40a7-82db-2c029ade2dfb, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5f78074d-7911-40a7-82db-2c029ade2dfb,segment=NetworkSegment(8b27e3b1-a335-4fe1-b6f2-8749a6889512),segment_id=8b27e3b1-a335-4fe1-b6f2-8749a6889512)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:22.492001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'd0ebe25e-4e1e-4207-ad78-5b1f7aa22927', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'port_id': '75b79b79-c802-4873-af12-7fd137cd9b65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'mac_address': 'fa:16:3e:58:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:29:16Z', 'updated_at': '2021-08-20T13:31:17Z', 'revision_number': 1, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:31Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:22.499292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-70583aaf-0ad9-4ee5-9a8e-b8eb44b93250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.500870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-70583aaf-0ad9-4ee5-9a8e-b8eb44b93250 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.0768383 Aug 20 13:31:22.501900 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.508352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.543364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a851c760-5f6f-4be7-82c3-a761574c8056 req-cd57e439-f867-477b-a8c7-d107ad9d563b tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592798 Aug 20 13:31:22.551217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.579369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] Checking router: d6e7c2c5-f5f8-46d4-99cc-19147d3f575c for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:31:22.589426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:22.590328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:22.665884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f78074d-7911-40a7-82db-2c029ade2dfb,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:22.692348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.693496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.695084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-8e610298-0a79-4b90-8705-d5975a9245d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/5f78074d-7911-40a7-82db-2c029ade2dfb HTTP/1.1" status: 200 len: 1091 time: 2.8449826 Aug 20 13:31:22.699624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d26ae3-fef8-4a22-bce2-d6c3d68efb8f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:22.732656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-de353a63-2177-4a42-b12f-735a49ea169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.736397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-de353a63-2177-4a42-b12f-735a49ea169d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562855 Aug 20 13:31:22.744847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:22.746389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1cc6f365-f14e-4761-9962-72b89c251b88 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8407960 Aug 20 13:31:22.836617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:31:22.850047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-f5f7a766-26c6-409e-9a4f-5c5130ef2b66 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.852216 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-f5f7a766-26c6-409e-9a4f-5c5130ef2b66 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 945 time: 0.2452345 Aug 20 13:31:22.915363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-aff2ce40-95b2-420f-80cc-e5fe63f5f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:22.916509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-aff2ce40-95b2-420f-80cc-e5fe63f5f8ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3316f43c6684ab2bed8971628b49a37&device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 1094 time: 0.1382596 Aug 20 13:31:23.049926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-4c88accb-1124-40a6-8a47-112516a675a6 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004532 Aug 20 13:31:23.051726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-793bdc2b-da5f-4b45-bcaf-f817bc2cd29e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f78074d-7911-40a7-82db-2c029ade2dfb HTTP/1.1" status: 200 len: 217 time: 0.1135173 Aug 20 13:31:23.120310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Deleting port a56d23c3-f2b0-48ea-bfc9-d0126b47d02c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:23.120957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:23.204135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Deleting port bf5979d4-305b-4298-9d4c-01105d224613 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:23.204644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:23.241047 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:31:23.305587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:23.307026 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:23.363072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Calling delete_port for a56d23c3-f2b0-48ea-bfc9-d0126b47d02c owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:23.413231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c4b55edf-b9c2-4b2c-b6ef-c2b9cdb7c2ff tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965090842&fields=id&tenant_id=f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 267 time: 0.2690184 Aug 20 13:31:23.421026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'd0ebe25e-4e1e-4207-ad78-5b1f7aa22927', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'port_id': '75b79b79-c802-4873-af12-7fd137cd9b65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'mac_address': 'fa:16:3e:58:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:29:16Z', 'updated_at': '2021-08-20T13:31:17Z', 'revision_number': 1, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:31Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:23.466877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] For port bf5979d4-305b-4298-9d4c-01105d224613, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bf5979d4-305b-4298-9d4c-01105d224613,segment=NetworkSegment(13f5117b-2b92-403f-b222-1d10719dd3e9),segment_id=13f5117b-2b92-403f-b222-1d10719dd3e9)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:23.467477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:23.471227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452b83b-f36f-42f7-8baa-8ffe77e07487 None None] The sync data for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 is: [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'd0ebe25e-4e1e-4207-ad78-5b1f7aa22927', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'port_id': '75b79b79-c802-4873-af12-7fd137cd9b65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'mac_address': 'fa:16:3e:58:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:29:16Z', 'updated_at': '2021-08-20T13:31:17Z', 'revision_number': 1, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:31Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:31:23.475150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-df03f139-8336-4836-b036-80ec859058b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:23.477676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-df03f139-8336-4836-b036-80ec859058b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e201805-b530-44ab-8706-b7068d20d4be HTTP/1.1" status: 200 len: 861 time: 0.4026184 Aug 20 13:31:23.501980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9746-6b6d-4109-8e17-df82c82634c0 req-2535d503-837d-4575-9e35-8a37d628b587 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:23.503673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7eaa9746-6b6d-4109-8e17-df82c82634c0 req-2535d503-837d-4575-9e35-8a37d628b587 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 945 time: 0.3322792 Aug 20 13:31:23.506426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Calling delete_port for bf5979d4-305b-4298-9d4c-01105d224613 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:23.513653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'tag': '5f78074d-7911-40a7-82db-2c029ade2dfb'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:23.518361 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f9aa30-72eb-4533-90a3-cd34b4a618e7" -d '{"events": [{"name": "network-changed", "server_uuid": "db85218a-c95b-4a3c-8ded-deb4a847aaae", "tag": "5f78074d-7911-40a7-82db-2c029ade2dfb"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:23.585887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-00fcb529-ee7b-4018-b1dc-897a6e39491c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a87411-d1bc-4c5b-903b-4b71463692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870240 Aug 20 13:31:23.685460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7eaa9746-6b6d-4109-8e17-df82c82634c0 req-45d8c881-7fdd-4808-b76b-046f2b11b686 tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e01659e-50bf-4877-8265-1cbfd11a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755979 Aug 20 13:31:23.697799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-3f9aea14-46a7-48d6-8782-dd1277d13acd service neutron] 10.222.0.53 "GET /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998459 Aug 20 13:31:23.742020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-154f0bc2-4f77-406e-a7d7-cc67a785fa72 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658161 Aug 20 13:31:23.816823 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:23.897991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Port': ['ID=a56d23c3-f2b0-48ea-bfc9-d0126b47d02c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:23.962494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-457ed8a5-4261-4da1-a9b3-ca1f0c05569a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 217 time: 0.1872218 Aug 20 13:31:24.014617 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1d7a5-9086-468d-ae8f-3bd431b6ebd9 None None] New status for floating IP d0ebe25e-4e1e-4207-ad78-5b1f7aa22927: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:31:24.107167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-3ec1e7ef-17dc-47ed-be1d-faf2de6eb194 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:24.116240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-3ec1e7ef-17dc-47ed-be1d-faf2de6eb194 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/networks?id=feff452e-db53-4caf-abf0-09ce2b2306d8 HTTP/1.1" status: 200 len: 797 time: 0.7021108 Aug 20 13:31:24.119814 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] create failed (client error): The resource could not be found. Aug 20 13:31:24.125041 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b464d33-24e7-4857-953f-b303a0331907 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5102646 Aug 20 13:31:24.126176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34450) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:24.144647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:24.159646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bf5979d4-305b-4298-9d4c-01105d224613'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:31:24.188187 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b771ef-498e-4bf9-94b6-f2742359fea6 x-openstack-request-id: req-f7b771ef-498e-4bf9-94b6-f2742359fea6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:24.189060 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db85218a-c95b-4a3c-8ded-deb4a847aaae", "tag": "5f78074d-7911-40a7-82db-2c029ade2dfb", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:24.189456 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7b771ef-498e-4bf9-94b6-f2742359fea6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:24.190038 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'tag': '5f78074d-7911-40a7-82db-2c029ade2dfb', 'status': 'completed', 'code': 200} Aug 20 13:31:24.209230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-0dfbfef6-582e-43ab-9df8-903ecf1f76c9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/quotas/f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 375 time: 0.0919287 Aug 20 13:31:24.264057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Pushing event deleted for resources: {'Port': ['ID=bf5979d4-305b-4298-9d4c-01105d224613,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:24.318066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-7af532ea-8bd1-4159-8cde-eac097c7288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:24.319875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-7af532ea-8bd1-4159-8cde-eac097c7288e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.3390629 Aug 20 13:31:24.347529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e58ad42-3737-4f2d-b53b-16bd3d01ed1b req-0a5b670f-a030-4cd1-a6be-d50feeb966fd service neutron] 10.222.0.53 "GET /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347775 Aug 20 13:31:24.393236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-6fe2b22b-eddf-4d42-a7d9-7ec990b89d1d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1826496 Aug 20 13:31:24.436135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] No DVR routers for this DVR port bf5979d4-305b-4298-9d4c-01105d224613 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:24.485961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:24.487971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2563cd0-c780-4de8-9b0c-13c78e3fe4eb req-01cd7d36-4723-450e-85ea-f5f0f3ce23cc tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.53 "DELETE /v2.0/ports/bf5979d4-305b-4298-9d4c-01105d224613 HTTP/1.1" status: 204 len: 173 time: 1.6235111 Aug 20 13:31:24.488423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'name': 'network-vif-deleted', 'tag': 'bf5979d4-305b-4298-9d4c-01105d224613'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:24.490730 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887da3c-8e23-4338-8fa1-e72c7e850e87" -d '{"events": [{"server_uuid": "3e88f2dd-6f5c-479e-8955-54f72593e860", "name": "network-vif-deleted", "tag": "bf5979d4-305b-4298-9d4c-01105d224613"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:24.499006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-29daef36-d598-42ee-bcf8-106c0ed34ada service neutron] 10.222.0.59 "GET /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001153 Aug 20 13:31:24.612857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-805dd4a0-4437-4689-971c-87ce528bfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:24.614744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-805dd4a0-4437-4689-971c-87ce528bfa9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2770019 Aug 20 13:31:24.653328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-7006129c-7524-4c34-a301-5f041b9f474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:24.655189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-7006129c-7524-4c34-a301-5f041b9f474b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3316f43c6684ab2bed8971628b49a37&device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 1094 time: 0.1437149 Aug 20 13:31:24.665192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9ee4d-ccaa-4da9-8f6c-d7ab4d742161 req-ab5655b8-125d-4d00-b7e6-e0b6775a7a39 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:24.666959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37b9ee4d-ccaa-4da9-8f6c-d7ab4d742161 req-ab5655b8-125d-4d00-b7e6-e0b6775a7a39 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 943 time: 0.2539451 Aug 20 13:31:24.753543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Deleting port 1571ad53-8c7f-4158-9a8d-bca03402ba79 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:24.764722 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:24.795069 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-bb7c5c1c-1936-43f3-9654-06cfc38b1d23 service neutron] 10.222.0.59 "GET /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937493 Aug 20 13:31:24.853350 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37b9ee4d-ccaa-4da9-8f6c-d7ab4d742161 req-3d945ec9-0874-47cc-97c1-7ba7d514a7ea tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556575 Aug 20 13:31:24.901225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-11ff1fd3-2940-445a-9420-8a338785d2a7 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722554 Aug 20 13:31:24.902647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-3037edc5-23fd-4d8e-8432-2388e535c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:24.904001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-3037edc5-23fd-4d8e-8432-2388e535c5b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a87411-d1bc-4c5b-903b-4b71463692d2 HTTP/1.1" status: 200 len: 922 time: 0.2032397 Aug 20 13:31:24.952197 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f19979-bafa-4fe7-b93c-c614912bd448 x-openstack-request-id: req-13f19979-bafa-4fe7-b93c-c614912bd448 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:24.965297 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e88f2dd-6f5c-479e-8955-54f72593e860", "name": "network-vif-deleted", "tag": "bf5979d4-305b-4298-9d4c-01105d224613", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:24.965929 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13f19979-bafa-4fe7-b93c-c614912bd448 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:24.966770 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e88f2dd-6f5c-479e-8955-54f72593e860', 'name': 'network-vif-deleted', 'tag': 'bf5979d4-305b-4298-9d4c-01105d224613', 'status': 'completed', 'code': 200} Aug 20 13:31:24.970257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:24.996480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Calling delete_port for 1571ad53-8c7f-4158-9a8d-bca03402ba79 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:25.304124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-a5fbac82-e523-4280-b50c-3cc802bc3a5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f78074d-7911-40a7-82db-2c029ade2dfb HTTP/1.1" status: 200 len: 217 time: 0.3664882 Aug 20 13:31:25.383087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7ccf6398-70c9-4732-ab5a-1f836bbf9210 req-05fbb65f-0e7d-4c08-a79b-72695ad941af tempest-VolumesActionsTest-1416631443 tempest-VolumesActionsTest-1416631443-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e88f2dd-6f5c-479e-8955-54f72593e860 HTTP/1.1" status: 200 len: 210 time: 0.1302831 Aug 20 13:31:25.491917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:25.526573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-11def137-6fb3-468d-8163-d2b6922baaad service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095088 Aug 20 13:31:25.530928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Port': ['ID=1571ad53-8c7f-4158-9a8d-bca03402ba79,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:25.615850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9a6878d5-1454-456f-99d4-df1410dd9d8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 217 time: 0.0753291 Aug 20 13:31:25.749086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-51f47fd5-616c-4bdc-b8ca-422e56daf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:25.750685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-51f47fd5-616c-4bdc-b8ca-422e56daf179 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e201805-b530-44ab-8706-b7068d20d4be HTTP/1.1" status: 200 len: 861 time: 0.3776236 Aug 20 13:31:25.761775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09fbd733-3a1d-4e8a-b8ef-3ae0b4ad24ff req-28a3336a-f961-480f-9cf6-345721782ced tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 210 time: 0.0833607 Aug 20 13:31:25.785240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:25.788352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b1e0dfe0-40d6-457f-9428-ac92d2b069dd tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "DELETE /v2.0/ports/1571ad53-8c7f-4158-9a8d-bca03402ba79 HTTP/1.1" status: 204 len: 168 time: 1.6610229 Aug 20 13:31:25.791968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34490) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:25.843538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-4bff87d3-b278-4d1c-b9d3-3747ceb03a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:25.844960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-4bff87d3-b278-4d1c-b9d3-3747ceb03a08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.2149291 Aug 20 13:31:25.846263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f50c7-fbe6-4a33-a9dd-829c05fc140b tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:25.847151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-9b5701e9-5a2f-406d-a415-02c658233927 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a87411-d1bc-4c5b-903b-4b71463692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856605 Aug 20 13:31:25.850519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d18f50c7-fbe6-4a33-a9dd-829c05fc140b tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1bb32d3-a6d9-4f1e-85dc-e1af70200cff HTTP/1.1" status: 200 len: 913 time: 0.0548100 Aug 20 13:31:25.850715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34492) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:26.098706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-a4604139-8cfe-4d5f-9d4f-f12aee11d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:26.100688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-a4604139-8cfe-4d5f-9d4f-f12aee11d3d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2351122 Aug 20 13:31:26.200055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb48b6-87d8-4b8a-a7e9-1d8bcf2eac76 req-ce758d06-c4d2-41f7-a7df-977b97da14bf tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:26.211555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dffb48b6-87d8-4b8a-a7e9-1d8bcf2eac76 req-ce758d06-c4d2-41f7-a7df-977b97da14bf tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 943 time: 0.2267990 Aug 20 13:31:26.223379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-211987db-6192-4c8e-9fbd-ab07c764d967 service neutron] 10.222.0.53 "GET /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564887 Aug 20 13:31:26.418414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:26.831286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bf5979d4-305b-4298-9d4c-01105d224613 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:26.946592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: bf5979d4-305b-4298-9d4c-01105d224613 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:26.948480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bf5979d4-305b-4298-9d4c-01105d224613 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:27.033877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dffb48b6-87d8-4b8a-a7e9-1d8bcf2eac76 req-e4744099-a73e-4378-8ce7-2635b9da6b81 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8209918 Aug 20 13:31:27.146116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-f9b60ed8-3e2f-4558-a791-0fe1b3bb2f07 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0364592 Aug 20 13:31:27.158540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56eef600-bee7-43d9-9ce0-c1fbb82132ee req-fd9aebfb-75f6-466b-b8c0-ec01b2f1c6cb tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 210 time: 0.1312532 Aug 20 13:31:27.201508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Deleting port 2f4897f8-9547-43e1-9970-bcd8bb7644fe {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:27.205542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:27.311021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-35f9aa30-72eb-4533-90a3-cd34b4a618e7 req-85eafd44-db41-4a68-b97c-cdc0f61907cb service neutron] 10.222.0.53 "GET /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0750172 Aug 20 13:31:27.365513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-5c82d25d-ca1f-4fe0-b5f3-2dc31e32118d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:27.366817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-5c82d25d-ca1f-4fe0-b5f3-2dc31e32118d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/networks?id=feff452e-db53-4caf-abf0-09ce2b2306d8 HTTP/1.1" status: 200 len: 797 time: 0.3650458 Aug 20 13:31:27.406909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:27.437590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Calling delete_port for 2f4897f8-9547-43e1-9970-bcd8bb7644fe owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:27.481376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9b05bd67-f741-4669-a914-1b4c04324ec8 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260148 Aug 20 13:31:27.513088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-bbf48ec8-add8-40ab-848e-24366a3c2bfe tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 472 time: 0.1367412 Aug 20 13:31:27.529736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'port': {'device_id': '2050fd5e-072a-4c53-951d-80fdc9367980', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'admin_state_up': True, 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'security_groups': ['4be96227-3a39-4221-ad63-5d9889bacad9']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:27.800849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-3f39529e-7eed-4507-a225-2489ad263406 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 217 time: 0.3058605 Aug 20 13:31:27.939886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:27.944170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:27.998696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-262690f2-8cfa-417c-b3af-293e293b8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:28.000566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-262690f2-8cfa-417c-b3af-293e293b8d22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1849432 Aug 20 13:31:28.362418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.20.0.27 (feff452e-db53-4caf-abf0-09ce2b2306d8/a6684549-54ef-4b37-b6b3-ff7347bd49c1/7955cd6d-e8d1-41b5-b676-00d08fe0e886) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:28.374217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dadbf9af-2e31-4d41-bfc0-1a05317fd8db req-8624cbe3-8d8e-40b5-b542-60f634bc4f7c tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 210 time: 0.0497487 Aug 20 13:31:28.407221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:28.409993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-1b472696-7c73-4466-a8b5-887c148e2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:28.422774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-1b472696-7c73-4466-a8b5-887c148e2283 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4133716 Aug 20 13:31:28.475484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Port': ['ID=2f4897f8-9547-43e1-9970-bcd8bb7644fe,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:28.599544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750178b-2e32-483d-afef-91331a879abf req-05fa09b5-a38c-4678-8142-0ddd7baf96b8 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:28.613028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3750178b-2e32-483d-afef-91331a879abf req-05fa09b5-a38c-4678-8142-0ddd7baf96b8 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 943 time: 0.2907307 Aug 20 13:31:28.780114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3750178b-2e32-483d-afef-91331a879abf req-6a75673a-ade8-4a4e-b5b8-1931a9557cac tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660275 Aug 20 13:31:28.838044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:28.848121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5f78074d-7911-40a7-82db-2c029ade2dfb details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:31:28.851015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-93312fd7-1269-43d9-bf6e-b36c7e31b7c8 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124532 Aug 20 13:31:28.952142 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.057688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.064188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-94b9468d-9429-457d-a751-a8bdcf98eb48 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804395 Aug 20 13:31:29.103619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Transition to ACTIVE for port object 7955cd6d-e8d1-41b5-b676-00d08fe0e886 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:29.110743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5f78074d-7911-40a7-82db-2c029ade2dfb, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5f78074d-7911-40a7-82db-2c029ade2dfb,segment=NetworkSegment(8b27e3b1-a335-4fe1-b6f2-8749a6889512),segment_id=8b27e3b1-a335-4fe1-b6f2-8749a6889512)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:29.127646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '5f78074d-7911-40a7-82db-2c029ade2dfb', 'network_id': '21a87411-d1bc-4c5b-903b-4b71463692d2', 'port_id': '5f78074d-7911-40a7-82db-2c029ade2dfb', 'mac_address': 'fa:16:3e:82:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e201805-b530-44ab-8706-b7068d20d4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:31:29.144998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-47487708-3bb4-4fc7-9f03-b009f4133010 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 217 time: 0.0703678 Aug 20 13:31:29.178521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Router b1bb32d3-a6d9-4f1e-85dc-e1af70200cff has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:31:29.183868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.205453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f78074d-7911-40a7-82db-2c029ade2dfb {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:29.229281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-e5507aaa-9c25-4111-9197-39b97a647591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:29.232333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-e5507aaa-9c25-4111-9197-39b97a647591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.0748811 Aug 20 13:31:29.234855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.238497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5f78074d-7911-40a7-82db-2c029ade2dfb, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5f78074d-7911-40a7-82db-2c029ade2dfb,segment=NetworkSegment(8b27e3b1-a335-4fe1-b6f2-8749a6889512),segment_id=8b27e3b1-a335-4fe1-b6f2-8749a6889512)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:29.265107 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.267333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:31:29.277207 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a17c895f-7c70-401b-9417-eed45c8139b2 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "PUT /v2.0/routers/b1bb32d3-a6d9-4f1e-85dc-e1af70200cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4254529 Aug 20 13:31:29.279969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34584) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:29.320995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] Sync routers for ids ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:31:29.326007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network feff452e-db53-4caf-abf0-09ce2b2306d8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:29.332820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:29.342288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:29.372096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] Routers {'b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:29.372775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:29.398944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.400528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:29.401158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.430053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9042737 Aug 20 13:31:29.431889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be9253-f477-4b94-85d6-42fc93c4e453 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=7955cd6d-e8d1-41b5-b676-00d08fe0e886,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:29.436030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-01a87bc4-4655-4d3b-93cb-f228ea05b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:29.438844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-01a87bc4-4655-4d3b-93cb-f228ea05b568 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1971047 Aug 20 13:31:29.450355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Request body: {'port': {'device_id': '2050fd5e-072a-4c53-951d-80fdc9367980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:29.533540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:29.551158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=5f78074d-7911-40a7-82db-2c029ade2dfb,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:29.578755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] Routers {'b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:29.580683 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:29.677813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['5f78074d-7911-40a7-82db-2c029ade2dfb'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:31:29.698624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:29.699307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199eab5-77ce-441c-97f2-c4576c762fe3 None None] The sync data for ids ['b1bb32d3-a6d9-4f1e-85dc-e1af70200cff'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:31:29.763332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.767123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.860743 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.861310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Fanout notify agent at l3_agent the message router_deleted on router b1bb32d3-a6d9-4f1e-85dc-e1af70200cff {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:31:29.889103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:29.900115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ee310ef-f4a1-4583-9a3b-113d1c27b49e tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "DELETE /v2.0/routers/b1bb32d3-a6d9-4f1e-85dc-e1af70200cff HTTP/1.1" status: 204 len: 168 time: 0.6188312 Aug 20 13:31:29.904807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34608) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:29.944996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f87979-2b0f-42ca-839a-5129277a1f00 req-9896cee6-eac2-4ad9-b155-2b87b9a5a8a1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:29.959626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f87979-2b0f-42ca-839a-5129277a1f00 req-9896cee6-eac2-4ad9-b155-2b87b9a5a8a1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 932 time: 0.3657761 Aug 20 13:31:29.977635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e375d841-cc83-4aab-b9cb-891206f6acd5 None None] Provisioning for port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:29.979765 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.000074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e375d841-cc83-4aab-b9cb-891206f6acd5 None None] Provisioning complete for port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:30.004204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e375d841-cc83-4aab-b9cb-891206f6acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.066197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Deleting subnet 0f057465-4279-4c48-80b1-5b5ff1fc3802 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:31:30.073510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.094033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650b03-b816-439b-8e12-019c7b5d3c14 req-b24743ca-8f9b-4681-86e8-be31321b7dcd tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:30.095965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e375d841-cc83-4aab-b9cb-891206f6acd5 None None] Port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:30.096539 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57650b03-b816-439b-8e12-019c7b5d3c14 req-b24743ca-8f9b-4681-86e8-be31321b7dcd tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 944 time: 0.1314485 Aug 20 13:31:30.289956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57650b03-b816-439b-8e12-019c7b5d3c14 req-03aaf99c-ab7b-404e-aa8b-c32e38e372cb tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404479 Aug 20 13:31:30.298459 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.345078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-6dce5271-abeb-4c12-b370-bba8945fcac7 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892281 Aug 20 13:31:30.481566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.547963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f87979-2b0f-42ca-839a-5129277a1f00 req-9175f589-83d8-4264-bd6f-febf0eca4ec1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5874348 Aug 20 13:31:30.628672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-56fc1e0d-d0ff-4662-9d68-0cd0143a13de service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698588 Aug 20 13:31:30.633355 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.665324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Subnet': ['ID=0f057465-4279-4c48-80b1-5b5ff1fc3802,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:30.669640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.673405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aa85305a-8ffc-422a-b577-d7132dce3271 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "DELETE /v2.0/subnets/0f057465-4279-4c48-80b1-5b5ff1fc3802 HTTP/1.1" status: 204 len: 168 time: 0.7666397 Aug 20 13:31:30.675321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34624) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:30.678674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917cfb5-600c-490d-98f9-514116cb9196 None None] Network b4763390-b303-4bcc-b091-f84c6dd99c33 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:30.712966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7955cd6d-e8d1-41b5-b676-00d08fe0e886 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:30.768836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-7ee14408-e699-467f-ab7c-16c63abf46b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 217 time: 0.0495634 Aug 20 13:31:30.776322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.784297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.803373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Transition to ACTIVE for port object 7955cd6d-e8d1-41b5-b676-00d08fe0e886 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:30.833914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:30.903588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Deleting port 08b91540-34f5-4979-aac9-358bc9552d11 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:30.903588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.035035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] For port 08b91540-34f5-4979-aac9-358bc9552d11, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=08b91540-34f5-4979-aac9-358bc9552d11,segment=NetworkSegment(cbe95c6a-a0d1-42f7-87ea-9a89ff8af157),segment_id=cbe95c6a-a0d1-42f7-87ea-9a89ff8af157)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:31.035543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.069405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Calling delete_port for 08b91540-34f5-4979-aac9-358bc9552d11 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:31.227354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] DHCP port deletion for b4763390-b303-4bcc-b091-f84c6dd99c33 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:31:31.282508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-88af55ff-0504-4a6f-9fa5-4a8aa3ddd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:31.285725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-88af55ff-0504-4a6f-9fa5-4a8aa3ddd918 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.4781935 Aug 20 13:31:31.307319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Pushing event updated for resources: {'Port': ['ID=7955cd6d-e8d1-41b5-b676-00d08fe0e886,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:31.315813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.366566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Attempting to bind port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:31.367728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Attempting to bind port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:31.368826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Attempting to bind port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 on network feff452e-db53-4caf-abf0-09ce2b2306d8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:31.375220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 on network feff452e-db53-4caf-abf0-09ce2b2306d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:31:31.375884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Attempting to bind port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 on network feff452e-db53-4caf-abf0-09ce2b2306d8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:31.388849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:31.389496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Checking segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:31.390196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Bound using segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:31.391344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Bound port: 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:31.392480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.411948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Port': ['ID=08b91540-34f5-4979-aac9-358bc9552d11,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:31.435111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] No DVR routers for this DVR port 08b91540-34f5-4979-aac9-358bc9552d11 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:31.484706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.504260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Deleting port 08b91540-34f5-4979-aac9-358bc9552d11 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:31.504810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.566063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.591756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4763390-b303-4bcc-b091-f84c6dd99c33']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:31.621814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:31.622121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe95c6a-a0d1-42f7-87ea-9a89ff8af157') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:31.650033 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.695196 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.711351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] For port 08b91540-34f5-4979-aac9-358bc9552d11, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:31.712350 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.712486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:31.713553 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.729417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] For port 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:31.747572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-4f88543f-75f1-414b-aac8-09dddf4bd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:31.749535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-4f88543f-75f1-414b-aac8-09dddf4bd45b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4353747 Aug 20 13:31:31.758827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Calling delete_port for 08b91540-34f5-4979-aac9-358bc9552d11 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:31.766142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Port 08b91540-34f5-4979-aac9-358bc9552d11 was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:31:31.767562 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.799678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] No DVR routers for this DVR port 08b91540-34f5-4979-aac9-358bc9552d11 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:31.816730 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:31.850141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] For port 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:31.859618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08b91540-34f5-4979-aac9-358bc9552d11 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:31.864003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377d693-4bbe-4f27-80b6-d412cbc59a5b None None] Pushing event deleted for resources: {'Port': ['ID=08b91540-34f5-4979-aac9-358bc9552d11,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:31.907899 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.912222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 08b91540-34f5-4979-aac9-358bc9552d11 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:31.912808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 08b91540-34f5-4979-aac9-358bc9552d11 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:31.929636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.933095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] 10.222.0.59 "DELETE /v2.0/networks/b4763390-b303-4bcc-b091-f84c6dd99c33 HTTP/1.1" status: 204 len: 168 time: 1.2550573 Aug 20 13:31:31.933095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72480f3-4ffd-49fb-a88a-23da60d932b6 tempest-FloatingIPNegativeTestJSON-1203985641 tempest-FloatingIPNegativeTestJSON-1203985641-project] Pushing event deleted for resources: {'Network': ['ID=b4763390-b303-4bcc-b091-f84c6dd99c33,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:31.934066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8062-635d-4b2e-915a-c87ea947dc61 req-73272c6e-aa16-4384-a607-bbed08d5b501 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:31.945996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b3d8062-635d-4b2e-915a-c87ea947dc61 req-73272c6e-aa16-4384-a607-bbed08d5b501 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 944 time: 0.3627405 Aug 20 13:31:31.948135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:31.967113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dbce6-fba9-4e5a-abb5-93cd919d0c85 req-71f1d886-ca0f-446d-9d69-3d2785244dfa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:31.974895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b10dbce6-fba9-4e5a-abb5-93cd919d0c85 req-71f1d886-ca0f-446d-9d69-3d2785244dfa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 944 time: 0.1073103 Aug 20 13:31:32.022483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b10dbce6-fba9-4e5a-abb5-93cd919d0c85 req-ee6974b4-c89a-451d-b001-61435c81a362 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465732 Aug 20 13:31:32.139153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:32.139796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:32.141301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] 10.222.0.13 "PUT /v2.0/ports/7955cd6d-e8d1-41b5-b676-00d08fe0e886 HTTP/1.1" status: 200 len: 1092 time: 2.7015476 Aug 20 13:31:32.141980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342a8f7-a502-4384-8be9-118eeee52010 service neutron] Pushing event updated for resources: {'Port': ['ID=7955cd6d-e8d1-41b5-b676-00d08fe0e886,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:32.154237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050fd5e-072a-4c53-951d-80fdc9367980', 'tag': '7955cd6d-e8d1-41b5-b676-00d08fe0e886'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:32.157045 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18bef40-e848-422f-9907-41435603d2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2050fd5e-072a-4c53-951d-80fdc9367980", "tag": "7955cd6d-e8d1-41b5-b676-00d08fe0e886"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:32.166511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b3d8062-635d-4b2e-915a-c87ea947dc61 req-a7552c5c-cf87-4442-a468-232610c6efba tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099371 Aug 20 13:31:32.241998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-83082ba5-b2fc-4684-a8a6-602c2b7dbfd0 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816201 Aug 20 13:31:32.340684 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb71516-0bea-413a-aa25-ba21019dbf57 x-openstack-request-id: req-8cb71516-0bea-413a-aa25-ba21019dbf57 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:32.340989 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2050fd5e-072a-4c53-951d-80fdc9367980", "tag": "7955cd6d-e8d1-41b5-b676-00d08fe0e886", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:32.341305 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8cb71516-0bea-413a-aa25-ba21019dbf57 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:32.341874 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050fd5e-072a-4c53-951d-80fdc9367980', 'tag': '7955cd6d-e8d1-41b5-b676-00d08fe0e886', 'status': 'completed', 'code': 200} Aug 20 13:31:32.360602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-e3843773-6ba3-4d4a-aa9d-073a1a29004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:32.362184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-e3843773-6ba3-4d4a-aa9d-073a1a29004f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 1095 time: 0.1548963 Aug 20 13:31:32.428361 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-07e499a5-62f3-43a7-a464-161998c1ae43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886 HTTP/1.1" status: 200 len: 217 time: 0.0520730 Aug 20 13:31:32.441877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34674) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:32.552865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-f5b00348-8559-4d74-9976-fdd4cba5ae39 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026412 Aug 20 13:31:32.562674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c3860c58-d68d-40d5-867a-0395588c9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:32.565130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-c3860c58-d68d-40d5-867a-0395588c9e95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6684549-54ef-4b37-b6b3-ff7347bd49c1 HTTP/1.1" status: 200 len: 838 time: 0.1282980 Aug 20 13:31:32.656774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5e020e7d-ab7e-43f0-8caf-cab374a87b64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63232931dc724a77bc28d8ee0a0278d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131305 Aug 20 13:31:32.661251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:32.680872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-767adee4-9a2f-491f-bfe7-181bbe4593f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.1142106 Aug 20 13:31:32.752686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-cbfca568-bc4d-47d3-87fe-0e9c2c947a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:32.754074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-cbfca568-bc4d-47d3-87fe-0e9c2c947a71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.0554559 Aug 20 13:31:32.841736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-343809b4-78df-498e-948e-dd9c6e10c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:32.843306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-343809b4-78df-498e-948e-dd9c6e10c9bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=feff452e-db53-4caf-abf0-09ce2b2306d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2672663 Aug 20 13:31:32.874021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-051dcd49-eba9-4ef6-ad85-0a91aa553255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:32.875629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-051dcd49-eba9-4ef6-ad85-0a91aa553255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096966 Aug 20 13:31:32.878823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5f78074d-7911-40a7-82db-2c029ade2dfb up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:32.889626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf713ea1-aba1-49f8-84fd-015c6f056c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:32.994638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 5f78074d-7911-40a7-82db-2c029ade2dfb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:32.999834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 5f78074d-7911-40a7-82db-2c029ade2dfb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:33.000426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:33.013010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf713ea1-aba1-49f8-84fd-015c6f056c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:33.111439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-46732f56-a3aa-4f79-b0b7-49f133f1e686 service neutron] 10.222.0.13 "GET /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550759 Aug 20 13:31:33.124029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:33.125290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-96c0c235-3348-4f7e-9385-90e5322bd4d6 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034259 Aug 20 13:31:33.189655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5f78074d-7911-40a7-82db-2c029ade2dfb, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5f78074d-7911-40a7-82db-2c029ade2dfb,segment=NetworkSegment(8b27e3b1-a335-4fe1-b6f2-8749a6889512),segment_id=8b27e3b1-a335-4fe1-b6f2-8749a6889512)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:33.190776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f78074d-7911-40a7-82db-2c029ade2dfb'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:33.193536 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbf9ee4-fe4b-4bc3-a7e4-c1e71830606f" -d '{"events": [{"server_uuid": "db85218a-c95b-4a3c-8ded-deb4a847aaae", "name": "network-vif-plugged", "status": "completed", "tag": "5f78074d-7911-40a7-82db-2c029ade2dfb"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:33.201083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:33.301309 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8005bfd6-f342-47ef-ab0f-612f7db32711 x-openstack-request-id: req-8005bfd6-f342-47ef-ab0f-612f7db32711 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:33.301684 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db85218a-c95b-4a3c-8ded-deb4a847aaae", "name": "network-vif-plugged", "status": "completed", "tag": "5f78074d-7911-40a7-82db-2c029ade2dfb", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:33.302035 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8005bfd6-f342-47ef-ab0f-612f7db32711 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:33.303164 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f78074d-7911-40a7-82db-2c029ade2dfb', 'code': 200} Aug 20 13:31:33.304280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=5f78074d-7911-40a7-82db-2c029ade2dfb,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:33.474683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fead1329-e430-4842-b947-4a9a8c80fc5a req-9417d06b-74c1-40aa-ad78-bdb3e97571ec service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711029 Aug 20 13:31:33.502329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bfa52-807c-4d06-9b5a-eae32827636e req-d1cec271-10bc-4ccf-9e16-0746a2cbf5db tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:33.514382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-258bfa52-807c-4d06-9b5a-eae32827636e req-d1cec271-10bc-4ccf-9e16-0746a2cbf5db tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 945 time: 0.1279376 Aug 20 13:31:33.634188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-258bfa52-807c-4d06-9b5a-eae32827636e req-72e6edda-ece1-4dee-a2d3-dc1b06ff44a3 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166918 Aug 20 13:31:33.652883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf713ea1-aba1-49f8-84fd-015c6f056c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:33.656445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cf713ea1-aba1-49f8-84fd-015c6f056c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:33.659310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf713ea1-aba1-49f8-84fd-015c6f056c90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ad8a56b-a984-40da-8e4b-9313c13ea591 HTTP/1.1" status: 204 len: 168 time: 0.9955301 Aug 20 13:31:33.714288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-881c30c1-88aa-435c-b67d-fae84d5a6a54 req-859b068d-4802-4646-bb7c-3c2378e09d36 service neutron] 10.222.0.13 "GET /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870769 Aug 20 13:31:33.788951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf713ea1-aba1-49f8-84fd-015c6f056c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad8a56b-a984-40da-8e4b-9313c13ea591,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:33.971169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca8d1-1162-4c1e-be99-edee22ef6ad1 req-1de1bb34-957b-4d3c-bb4c-9d7e50ec375b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:33.976125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd4ca8d1-1162-4c1e-be99-edee22ef6ad1 req-1de1bb34-957b-4d3c-bb4c-9d7e50ec375b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 944 time: 0.8562796 Aug 20 13:31:34.034040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.036709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.037303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.046895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.047194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.049446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.059789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.061958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-82c5799f-f9bf-4736-9966-26a78e6d5c87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.5114300 Aug 20 13:31:34.088099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6544e66-9e0b-473c-bd00-70e5c5ed1e65 req-1e7a9f94-460b-40c4-ad92-4276be611e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:34.105136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6544e66-9e0b-473c-bd00-70e5c5ed1e65 req-1e7a9f94-460b-40c4-ad92-4276be611e08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 1096 time: 0.6251822 Aug 20 13:31:35.074932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7955cd6d-e8d1-41b5-b676-00d08fe0e886 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:31:35.200013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bef40-e848-422f-9907-41435603d2ac req-ee05b907-724f-4756-a51e-511f8a18b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:35.212199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-ee05b907-724f-4756-a51e-511f8a18b948 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 1095 time: 1.4002130 Aug 20 13:31:35.253234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd4ca8d1-1162-4c1e-be99-edee22ef6ad1 req-ddc9c4cb-9419-4029-ad7c-bee0917d2772 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2349250 Aug 20 13:31:35.279963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6544e66-9e0b-473c-bd00-70e5c5ed1e65 req-3593e8a8-0e3e-463c-aafc-876d14c07757 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1510184 Aug 20 13:31:35.330510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-b7df1762-5c32-4c2d-b005-bec4c00cb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:35.337471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-b7df1762-5c32-4c2d-b005-bec4c00cb3d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75 HTTP/1.1" status: 200 len: 912 time: 1.2276268 Aug 20 13:31:35.345915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6abe0b-51a5-4863-9163-9e91b75f3e46 req-d91502c2-7f9e-45ed-a307-ee36b851560b tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:35.353712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c6abe0b-51a5-4863-9163-9e91b75f3e46 req-d91502c2-7f9e-45ed-a307-ee36b851560b tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 945 time: 0.2332060 Aug 20 13:31:35.494819 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c6abe0b-51a5-4863-9163-9e91b75f3e46 req-2795a650-e75e-4f27-901f-52d2a1537e08 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210239 Aug 20 13:31:35.494819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34768) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:35.579071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:35.593812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '7955cd6d-e8d1-41b5-b676-00d08fe0e886', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'port_id': '7955cd6d-e8d1-41b5-b676-00d08fe0e886', 'mac_address': 'fa:16:3e:b1:0f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:31:35.633174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1499565992'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:35.663814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:35.681268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7955cd6d-e8d1-41b5-b676-00d08fe0e886 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:31:35.686101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:35.690660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:35.708122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:35.709215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:35.720153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:35.788059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-f98a713f-93fd-4b36-993e-b126d7393ecd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1002 time: 0.3225281 Aug 20 13:31:35.796117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=7955cd6d-e8d1-41b5-b676-00d08fe0e886,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:35.849369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bef40-e848-422f-9907-41435603d2ac req-dcf3a069-4010-40be-821d-f88b6e13c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:35.850901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-dcf3a069-4010-40be-821d-f88b6e13c117 service neutron] 10.222.0.13 "GET /v2.0/networks?id=feff452e-db53-4caf-abf0-09ce2b2306d8 HTTP/1.1" status: 200 len: 898 time: 0.6374850 Aug 20 13:31:35.893410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:35.904170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:35.936447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-06cce4f3-ed51-4b0a-98bd-83f13501a9ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886 HTTP/1.1" status: 200 len: 217 time: 0.0578568 Aug 20 13:31:35.942576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['7955cd6d-e8d1-41b5-b676-00d08fe0e886'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:31:35.962655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:35.970054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45422e3c-46d7-4513-8f76-3e893d2cb394,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:36.000965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.000965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.001324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.001719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.002822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.003825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.004256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.004838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.005264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.005687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.006164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.007173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:36.032201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:36.032844 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment 0befb2fa-35b8-414c-8d51-0cb10c9d4b9c of type vlan for network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 Aug 20 13:31:36.065275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-605bcfdd-5260-4269-b418-d4e1ddbac087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:36.067032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-605bcfdd-5260-4269-b418-d4e1ddbac087 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.2677443 Aug 20 13:31:36.119638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:36.193727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bef40-e848-422f-9907-41435603d2ac req-4105866c-b2bb-44e4-931d-8e087718692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:36.195702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-4105866c-b2bb-44e4-931d-8e087718692d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6684549-54ef-4b37-b6b3-ff7347bd49c1 HTTP/1.1" status: 200 len: 838 time: 0.2378268 Aug 20 13:31:36.207652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:36.275549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:36.285540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:36.340345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-f0a7aad7-fc5c-4df3-8c50-479b316f9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:36.346052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-f0a7aad7-fc5c-4df3-8c50-479b316f9dd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630994 Aug 20 13:31:36.528742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bef40-e848-422f-9907-41435603d2ac req-5612aa91-8352-4cab-918d-0a70d952fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:36.529144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-5612aa91-8352-4cab-918d-0a70d952fa1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=feff452e-db53-4caf-abf0-09ce2b2306d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3194814 Aug 20 13:31:36.689837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-5cad405e-d217-47f0-936d-9b6828ec1d40 service neutron] 10.222.0.13 "GET /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501172 Aug 20 13:31:36.750345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2552028 Aug 20 13:31:36.757247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34798) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:36.769538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'name': 'tempest-PortsIpV6TestJSON-226518821'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:36.782545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a44dc4-d122-4cb1-a725-da2244d14dbd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=3df4e40e-de46-4a62-a0ea-e006aa9feb16,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:36.821787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b18bef40-e848-422f-9907-41435603d2ac req-0d41a14e-d02b-45b7-afc3-9b4a7e6674d8 service neutron] 10.222.0.13 "GET /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209755 Aug 20 13:31:36.867877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889a7a4-32b0-4cdd-b937-e34c57742090 req-06700054-1212-4cd2-957d-da4a799275cb tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:36.868386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:36.876829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1889a7a4-32b0-4cdd-b937-e34c57742090 req-06700054-1212-4cd2-957d-da4a799275cb tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 945 time: 0.2881346 Aug 20 13:31:36.981198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-cadd7761-ddae-46a4-83a7-36ca195cc49b service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790219 Aug 20 13:31:37.001573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1889a7a4-32b0-4cdd-b937-e34c57742090 req-d2c19852-c8c1-4bb1-923b-01a21bbddb02 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233850 Aug 20 13:31:37.013567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc50f-c9a5-41fd-aff6-afe8fbc7c277 req-76ffd9d3-8f2a-4f1c-b87b-bd8e5a37f010 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:37.031875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-060cc50f-c9a5-41fd-aff6-afe8fbc7c277 req-76ffd9d3-8f2a-4f1c-b87b-bd8e5a37f010 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 945 time: 0.3297391 Aug 20 13:31:37.063426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:37.068100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:37.105763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 15e79ec3-cc9d-46bf-b414-6a1299745137 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:37.218193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-060cc50f-c9a5-41fd-aff6-afe8fbc7c277 req-60882690-7a62-49d4-a260-c0d2200fe821 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941298 Aug 20 13:31:37.293153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fadcce20-6eb3-4c22-ad89-61f7432d6c8c req-46a590cb-c1fc-45f5-ac75-5d119cf68a25 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601626 Aug 20 13:31:37.494826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:37.610513 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:37.756129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=15e79ec3-cc9d-46bf-b414-6a1299745137,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:37.805659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:37.806023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 3df4e40e-de46-4a62-a0ea-e006aa9feb16, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:37.829401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:37.848051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3df4e40e-de46-4a62-a0ea-e006aa9feb16) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:37.854035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:37.857390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006745c7-5de0-4e3f-8f2c-47d79f0be26c None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:37.860628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:37.861339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:37.894146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34842) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:37.894722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6913560f-9e87-461b-876f-8cb6ae282019 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1356289 Aug 20 13:31:37.899741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1240559632'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:37.963986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:37.968439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:38.078995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:38.105396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:38.105753 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment 414b4407-da97-4801-b162-bdb3805af234 of type vlan for network 61212ab4-389f-445f-9d0b-dbb3646905ff Aug 20 13:31:38.304394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:38.376406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82400485-88c5-453f-a5f1-db6f4cc3ba32 req-dbfa8f7e-c553-41e4-9947-661f1d787036 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:38.386232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82400485-88c5-453f-a5f1-db6f4cc3ba32 req-dbfa8f7e-c553-41e4-9947-661f1d787036 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 945 time: 0.2533131 Aug 20 13:31:38.395944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:38.403316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:38.404016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:38.446147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5470595 Aug 20 13:31:38.450691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82400485-88c5-453f-a5f1-db6f4cc3ba32 req-78c1fda5-9feb-4e0e-ba36-3d74bf5e2254 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633380 Aug 20 13:31:38.453813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34860) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:38.466922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'ports': [{'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'}, {'network_id': '61212ab4-389f-445f-9d0b-dbb3646905ff'}]} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:38.467308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:38.469513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '61212ab4-389f-445f-9d0b-dbb3646905ff'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:38.560466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=61212ab4-389f-445f-9d0b-dbb3646905ff,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:38.575118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5759051-523e-417c-a2f6-9b547eabf998 req-ff315d66-93f2-4465-abe2-b9d94083c10e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:38.576999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5759051-523e-417c-a2f6-9b547eabf998 req-ff315d66-93f2-4465-abe2-b9d94083c10e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 945 time: 0.2169800 Aug 20 13:31:38.587970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.588434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.588856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.589267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.589740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.590387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.590824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.593586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.594031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.594519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.594942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.595348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1f3af-941f-4a6c-8082-b95f34459092 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:38.610402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 61212ab4-389f-445f-9d0b-dbb3646905ff details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:38.680489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5759051-523e-417c-a2f6-9b547eabf998 req-5e5d7624-2a1e-44b3-b714-01df7cfc6e09 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956018 Aug 20 13:31:38.889139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 2} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:38.900625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:38.920465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:39.041667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 470b55ae-af42-4078-a42d-9c830425f86b yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:39.130377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7955cd6d-e8d1-41b5-b676-00d08fe0e886 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:39.211668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:39.353751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:39.356166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 21889c38-d261-4400-923c-faa59c41e963 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:39.358243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:39.358855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:39.498259 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:39.529448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050fd5e-072a-4c53-951d-80fdc9367980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7955cd6d-e8d1-41b5-b676-00d08fe0e886'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:39.532951 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe0840-3075-4178-830a-96ad9c083e8a" -d '{"events": [{"server_uuid": "2050fd5e-072a-4c53-951d-80fdc9367980", "name": "network-vif-plugged", "status": "completed", "tag": "7955cd6d-e8d1-41b5-b676-00d08fe0e886"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:39.565826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:39.578172 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:39.631851 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80badf9d-2920-47ae-86de-502280de0a87 x-openstack-request-id: req-80badf9d-2920-47ae-86de-502280de0a87 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:39.632702 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2050fd5e-072a-4c53-951d-80fdc9367980", "name": "network-vif-plugged", "status": "completed", "tag": "7955cd6d-e8d1-41b5-b676-00d08fe0e886", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:39.632702 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80badf9d-2920-47ae-86de-502280de0a87 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:39.632868 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050fd5e-072a-4c53-951d-80fdc9367980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7955cd6d-e8d1-41b5-b676-00d08fe0e886', 'code': 200} Aug 20 13:31:39.680101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=7955cd6d-e8d1-41b5-b676-00d08fe0e886,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:39.766083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:39.890071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff3631-7dea-40ef-9390-a2a61a14cb00 req-2a4b802a-91a3-419b-bfe7-3e240af02961 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:39.895582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9dff3631-7dea-40ef-9390-a2a61a14cb00 req-2a4b802a-91a3-419b-bfe7-3e240af02961 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 945 time: 0.3523169 Aug 20 13:31:39.947506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-d7abb1ec-9349-473a-bd9a-9bcba395b3d5 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:39.949105 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-d7abb1ec-9349-473a-bd9a-9bcba395b3d5 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.53 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 945 time: 0.3507435 Aug 20 13:31:40.005991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9dff3631-7dea-40ef-9390-a2a61a14cb00 req-d2832f20-cd28-45ef-86df-782e7fd1076b tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/security-groups?id=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977111 Aug 20 13:31:40.022844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.114008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:40.121712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:40.129198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:40.129609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.133651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab19b6-3440-4ad5-aa23-e10819b887a0 req-6ae1f135-eaf7-4fb7-a3e7-97c7807d8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:40.135184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84ab19b6-3440-4ad5-aa23-e10819b887a0 req-6ae1f135-eaf7-4fb7-a3e7-97c7807d8c48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 1097 time: 0.3817415 Aug 20 13:31:40.180301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=470b55ae-af42-4078-a42d-9c830425f86b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:40.239738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6f29f-6cc5-4357-9dcd-5199e2dbe756 req-e6810100-b52d-4d24-8eac-7e1ce31155e0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:40.260937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbe6f29f-6cc5-4357-9dcd-5199e2dbe756 req-e6810100-b52d-4d24-8eac-7e1ce31155e0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 946 time: 0.4059131 Aug 20 13:31:40.277609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=21889c38-d261-4400-923c-faa59c41e963,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:40.325248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84ab19b6-3440-4ad5-aa23-e10819b887a0 req-cd051e05-9d5a-4cab-bf7a-18327e506a1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701128 Aug 20 13:31:40.336300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': '414b4407-da97-4801-b162-bdb3805af234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '61212ab4-389f-445f-9d0b-dbb3646905ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:40.336709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 61212ab4-389f-445f-9d0b-dbb3646905ff, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:40.368910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbe6f29f-6cc5-4357-9dcd-5199e2dbe756 req-6467308d-f406-470c-8e8e-eb1757628837 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030025 Aug 20 13:31:40.383976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 61212ab4-389f-445f-9d0b-dbb3646905ff is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:40.397023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Deleting port 5f78074d-7911-40a7-82db-2c029ade2dfb {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:40.397361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.416163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 61212ab4-389f-445f-9d0b-dbb3646905ff) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:40.422008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:40.426320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cd240-9c07-4311-9a4b-2ce5cd722e22 None None] Network 61212ab4-389f-445f-9d0b-dbb3646905ff requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:40.434603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:40.446581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:40.453058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.491847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a2e3429-821d-4d71-9e86-1fa185cc17bf tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0367734 Aug 20 13:31:40.495305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:40.658509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] For port 5f78074d-7911-40a7-82db-2c029ade2dfb, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5f78074d-7911-40a7-82db-2c029ade2dfb,segment=NetworkSegment(8b27e3b1-a335-4fe1-b6f2-8749a6889512),segment_id=8b27e3b1-a335-4fe1-b6f2-8749a6889512)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:40.658888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.701281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Calling delete_port for 5f78074d-7911-40a7-82db-2c029ade2dfb owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:40.772151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 21889c38-d261-4400-923c-faa59c41e963 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:40.775174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.919169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:40.945494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 21889c38-d261-4400-923c-faa59c41e963 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:41.032703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:41.050463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['5f78074d-7911-40a7-82db-2c029ade2dfb'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:31:41.072408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Pushing event deleted for resources: {'Port': ['ID=5f78074d-7911-40a7-82db-2c029ade2dfb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:41.103705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:41.158161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] No DVR routers for this DVR port 5f78074d-7911-40a7-82db-2c029ade2dfb on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:41.162111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:41.164778 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:41.165650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-056ee3c7-4648-4477-9ee3-899c2f66b97a req-b4bfab23-d706-463c-bf64-9f71d1a46860 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.53 "DELETE /v2.0/ports/5f78074d-7911-40a7-82db-2c029ade2dfb HTTP/1.1" status: 204 len: 173 time: 1.2064576 Aug 20 13:31:41.166364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'name': 'network-vif-deleted', 'tag': '5f78074d-7911-40a7-82db-2c029ade2dfb'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:41.171405 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cbeb8d-b270-4b4f-b664-098a89148051" -d '{"events": [{"server_uuid": "db85218a-c95b-4a3c-8ded-deb4a847aaae", "name": "network-vif-deleted", "tag": "5f78074d-7911-40a7-82db-2c029ade2dfb"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:41.180193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/21889c38-d261-4400-923c-faa59c41e963 HTTP/1.1" status: 204 len: 168 time: 0.6737251 Aug 20 13:31:41.182464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813db3ea-d2df-4ede-8a5c-dce220f40f0d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=21889c38-d261-4400-923c-faa59c41e963,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:41.185872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:41.228198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4222bc0f-4472-486a-a1ce-2f519940cad0 req-13ad8009-7d7f-47d0-8e03-ded435bba709 tempest-ServerMetadataNegativeTestJSON-2076981885 tempest-ServerMetadataNegativeTestJSON-2076981885-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85218a-c95b-4a3c-8ded-deb4a847aaae HTTP/1.1" status: 200 len: 210 time: 0.0528996 Aug 20 13:31:41.334500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59922da-f652-40b5-ad4b-1f3eaca1a9ba tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:41.354983 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f5815-75bf-43f2-accc-a94888c38d99 x-openstack-request-id: req-5e0f5815-75bf-43f2-accc-a94888c38d99 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:41.357064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59922da-f652-40b5-ad4b-1f3eaca1a9ba tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:41.357581 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db85218a-c95b-4a3c-8ded-deb4a847aaae", "name": "network-vif-deleted", "tag": "5f78074d-7911-40a7-82db-2c029ade2dfb", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:41.363594 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e0f5815-75bf-43f2-accc-a94888c38d99 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:41.364186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d59922da-f652-40b5-ad4b-1f3eaca1a9ba tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1720266 Aug 20 13:31:41.366680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34962) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:41.370442 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db85218a-c95b-4a3c-8ded-deb4a847aaae', 'name': 'network-vif-deleted', 'tag': '5f78074d-7911-40a7-82db-2c029ade2dfb', 'status': 'completed', 'code': 200} Aug 20 13:31:41.750184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 470b55ae-af42-4078-a42d-9c830425f86b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:41.750524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:41.751229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8bc40-1737-49c0-a72d-4407119436d3 req-4821b6f6-f73b-4fe4-9413-6f83b6cf808b tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:41.753017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71f8bc40-1737-49c0-a72d-4407119436d3 req-4821b6f6-f73b-4fe4-9413-6f83b6cf808b tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 950 time: 0.0820520 Aug 20 13:31:41.810628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71f8bc40-1737-49c0-a72d-4407119436d3 req-eae10a9e-dbf4-4437-a0c8-f846da3a82b6 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Aug 20 13:31:41.897510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399f14-74b8-47f7-a484-2b12d655c635 req-55044aa5-ff41-4d7c-9a98-b8fa7b02c186 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:41.906687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02399f14-74b8-47f7-a484-2b12d655c635 req-55044aa5-ff41-4d7c-9a98-b8fa7b02c186 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 946 time: 0.2294085 Aug 20 13:31:41.910467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:41.992131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 470b55ae-af42-4078-a42d-9c830425f86b owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:42.042084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02399f14-74b8-47f7-a484-2b12d655c635 req-b06c9f10-259c-46cd-aa2d-ba8d7d10bca8 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336656 Aug 20 13:31:42.186950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:42.230500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:42.233189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/470b55ae-af42-4078-a42d-9c830425f86b HTTP/1.1" status: 204 len: 168 time: 0.8636889 Aug 20 13:31:42.235958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34994) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:42.365288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bbc7a-f1da-4113-a119-0f1418d6b1a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=470b55ae-af42-4078-a42d-9c830425f86b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:42.424163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7846aea-bee0-4109-aa40-9a1547440f9a req-f66ba856-6dc2-42be-a59d-3db8817499b1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:42.424163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7846aea-bee0-4109-aa40-9a1547440f9a req-f66ba856-6dc2-42be-a59d-3db8817499b1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 946 time: 0.1274049 Aug 20 13:31:42.459618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6a1054-0323-4a99-a310-59c91406ef1f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:42.464535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d6a1054-0323-4a99-a310-59c91406ef1f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2269514 Aug 20 13:31:42.469400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35006) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:42.532302 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9aae423-8535-461d-8bc5-c919944ae2b1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:31:42.539435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d9aae423-8535-461d-8bc5-c919944ae2b1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/21889c38-d261-4400-923c-faa59c41e963 HTTP/1.1" status: 404 len: 333 time: 0.0681694 Aug 20 13:31:42.543142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:42.560865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7846aea-bee0-4109-aa40-9a1547440f9a req-1cd55c5e-8636-41a3-af9f-d5d1f27084ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283932 Aug 20 13:31:42.608387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:42.647810 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22bb624-230e-407a-a752-03943c988a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:31:42.664605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c22bb624-230e-407a-a752-03943c988a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/470b55ae-af42-4078-a42d-9c830425f86b HTTP/1.1" status: 404 len: 333 time: 0.1191177 Aug 20 13:31:42.666726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35030) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:42.738549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Deleting subnet 0e201805-b530-44ab-8706-b7068d20d4be {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:31:42.746917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:42.833626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:42.850051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:42.982043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.018765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.036187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61212ab4-389f-445f-9d0b-dbb3646905ff']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:43.052787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414b4407-da97-4801-b162-bdb3805af234') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:43.053141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414b4407-da97-4801-b162-bdb3805af234') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:43.068309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.092195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.095647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.129866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:43.130475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:43.134543 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:43.148771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e201805-b530-44ab-8706-b7068d20d4be,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:43.185794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.190258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4eadaf7d-5802-45c8-ac37-785f8191635c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0e201805-b530-44ab-8706-b7068d20d4be HTTP/1.1" status: 204 len: 168 time: 0.5777900 Aug 20 13:31:43.191047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35054) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:43.254375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.276781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0293d2-45a9-40e1-964e-a70f7915dad9 req-64ebac73-60d7-4fe8-8f08-18b2bee8f965 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:43.283719 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a0293d2-45a9-40e1-964e-a70f7915dad9 req-64ebac73-60d7-4fe8-8f08-18b2bee8f965 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 950 time: 0.0922885 Aug 20 13:31:43.291558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.297541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/61212ab4-389f-445f-9d0b-dbb3646905ff HTTP/1.1" status: 204 len: 168 time: 0.6259177 Aug 20 13:31:43.308454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35056) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:43.312949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57197cb-e6d2-4b60-a21a-76f90fdfada6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=61212ab4-389f-445f-9d0b-dbb3646905ff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:43.313128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.320730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-652233826'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:43.345698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a0293d2-45a9-40e1-964e-a70f7915dad9 req-c51c0a96-783b-4c87-bc89-3faa6dcc9927 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572419 Aug 20 13:31:43.388992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:43.392585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.465188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.469347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:43.484837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a87411-d1bc-4c5b-903b-4b71463692d2']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:43.494226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.494604 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b of type vlan for network 218776f8-7ca1-435a-8837-db2cdf0d1be6 Aug 20 13:31:43.505577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b27e3b1-a335-4fe1-b6f2-8749a6889512') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:43.505746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b27e3b1-a335-4fe1-b6f2-8749a6889512') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:43.535272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.569563 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.575568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.586563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:43.587289 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:43.589358 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:43.653680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.660013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:43.660636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.722243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.734947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:43.737346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] 10.222.0.59 "DELETE /v2.0/networks/21a87411-d1bc-4c5b-903b-4b71463692d2 HTTP/1.1" status: 204 len: 168 time: 0.5447011 Aug 20 13:31:43.768696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=218776f8-7ca1-435a-8837-db2cdf0d1be6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:43.773008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f7606cd5-242c-427f-87a6-3ad6bdf0f521 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4633548 Aug 20 13:31:43.777138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35086) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:43.782956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:43.791057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32334870-6359-435f-b733-6856d6e4ef84 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a87411-d1bc-4c5b-903b-4b71463692d2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:43.795331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 218776f8-7ca1-435a-8837-db2cdf0d1be6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:44.005174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:44.012237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:44.055048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35094) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:44.083720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:44.171747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-23e59829-4786-4ab3-b5ce-22d148cd00fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3316f43c6684ab2bed8971628b49a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153958 Aug 20 13:31:44.185044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35098) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:44.686862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8eb67-6732-4be2-aac2-5a18a40b0d1d req-9925a457-4a91-40e9-a058-19afc75fb831 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:44.689374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60e8eb67-6732-4be2-aac2-5a18a40b0d1d req-9925a457-4a91-40e9-a058-19afc75fb831 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 950 time: 0.1994855 Aug 20 13:31:44.798485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60e8eb67-6732-4be2-aac2-5a18a40b0d1d req-f5e271af-9b20-40e6-be2e-9298d8bcd431 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Aug 20 13:31:44.828744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2124ec49-efce-4aed-ac09-bf8294fb6319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:44.834269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:44.905900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2124ec49-efce-4aed-ac09-bf8294fb6319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:44.927426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5f78074d-7911-40a7-82db-2c029ade2dfb no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:44.969238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=5db7de42-bba0-4b72-a70f-41659c71adf0,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:44.996107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 5f78074d-7911-40a7-82db-2c029ade2dfb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:44.998724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5f78074d-7911-40a7-82db-2c029ade2dfb not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:45.002440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:45.016496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:45.017514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 218776f8-7ca1-435a-8837-db2cdf0d1be6, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:45.051953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2124ec49-efce-4aed-ac09-bf8294fb6319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.057112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2124ec49-efce-4aed-ac09-bf8294fb6319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.062091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2124ec49-efce-4aed-ac09-bf8294fb6319 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d HTTP/1.1" status: 204 len: 168 time: 0.8725789 Aug 20 13:31:45.064080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 218776f8-7ca1-435a-8837-db2cdf0d1be6 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:45.075904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124ec49-efce-4aed-ac09-bf8294fb6319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121a06f-07f0-4bab-8dfd-21c2d3bc0d6d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:45.084736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 218776f8-7ca1-435a-8837-db2cdf0d1be6) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:45.092851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:45.093557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.124058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-af929fbc-454a-4615-9523-736e61c2d17f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3429368 Aug 20 13:31:45.124612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35112) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:45.125343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721e88d-1b06-45f2-9357-a57f6aae1346 None None] Network 218776f8-7ca1-435a-8837-db2cdf0d1be6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:45.133903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6', 'name': 'tempest-PortsIpV6TestJSON-1155418617'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:45.176159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911890e7-b68c-43fc-949b-322ec22c4925 req-73e9f15c-ab0a-430b-aff6-5040c89c4dd8 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:45.178182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-911890e7-b68c-43fc-949b-322ec22c4925 req-73e9f15c-ab0a-430b-aff6-5040c89c4dd8 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 950 time: 0.1744895 Aug 20 13:31:45.344133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:45.350981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.371398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.413683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 7c82399b-bdb5-4737-8b81-7cf71d961f80 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:45.566373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::49 (218776f8-7ca1-435a-8837-db2cdf0d1be6/5db7de42-bba0-4b72-a70f-41659c71adf0/7c82399b-bdb5-4737-8b81-7cf71d961f80) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:45.608854 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.692448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Deleting port d69eef61-c0cf-4c01-85bf-0fb015228b68 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:45.693040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.735770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:45.739789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:45.744652 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215ab2b5-bab1-4ee6-b310-a4606b391279" -d '{"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:45.778601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.913149 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fde348-1128-44db-92d9-b4da3c51acba x-openstack-request-id: req-16fde348-1128-44db-92d9-b4da3c51acba {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:45.914077 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:45.915013 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16fde348-1128-44db-92d9-b4da3c51acba {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:45.916137 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'code': 200} Aug 20 13:31:45.918198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:45.928130 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a18dd6bf-64da-43f9-be21-d41b5e0dd153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:45.942065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-218776f8-7ca1-435a-8837-db2cdf0d1be6', 'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': '5db7de42-bba0-4b72-a70f-41659c71adf0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:31:45.947225 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.030133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.064881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 7c82399b-bdb5-4737-8b81-7cf71d961f80 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:46.157582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.217933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 218776f8-7ca1-435a-8837-db2cdf0d1be6 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:46.298839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:46.316078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:46.341614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:46.343035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.460229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=7c82399b-bdb5-4737-8b81-7cf71d961f80,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:46.479353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ef779d24-4263-47e9-bbdb-b0c930d0b5a3 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3531387 Aug 20 13:31:46.481497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Allocated IP 2001:db8::2 (218776f8-7ca1-435a-8837-db2cdf0d1be6/5db7de42-bba0-4b72-a70f-41659c71adf0/40116e3f-5288-48c2-95bf-215c625af51b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:46.482070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35148) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:46.516316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e074f55-4615-47a8-9617-14850c69e4d8 req-ff476093-1045-4827-b872-8af31e2fab6c tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:46.518028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e074f55-4615-47a8-9617-14850c69e4d8 req-ff476093-1045-4827-b872-8af31e2fab6c tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 948 time: 0.2061594 Aug 20 13:31:46.681209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 7c82399b-bdb5-4737-8b81-7cf71d961f80 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:46.684533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.738068 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.749719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Transition to ACTIVE for port object 40116e3f-5288-48c2-95bf-215c625af51b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:46.751500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] For port d69eef61-c0cf-4c01-85bf-0fb015228b68, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d69eef61-c0cf-4c01-85bf-0fb015228b68,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:46.752005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.781920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Transition to ACTIVE for port object 40116e3f-5288-48c2-95bf-215c625af51b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:46.795858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.866250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Network 218776f8-7ca1-435a-8837-db2cdf0d1be6 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:46.879929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:46.883704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:46.918346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Calling delete_port for d69eef61-c0cf-4c01-85bf-0fb015228b68 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:46.932257 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e074f55-4615-47a8-9617-14850c69e4d8 req-88c593df-74cf-4445-8e63-1fc1f0880e57 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/security-groups?id=77b92dad-2f1c-4845-bf0d-09087e520e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898191 Aug 20 13:31:46.934432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:46.968180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 7c82399b-bdb5-4737-8b81-7cf71d961f80 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:46.986241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Pushing event updated for resources: {'Port': ['ID=40116e3f-5288-48c2-95bf-215c625af51b,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:47.026064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Attempting to bind port 40116e3f-5288-48c2-95bf-215c625af51b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:47.026435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Attempting to bind port 40116e3f-5288-48c2-95bf-215c625af51b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:47.027023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Attempting to bind port 40116e3f-5288-48c2-95bf-215c625af51b on network 218776f8-7ca1-435a-8837-db2cdf0d1be6 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:47.033233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:47.033932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Checking segment: {'id': 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:47.034556 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.035138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Bound using segment: {'id': 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:47.035796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Bound port: 40116e3f-5288-48c2-95bf-215c625af51b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '218776f8-7ca1-435a-8837-db2cdf0d1be6'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:47.036353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.105904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] For port 40116e3f-5288-48c2-95bf-215c625af51b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:47.109811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] For port 40116e3f-5288-48c2-95bf-215c625af51b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=40116e3f-5288-48c2-95bf-215c625af51b,segment=NetworkSegment(ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b),segment_id=ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:47.120574 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.211508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.20.0.17 (feff452e-db53-4caf-abf0-09ce2b2306d8/a6684549-54ef-4b37-b6b3-ff7347bd49c1/76752fbf-638e-428c-8152-d2a7028c6a23) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:47.240113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068c033-fa5d-4ccb-8625-f949db377cdf None None] Pushing event updated for resources: {'Port': ['ID=40116e3f-5288-48c2-95bf-215c625af51b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:47.362414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.487285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=7c82399b-bdb5-4737-8b81-7cf71d961f80,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:47.561638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.566389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5e0abd31-2c78-4dfa-9fad-c9fc08d3506c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/7c82399b-bdb5-4737-8b81-7cf71d961f80 HTTP/1.1" status: 204 len: 168 time: 1.0829597 Aug 20 13:31:47.570310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:47.599336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.669239 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1fdd51-850f-473a-99dc-9b08680aec1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:31:47.670377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1fdd51-850f-473a-99dc-9b08680aec1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:31:47.673333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2a1fdd51-850f-473a-99dc-9b08680aec1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/7c82399b-bdb5-4737-8b81-7cf71d961f80 HTTP/1.1" status: 404 len: 333 time: 0.1013234 Aug 20 13:31:47.675689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35180) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:47.783055 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abe0297-3f94-4434-8096-15b59b96d50c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:31:47.793499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2abe0297-3f94-4434-8096-15b59b96d50c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/7c82399b-bdb5-4737-8b81-7cf71d961f80 HTTP/1.1" status: 404 len: 333 time: 0.1078012 Aug 20 13:31:47.794278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35182) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:47.856480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Transition to ACTIVE for port object 76752fbf-638e-428c-8152-d2a7028c6a23 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:47.889116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 5db7de42-bba0-4b72-a70f-41659c71adf0 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:31:47.891444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.901808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:47.972621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 40116e3f-5288-48c2-95bf-215c625af51b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:48.026281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Pushing event deleted for resources: {'Port': ['ID=d69eef61-c0cf-4c01-85bf-0fb015228b68,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:48.027076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.078814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] No DVR routers for this DVR port d69eef61-c0cf-4c01-85bf-0fb015228b68 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:48.083852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.087165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-911890e7-b68c-43fc-949b-322ec22c4925 req-d09e718b-b2ff-49a4-a283-ae4a52b91fe1 tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.53 "DELETE /v2.0/ports/d69eef61-c0cf-4c01-85bf-0fb015228b68 HTTP/1.1" status: 204 len: 173 time: 2.9020348 Aug 20 13:31:48.087632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-deleted', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:31:48.092111 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e26cc6-b5ff-4c6f-83d5-46f45cd17407" -d '{"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-deleted", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:31:48.104025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.171781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f68aebf-e4bb-41b0-96ea-30a5d9740db0 req-2b3272cf-dcfe-4977-84f1-53dca7cd39ce tempest-ImagesOneServerTestJSON-1413540 tempest-ImagesOneServerTestJSON-1413540-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d21aea6-774c-48fa-8310-7cb12bc02e6a HTTP/1.1" status: 200 len: 210 time: 0.0796797 Aug 20 13:31:48.202621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 40116e3f-5288-48c2-95bf-215c625af51b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:48.226463 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7a9783-331e-4247-ac76-d97803926eff x-openstack-request-id: req-1a7a9783-331e-4247-ac76-d97803926eff {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:31:48.226949 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21aea6-774c-48fa-8310-7cb12bc02e6a", "name": "network-vif-deleted", "tag": "d69eef61-c0cf-4c01-85bf-0fb015228b68", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:31:48.227417 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a7a9783-331e-4247-ac76-d97803926eff {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:31:48.227950 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21aea6-774c-48fa-8310-7cb12bc02e6a', 'name': 'network-vif-deleted', 'tag': 'd69eef61-c0cf-4c01-85bf-0fb015228b68', 'status': 'completed', 'code': 200} Aug 20 13:31:48.236734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network feff452e-db53-4caf-abf0-09ce2b2306d8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:48.251048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:48.278190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:48.304877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=76752fbf-638e-428c-8152-d2a7028c6a23,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:48.422197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.463872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.485648 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d8031a6-8a2c-4853-9e27-569245c74771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.551605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.622195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.752946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:48.763516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35200) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:48.782687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/5db7de42-bba0-4b72-a70f-41659c71adf0 HTTP/1.1" status: 204 len: 168 time: 0.9710817 Aug 20 13:31:48.786750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed91d02-fd7c-4184-90ba-7d941da3ac53 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=5db7de42-bba0-4b72-a70f-41659c71adf0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:48.934044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:48.981204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: d69eef61-c0cf-4c01-85bf-0fb015228b68 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:48.981829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d69eef61-c0cf-4c01-85bf-0fb015228b68 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:49.020750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ef62bf76-da3e-492b-9db3-ad89149a52cf None None] Provisioning for port 76752fbf-638e-428c-8152-d2a7028c6a23 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:49.027294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ef62bf76-da3e-492b-9db3-ad89149a52cf None None] Provisioning complete for port 76752fbf-638e-428c-8152-d2a7028c6a23 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:49.028062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ef62bf76-da3e-492b-9db3-ad89149a52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.074485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ef62bf76-da3e-492b-9db3-ad89149a52cf None None] Port 76752fbf-638e-428c-8152-d2a7028c6a23 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:49.109489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.196706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb919e-481e-4fb4-8e86-9ca98aed88fe None None] Network 218776f8-7ca1-435a-8837-db2cdf0d1be6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:49.198912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.330226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 40116e3f-5288-48c2-95bf-215c625af51b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:49.330859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.354303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] Provisioning for port 40116e3f-5288-48c2-95bf-215c625af51b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:49.375756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] Provisioning complete for port 40116e3f-5288-48c2-95bf-215c625af51b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:49.376142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.405690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] For port 40116e3f-5288-48c2-95bf-215c625af51b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=40116e3f-5288-48c2-95bf-215c625af51b,segment=NetworkSegment(ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b),segment_id=ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:49.406068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.426896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 40116e3f-5288-48c2-95bf-215c625af51b owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:49.452962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] DHCP port deletion for 218776f8-7ca1-435a-8837-db2cdf0d1be6 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:31:49.520463 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.556163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.593954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] Deleting port 40116e3f-5288-48c2-95bf-215c625af51b {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:49.594342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.675651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] For port 40116e3f-5288-48c2-95bf-215c625af51b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=40116e3f-5288-48c2-95bf-215c625af51b,segment=NetworkSegment(ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b),segment_id=ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:49.696166 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.750514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] For port 40116e3f-5288-48c2-95bf-215c625af51b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=40116e3f-5288-48c2-95bf-215c625af51b,segment=NetworkSegment(ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b),segment_id=ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:49.752828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.753227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.788836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No DVR routers for this DVR port 40116e3f-5288-48c2-95bf-215c625af51b on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:49.815774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=40116e3f-5288-48c2-95bf-215c625af51b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:49.818969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35224) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:49.867739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] Calling delete_port for 40116e3f-5288-48c2-95bf-215c625af51b owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:49.874586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 40116e3f-5288-48c2-95bf-215c625af51b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:49.925681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 40116e3f-5288-48c2-95bf-215c625af51b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:49.926332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 40116e3f-5288-48c2-95bf-215c625af51b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:49.938024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605b57f-66e1-458d-b380-e36c633f5fc3 None None] Pushing event updated for resources: {'Port': ['ID=40116e3f-5288-48c2-95bf-215c625af51b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:49.942830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.958551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218776f8-7ca1-435a-8837-db2cdf0d1be6']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:49.969405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:49.969799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2ca123-d1d2-4b5e-ac53-647cd5a4c86b') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:49.979742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:49.994823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.029021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:50.030271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.111518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:50.153634 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:50.163931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.168968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8e0e77e0-d419-43cf-b113-8e7da3886b3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6776ecf8f9f746c5ae8e11f5344f5b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476791 Aug 20 13:31:50.171659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35240) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:50.176717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.183040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/218776f8-7ca1-435a-8837-db2cdf0d1be6 HTTP/1.1" status: 204 len: 168 time: 1.4114728 Aug 20 13:31:50.184093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35242) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:50.189528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] Pushing event deleted for resources: {'Port': ['ID=40116e3f-5288-48c2-95bf-215c625af51b,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:50.191870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29287e-010e-4086-bbb9-a359375a83db None None] No DVR routers for this DVR port 40116e3f-5288-48c2-95bf-215c625af51b on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:50.192035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2092986455'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:50.227206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:50.230763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.245218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31956a2-66ce-4b52-9896-9361b3ba06bc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=218776f8-7ca1-435a-8837-db2cdf0d1be6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:50.265628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:50.283073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-063e4892-03a1-47ea-9cb4-5df33490766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.294044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.294044 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment b1e2374b-0a54-430c-9d69-70a4606163a6 of type vlan for network 7f89fb1a-d011-41db-8c71-0a08d464e93c Aug 20 13:31:50.320648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-063e4892-03a1-47ea-9cb4-5df33490766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.361200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.366304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.374661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.408995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-063e4892-03a1-47ea-9cb4-5df33490766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.412050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-063e4892-03a1-47ea-9cb4-5df33490766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.419177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-063e4892-03a1-47ea-9cb4-5df33490766f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77b92dad-2f1c-4845-bf0d-09087e520e1d HTTP/1.1" status: 204 len: 168 time: 0.2451148 Aug 20 13:31:50.435469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e4892-03a1-47ea-9cb4-5df33490766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b92dad-2f1c-4845-bf0d-09087e520e1d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:50.487869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:31:50.611583 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.619532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:50.620999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.637619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=76752fbf-638e-428c-8152-d2a7028c6a23,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:50.660751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35254) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:50.668071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:50.673205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4878185 Aug 20 13:31:50.674666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.894814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:50.900171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:50.905753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc69b4-267e-4bde-aff6-b717e3dfdf96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=7f89fb1a-d011-41db-8c71-0a08d464e93c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:50.919664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7f89fb1a-d011-41db-8c71-0a08d464e93c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:50.999938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network feff452e-db53-4caf-abf0-09ce2b2306d8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:51.001812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:51.380089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:51.408836 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:51.480182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-999c846d-7b90-47b5-ac7d-a82336b45167 None None] Provisioning complete for port 76752fbf-638e-428c-8152-d2a7028c6a23 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:51.481792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-999c846d-7b90-47b5-ac7d-a82336b45167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:51.564810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=6deeaa15-3d90-4a2d-ad5b-cff5a50cd909,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:51.570003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': 'b1e2374b-0a54-430c-9d69-70a4606163a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:51.570252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 7f89fb1a-d011-41db-8c71-0a08d464e93c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:31:51.603190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 7f89fb1a-d011-41db-8c71-0a08d464e93c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:31:51.623144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-999c846d-7b90-47b5-ac7d-a82336b45167 None None] Port 76752fbf-638e-428c-8152-d2a7028c6a23 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:31:51.629637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7f89fb1a-d011-41db-8c71-0a08d464e93c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:51.639356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:51.643608 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:51.652065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36661ce-f927-4d49-86f2-a38dd4e83655 None None] Network 7f89fb1a-d011-41db-8c71-0a08d464e93c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:51.690737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-90b6e42c-adc2-44a9-9a17-773852454040 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0257890 Aug 20 13:31:51.691075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35300) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:51.698017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-346893234'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:51.978107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:51.981931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.024856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port ee556af1-49e1-47ef-8b6d-78f768a53793 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:52.031315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7f89fb1a-d011-41db-8c71-0a08d464e93c', 'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': '6deeaa15-3d90-4a2d-ad5b-cff5a50cd909'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:31:52.032942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.076324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:31:52.229812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::fe (7f89fb1a-d011-41db-8c71-0a08d464e93c/6deeaa15-3d90-4a2d-ad5b-cff5a50cd909/ee556af1-49e1-47ef-8b6d-78f768a53793) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:52.234381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:31:52.249177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eadeb209-65fc-434c-ac51-4238be4120b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "PUT /v2.0/routers/725864ba-6d78-4560-89bd-70a8c7649ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1639564 Aug 20 13:31:52.251566 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:31:52.287440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:52.288611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:52.435225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.460187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object ee556af1-49e1-47ef-8b6d-78f768a53793 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:52.465023 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:31:52.507976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.598438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 7f89fb1a-d011-41db-8c71-0a08d464e93c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:52.611313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:52.613503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Allocated IP 2001:db8::2 (7f89fb1a-d011-41db-8c71-0a08d464e93c/6deeaa15-3d90-4a2d-ad5b-cff5a50cd909/c522614e-bae8-4785-87e7-ab9a00b9a8b9) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:31:52.617565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:52.636900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:52.645921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.685972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=ee556af1-49e1-47ef-8b6d-78f768a53793,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:52.698614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35328) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:52.700455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a3e85e12-e0ba-47fc-874c-427e46d05b0c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.0084174 Aug 20 13:31:52.841525 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:31:49Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:46Z', 'revision_number': 1, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76752fbf-638e-428c-8152-d2a7028c6a23', 'name': '', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:43:b4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:31:46Z', 'updated_at': '2021-08-20T13:31:49Z', 'revision_number': 2, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:52.857044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.880735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Transition to ACTIVE for port object c522614e-bae8-4785-87e7-ab9a00b9a8b9 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:52.906146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Transition to ACTIVE for port object c522614e-bae8-4785-87e7-ab9a00b9a8b9 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:52.927685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port ee556af1-49e1-47ef-8b6d-78f768a53793 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:52.928125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.934835 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:52.935195 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:31:52.935560 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Updating router 725864ba-6d78-4560-89bd-70a8c7649ec3 port 76752fbf-638e-428c-8152-d2a7028c6a23 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:31:53.019035 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.123976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Network 7f89fb1a-d011-41db-8c71-0a08d464e93c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:53.135348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:53.144802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:53.163828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Pushing event updated for resources: {'Port': ['ID=c522614e-bae8-4785-87e7-ab9a00b9a8b9,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:53.244683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.259767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Attempting to bind port c522614e-bae8-4785-87e7-ab9a00b9a8b9 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:53.260252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Attempting to bind port c522614e-bae8-4785-87e7-ab9a00b9a8b9 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b1e2374b-0a54-430c-9d69-70a4606163a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:53.260676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Attempting to bind port c522614e-bae8-4785-87e7-ab9a00b9a8b9 on network 7f89fb1a-d011-41db-8c71-0a08d464e93c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:53.267672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:53.268587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Checking segment: {'id': 'b1e2374b-0a54-430c-9d69-70a4606163a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:53.269027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.269581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Bound using segment: {'id': 'b1e2374b-0a54-430c-9d69-70a4606163a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:53.270085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Bound port: c522614e-bae8-4785-87e7-ab9a00b9a8b9, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e2374b-0a54-430c-9d69-70a4606163a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7f89fb1a-d011-41db-8c71-0a08d464e93c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:53.270496 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.280080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for ee556af1-49e1-47ef-8b6d-78f768a53793 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:53.389444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] For port c522614e-bae8-4785-87e7-ab9a00b9a8b9, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:53.396572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] For port c522614e-bae8-4785-87e7-ab9a00b9a8b9, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c522614e-bae8-4785-87e7-ab9a00b9a8b9,segment=NetworkSegment(b1e2374b-0a54-430c-9d69-70a4606163a6),segment_id=b1e2374b-0a54-430c-9d69-70a4606163a6)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:53.413199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.556580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad2bff-4982-4b61-ae66-f705a47cc6b4 None None] Pushing event updated for resources: {'Port': ['ID=c522614e-bae8-4785-87e7-ab9a00b9a8b9,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:53.736874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.910733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=ee556af1-49e1-47ef-8b6d-78f768a53793,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:53.940983 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.965757 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Transition to ACTIVE for port object 76752fbf-638e-428c-8152-d2a7028c6a23 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:31:53.981596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.981808 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:53.983626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-caaac49a-f9a6-4d40-9d3f-d97e7539408c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/ee556af1-49e1-47ef-8b6d-78f768a53793 HTTP/1.1" status: 204 len: 168 time: 1.2839916 Aug 20 13:31:53.987159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35396) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:54.042116 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce50d425-e9cf-4161-8da5-5e26799d337a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:31:54.045242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ce50d425-e9cf-4161-8da5-5e26799d337a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/ee556af1-49e1-47ef-8b6d-78f768a53793 HTTP/1.1" status: 404 len: 333 time: 0.0498731 Aug 20 13:31:54.048201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35398) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:54.162542 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Pushing event updated for resources: {'Port': ['ID=76752fbf-638e-428c-8152-d2a7028c6a23,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:54.176674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 6deeaa15-3d90-4a2d-ad5b-cff5a50cd909 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:31:54.189373 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:54.250074 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.251914 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.253469 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.266131 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.270248 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.274182 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.276340 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.279618 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.284111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.284680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.288365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.289571 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:31:54.377385 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Attempting to bind port 76752fbf-638e-428c-8152-d2a7028c6a23 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:31:54.377836 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Attempting to bind port 76752fbf-638e-428c-8152-d2a7028c6a23 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:31:54.378213 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Attempting to bind port 76752fbf-638e-428c-8152-d2a7028c6a23 on network feff452e-db53-4caf-abf0-09ce2b2306d8 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:31:54.404470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:31:54.406657 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Checking segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:31:54.408758 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:54.410084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Bound using segment: {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:31:54.412277 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Bound port: 76752fbf-638e-428c-8152-d2a7028c6a23, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:31:54.412996 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:54.425581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:54.566025 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] For port 76752fbf-638e-428c-8152-d2a7028c6a23, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:31:54.577134 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] For port 76752fbf-638e-428c-8152-d2a7028c6a23, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=76752fbf-638e-428c-8152-d2a7028c6a23,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:31:54.589273 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:54.668574 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035235-2893-4afb-a24c-1dead44bf70f None None] Pushing event updated for resources: {'Port': ['ID=76752fbf-638e-428c-8152-d2a7028c6a23,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:54.711145 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:31:54.712155 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:54.713154 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:54.949660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:55.043528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=6deeaa15-3d90-4a2d-ad5b-cff5a50cd909,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:55.070544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:55.074232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4223f552-0274-45e8-84f8-14237df46a19 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/6deeaa15-3d90-4a2d-ad5b-cff5a50cd909 HTTP/1.1" status: 204 len: 168 time: 1.0230882 Aug 20 13:31:55.077125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:55.118070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:31:55.338844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:55.449033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port c522614e-bae8-4785-87e7-ab9a00b9a8b9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:55.449827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:55.614684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] For port c522614e-bae8-4785-87e7-ab9a00b9a8b9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c522614e-bae8-4785-87e7-ab9a00b9a8b9,segment=NetworkSegment(b1e2374b-0a54-430c-9d69-70a4606163a6),segment_id=b1e2374b-0a54-430c-9d69-70a4606163a6)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:55.615232 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:55.652189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for c522614e-bae8-4785-87e7-ab9a00b9a8b9 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:55.662557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579cb5a-7c2e-4eb3-a92e-f17981a0cfd1 None None] Network 7f89fb1a-d011-41db-8c71-0a08d464e93c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:31:55.778040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5e506b8-bc5c-4ce8-a79d-99f2ef81c81b None None] Provisioning for port c522614e-bae8-4785-87e7-ab9a00b9a8b9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:55.783227 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:31:49Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:46Z', 'revision_number': 1, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76752fbf-638e-428c-8152-d2a7028c6a23', 'name': '', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:43:b4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:31:46Z', 'updated_at': '2021-08-20T13:31:54Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:55.821543 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd58cc-fb01-4926-85a0-e3116906e0d3 None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:31:49Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:46Z', 'revision_number': 1, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76752fbf-638e-428c-8152-d2a7028c6a23', 'name': '', 'network_id': 'feff452e-db53-4caf-abf0-09ce2b2306d8', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:43:b4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:31:46Z', 'updated_at': '2021-08-20T13:31:54Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': 'a6684549-54ef-4b37-b6b3-ff7347bd49c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:31:55.937669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c522614e-bae8-4785-87e7-ab9a00b9a8b9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:55.940463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:55.993211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c522614e-bae8-4785-87e7-ab9a00b9a8b9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:55.993836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c522614e-bae8-4785-87e7-ab9a00b9a8b9 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 13:31:56.002678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=c522614e-bae8-4785-87e7-ab9a00b9a8b9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:56.014041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No DVR routers for this DVR port c522614e-bae8-4785-87e7-ab9a00b9a8b9 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:31:56.056963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Port c522614e-bae8-4785-87e7-ab9a00b9a8b9 not found, will not notify nova. {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 13:31:56.176383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242807a0-3413-4de3-9de4-5337fcfbc5d5 None None] DHCP port deletion for 7f89fb1a-d011-41db-8c71-0a08d464e93c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:31:56.184111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.220007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f89fb1a-d011-41db-8c71-0a08d464e93c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:56.254314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e2374b-0a54-430c-9d69-70a4606163a6') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:56.254918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e2374b-0a54-430c-9d69-70a4606163a6') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:31:56.284074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.328369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.356629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:31:56.357961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:31:56.369622 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:31:56.519662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.546982 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.549429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/7f89fb1a-d011-41db-8c71-0a08d464e93c HTTP/1.1" status: 204 len: 168 time: 1.4693100 Aug 20 13:31:56.553498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35470) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:56.563429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'name': 'tempest-PortsIpV6TestJSON-1003091836'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:56.565051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfcad4-8e73-4d19-bcfa-77b923e9abf5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=7f89fb1a-d011-41db-8c71-0a08d464e93c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:56.764515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:56.772605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:56.826132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 201f1d77-5c13-4356-9752-e28b63d8d5b5 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:56.967243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:57.115593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.175258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41a0a68e-c1c9-4248-b320-c8108398b9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.204543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.278547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:57.285863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:57.292199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:57.299207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:57.300240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.322240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=201f1d77-5c13-4356-9752-e28b63d8d5b5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:57.356221 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41a0a68e-c1c9-4248-b320-c8108398b9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.360867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41a0a68e-c1c9-4248-b320-c8108398b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.374453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4246b08f-7281-4864-8d8b-1c67c6bf481a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8189900 Aug 20 13:31:57.379263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35518) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:57.413840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0a68e-c1c9-4248-b320-c8108398b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42715c19-75c8-4b8d-8835-0245af87081a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:57.446277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41a0a68e-c1c9-4248-b320-c8108398b9d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc52c2b877284f6dab34d294fdf7cf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774959 Aug 20 13:31:57.448802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35522) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:57.536369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa369-6703-4abd-9765-b94052960fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.584622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa369-6703-4abd-9765-b94052960fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.585528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 201f1d77-5c13-4356-9752-e28b63d8d5b5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:57.586173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.663021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa369-6703-4abd-9765-b94052960fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.667254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa369-6703-4abd-9765-b94052960fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.679334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1ffa369-6703-4abd-9765-b94052960fb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42715c19-75c8-4b8d-8835-0245af87081a HTTP/1.1" status: 204 len: 168 time: 0.2207625 Aug 20 13:31:57.701775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffa369-6703-4abd-9765-b94052960fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42715c19-75c8-4b8d-8835-0245af87081a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:57.725025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:57.750686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 201f1d77-5c13-4356-9752-e28b63d8d5b5 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:57.978727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 76752fbf-638e-428c-8152-d2a7028c6a23 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:57.980767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:58.036755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=201f1d77-5c13-4356-9752-e28b63d8d5b5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:58.049764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:58.051949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3ca2a550-040f-4c6b-a016-1e16bb6b00f5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/201f1d77-5c13-4356-9752-e28b63d8d5b5 HTTP/1.1" status: 204 len: 168 time: 0.6702681 Aug 20 13:31:58.055981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:58.067576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'mac_address': 'fa:16:3e:e3:93:4d', 'name': 'tempest-PortsIpV6TestJSON-57668306'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:58.153582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 76752fbf-638e-428c-8152-d2a7028c6a23 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:31:58.162225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 76752fbf-638e-428c-8152-d2a7028c6a23 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:31:58.163883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:58.268683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:58.291355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:58.331451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 76752fbf-638e-428c-8152-d2a7028c6a23, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=76752fbf-638e-428c-8152-d2a7028c6a23,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:31:58.347693 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:58.402436 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:58.443536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port b616eba8-252c-4cd2-a247-4bd2bc214261 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:31:58.456130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=76752fbf-638e-428c-8152-d2a7028c6a23,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:58.467317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c522614e-bae8-4785-87e7-ab9a00b9a8b9 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:31:58.525856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c522614e-bae8-4785-87e7-ab9a00b9a8b9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:31:58.526213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c522614e-bae8-4785-87e7-ab9a00b9a8b9 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:31:58.837977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.006294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.014766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35566) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:59.073538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.128306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:31:59.131839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:31:59.135165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:31:59.143012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:59.143719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.154547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-205535322-network', 'tenant_id': '21aa38ad36a043e59aa49507fb578302'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:59.165718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=b616eba8-252c-4cd2-a247-4bd2bc214261,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:59.180901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:59.183818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.190603 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec033444-ad17-4a50-aca0-32e70debdc30 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1321890 Aug 20 13:31:59.192649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35572) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:59.198552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.254929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ebb5f-3628-49cc-beb8-55d475e914db tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:59.257043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-499ebb5f-3628-49cc-beb8-55d475e914db tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/b616eba8-252c-4cd2-a247-4bd2bc214261 HTTP/1.1" status: 200 len: 843 time: 0.0627620 Aug 20 13:31:59.263315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35574) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:59.416650 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.423747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.440853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port b616eba8-252c-4cd2-a247-4bd2bc214261 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:31:59.441339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.516805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:31:59.534825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b32d7a-362d-48f9-ae70-2fb39f26cbbf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:59.551691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.552210 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Added segment 68dc6c4d-617d-4e4f-833d-56e555563f1f of type vlan for network f54f8aab-e819-4e7e-8938-447490660a38 Aug 20 13:31:59.578651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.602452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for b616eba8-252c-4cd2-a247-4bd2bc214261 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:31:59.646777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.762820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.764463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:31:59.765083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.846852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8307695 Aug 20 13:31:59.848486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35580) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:31:59.856152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Request body: {'subnet': {'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-subnet', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:31:59.864216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53ee7-d0f8-4338-8991-1c8518542a35 admin admin] Pushing event updated for resources: {'Network': ['ID=f54f8aab-e819-4e7e-8938-447490660a38,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:59.870146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 76752fbf-638e-428c-8152-d2a7028c6a23 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:31:59.886701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.892144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:31:59.894901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.944138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=b616eba8-252c-4cd2-a247-4bd2bc214261,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:31:59.955462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f54f8aab-e819-4e7e-8938-447490660a38 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:31:59.979670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:31:59.984576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bdb875ca-e9b2-42dd-9d76-2b10f7addc96 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/b616eba8-252c-4cd2-a247-4bd2bc214261 HTTP/1.1" status: 204 len: 168 time: 0.7182362 Aug 20 13:31:59.985895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35592) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:00.038361 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bbc610-3c06-4ab0-af6f-3be80bf23e2c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:00.040871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a5bbc610-3c06-4ab0-af6f-3be80bf23e2c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/b616eba8-252c-4cd2-a247-4bd2bc214261 HTTP/1.1" status: 404 len: 333 time: 0.0548961 Aug 20 13:32:00.045004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35596) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:00.057280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'name': 'tempest-PortsIpV6TestJSON-2022285317'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:00.079611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 76752fbf-638e-428c-8152-d2a7028c6a23 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:00.080228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.236735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:00.240322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.246719 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:32:00.302048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 49b420cb-b7d9-4cfc-bd68-9534ab982535 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:00.487366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.627309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Checking segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:00.627683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Network hostable DHCP agents. Network: f54f8aab-e819-4e7e-8938-447490660a38, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:32:00.666672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00953dd-4411-4462-891c-28c8d3ece73e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:00.678935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Network f54f8aab-e819-4e7e-8938-447490660a38 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:32:00.698993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f54f8aab-e819-4e7e-8938-447490660a38) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:00.707354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75830cec-ab13-4231-bf2e-cebfebed37f2 None None] Network f54f8aab-e819-4e7e-8938-447490660a38 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:00.711597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.713710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:00.714597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.733132 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-362a898e-e7a3-4d0a-bb34-9a1ac56423b1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8830080 Aug 20 13:32:00.735921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35614) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:00.744077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:00.779597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.845249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.846238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.868688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:00.873434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:00.878338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:00.889329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:00.890471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:00.912306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8644383 Aug 20 13:32:00.936615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35620) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:00.965582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:00.977665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579652-2dc4-4fd1-9283-5425cc6efdc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=49b420cb-b7d9-4cfc-bd68-9534ab982535,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:01.030716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f54f8aab-e819-4e7e-8938-447490660a38', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:32:01.031729 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.068436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.154506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.274402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.340052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Allocated IP 172.20.0.2 (f54f8aab-e819-4e7e-8938-447490660a38/a00953dd-4411-4462-891c-28c8d3ece73e/07a544b5-2826-4415-b33e-3553c74a08fe) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:01.617849 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.745398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.751811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.839975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] In _notify_port_updated(), no bound segment for port 49b420cb-b7d9-4cfc-bd68-9534ab982535 on network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:32:01.851854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:01.852579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.858283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.861194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/ports/49b420cb-b7d9-4cfc-bd68-9534ab982535 HTTP/1.1" status: 200 len: 818 time: 0.9234989 Aug 20 13:32:01.864315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35646) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:01.876408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Transition to ACTIVE for port object 07a544b5-2826-4415-b33e-3553c74a08fe will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:01.908369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Transition to ACTIVE for port object 07a544b5-2826-4415-b33e-3553c74a08fe will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:01.912298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.921512 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:01.980296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.094029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Pushing event updated for resources: {'Port': ['ID=07a544b5-2826-4415-b33e-3553c74a08fe,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:02.100608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9c359-5cd1-4b98-a8d6-fba4db8cdbd1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=49b420cb-b7d9-4cfc-bd68-9534ab982535,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:02.137061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Network f54f8aab-e819-4e7e-8938-447490660a38 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:02.156574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:02.158339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Allocated IP 172.25.6.126 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/6f5eb262-8080-4208-af82-f66ec281e8f1) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:02.173880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:02.239118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 49b420cb-b7d9-4cfc-bd68-9534ab982535 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:02.241327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.293492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Attempting to bind port 07a544b5-2826-4415-b33e-3553c74a08fe on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:02.293758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Attempting to bind port 07a544b5-2826-4415-b33e-3553c74a08fe by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:02.296837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Attempting to bind port 07a544b5-2826-4415-b33e-3553c74a08fe on network f54f8aab-e819-4e7e-8938-447490660a38 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:02.313220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:02.313613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Checking segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:02.314024 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.314422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Bound using segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:02.315245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Bound port: 07a544b5-2826-4415-b33e-3553c74a08fe, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:02.315664 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.357764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.391223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.425302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.435368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 49b420cb-b7d9-4cfc-bd68-9534ab982535 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:02.510456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:02.515730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] For port 07a544b5-2826-4415-b33e-3553c74a08fe, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:02.517290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:02.520189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:02.528314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] For port 07a544b5-2826-4415-b33e-3553c74a08fe, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=07a544b5-2826-4415-b33e-3553c74a08fe,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:02.537330 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.598413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5eb262-8080-4208-af82-f66ec281e8f1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:02.693138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbc89-fa71-4706-8166-1c91a5208935 None None] Pushing event updated for resources: {'Port': ['ID=07a544b5-2826-4415-b33e-3553c74a08fe,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:02.762672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.798831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=49b420cb-b7d9-4cfc-bd68-9534ab982535,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:02.811236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:02.813889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eca89d7f-54d4-4012-bc52-632e6ab4a998 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/49b420cb-b7d9-4cfc-bd68-9534ab982535 HTTP/1.1" status: 204 len: 168 time: 0.9430459 Aug 20 13:32:02.816671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35660) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:02.878975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7223899-d8d5-4d8c-a309-44a052636e4c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:02.884051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c7223899-d8d5-4d8c-a309-44a052636e4c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0627515 Aug 20 13:32:02.884318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35662) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:02.940806 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6b1c29-9100-426a-9be3-7781dfdf9cca tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:02.958529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7e6b1c29-9100-426a-9be3-7781dfdf9cca tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/49b420cb-b7d9-4cfc-bd68-9534ab982535 HTTP/1.1" status: 404 len: 333 time: 0.0728233 Aug 20 13:32:02.963813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35664) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:02.970014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-465485513'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:02.998101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:03.013102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.028502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.062178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:32:03.077885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.079306 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment 6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0 of type vlan for network 2801502c-d545-4103-b11e-dd0184406783 Aug 20 13:32:03.151773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.182515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.188375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:03.188931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.269402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3006451 Aug 20 13:32:03.281891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:03.284255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de587098-1777-4330-8885-7bd1f5e139e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=2801502c-d545-4103-b11e-dd0184406783,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:03.290683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '2801502c-d545-4103-b11e-dd0184406783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:03.300039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2801502c-d545-4103-b11e-dd0184406783 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:32:03.335998 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.451491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:03.455115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.582035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:32:03.892025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:03.929475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07a544b5-2826-4415-b33e-3553c74a08fe up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:04.031764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=c5291372-5491-4415-a9de-d56a62266159,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:04.049021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 07a544b5-2826-4415-b33e-3553c74a08fe completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:04.134417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2801502c-d545-4103-b11e-dd0184406783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:04.135219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 2801502c-d545-4103-b11e-dd0184406783, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:32:04.189689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 2801502c-d545-4103-b11e-dd0184406783 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:32:04.210598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2801502c-d545-4103-b11e-dd0184406783) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:04.221004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:04.222650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bead0a2c-0b49-4907-825f-da9aa0bacaa6 None None] Network 2801502c-d545-4103-b11e-dd0184406783 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:04.223770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:04.264247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-347922ac-84aa-48c4-b92b-84e511634d63 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9811316 Aug 20 13:32:04.265234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35694) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:04.281572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '2801502c-d545-4103-b11e-dd0184406783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:04.325846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:04.326547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64997ed9-7261-416a-9662-ab369043e78f None None] Network f54f8aab-e819-4e7e-8938-447490660a38 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:04.347640 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:04.353075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-00bba058-3bd4-4c90-bccf-07605117f0f3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6150711 Aug 20 13:32:04.353723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35698) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:04.362059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Sync routers for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:04.423809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:04.425030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:04.433953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] Provisioning for port 07a544b5-2826-4415-b33e-3553c74a08fe completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:04.495753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] Provisioning complete for port 07a544b5-2826-4415-b33e-3553c74a08fe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:04.496522 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:04.688018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:04.693907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:04.794612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2801502c-d545-4103-b11e-dd0184406783', 'network_id': '2801502c-d545-4103-b11e-dd0184406783', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': 'c5291372-5491-4415-a9de-d56a62266159'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:32:04.795590 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:04.860668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:04.951303 n-d-804232-5 neutron-server[94862]: INFO neutron.db.ipam_backend_mixin [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5291372-5491-4415-a9de-d56a62266159 (CIDR: 2001:db8::/64) Aug 20 13:32:04.959708 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:32:04.960236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:32:04.974684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35710) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:04.992449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ac56b685-a34e-44f7-8eb1-d5211fc0be7a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7244949 Aug 20 13:32:04.995591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35712) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:05.002042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '2801502c-d545-4103-b11e-dd0184406783', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:05.085928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Deleting subnet b884a4a3-bfb9-4110-a66d-5db358337188 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:05.097645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.211028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.249058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:05.252867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.391748 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.593598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Allocated IP 2001:db8::2 (2801502c-d545-4103-b11e-dd0184406783/c5291372-5491-4415-a9de-d56a62266159/a4bc70d9-1b12-4852-b693-b3f0bf126d2b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:05.699256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.723349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.738384 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.815647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.843388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 2801502c-d545-4103-b11e-dd0184406783 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:05.847105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:05.852435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:05.853096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:05.868371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=44842097-237c-4cf9-a300-db9618f214c8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:05.881208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7eb4e22c-2f5e-4378-b226-81f686952187 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8844926 Aug 20 13:32:05.884827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35722) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:05.891673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '2801502c-d545-4103-b11e-dd0184406783', 'fixed_ips': [{'subnet_id': 'c5291372-5491-4415-a9de-d56a62266159'}, {'subnet_id': '44842097-237c-4cf9-a300-db9618f214c8'}], 'name': 'tempest-PortsIpV6TestJSON-1895094306'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:05.967268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b884a4a3-bfb9-4110-a66d-5db358337188,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:05.979727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] For port 07a544b5-2826-4415-b33e-3553c74a08fe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=07a544b5-2826-4415-b33e-3553c74a08fe,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:05.992729 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.046505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.048980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f8003abf-4fcb-4bd4-9cbb-5423ef4e51d8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b884a4a3-bfb9-4110-a66d-5db358337188 HTTP/1.1" status: 204 len: 168 time: 1.0732293 Aug 20 13:32:06.062133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35726) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:06.077124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e11bb-31fd-4309-9704-c35342a7b591 None None] Pushing event updated for resources: {'Port': ['ID=07a544b5-2826-4415-b33e-3553c74a08fe,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:06.136118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:02Z', 'revision_number': 3, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:06.170070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Checking router: f9e2a647-5a06-4142-a3a4-148c7fae5ba6 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:06.170421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Updating router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 port 6f5eb262-8080-4208-af82-f66ec281e8f1 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:32:06.213009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.234895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.237344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:06.237949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Transition to ACTIVE for port object a4bc70d9-1b12-4852-b693-b3f0bf126d2b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:06.285239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35730) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:06.370527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Transition to ACTIVE for port object a4bc70d9-1b12-4852-b693-b3f0bf126d2b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:06.422110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.432502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.477826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 15c82893-7e18-4087-afaf-f404ee5664bf yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:06.523316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.606368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Network 2801502c-d545-4103-b11e-dd0184406783 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:06.648872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Pushing event updated for resources: {'Port': ['ID=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:06.664700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:06.675054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:06.903023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Allocated IP 172.20.0.1 (f54f8aab-e819-4e7e-8938-447490660a38/a00953dd-4411-4462-891c-28c8d3ece73e/383a92af-1501-448b-a9c4-2fce5ae06d07) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:06.918930 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:06.979079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3856f9c-cb33-495b-bfcc-b704cbce8977']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:07.000762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f5117b-2b92-403f-b222-1d10719dd3e9') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:07.001161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f5117b-2b92-403f-b222-1d10719dd3e9') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:07.019670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::151 (2801502c-d545-4103-b11e-dd0184406783/c5291372-5491-4415-a9de-d56a62266159/15c82893-7e18-4087-afaf-f404ee5664bf) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:07.029837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8:0:1::3a (2801502c-d545-4103-b11e-dd0184406783/44842097-237c-4cf9-a300-db9618f214c8/15c82893-7e18-4087-afaf-f404ee5664bf) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:07.040022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4b67a452-af29-44b9-a9ea-b89f057adde8 None None] Provisioning complete for port 07a544b5-2826-4415-b33e-3553c74a08fe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:07.040576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b67a452-af29-44b9-a9ea-b89f057adde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.045020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Attempting to bind port a4bc70d9-1b12-4852-b693-b3f0bf126d2b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:07.047746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Attempting to bind port a4bc70d9-1b12-4852-b693-b3f0bf126d2b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2801502c-d545-4103-b11e-dd0184406783'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:07.048323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Attempting to bind port a4bc70d9-1b12-4852-b693-b3f0bf126d2b on network 2801502c-d545-4103-b11e-dd0184406783 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:07.106760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.117803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:07.118619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Checking segment: {'id': '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2801502c-d545-4103-b11e-dd0184406783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:07.119420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.120140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Bound using segment: {'id': '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2801502c-d545-4103-b11e-dd0184406783'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:07.120951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Bound port: a4bc70d9-1b12-4852-b693-b3f0bf126d2b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2801502c-d545-4103-b11e-dd0184406783'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:07.121593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.203496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.213265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:07.214008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.225467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.254169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 15c82893-7e18-4087-afaf-f404ee5664bf will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:07.297957 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:07.341643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.360281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.383586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.385865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3856f9c-cb33-495b-bfcc-b704cbce8977 HTTP/1.1" status: 204 len: 168 time: 1.3221135 Aug 20 13:32:07.389513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35742) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:07.452855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ca585-ad96-41a2-b994-6845d0bd2928 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3856f9c-cb33-495b-bfcc-b704cbce8977,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:07.456722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 2801502c-d545-4103-b11e-dd0184406783 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:07.459256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:07.479571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:07.486831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] For port a4bc70d9-1b12-4852-b693-b3f0bf126d2b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:07.487672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:07.488379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.494214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] For port a4bc70d9-1b12-4852-b693-b3f0bf126d2b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,segment=NetworkSegment(6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0),segment_id=6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:07.512077 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.515844 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.521620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=15c82893-7e18-4087-afaf-f404ee5664bf,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:07.531629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Deleting subnet 5941d1d7-dca9-4d04-ab8d-ee2bb6ae71cb {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:07.535856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.555962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Transition to ACTIVE for port object 6f5eb262-8080-4208-af82-f66ec281e8f1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:07.567360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.596378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.619586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d7a13-4095-4a59-becc-0346f0f66a8a None None] Pushing event updated for resources: {'Port': ['ID=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:07.628444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.643570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Transition to ACTIVE for port object 383a92af-1501-448b-a9c4-2fce5ae06d07 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:07.651428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c9e727ca-ddda-49e9-97dd-4907fb0ce1c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7611628 Aug 20 13:32:07.651428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35744) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:07.658797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5291372-5491-4415-a9de-d56a62266159'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:07.703405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Attempting to bind port 6f5eb262-8080-4208-af82-f66ec281e8f1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:07.703919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Attempting to bind port 6f5eb262-8080-4208-af82-f66ec281e8f1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:07.704292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Attempting to bind port 6f5eb262-8080-4208-af82-f66ec281e8f1 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:07.726872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.734171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5ae63-c934-45e3-8f38-bc25bbd79975 None None] Pushing event updated for resources: {'Port': ['ID=6f5eb262-8080-4208-af82-f66ec281e8f1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:07.739303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:07.740229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:07.740360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.740782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:07.741968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Bound port: 6f5eb262-8080-4208-af82-f66ec281e8f1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:07.742414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.839953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] For port 6f5eb262-8080-4208-af82-f66ec281e8f1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:07.847410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] For port 6f5eb262-8080-4208-af82-f66ec281e8f1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6f5eb262-8080-4208-af82-f66ec281e8f1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:07.881212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.903540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:07.949295 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:08.050757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Pushing event updated for resources: {'Port': ['ID=383a92af-1501-448b-a9c4-2fce5ae06d07,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:08.059475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:08.060327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:08.070578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07a544b5-2826-4415-b33e-3553c74a08fe up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:08.110307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:08.144011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Network f54f8aab-e819-4e7e-8938-447490660a38 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:08.180176 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:08.191847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:08.194141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:08.262787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:08.268830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5941d1d7-dca9-4d04-ab8d-ee2bb6ae71cb HTTP/1.1" status: 204 len: 168 time: 0.8779812 Aug 20 13:32:08.269558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a30ee-1566-4ffa-9cc8-e554fe93093b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5941d1d7-dca9-4d04-ab8d-ee2bb6ae71cb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:08.278749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5ae63-c934-45e3-8f38-bc25bbd79975 None None] Pushing event updated for resources: {'Port': ['ID=6f5eb262-8080-4208-af82-f66ec281e8f1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:08.279286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35772) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:08.309473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:08.472492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 07a544b5-2826-4415-b33e-3553c74a08fe triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:08.473483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:08.484158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:08.538777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35782) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:09.013968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4eba843e-30e9-4cc9-9d0b-e183ea93c011 None None] Provisioning for port 383a92af-1501-448b-a9c4-2fce5ae06d07 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:09.022414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4eba843e-30e9-4cc9-9d0b-e183ea93c011 None None] Provisioning complete for port 383a92af-1501-448b-a9c4-2fce5ae06d07 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:09.023007 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4eba843e-30e9-4cc9-9d0b-e183ea93c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:09.127707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:02Z', 'revision_number': 3, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:09.137714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4eba843e-30e9-4cc9-9d0b-e183ea93c011 None None] Port 383a92af-1501-448b-a9c4-2fce5ae06d07 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:32:09.197430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514bf6-a603-46df-8895-1f027188c1cb None None] The sync data for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 is: [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:02Z', 'revision_number': 3, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:09.215446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:09.402293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d274681-a3b3-440a-9a66-5705e30af398 None None] Network 2801502c-d545-4103-b11e-dd0184406783 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:09.521477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5835d19-b953-4f75-aa1a-182d42d79341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:09.665346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c13cba4e-cfec-4403-aa27-dd9563730e47 None None] Provisioning for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:09.773872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:09.850174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Delete allocated IP 2001:db8:0:1::3a (2801502c-d545-4103-b11e-dd0184406783/44842097-237c-4cf9-a300-db9618f214c8) {{(pid=94862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 13:32:09.901687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Update dhcp port {'port': {'network_id': '2801502c-d545-4103-b11e-dd0184406783', 'fixed_ips': [{'subnet_id': 'c5291372-5491-4415-a9de-d56a62266159', 'ip_address': '2001:db8::2'}, {'subnet_id': '44842097-237c-4cf9-a300-db9618f214c8'}], 'binding:host_id': 'n-d-804232-5'}, 'id': 'a4bc70d9-1b12-4852-b693-b3f0bf126d2b'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:32:09.937495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:09.986608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:09.990748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a4bc70d9-1b12-4852-b693-b3f0bf126d2b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:10.070550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a238623-540b-4c93-803c-81d864c3ba38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.189219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.225976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c08b8f2-8128-48c0-b161-f983167827de']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:10.239473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:10.251607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:10.252113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.263657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061bfedb-e3d9-4d3b-973d-19be49b62d85') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:10.264383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061bfedb-e3d9-4d3b-973d-19be49b62d85') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:10.281494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.307422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.328630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:10.329291 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:10.331614 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:10.416816 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.428229 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.437569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.445786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Ignored duplicate provisioning block setup for port 15c82893-7e18-4087-afaf-f404ee5664bf by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 13:32:10.446969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.451172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c08b8f2-8128-48c0-b161-f983167827de HTTP/1.1" status: 204 len: 168 time: 2.1668849 Aug 20 13:32:10.465016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.467084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be9c8c-8ee3-4f70-b7fd-5b16609ed728 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c08b8f2-8128-48c0-b161-f983167827de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:10.482050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5835d19-b953-4f75-aa1a-182d42d79341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.529565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5835d19-b953-4f75-aa1a-182d42d79341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.552767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] In _notify_port_updated(), no bound segment for port 15c82893-7e18-4087-afaf-f404ee5664bf on network 2801502c-d545-4103-b11e-dd0184406783 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:32:10.559367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:10.560105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.562016 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/ports/15c82893-7e18-4087-afaf-f404ee5664bf HTTP/1.1" status: 200 len: 926 time: 2.9095874 Aug 20 13:32:10.566773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:10.576314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5291372-5491-4415-a9de-d56a62266159'}, {'subnet_id': '44842097-237c-4cf9-a300-db9618f214c8'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:10.609345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5835d19-b953-4f75-aa1a-182d42d79341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ad79d-cc95-4c55-b524-37a61e7d5851,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:10.620148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a4bc70d9-1b12-4852-b693-b3f0bf126d2b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,segment=NetworkSegment(6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0),segment_id=6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:10.627532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Allocated IP 2001:db8:0:1::2 (2801502c-d545-4103-b11e-dd0184406783/44842097-237c-4cf9-a300-db9618f214c8/a4bc70d9-1b12-4852-b693-b3f0bf126d2b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:10.630146 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.650509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 76752fbf-638e-428c-8152-d2a7028c6a23 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:10.652004 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.652348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7c415-1991-4d51-ac78-c3a2cc9c2df0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=15c82893-7e18-4087-afaf-f404ee5664bf,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:10.744370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a5835d19-b953-4f75-aa1a-182d42d79341 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8507a36cd3e8458db3caefabca5839f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1950898 Aug 20 13:32:10.747496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.749312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35808) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:10.749928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35810) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:10.777170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.793424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.833457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:10.902392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] For port a4bc70d9-1b12-4852-b693-b3f0bf126d2b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,segment=NetworkSegment(6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0),segment_id=6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:10.915868 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a238623-540b-4c93-803c-81d864c3ba38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.925143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a238623-540b-4c93-803c-81d864c3ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.941995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.953841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.958287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Transition to ACTIVE for port object a4bc70d9-1b12-4852-b693-b3f0bf126d2b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:10.964926 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.981932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Pushing event updated for resources: {'Port': ['ID=383a92af-1501-448b-a9c4-2fce5ae06d07,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:10.986746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 76752fbf-638e-428c-8152-d2a7028c6a23, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=76752fbf-638e-428c-8152-d2a7028c6a23,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:10.987125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.989780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc8bf-77e4-4b4b-a855-a7ab549dd648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:10.997577 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9f0b1103-e876-4429-b5ad-756c8c2dfc6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa4af020dc004dfd84b2c35b7ba09b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395396 Aug 20 13:32:11.016607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a238623-540b-4c93-803c-81d864c3ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb9f6d-6cd0-4a1c-9338-04f41b4e50fb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:11.018318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35812) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:11.027104 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3a238623-540b-4c93-803c-81d864c3ba38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9f511c843c340609fc12bed5678d132&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4850214 Aug 20 13:32:11.033208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35814) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:11.064830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844acf2-044b-4e30-86ab-414ad71fdc9f None None] Pushing event updated for resources: {'Port': ['ID=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:11.079314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 76752fbf-638e-428c-8152-d2a7028c6a23 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:11.117397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc8bf-77e4-4b4b-a855-a7ab549dd648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.147232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fc5e15-7df2-4305-aa46-1fe1d4c272f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.204993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fc5e15-7df2-4305-aa46-1fe1d4c272f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.265189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8:0:1::1f0 (2801502c-d545-4103-b11e-dd0184406783/44842097-237c-4cf9-a300-db9618f214c8/15c82893-7e18-4087-afaf-f404ee5664bf) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:11.270996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f2f-0903-4c90-84f9-e4c3ae0d602d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.285974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Network f54f8aab-e819-4e7e-8938-447490660a38 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:11.330124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:11.342003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fc5e15-7df2-4305-aa46-1fe1d4c272f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.346580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fc5e15-7df2-4305-aa46-1fe1d4c272f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.347988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-95fc5e15-7df2-4305-aa46-1fe1d4c272f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20eb9f6d-6cd0-4a1c-9338-04f41b4e50fb HTTP/1.1" status: 204 len: 168 time: 0.3135440 Aug 20 13:32:11.362412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f2f-0903-4c90-84f9-e4c3ae0d602d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.368861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc5e15-7df2-4305-aa46-1fe1d4c272f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb9f6d-6cd0-4a1c-9338-04f41b4e50fb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:11.377016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc8bf-77e4-4b4b-a855-a7ab549dd648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.380842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc8bf-77e4-4b4b-a855-a7ab549dd648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.385443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c9bfc8bf-77e4-4b4b-a855-a7ab549dd648 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f3ad79d-cc95-4c55-b524-37a61e7d5851 HTTP/1.1" status: 204 len: 168 time: 0.6253557 Aug 20 13:32:11.503428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfc8bf-77e4-4b4b-a855-a7ab549dd648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ad79d-cc95-4c55-b524-37a61e7d5851,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:11.503745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.539951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Ignored duplicate provisioning block setup for port 15c82893-7e18-4087-afaf-f404ee5664bf by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 13:32:11.557896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.784631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.836678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] In _notify_port_updated(), no bound segment for port 15c82893-7e18-4087-afaf-f404ee5664bf on network 2801502c-d545-4103-b11e-dd0184406783 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:32:11.844339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:11.845280 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:11.851232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/ports/15c82893-7e18-4087-afaf-f404ee5664bf HTTP/1.1" status: 200 len: 1012 time: 1.2801459 Aug 20 13:32:11.852339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35828) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:11.894424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d319cd-525e-4339-86fa-b4575e32c4a0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=15c82893-7e18-4087-afaf-f404ee5664bf,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:11.904731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=76752fbf-638e-428c-8152-d2a7028c6a23,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:11.936633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-841c45d4-308b-41d9-9cb6-7c5987622015 None None] Provisioning complete for port 383a92af-1501-448b-a9c4-2fce5ae06d07 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:11.938711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:11.938989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-841c45d4-308b-41d9-9cb6-7c5987622015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.016576 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f2f-0903-4c90-84f9-e4c3ae0d602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.024322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f2f-0903-4c90-84f9-e4c3ae0d602d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.030258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cbb50f2f-0903-4c90-84f9-e4c3ae0d602d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e01659e-50bf-4877-8265-1cbfd11a0dff HTTP/1.1" status: 204 len: 168 time: 1.0080686 Aug 20 13:32:12.031425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-841c45d4-308b-41d9-9cb6-7c5987622015 None None] Port 383a92af-1501-448b-a9c4-2fce5ae06d07 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:32:12.050060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 15c82893-7e18-4087-afaf-f404ee5664bf {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:12.050441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.097265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb50f2f-0903-4c90-84f9-e4c3ae0d602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01659e-50bf-4877-8265-1cbfd11a0dff,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:12.126678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6f5eb262-8080-4208-af82-f66ec281e8f1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:12.245676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a78b6-3d75-48c0-83b0-708b341b1be1 None None] Network 2801502c-d545-4103-b11e-dd0184406783 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:12.256211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.287931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 15c82893-7e18-4087-afaf-f404ee5664bf owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:12.341675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6f5eb262-8080-4208-af82-f66ec281e8f1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:12.351034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6f5eb262-8080-4208-af82-f66ec281e8f1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:12.351372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.373763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35838) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:12.390959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cb892e46-58ef-4d4a-9818-f9ffc84175a9 None None] Provisioning for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:12.401372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cb892e46-58ef-4d4a-9818-f9ffc84175a9 None None] Provisioning complete for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:12.401992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cb892e46-58ef-4d4a-9818-f9ffc84175a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.413049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e8f7af-c904-4034-9f2d-b20e8404c726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.478667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:12.491849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5297b93-41bc-416b-a419-3f303abf675a admin admin] 10.222.0.59 "PUT /v2.0/routers/f9e2a647-5a06-4142-a3a4-148c7fae5ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1365201 Aug 20 13:32:12.492368 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Sync routers for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:12.509256 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:12.510631 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:12.513029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.720675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35846) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:12.754141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.775083 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:12.845908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=15c82893-7e18-4087-afaf-f404ee5664bf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:12.936418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cb892e46-58ef-4d4a-9818-f9ffc84175a9 None None] Could not find standard attr ID for object 15c82893-7e18-4087-afaf-f404ee5664bf. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:12.951878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:12.998411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6f5eb262-8080-4208-af82-f66ec281e8f1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6f5eb262-8080-4208-af82-f66ec281e8f1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:13.006393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.009538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.010549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a4bc70d9-1b12-4852-b693-b3f0bf126d2b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:13.012069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1998fcea-0c3c-4b77-b907-a47e2a5d2ed0 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/15c82893-7e18-4087-afaf-f404ee5664bf HTTP/1.1" status: 204 len: 168 time: 1.1550796 Aug 20 13:32:13.019712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35856) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:13.028264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-59835514-9183-45e3-8fe6-3ee52ae76f54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c797191711f49649a763bc95b2c882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054571 Aug 20 13:32:13.037148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35858) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:13.117641 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cc4048-f963-48cd-b52f-ef618c4a1a39 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:13.123716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c1cc4048-f963-48cd-b52f-ef618c4a1a39 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/15c82893-7e18-4087-afaf-f404ee5664bf HTTP/1.1" status: 404 len: 333 time: 0.0911677 Aug 20 13:32:13.129774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35860) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:13.130549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1962cd90-d8b7-477a-a685-dbf1cbc74df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.200073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e8f7af-c904-4034-9f2d-b20e8404c726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.210554 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:13.227980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e8f7af-c904-4034-9f2d-b20e8404c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.253440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1962cd90-d8b7-477a-a685-dbf1cbc74df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.267413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6f5eb262-8080-4208-af82-f66ec281e8f1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:13.305758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:13.306399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.320119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-47e8f7af-c904-4034-9f2d-b20e8404c726 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b648a11e260945c89b7385a90536de4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9432919 Aug 20 13:32:13.324155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35866) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:13.359544 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:10Z', 'revision_number': 2, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:13.378798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 44842097-237c-4cf9-a300-db9618f214c8 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:13.384259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.400802 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Checking router: f9e2a647-5a06-4142-a3a4-148c7fae5ba6 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:13.401316 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Updating router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 port 383a92af-1501-448b-a9c4-2fce5ae06d07 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:32:13.414178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8f7af-c904-4034-9f2d-b20e8404c726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3889bb1-9118-4e81-91b8-8e101606f9ae,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:13.435501 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.445683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.519438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1962cd90-d8b7-477a-a685-dbf1cbc74df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.526610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1962cd90-d8b7-477a-a685-dbf1cbc74df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.531225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1962cd90-d8b7-477a-a685-dbf1cbc74df7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecd28a4a-12ce-4e08-95a2-312321317524 HTTP/1.1" status: 204 len: 168 time: 0.4922953 Aug 20 13:32:13.544343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7812ca9c-f3cd-43eb-a5be-f25f3d3949e3 None None] Provisioning complete for port a4bc70d9-1b12-4852-b693-b3f0bf126d2b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:13.544733 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7812ca9c-f3cd-43eb-a5be-f25f3d3949e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.576391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962cd90-d8b7-477a-a685-dbf1cbc74df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd28a4a-12ce-4e08-95a2-312321317524,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:13.702664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:13.726884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.737804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:13.748175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-75f8ea2f-385b-4283-bded-69b5a5c9c814 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "PUT /v2.0/routers/725864ba-6d78-4560-89bd-70a8c7649ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4421952 Aug 20 13:32:13.826396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e35fb0e0-c17e-43c4-b479-57e4f4b81df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.841003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:13.841611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:13.943466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.964582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e35fb0e0-c17e-43c4-b479-57e4f4b81df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.978507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:13.981835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/44842097-237c-4cf9-a300-db9618f214c8 HTTP/1.1" status: 204 len: 168 time: 0.8463366 Aug 20 13:32:13.990070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:14.060789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7812ca9c-f3cd-43eb-a5be-f25f3d3949e3 None None] Could not find standard attr ID for object 15c82893-7e18-4087-afaf-f404ee5664bf. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:14.141297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6f5eb262-8080-4208-af82-f66ec281e8f1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:14.159592 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e35fb0e0-c17e-43c4-b479-57e4f4b81df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.165331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e35fb0e0-c17e-43c4-b479-57e4f4b81df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.172050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e35fb0e0-c17e-43c4-b479-57e4f4b81df1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3889bb1-9118-4e81-91b8-8e101606f9ae HTTP/1.1" status: 204 len: 168 time: 0.8332448 Aug 20 13:32:14.185726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fb0e0-c17e-43c4-b479-57e4f4b81df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3889bb1-9118-4e81-91b8-8e101606f9ae,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:14.225297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36503974-cb9a-47e6-8d1a-d8599c1585c4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=44842097-237c-4cf9-a300-db9618f214c8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:14.339689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet c5291372-5491-4415-a9de-d56a62266159 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:14.348948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.439160 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.469426 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Transition to ACTIVE for port object 383a92af-1501-448b-a9c4-2fce5ae06d07 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:14.470909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:14.473417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.490649 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.511853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e1d78-53ae-4239-9604-2c23b3c77b49 req-b46395fe-9487-4495-bfa9-d45974c14561 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:14.523952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d17e1d78-53ae-4239-9604-2c23b3c77b49 req-b46395fe-9487-4495-bfa9-d45974c14561 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 946 time: 0.1322193 Aug 20 13:32:14.630030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d17e1d78-53ae-4239-9604-2c23b3c77b49 req-8c441a2b-4868-4864-a53b-9c9a4d436468 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011393 Aug 20 13:32:14.704463 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.762503 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e773b8-7dd6-44d3-8b00-3fbdbbd9872c None None] Pushing event updated for resources: {'Port': ['ID=383a92af-1501-448b-a9c4-2fce5ae06d07,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:14.774805 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Attempting to bind port 383a92af-1501-448b-a9c4-2fce5ae06d07 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:14.775825 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Attempting to bind port 383a92af-1501-448b-a9c4-2fce5ae06d07 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:14.777998 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Attempting to bind port 383a92af-1501-448b-a9c4-2fce5ae06d07 on network f54f8aab-e819-4e7e-8938-447490660a38 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:14.816940 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:14.820745 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Checking segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:14.822492 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.823034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Bound using segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:14.823858 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Bound port: 383a92af-1501-448b-a9c4-2fce5ae06d07, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:14.825998 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.829323 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.900673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=c5291372-5491-4415-a9de-d56a62266159,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:14.918731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:14.924024 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db8e8778-efaf-4422-9fe9-7ab713953612 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/c5291372-5491-4415-a9de-d56a62266159 HTTP/1.1" status: 204 len: 168 time: 0.9299724 Aug 20 13:32:14.928380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35968) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:14.997142 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] For port 383a92af-1501-448b-a9c4-2fce5ae06d07, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:15.006436 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] For port 383a92af-1501-448b-a9c4-2fce5ae06d07, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=383a92af-1501-448b-a9c4-2fce5ae06d07,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:15.021968 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:15.023017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33507b5-3356-4a8f-941f-a6ce72c295d0 None None] Network 2801502c-d545-4103-b11e-dd0184406783 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:15.120501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-879904e0-5d22-4249-abdc-6b589257e20c None None] Could not find standard attr ID for object 15c82893-7e18-4087-afaf-f404ee5664bf. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:15.124700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:15.265010 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e773b8-7dd6-44d3-8b00-3fbdbbd9872c None None] Pushing event updated for resources: {'Port': ['ID=383a92af-1501-448b-a9c4-2fce5ae06d07,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:15.285109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6f5eb262-8080-4208-af82-f66ec281e8f1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:15.286302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:15.315427 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:15.316279 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:15.333668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:11Z', 'revision_number': 6, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:46Z', 'revision_number': 1, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:15.350851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port a4bc70d9-1b12-4852-b693-b3f0bf126d2b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:15.355496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:15.378892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:15.432541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6d9c1075-00f2-40af-9dc0-10b78e49f0b4 None None] Could not find standard attr ID for object 15c82893-7e18-4087-afaf-f404ee5664bf. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:15.434813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:15.435453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:31:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:15.588342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] For port a4bc70d9-1b12-4852-b693-b3f0bf126d2b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,segment=NetworkSegment(6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0),segment_id=6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:15.588999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:15.628045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:15.631224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:15.631747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for a4bc70d9-1b12-4852-b693-b3f0bf126d2b owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:15.712539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075c393-92cb-461a-a209-53b5add7c204 req-7c581fa6-0b12-49dc-be0f-35d70c89f0bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:15.721675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075c393-92cb-461a-a209-53b5add7c204 req-7c581fa6-0b12-49dc-be0f-35d70c89f0bc tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 946 time: 0.1383188 Aug 20 13:32:15.958414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ac9d9-e41a-46c1-950e-b4edc07316ba req-be3e173d-db05-45db-b063-ddb99d756137 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:15.969189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-613ac9d9-e41a-46c1-950e-b4edc07316ba req-be3e173d-db05-45db-b063-ddb99d756137 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 946 time: 0.1754231 Aug 20 13:32:16.012211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.025616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:16.025799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.111843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No DVR routers for this DVR port a4bc70d9-1b12-4852-b693-b3f0bf126d2b on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:16.126264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=a4bc70d9-1b12-4852-b693-b3f0bf126d2b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:16.219322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c352-7420-4f71-8605-a0a9655546b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.246574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375226b-cf24-4d12-9449-a35905bd457a None None] DHCP port deletion for 2801502c-d545-4103-b11e-dd0184406783 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:32:16.287134 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:14Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:16.330089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 7955cd6d-e8d1-41b5-b676-00d08fe0e886, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=7955cd6d-e8d1-41b5-b676-00d08fe0e886,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:16.331485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.332735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:11Z', 'revision_number': 6, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:46Z', 'revision_number': 1, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:16.366326 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdd317-8641-4b43-8463-4d4eb9114a87 None None] The sync data for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 is: [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:14Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:16.370852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070f09-59bc-4585-9299-ea30095aad36 None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:11Z', 'revision_number': 6, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9349de1d-6536-4e54-b943-966daae4171b', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'port_id': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'mac_address': 'fa:16:3e:cd:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:30:37Z', 'updated_at': '2021-08-20T13:30:46Z', 'revision_number': 1, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:16.376417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 7955cd6d-e8d1-41b5-b676-00d08fe0e886 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:16.380719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.399133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2801502c-d545-4103-b11e-dd0184406783']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:16.439603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:16.439899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6eaa2c-c44e-4d42-9513-c83a1eb4b4a0') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:16.499817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.545335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-613ac9d9-e41a-46c1-950e-b4edc07316ba req-b534148c-ff48-4916-95d7-d83cf178f5aa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=4be96227-3a39-4221-ad63-5d9889bacad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5663357 Aug 20 13:32:16.573640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.589532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:16.590102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:16.597734 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:16.759515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.784617 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:16.789649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/2801502c-d545-4103-b11e-dd0184406783 HTTP/1.1" status: 204 len: 168 time: 1.8599496 Aug 20 13:32:16.811286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36028) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:16.824704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eac15-2239-4143-9658-b3013d05982c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=2801502c-d545-4103-b11e-dd0184406783,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:16.846705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a4bc70d9-1b12-4852-b693-b3f0bf126d2b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:16.898520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a4bc70d9-1b12-4852-b693-b3f0bf126d2b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:16.899287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a4bc70d9-1b12-4852-b693-b3f0bf126d2b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:16.918702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7338c23-8b4c-429a-8d6d-13a19d5b007e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:16.920315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a7338c23-8b4c-429a-8d6d-13a19d5b007e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1075170 Aug 20 13:32:16.925723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36032) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:17.087613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-473b8a93-0e25-4606-a289-7e8b73dcc6b1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1574824 Aug 20 13:32:17.093066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36040) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:17.111603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-492894278'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:17.160858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:17.170548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.214370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:32:17.235370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.235998 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b of type vlan for network 01550f5c-836f-4463-bf1e-b5b644f5beee Aug 20 13:32:17.314981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.358391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.371125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:17.372053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.438542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.473209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3779304 Aug 20 13:32:17.500996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36054) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:17.501929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc8ae0-31d7-4845-bbe0-9ec36233e2ad tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=01550f5c-836f-4463-bf1e-b5b644f5beee,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:17.511018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:17.516842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 01550f5c-836f-4463-bf1e-b5b644f5beee details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:32:17.524045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=7955cd6d-e8d1-41b5-b676-00d08fe0e886,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:17.680109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] No DVR routers for this DVR port 7955cd6d-e8d1-41b5-b676-00d08fe0e886 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:17.683052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:17.686667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a075c393-92cb-461a-a209-53b5add7c204 req-32c3e7ed-fec2-43dd-88cd-d74862d09a26 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "DELETE /v2.0/ports/7955cd6d-e8d1-41b5-b676-00d08fe0e886 HTTP/1.1" status: 204 len: 173 time: 1.9563141 Aug 20 13:32:17.687550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050fd5e-072a-4c53-951d-80fdc9367980', 'name': 'network-vif-deleted', 'tag': '7955cd6d-e8d1-41b5-b676-00d08fe0e886'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:32:17.691055 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c4ab8e-9042-40e8-aa89-a3542f8086df" -d '{"events": [{"server_uuid": "2050fd5e-072a-4c53-951d-80fdc9367980", "name": "network-vif-deleted", "tag": "7955cd6d-e8d1-41b5-b676-00d08fe0e886"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:32:17.793136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-787a2504-debe-4d25-9f9a-3658d2ba4539 req-b4a33005-e026-4d5c-b677-eae543ff2dd7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=2050fd5e-072a-4c53-951d-80fdc9367980 HTTP/1.1" status: 200 len: 210 time: 0.0649743 Aug 20 13:32:17.878256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:17.887566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:18.319258 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:18.362822 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a94a0a-7f36-46e8-ab98-431e4b81d93b x-openstack-request-id: req-01a94a0a-7f36-46e8-ab98-431e4b81d93b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:32:18.363603 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2050fd5e-072a-4c53-951d-80fdc9367980", "name": "network-vif-deleted", "tag": "7955cd6d-e8d1-41b5-b676-00d08fe0e886", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:32:18.364031 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01a94a0a-7f36-46e8-ab98-431e4b81d93b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:32:18.364677 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050fd5e-072a-4c53-951d-80fdc9367980', 'name': 'network-vif-deleted', 'tag': '7955cd6d-e8d1-41b5-b676-00d08fe0e886', 'status': 'completed', 'code': 200} Aug 20 13:32:18.455837 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b4e27e38-d517-49a3-a6fe-1a4ac873e1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:18.508215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=5fa1a2a5-da2c-4099-b72f-2f1f47e425a7,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:18.514039 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:18.524270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:18.525225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 01550f5c-836f-4463-bf1e-b5b644f5beee, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:32:18.555335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 01550f5c-836f-4463-bf1e-b5b644f5beee is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:32:18.575447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 01550f5c-836f-4463-bf1e-b5b644f5beee) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:18.584150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 383a92af-1501-448b-a9c4-2fce5ae06d07 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:18.589207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:18.591369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:18.625210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36086) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:18.626977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-90d13108-8bb1-406f-80d9-02c26bd28bc7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1215458 Aug 20 13:32:18.639622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee', 'name': 'tempest-PortsIpV6TestJSON-357582724'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:18.725191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e73244-662b-41a6-8e81-7f218c2bd4b0 None None] Network 01550f5c-836f-4463-bf1e-b5b644f5beee requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:18.918903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36104) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:19.019339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2289fe0-8111-4904-95f7-72e7454263d5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.050490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2289fe0-8111-4904-95f7-72e7454263d5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.086053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:19.095437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.138100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2289fe0-8111-4904-95f7-72e7454263d5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.148189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2289fe0-8111-4904-95f7-72e7454263d5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.149040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port aa5b1948-31c9-4b0a-93f2-38bbebe6b756 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:19.151064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2289fe0-8111-4904-95f7-72e7454263d5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/security-groups/4be96227-3a39-4221-ad63-5d9889bacad9 HTTP/1.1" status: 204 len: 168 time: 0.2288353 Aug 20 13:32:19.156673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 383a92af-1501-448b-a9c4-2fce5ae06d07 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:19.179060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-01550f5c-836f-4463-bf1e-b5b644f5beee', 'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': '5fa1a2a5-da2c-4099-b72f-2f1f47e425a7'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:32:19.182478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.182641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2289fe0-8111-4904-95f7-72e7454263d5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be96227-3a39-4221-ad63-5d9889bacad9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:19.206902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36112) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:19.214809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 383a92af-1501-448b-a9c4-2fce5ae06d07 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:19.215474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.331948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::20 (01550f5c-836f-4463-bf1e-b5b644f5beee/5fa1a2a5-da2c-4099-b72f-2f1f47e425a7/aa5b1948-31c9-4b0a-93f2-38bbebe6b756) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:19.369882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting subnet a6684549-54ef-4b37-b6b3-ff7347bd49c1 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:19.381044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.472804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.473597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-7d97f6a9-e4b8-4036-b9d3-8242a2e27006 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5606816 Aug 20 13:32:19.510966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7955cd6d-e8d1-41b5-b676-00d08fe0e886 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:19.638471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835edc-281d-40e9-8b01-e369288402ec req-21419ec5-7fc0-45a2-8cb9-afb9cbd35022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:19.669536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-21419ec5-7fc0-45a2-8cb9-afb9cbd35022 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1096 time: 0.0989850 Aug 20 13:32:19.729525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.786700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:19.828100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object aa5b1948-31c9-4b0a-93f2-38bbebe6b756 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:19.942252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 7955cd6d-e8d1-41b5-b676-00d08fe0e886 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:19.943290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 7955cd6d-e8d1-41b5-b676-00d08fe0e886 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:19.958897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835edc-281d-40e9-8b01-e369288402ec req-a78ed602-1a43-42e6-a4f7-c7b3b6c8a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:19.972808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-a78ed602-1a43-42e6-a4f7-c7b3b6c8a477 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 897 time: 0.2791555 Aug 20 13:32:20.025157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.036414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.114353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Subnet': ['ID=a6684549-54ef-4b37-b6b3-ff7347bd49c1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:20.122133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.126751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.130951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-86612c7a-a1a2-4750-9079-0cc427e59f45 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/subnets/a6684549-54ef-4b37-b6b3-ff7347bd49c1 HTTP/1.1" status: 204 len: 168 time: 0.9244945 Aug 20 13:32:20.135417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36142) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:20.149406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-67d2ad35-74b1-4d66-a26e-ec6eb6239d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 200 len: 1000 time: 0.1746633 Aug 20 13:32:20.154662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.214788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835edc-281d-40e9-8b01-e369288402ec req-ff44ced4-cc30-4998-9c1b-19605289a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:20.216783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-ff44ced4-cc30-4998-9c1b-19605289a07c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d29e6ca-d573-46d9-be57-37e248d79857 HTTP/1.1" status: 200 len: 835 time: 0.0587122 Aug 20 13:32:20.219573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Allocated IP 2001:db8::2 (01550f5c-836f-4463-bf1e-b5b644f5beee/5fa1a2a5-da2c-4099-b72f-2f1f47e425a7/43f69b6b-783a-41f7-b922-5744592a9cfa) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:20.268491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=aa5b1948-31c9-4b0a-93f2-38bbebe6b756,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:20.340873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bac3f-a706-4c8b-a97e-d4a95a9d2798 None None] Network feff452e-db53-4caf-abf0-09ce2b2306d8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:20.354807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.387562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 01550f5c-836f-4463-bf1e-b5b644f5beee is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:20.404534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:20.408039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:20.418797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:20.419479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.438900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835edc-281d-40e9-8b01-e369288402ec req-2a10e07c-cdce-4b17-b331-bc7dec0f7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:20.440473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-2a10e07c-cdce-4b17-b331-bc7dec0f7c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e371e6b1-a724-4e0f-a040-b66e049bed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731007 Aug 20 13:32:20.446077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 383a92af-1501-448b-a9c4-2fce5ae06d07, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=383a92af-1501-448b-a9c4-2fce5ae06d07,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:20.457269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port fa65dd12-347c-4e56-a2c6-1a1f401a327d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:20.458456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.471550 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.546291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 76752fbf-638e-428c-8152-d2a7028c6a23 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:20.552258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port fa65dd12-347c-4e56-a2c6-1a1f401a327d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fa65dd12-347c-4e56-a2c6-1a1f401a327d,segment=NetworkSegment(ed5de4f4-8aff-46fe-9396-e2bfd1169fec),segment_id=ed5de4f4-8aff-46fe-9396-e2bfd1169fec)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:20.552975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.559538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.612534 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for fa65dd12-347c-4e56-a2c6-1a1f401a327d owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:20.613742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-797ab69e-5279-4ae1-8134-cdfb7d49a15a service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561227 Aug 20 13:32:20.656478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 76752fbf-638e-428c-8152-d2a7028c6a23 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:20.667556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 76752fbf-638e-428c-8152-d2a7028c6a23 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:20.703780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5172ae83-3097-4175-8a09-d28594936780 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0767248 Aug 20 13:32:20.706435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36156) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:20.712057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee', 'name': 'tempest-PortsIpV6TestJSON-1616396102'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:20.727916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Transition to ACTIVE for port object 43f69b6b-783a-41f7-b922-5744592a9cfa will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:20.753835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=383a92af-1501-448b-a9c4-2fce5ae06d07,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:20.765867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.766083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.766203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.766532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.766902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.767230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.767593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.767959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.768278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.768738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.769066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.769411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.769774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:20.780982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Transition to ACTIVE for port object 43f69b6b-783a-41f7-b922-5744592a9cfa will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:20.791189 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.841986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=fa65dd12-347c-4e56-a2c6-1a1f401a327d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:20.852185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Network 01550f5c-836f-4463-bf1e-b5b644f5beee is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:20.852334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] No DVR routers for this DVR port fa65dd12-347c-4e56-a2c6-1a1f401a327d on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:20.858250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:20.860872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:20.890863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c835edc-281d-40e9-8b01-e369288402ec req-c27242c1-5d91-452f-9259-a0fedfc9ce9a service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687948 Aug 20 13:32:20.926793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e528c4b-848e-4a52-b085-dc46917830cf None None] DHCP port deletion for feff452e-db53-4caf-abf0-09ce2b2306d8 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:32:20.934950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Pushing event updated for resources: {'Port': ['ID=43f69b6b-783a-41f7-b922-5744592a9cfa,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:20.956918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Attempting to bind port 43f69b6b-783a-41f7-b922-5744592a9cfa on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:20.958329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Attempting to bind port 43f69b6b-783a-41f7-b922-5744592a9cfa by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:20.958913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Attempting to bind port 43f69b6b-783a-41f7-b922-5744592a9cfa on network 01550f5c-836f-4463-bf1e-b5b644f5beee {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:20.967415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:20.968127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Checking segment: {'id': 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:20.971858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:20.972684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Bound using segment: {'id': 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:20.973556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Bound port: 43f69b6b-783a-41f7-b922-5744592a9cfa, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '01550f5c-836f-4463-bf1e-b5b644f5beee'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:20.975142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.063940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.066981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:21.075403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.088146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feff452e-db53-4caf-abf0-09ce2b2306d8']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:21.121900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:21.122195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5de4f4-8aff-46fe-9396-e2bfd1169fec') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:21.130187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] For port 43f69b6b-783a-41f7-b922-5744592a9cfa, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:21.134057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 5c907181-e485-4790-aa7e-bf656851f293 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:21.137745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] For port 43f69b6b-783a-41f7-b922-5744592a9cfa, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=43f69b6b-783a-41f7-b922-5744592a9cfa,segment=NetworkSegment(c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b),segment_id=c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:21.142180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.150350 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.181490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.188688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:21.189110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:21.192433 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:21.277763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd635a-bb67-4f10-b4f0-13784774424f None None] Pushing event updated for resources: {'Port': ['ID=43f69b6b-783a-41f7-b922-5744592a9cfa,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:21.405814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.516919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::107 (01550f5c-836f-4463-bf1e-b5b644f5beee/5fa1a2a5-da2c-4099-b72f-2f1f47e425a7/5c907181-e485-4790-aa7e-bf656851f293) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:21.766170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.786507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 5c907181-e485-4790-aa7e-bf656851f293 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:21.857063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.938803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:21.957308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=5c907181-e485-4790-aa7e-bf656851f293,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:21.975053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 01550f5c-836f-4463-bf1e-b5b644f5beee is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:21.978671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:21.982129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:22.015941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.016104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:22.016781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.019675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/networks/feff452e-db53-4caf-abf0-09ce2b2306d8 HTTP/1.1" status: 204 len: 168 time: 1.8829124 Aug 20 13:32:22.021736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3c02-a1fa-4ec4-9fe8-b1d12bd417ce tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Network': ['ID=feff452e-db53-4caf-abf0-09ce2b2306d8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:22.025181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36194) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:22.050384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e6bc7ce-804d-4997-924c-b80bdf75a012 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3426690 Aug 20 13:32:22.053067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36196) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:22.243954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b71439-e575-41e9-b280-b70ed9b506cc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:22.249963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d2b71439-e575-41e9-b280-b70ed9b506cc tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20 HTTP/1.1" status: 200 len: 927 time: 0.1952431 Aug 20 13:32:22.258360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36208) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:22.325596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port f75f353f-928c-4a50-914c-687dd34eeebc {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:22.326221 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.547865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 5c907181-e485-4790-aa7e-bf656851f293 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:22.548228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.562610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.562950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.593631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for f75f353f-928c-4a50-914c-687dd34eeebc owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:22.786873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:22.811505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 5c907181-e485-4790-aa7e-bf656851f293 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:22.841478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f082c-2751-459f-b58c-80ad5125657b None None] Network 01550f5c-836f-4463-bf1e-b5b644f5beee requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:23.124197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:23.159038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c3336f42-8554-488c-a92a-565343eb8b85 None None] Provisioning for port 43f69b6b-783a-41f7-b922-5744592a9cfa completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:23.214974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=f75f353f-928c-4a50-914c-687dd34eeebc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:23.218297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 383a92af-1501-448b-a9c4-2fce5ae06d07 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:23.292423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:23.355405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=5c907181-e485-4790-aa7e-bf656851f293,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:23.371285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:23.371285 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Floating IP 9349de1d-6536-4e54-b943-966daae4171b disassociated (deleted). External IP: 172.25.6.31, port: 464a2949-435a-45b9-a60d-c87c998ea2c2. Aug 20 13:32:23.420063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 383a92af-1501-448b-a9c4-2fce5ae06d07 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:23.421178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:23.437088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:23.439234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3efe4deb-de5e-4acb-9624-b700ec15534b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/5c907181-e485-4790-aa7e-bf656851f293 HTTP/1.1" status: 204 len: 168 time: 1.1776404 Aug 20 13:32:23.444862 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36242) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:23.603151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 43f69b6b-783a-41f7-b922-5744592a9cfa up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:23.617830 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4142435-ddf6-48f5-af1a-085b6e98333e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:23.628900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c4142435-ddf6-48f5-af1a-085b6e98333e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/5c907181-e485-4790-aa7e-bf656851f293 HTTP/1.1" status: 404 len: 333 time: 0.1798911 Aug 20 13:32:23.636354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36252) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:23.705115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 43f69b6b-783a-41f7-b922-5744592a9cfa completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:23.713488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 43f69b6b-783a-41f7-b922-5744592a9cfa triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:23.714054 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:23.865167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:23.923340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port aa5b1948-31c9-4b0a-93f2-38bbebe6b756 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:23.923752 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:24.010513 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:24.065138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22da2826-339c-46c8-bae1-ab15fb52960c None None] Provisioning complete for port 43f69b6b-783a-41f7-b922-5744592a9cfa triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:24.065526 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22da2826-339c-46c8-bae1-ab15fb52960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:24.074526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:24.084603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:24.087484 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:24.104761 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:24.107755 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:24.171232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 43f69b6b-783a-41f7-b922-5744592a9cfa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=43f69b6b-783a-41f7-b922-5744592a9cfa,segment=NetworkSegment(c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b),segment_id=c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:24.196695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3a3e0963-8546-4072-8c15-5ab7b79f6647 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/floatingips/9349de1d-6536-4e54-b943-966daae4171b HTTP/1.1" status: 204 len: 168 time: 2.1676700 Aug 20 13:32:24.200810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:32:24.208220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:24.210851 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a85a1d-b774-4519-9825-d02aef92505f" -d '{"events": [{"name": "network-changed", "server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:32:24.270335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:24.331736 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a7038-9628-4b29-9b7f-98c0aa005c61 x-openstack-request-id: req-e92a7038-9628-4b29-9b7f-98c0aa005c61 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:32:24.332472 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:32:24.332940 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e92a7038-9628-4b29-9b7f-98c0aa005c61 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:32:24.333647 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'status': 'completed', 'code': 200} Aug 20 13:32:24.431854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for aa5b1948-31c9-4b0a-93f2-38bbebe6b756 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:24.504880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=43f69b6b-783a-41f7-b922-5744592a9cfa,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:24.524079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fa65dd12-347c-4e56-a2c6-1a1f401a327d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:24.564539 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:24.599621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85a1d-b774-4519-9825-d02aef92505f req-1d8fdb45-7c04-453b-be14-5630dabc0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:24.611957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-1d8fdb45-7c04-453b-be14-5630dabc0cd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 1096 time: 0.2531435 Aug 20 13:32:24.629632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: fa65dd12-347c-4e56-a2c6-1a1f401a327d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:24.630496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fa65dd12-347c-4e56-a2c6-1a1f401a327d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:24.892254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 43f69b6b-783a-41f7-b922-5744592a9cfa up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:25.051553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22da2826-339c-46c8-bae1-ab15fb52960c None None] Provisioning for port aa5b1948-31c9-4b0a-93f2-38bbebe6b756 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:25.057333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 43f69b6b-783a-41f7-b922-5744592a9cfa triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:25.057716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:25.061011 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:25.064722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85a1d-b774-4519-9825-d02aef92505f req-868f4a3a-0671-4303-aea1-53a7fea5eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:25.066420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-868f4a3a-0671-4303-aea1-53a7fea5eb71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 200 len: 897 time: 0.4467962 Aug 20 13:32:25.123382 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:11Z', 'revision_number': 6, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:25.140223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22da2826-339c-46c8-bae1-ab15fb52960c None None] Provisioning complete for port aa5b1948-31c9-4b0a-93f2-38bbebe6b756 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:25.141259 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22da2826-339c-46c8-bae1-ab15fb52960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:25.179400 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:25.186944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-5797c4d8-876b-49e8-a37b-65972cc6a535 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 200 len: 217 time: 0.1126184 Aug 20 13:32:25.204120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-22da2826-339c-46c8-bae1-ab15fb52960c None None] Port aa5b1948-31c9-4b0a-93f2-38bbebe6b756 was deleted so its status cannot be updated. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 13:32:25.213427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=aa5b1948-31c9-4b0a-93f2-38bbebe6b756,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:25.227166 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:25.229554 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:25.292225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:25.297258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3bc001e9-33ee-4c15-ab9a-99747fb71cb7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/aa5b1948-31c9-4b0a-93f2-38bbebe6b756 HTTP/1.1" status: 204 len: 168 time: 1.6566820 Aug 20 13:32:25.300304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:25.346400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1418eca9-6221-4b6e-b610-31951aaf76ae None None] Could not find standard attr ID for object aa5b1948-31c9-4b0a-93f2-38bbebe6b756. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:25.354094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1418eca9-6221-4b6e-b610-31951aaf76ae None None] Could not find standard attr ID for object 5c907181-e485-4790-aa7e-bf656851f293. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:25.373614 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c86960-7fb3-4b06-828a-da429059b994 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:25.376937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c6c86960-7fb3-4b06-828a-da429059b994 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/aa5b1948-31c9-4b0a-93f2-38bbebe6b756 HTTP/1.1" status: 404 len: 333 time: 0.0735779 Aug 20 13:32:25.379833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36338) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:25.415699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85a1d-b774-4519-9825-d02aef92505f req-08392fb0-11e1-45a6-bf13-3f50b397c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:25.418613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-08392fb0-11e1-45a6-bf13-3f50b397c4d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d29e6ca-d573-46d9-be57-37e248d79857 HTTP/1.1" status: 200 len: 835 time: 0.2233088 Aug 20 13:32:25.487701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8813f4-b8e5-48f1-b9fa-117a860c31f9 req-6ad2a660-121d-4460-b407-9f6a57154cc0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:25.498196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f8813f4-b8e5-48f1-b9fa-117a860c31f9 req-6ad2a660-121d-4460-b407-9f6a57154cc0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.4658110 Aug 20 13:32:25.541034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:25.569025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85a1d-b774-4519-9825-d02aef92505f req-7322c874-82aa-4f5e-89be-85a52899c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:25.570826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-7322c874-82aa-4f5e-89be-85a52899c7a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e371e6b1-a724-4e0f-a040-b66e049bed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442993 Aug 20 13:32:25.671178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 5fa1a2a5-da2c-4099-b72f-2f1f47e425a7 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:25.681705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:25.886405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f8813f4-b8e5-48f1-b9fa-117a860c31f9 req-87395404-4443-4e48-b350-405489befcb2 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873003 Aug 20 13:32:25.899426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-7e8c6baa-cd7e-4ff7-9811-3e8782ae43bb service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191469 Aug 20 13:32:25.910688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:26.052879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a85a1d-b774-4519-9825-d02aef92505f req-a07ca940-4306-4489-bf57-90e06c7ac261 service neutron] 10.222.0.13 "GET /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327221 Aug 20 13:32:26.250792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-4449dd39-d203-426c-ae13-f9224c66047d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:26.252316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-4449dd39-d203-426c-ae13-f9224c66047d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.2584155 Aug 20 13:32:26.324289 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:11Z', 'revision_number': 6, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:26.387573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:26.419976 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721cc9e-3a89-4aaf-9b70-08fa3dac5034 None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:11Z', 'revision_number': 6, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3423f81e-7c1a-4a9b-93e6-e1eaf91123f4', 'name': '', 'network_id': 'e371e6b1-a724-4e0f-a040-b66e049bed30', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:42Z', 'updated_at': '2021-08-20T13:29:57Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '3d29e6ca-d573-46d9-be57-37e248d79857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:26.544636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:26.588865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa1a2a5-da2c-4099-b72f-2f1f47e425a7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:26.594327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:26.597440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3bf8d8e5-baca-4b76-992c-730ca2850605 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/5fa1a2a5-da2c-4099-b72f-2f1f47e425a7 HTTP/1.1" status: 204 len: 168 time: 1.2163875 Aug 20 13:32:26.600096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36410) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:26.607327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57763f4b-61a7-4adf-b1b3-32b48595bb58 None None] Network 01550f5c-836f-4463-bf1e-b5b644f5beee requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:26.638285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 464a2949-435a-45b9-a60d-c87c998ea2c2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:26.638946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:26.927118 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:26.959098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afda08-9693-4a5c-8534-27ce8e9fd8cf None None] New status for floating IP 9349de1d-6536-4e54-b943-966daae4171b: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:32:26.980152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 464a2949-435a-45b9-a60d-c87c998ea2c2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=464a2949-435a-45b9-a60d-c87c998ea2c2,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:26.980957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.012890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 464a2949-435a-45b9-a60d-c87c998ea2c2 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:27.100915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 43f69b6b-783a-41f7-b922-5744592a9cfa {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:27.101600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.141967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6cc42-7bd4-4147-bfce-1c875a5a9485 req-bdfb070f-451b-4808-acec-969f8c266862 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:27.165051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e6cc42-7bd4-4147-bfce-1c875a5a9485 req-bdfb070f-451b-4808-acec-969f8c266862 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 945 time: 0.1205571 Aug 20 13:32:27.183053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] DHCP port deletion for 01550f5c-836f-4463-bf1e-b5b644f5beee request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:32:27.192302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] For port 43f69b6b-783a-41f7-b922-5744592a9cfa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=43f69b6b-783a-41f7-b922-5744592a9cfa,segment=NetworkSegment(c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b),segment_id=c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:27.193359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.227634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36424) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:27.242701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19e6cc42-7bd4-4147-bfce-1c875a5a9485 req-295d5c36-8909-43c2-8943-76f52bc71f2d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ad23a89-359a-4102-908c-d2a91eefe41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760989 Aug 20 13:32:27.327595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] Deleting port 43f69b6b-783a-41f7-b922-5744592a9cfa {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:27.328073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.337746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 43f69b6b-783a-41f7-b922-5744592a9cfa owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:27.450761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.489828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=464a2949-435a-45b9-a60d-c87c998ea2c2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:27.514253 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e30-ac40-4c18-b123-6a0c9554f6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.575738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] For port 43f69b6b-783a-41f7-b922-5744592a9cfa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=43f69b6b-783a-41f7-b922-5744592a9cfa,segment=NetworkSegment(c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b),segment_id=c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:27.577110 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.612066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] Calling delete_port for 43f69b6b-783a-41f7-b922-5744592a9cfa owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:27.638904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] No DVR routers for this DVR port 464a2949-435a-45b9-a60d-c87c998ea2c2 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:27.645310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.647855 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70fbc5b7-aa52-44da-ae6d-e2cd60d5322c req-14632691-fb18-4832-b12c-98e6f5afc205 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "DELETE /v2.0/ports/464a2949-435a-45b9-a60d-c87c998ea2c2 HTTP/1.1" status: 204 len: 173 time: 1.3324432 Aug 20 13:32:27.650199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'name': 'network-vif-deleted', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:32:27.659266 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25610e1-fd2f-47e6-983f-7b670292da6b" -d '{"events": [{"server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "name": "network-vif-deleted", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:32:27.715626 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.734455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.757703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=43f69b6b-783a-41f7-b922-5744592a9cfa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:27.770513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No DVR routers for this DVR port 43f69b6b-783a-41f7-b922-5744592a9cfa on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:27.823348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] No DVR routers for this DVR port 43f69b6b-783a-41f7-b922-5744592a9cfa on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:27.834156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1456a2-16c9-421f-b3ec-2ffca108b442 None None] Pushing event deleted for resources: {'Port': ['ID=43f69b6b-783a-41f7-b922-5744592a9cfa,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:27.936359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:27.989990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01550f5c-836f-4463-bf1e-b5b644f5beee']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:28.024487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:28.025217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b53aca-8b47-45ea-ab90-8ebd0b4bab7b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:28.046189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.087185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.122028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:28.123953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:28.130546 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:28.148656 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d5846-b863-4be8-8bdf-a12c56416e38 x-openstack-request-id: req-634d5846-b863-4be8-8bdf-a12c56416e38 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:32:28.149152 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147806ee-45a4-4bbb-98a0-661f71a572ad", "name": "network-vif-deleted", "tag": "464a2949-435a-45b9-a60d-c87c998ea2c2", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:32:28.149489 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-634d5846-b863-4be8-8bdf-a12c56416e38 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:32:28.149962 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147806ee-45a4-4bbb-98a0-661f71a572ad', 'name': 'network-vif-deleted', 'tag': '464a2949-435a-45b9-a60d-c87c998ea2c2', 'status': 'completed', 'code': 200} Aug 20 13:32:28.181363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e30-ac40-4c18-b123-6a0c9554f6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.190542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e30-ac40-4c18-b123-6a0c9554f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.255415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc1e30-ac40-4c18-b123-6a0c9554f6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9f2371-5f7a-4f41-b62a-a11d5bec37f5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:28.266489 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.275111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.283989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36442) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:28.286848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/01550f5c-836f-4463-bf1e-b5b644f5beee HTTP/1.1" status: 204 len: 168 time: 1.6830716 Aug 20 13:32:28.292665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1690765162'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:28.316435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2efc1e30-ac40-4c18-b123-6a0c9554f6e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cfa55b111e0416898a8cea542db94ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0842242 Aug 20 13:32:28.318005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b630-4a7f-4389-b10a-14bc0a17fde7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=01550f5c-836f-4463-bf1e-b5b644f5beee,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:28.323711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36446) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:28.367660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:28.379440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.432585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:32:28.445939 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.446786 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e of type vlan for network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 Aug 20 13:32:28.504227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.504533 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bce2f7d1-7e83-4c33-88db-0daad32312dc req-b97ae45d-91c7-431f-904e-669acf74d7c5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=147806ee-45a4-4bbb-98a0-661f71a572ad HTTP/1.1" status: 200 len: 210 time: 0.0802164 Aug 20 13:32:28.539789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.546273 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2a33b0-6229-431c-ae5b-f348e3195fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.549520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:28.550342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.581900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2960982 Aug 20 13:32:28.590223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36454) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:28.604033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:28.635556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdad77-21ba-44bf-988e-53be2dbfeb48 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=2c75ccaa-9dc1-4e33-bd44-2527b3878cf4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:28.648596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:32:28.829050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2a33b0-6229-431c-ae5b-f348e3195fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.832963 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.836339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 43f69b6b-783a-41f7-b922-5744592a9cfa no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:28.855649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:28.859307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:28.866911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 43f69b6b-783a-41f7-b922-5744592a9cfa {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:28.867570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 43f69b6b-783a-41f7-b922-5744592a9cfa not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:29.022620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2a33b0-6229-431c-ae5b-f348e3195fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.027052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d2a33b0-6229-431c-ae5b-f348e3195fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.028662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d2a33b0-6229-431c-ae5b-f348e3195fc4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c9f2371-5f7a-4f41-b62a-a11d5bec37f5 HTTP/1.1" status: 204 len: 168 time: 0.7024930 Aug 20 13:32:29.046879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a33b0-6229-431c-ae5b-f348e3195fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9f2371-5f7a-4f41-b62a-a11d5bec37f5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:29.248697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.338725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=243333db-15cf-4a2f-abd5-e45b9abf0e46,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:29.348190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:29.348848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:32:29.380797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:32:29.411057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:29.417053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:29.417962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.425476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 464a2949-435a-45b9-a60d-c87c998ea2c2 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:29.467380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c90c0eff-e222-4d32-978d-8f7bb69fb794 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8745496 Aug 20 13:32:29.470557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36474) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:29.478041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4', 'name': 'tempest-PortsIpV6TestJSON-615246691', 'fixed_ips': [{'subnet_id': '243333db-15cf-4a2f-abd5-e45b9abf0e46', 'ip_address': '2001:db8::10'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:29.489875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dfc9cb-9ed0-43f7-9fee-6269d41aec03 None None] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:29.495288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 464a2949-435a-45b9-a60d-c87c998ea2c2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:29.495935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 464a2949-435a-45b9-a60d-c87c998ea2c2 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:29.581261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36482) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:29.620943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36484) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:29.650383 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3293912-db92-482e-844c-8a18827bddd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.657260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:29.780997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3571b-69bb-4cb6-9da3-a868878147e6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.814378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2c75ccaa-9dc1-4e33-bd44-2527b3878cf4', 'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': '243333db-15cf-4a2f-abd5-e45b9abf0e46'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:32:29.816051 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.833044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3571b-69bb-4cb6-9da3-a868878147e6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.862180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.889520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:29.946453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3293912-db92-482e-844c-8a18827bddd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:29.967096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3293912-db92-482e-844c-8a18827bddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.003227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3571b-69bb-4cb6-9da3-a868878147e6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.009738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3571b-69bb-4cb6-9da3-a868878147e6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.014584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c7e3571b-69bb-4cb6-9da3-a868878147e6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/security-groups/3ad23a89-359a-4102-908c-d2a91eefe41b HTTP/1.1" status: 204 len: 168 time: 0.3864856 Aug 20 13:32:30.032594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293912-db92-482e-844c-8a18827bddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a706f42f-6951-45d6-a2d0-c0edb6951edc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:30.074885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3571b-69bb-4cb6-9da3-a868878147e6 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad23a89-359a-4102-908c-d2a91eefe41b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:30.087083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Allocated IP 2001:db8::2 (2c75ccaa-9dc1-4e33-bd44-2527b3878cf4/243333db-15cf-4a2f-abd5-e45b9abf0e46/9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:30.100600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:30.188522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36494) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:30.195919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a3293912-db92-482e-844c-8a18827bddd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0664fe6a5ec46df803983d5d3eef1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129107 Aug 20 13:32:30.286468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd9d0-8b9f-4af0-8878-34e6af919e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.350845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd9d0-8b9f-4af0-8878-34e6af919e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.353137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.369516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Transition to ACTIVE for port object 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:30.407318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Transition to ACTIVE for port object 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:30.422907 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.520577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Pushing event updated for resources: {'Port': ['ID=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:30.580028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd9d0-8b9f-4af0-8878-34e6af919e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.582176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:30.589441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:30.594505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:30.597174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd9d0-8b9f-4af0-8878-34e6af919e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.607814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e3ccd9d0-8b9f-4af0-8878-34e6af919e65 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a706f42f-6951-45d6-a2d0-c0edb6951edc HTTP/1.1" status: 204 len: 168 time: 0.4181111 Aug 20 13:32:30.625173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::10 (2c75ccaa-9dc1-4e33-bd44-2527b3878cf4/243333db-15cf-4a2f-abd5-e45b9abf0e46/c14b1d3a-05ee-4c7f-89d6-380dcf2a8348) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:30.656676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd9d0-8b9f-4af0-8878-34e6af919e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a706f42f-6951-45d6-a2d0-c0edb6951edc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:30.709564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.839137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Attempting to bind port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:30.839729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Attempting to bind port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:30.840341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Attempting to bind port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 on network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:30.849661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:30.850196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Checking segment: {'id': 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:30.851020 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.851622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Bound using segment: {'id': 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:30.852131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Bound port: 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:30.852644 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:30.968269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] For port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:30.978476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] For port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,segment=NetworkSegment(d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e),segment_id=d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:30.989272 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.093060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.141941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:31.145508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb6580-0bac-4f37-a389-6a0d8949c39a None None] Pushing event updated for resources: {'Port': ['ID=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:31.225960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.347402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:31.358911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:31.364818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:31.373983 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.376231 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.378493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:31.384692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:31.386153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.398975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=c14b1d3a-05ee-4c7f-89d6-380dcf2a8348,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:31.405936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44c1fd61-48e6-4d8c-bee2-d0d948978de5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9338782 Aug 20 13:32:31.408698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36516) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:31.419182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '2c75ccaa-9dc1-4e33-bd44-2527b3878cf4', 'name': 'tempest-PortsIpV6TestJSON-173634144', 'fixed_ips': [{'subnet_id': '243333db-15cf-4a2f-abd5-e45b9abf0e46', 'ip_address': '2001:db8::f'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:31.568958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:31.572842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.618660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:31.643765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:31.652971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:31.694764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 5bc0f8b4-7bff-414d-9261-7bed4e18c35c yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:32.015347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:32.105954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=3423f81e-7c1a-4a9b-93e6-e1eaf91123f4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:32.158934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::f (2c75ccaa-9dc1-4e33-bd44-2527b3878cf4/243333db-15cf-4a2f-abd5-e45b9abf0e46/5bc0f8b4-7bff-414d-9261-7bed4e18c35c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:32.716091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:32.771657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 5bc0f8b4-7bff-414d-9261-7bed4e18c35c will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:32.908733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:33.047238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:33.076070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:33.153047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:33.170158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:33.185749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:33.197697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:33.199949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:33.230378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15d166-b49b-44d2-b019-6614f42e9e93 None None] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:33.269873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8578894 Aug 20 13:32:33.273336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36562) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:33.367684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] Provisioning for port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:33.394800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] Provisioning complete for port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:33.395877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:33.543777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3428044-6620-455c-b6db-781b3037bc9e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=5bc0f8b4-7bff-414d-9261-7bed4e18c35c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:33.609934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca229cdc-3fc8-4193-99e1-60da324570e1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:33.614908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ca229cdc-3fc8-4193-99e1-60da324570e1 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3069611 Aug 20 13:32:33.622107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36568) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:33.785541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:33.861138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b1a88-ff48-43d0-8772-1ccc29048eeb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:33.892173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b1a88-ff48-43d0-8772-1ccc29048eeb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:33.922950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b1a88-ff48-43d0-8772-1ccc29048eeb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:33.939147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8f2b1a88-ff48-43d0-8772-1ccc29048eeb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3018076 Aug 20 13:32:33.940854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:34.161002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 5bc0f8b4-7bff-414d-9261-7bed4e18c35c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:34.161282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:34.496330 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:34.516838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:34.555670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 5bc0f8b4-7bff-414d-9261-7bed4e18c35c owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:34.608125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router 725864ba-6d78-4560-89bd-70a8c7649ec3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:34.685487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] For port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,segment=NetworkSegment(d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e),segment_id=d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:34.706676 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:34.813930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:34.836902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b1df3c5-56fb-47bb-a179-7666223e474a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "PUT /v2.0/routers/725864ba-6d78-4560-89bd-70a8c7649ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7341437 Aug 20 13:32:34.841252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36598) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:34.841989 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] Sync routers for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:34.874951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:34.876428 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:34.925146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e8435-1421-405d-89e7-71c37d450646 None None] Pushing event updated for resources: {'Port': ['ID=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:35.036821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting subnet 3d29e6ca-d573-46d9-be57-37e248d79857 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:35.041317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.156884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.243497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:35.305606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Provisioning for port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:35.310943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Provisioning complete for port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:35.311643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.482901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:32:35.540343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.554465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Provisioning complete for port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:35.555385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.869298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.911782 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:35.918869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/subnets/3d29e6ca-d573-46d9-be57-37e248d79857 HTTP/1.1" status: 204 len: 168 time: 1.0746729 Aug 20 13:32:35.920744 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:31Z', 'revision_number': 7, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:35.923136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36622) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:36.014524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5ae1b-f945-440c-bdaf-459857d4d2de None None] Network e371e6b1-a724-4e0f-a040-b66e049bed30 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:36.028028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6afacf-f2cf-4a33-aed9-9b1817f1221a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Subnet': ['ID=3d29e6ca-d573-46d9-be57-37e248d79857,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:36.063693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:36.078521 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] Checking router: 725864ba-6d78-4560-89bd-70a8c7649ec3 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:36.124209 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] Routers {'725864ba-6d78-4560-89bd-70a8c7649ec3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:36.124920 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['725864ba-6d78-4560-89bd-70a8c7649ec3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:36.143977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb6240be-6e34-46ab-80b0-8543cccc572b None None] Could not find standard attr ID for object 5bc0f8b4-7bff-414d-9261-7bed4e18c35c. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:36.251308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=5bc0f8b4-7bff-414d-9261-7bed4e18c35c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:36.399816 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:36.410819 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/5bc0f8b4-7bff-414d-9261-7bed4e18c35c HTTP/1.1" status: 204 len: 168 time: 2.4586916 Aug 20 13:32:36.411527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.414991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36628) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:36.415637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.415997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.418616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.419055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.424016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.424476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.425112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.425467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.425809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.429177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.431903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e64e-6382-4917-965d-1b378fd47489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:36.502637 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d5b32e-e386-40b2-b0e0-98e339b60d3b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:36.508162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-71d5b32e-e386-40b2-b0e0-98e339b60d3b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/5bc0f8b4-7bff-414d-9261-7bed4e18c35c HTTP/1.1" status: 404 len: 333 time: 0.0891600 Aug 20 13:32:36.521059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36632) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:36.532861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb7fa058-f242-4515-a85a-bf826cf01d06 None None] Provisioning complete for port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:36.533299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa058-f242-4515-a85a-bf826cf01d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:36.603435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7e079-8f5e-4cac-8e92-74e22ce1fbf9 req-9c9a62d1-b330-4aef-b422-68d24f6db776 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:36.615023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87f7e079-8f5e-4cac-8e92-74e22ce1fbf9 req-9c9a62d1-b330-4aef-b422-68d24f6db776 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 0.1291053 Aug 20 13:32:36.725372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fa058-f242-4515-a85a-bf826cf01d06 None None] Port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:32:36.794701 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] Set router 725864ba-6d78-4560-89bd-70a8c7649ec3 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:36.797061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:36.826570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] DHCP port deletion for e371e6b1-a724-4e0f-a040-b66e049bed30 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:32:36.843977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87f7e079-8f5e-4cac-8e92-74e22ce1fbf9 req-ebfd3d7a-8655-4bf1-84b1-e414f6845b05 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276428 Aug 20 13:32:37.004413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bf86f59a-ff01-48f0-a9ba-9721670c5bc4 None None] Could not find standard attr ID for object 5bc0f8b4-7bff-414d-9261-7bed4e18c35c. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:32:37.023580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:37.272095 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:32:37.291765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] Deleting port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:37.293381 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.312776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:37.313357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.391298 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:31Z', 'revision_number': 7, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:37.461904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.470843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:37.483551 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.493239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:37.500093 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.523383 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c442d14-17c9-483d-b19c-ec75a786449d None None] The sync data for ids ['725864ba-6d78-4560-89bd-70a8c7649ec3'] in n-d-804232-5 is: [{'id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'name': 'tempest-TestNetworkBasicOps-router-1439692286', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:29:24Z', 'updated_at': '2021-08-20T13:32:31Z', 'revision_number': 7, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725864ba-6d78-4560-89bd-70a8c7649ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:29:27Z', 'updated_at': '2021-08-20T13:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:37.577726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] For port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,segment=NetworkSegment(585a77f5-5168-4b2c-99d4-6487b50fc869),segment_id=585a77f5-5168-4b2c-99d4-6487b50fc869)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:37.578601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.594716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] Calling delete_port for 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:37.668758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:37.669252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.782493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-a4bee08e-a0ae-4c94-98e1-98f4f30e661d tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:37.786176 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-a4bee08e-a0ae-4c94-98e1-98f4f30e661d tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 0.2058797 Aug 20 13:32:37.826621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:37.830225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.837566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:37.883952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] Pushing event deleted for resources: {'Port': ['ID=58ee0fbe-fbac-4966-a807-e70c32a8f5a1,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:37.896181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:37.948031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30620d9f-96ef-4b61-badd-de78841d5499 None None] No DVR routers for this DVR port 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:38.143910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Deleting port dc3ba232-523f-4a38-96d1-5589ba654eb9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:38.144363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:38.361324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:38.431495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] For port dc3ba232-523f-4a38-96d1-5589ba654eb9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=dc3ba232-523f-4a38-96d1-5589ba654eb9,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:38.444810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:38.612751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=c14b1d3a-05ee-4c7f-89d6-380dcf2a8348,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:38.694548 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:38.700834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 HTTP/1.1" status: 204 len: 168 time: 2.1651340 Aug 20 13:32:38.893467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36672) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:38.921712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:38.999935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:39.000597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3423f81e-7c1a-4a9b-93e6-e1eaf91123f4 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:39.001608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:39.018269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.028811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.029293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.029641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.029984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.030325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.030661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.030993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.031322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.031649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.031978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.032375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7404a7-764a-40a3-bb20-525b0822eafe tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:32:39.070463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.088516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:39.090381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58ee0fbe-fbac-4966-a807-e70c32a8f5a1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:39.137237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:39.195618 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ca9764-452d-4682-bc07-c76d4913af99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:39.200260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-04ca9764-452d-4682-bc07-c76d4913af99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/c14b1d3a-05ee-4c7f-89d6-380dcf2a8348 HTTP/1.1" status: 404 len: 333 time: 0.1902573 Aug 20 13:32:39.230478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:39.387990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 243333db-15cf-4a2f-abd5-e45b9abf0e46 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:39.390586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.411667 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.438594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066377-99d7-4781-b45d-38e7efd82071 req-ec6ce64e-cf60-4524-b3c4-2ed1dd47874f tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:39.445844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d066377-99d7-4781-b45d-38e7efd82071 req-ec6ce64e-cf60-4524-b3c4-2ed1dd47874f tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 945 time: 1.3578439 Aug 20 13:32:39.610114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36688) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:39.650486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.673646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d066377-99d7-4781-b45d-38e7efd82071 req-10633028-c7a1-4288-95a7-89ed95567e9a tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups?id=09c33e18-d9d2-46ae-99b4-d495134af513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205975 Aug 20 13:32:39.674292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.683126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.684134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.685136 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Floating IP bb3e8957-6fd6-403b-8b23-752f2692204c disassociated. External IP: 172.25.6.25, port: dc3ba232-523f-4a38-96d1-5589ba654eb9. Aug 20 13:32:39.687271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Calling delete_port for dc3ba232-523f-4a38-96d1-5589ba654eb9 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:39.705290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.934190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.934763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Fanout notify agent at l3_agent the message router_deleted on router 725864ba-6d78-4560-89bd-70a8c7649ec3 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:32:39.972914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:39.974124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-22b655e1-dfce-4457-af93-9624a87e4027 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/routers/725864ba-6d78-4560-89bd-70a8c7649ec3 HTTP/1.1" status: 204 len: 168 time: 4.0474403 Aug 20 13:32:39.981951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36694) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:40.144189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.183938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b55f31b5-c88b-46cb-82ed-50cfbeb00a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.429233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event deleted for resources: {'Port': ['ID=dc3ba232-523f-4a38-96d1-5589ba654eb9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:40.534519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.624896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.774531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.785172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e371e6b1-a724-4e0f-a040-b66e049bed30']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:40.801829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585a77f5-5168-4b2c-99d4-6487b50fc869') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:40.802413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585a77f5-5168-4b2c-99d4-6487b50fc869') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:40.836007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.848981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:40.902633 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b55f31b5-c88b-46cb-82ed-50cfbeb00a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.910841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.937100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:40.942160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:40.950419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.987029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:40.992109 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:40.995375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b55f31b5-c88b-46cb-82ed-50cfbeb00a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.059614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:41.060927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb9c6ca-a8eb-4e7c-98e0-3bf45cd3aabf not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:41.158490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-119ba780-bc00-41a7-a2f1-881ff80d4bdc req-4cebfed2-c91b-4ca6-9c4a-05d80bbf853a tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 210 time: 0.2695673 Aug 20 13:32:41.166181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f31b5-c88b-46cb-82ed-50cfbeb00a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec33dc9-cc44-488d-83ad-99881a3717c1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:41.307275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.330823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b55f31b5-c88b-46cb-82ed-50cfbeb00a57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=334d1ff99f8f46008fa7d0a07bb60453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7167749 Aug 20 13:32:41.336988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a37e1e-de10-4443-b249-c18067891875 None None] Network 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:41.348450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.350609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/243333db-15cf-4a2f-abd5-e45b9abf0e46 HTTP/1.1" status: 204 len: 168 time: 2.1189539 Aug 20 13:32:41.351613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.356245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/networks/e371e6b1-a724-4e0f-a040-b66e049bed30 HTTP/1.1" status: 204 len: 168 time: 1.3651724 Aug 20 13:32:41.356245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36710) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:41.356245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36712) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:41.356245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774a3be-0585-4799-8993-9ab0a2af4ba3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Network': ['ID=e371e6b1-a724-4e0f-a040-b66e049bed30,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:41.372462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4494e-804c-48e3-bcd4-3e32a05e2e91 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=243333db-15cf-4a2f-abd5-e45b9abf0e46,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:41.393645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:41.405227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'network': {'name': 'tempest-network-smoke--1517260430', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:41.484833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:41.554495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc3ba232-523f-4a38-96d1-5589ba654eb9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:41.558745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] Sync routers for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:41.570690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:41.574914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.620303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] No DVR routers for this DVR port dc3ba232-523f-4a38-96d1-5589ba654eb9 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:41.623166 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.623505 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.626037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7ae5df2-cd86-4a42-be26-d59c1fdca036 req-6df970de-456b-45dc-a1fc-abed1fe3988b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.13 "DELETE /v2.0/ports/dc3ba232-523f-4a38-96d1-5589ba654eb9 HTTP/1.1" status: 204 len: 173 time: 3.8305452 Aug 20 13:32:41.626758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'name': 'network-vif-deleted', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:32:41.627374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: dc3ba232-523f-4a38-96d1-5589ba654eb9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:41.627726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device dc3ba232-523f-4a38-96d1-5589ba654eb9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:41.630039 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ba32de-a102-4f80-b9ac-379a0cf482a4" -d '{"events": [{"server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "name": "network-vif-deleted", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:32:41.649676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:32:41.671999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:41.673261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:41.695359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b0c54e8-a3e4-4ae0-9172-dea3ec46c590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.697529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.697875 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Added segment 5cde38f3-68e6-48e4-8bd5-81b03bf386ca of type vlan for network 4043ab01-f581-4e97-ba01-9c6d487c947c Aug 20 13:32:41.759693 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43fc73e-0e65-4168-87da-ed5fe31c0b61 x-openstack-request-id: req-c43fc73e-0e65-4168-87da-ed5fe31c0b61 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:32:41.761486 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6295d-cf6f-474d-8b14-f6d003b988e6", "name": "network-vif-deleted", "tag": "dc3ba232-523f-4a38-96d1-5589ba654eb9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:32:41.761925 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c43fc73e-0e65-4168-87da-ed5fe31c0b61 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:32:41.762411 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6295d-cf6f-474d-8b14-f6d003b988e6', 'name': 'network-vif-deleted', 'tag': 'dc3ba232-523f-4a38-96d1-5589ba654eb9', 'status': 'completed', 'code': 200} Aug 20 13:32:41.816191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b0c54e8-a3e4-4ae0-9172-dea3ec46c590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:41.898543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] DHCP port deletion for 2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:32:41.948536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:42.026609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.105398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:42.105802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.164797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] Deleting port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:42.165269 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.208278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] For port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,segment=NetworkSegment(d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e),segment_id=d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:42.211175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.259808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:42.286510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.294158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:42.295138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.309848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] For port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,segment=NetworkSegment(d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e),segment_id=d17c7a3c-86b2-49b8-b1ae-c56c9a8b405e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:42.311231 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.338279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] Calling delete_port for 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:42.441202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b0c54e8-a3e4-4ae0-9172-dea3ec46c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.446124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:30Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:42.447863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b0c54e8-a3e4-4ae0-9172-dea3ec46c590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.452038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b0c54e8-a3e4-4ae0-9172-dea3ec46c590 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eec33dc9-cc44-488d-83ad-99881a3717c1 HTTP/1.1" status: 204 len: 168 time: 1.0662041 Aug 20 13:32:42.560748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] Checking router: 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:42.596258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:42.596943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:42.629822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c54e8-a3e4-4ae0-9172-dea3ec46c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec33dc9-cc44-488d-83ad-99881a3717c1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:42.641898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.678892 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.691747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5954fd7b-fd1a-4291-8c39-ce589b9e03ec req-8a1c73c5-04a0-4a86-b780-8ae051219a06 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f6295d-cf6f-474d-8b14-f6d003b988e6 HTTP/1.1" status: 200 len: 210 time: 0.2371683 Aug 20 13:32:42.692386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Network': ['ID=4043ab01-f581-4e97-ba01-9c6d487c947c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:42.725969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36736) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:42.728192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9c8c90e8-f7ff-4798-8dda-24dc071d9261 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3275857 Aug 20 13:32:42.730813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-420058288', 'admin_state_up': True, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:42.735231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No DVR routers for this DVR port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:42.781777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] Pushing event deleted for resources: {'Port': ['ID=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:42.789684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.792877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.802363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 4043ab01-f581-4e97-ba01-9c6d487c947c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:32:42.846597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:42.917414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:32:42.963017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:42.969888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36742) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:43.050150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.082238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c75ccaa-9dc1-4e33-bd44-2527b3878cf4']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:43.087198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb39e6-28a2-4b82-bfbe-51cee0208a04 None None] No DVR routers for this DVR port 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:32:43.095208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:32:43.095569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9e3d42cc-330f-40dd-9e1d-f83fb69b3ce3 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:32:43.221278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:43.305442 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-796a86c0-048c-4810-9b68-78358c782ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.563035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.667115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:43.668110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17c7a3c-86b2-49b8-b1ae-c56c9a8b405e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:43.680486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.701669 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.710761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:32:43.711764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:32:43.717507 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:32:43.832001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.880304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:43.890025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/2c75ccaa-9dc1-4e33-bd44-2527b3878cf4 HTTP/1.1" status: 204 len: 168 time: 2.4982231 Aug 20 13:32:43.890025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af327e-9536-4705-a07c-b7d2ad25f2de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=2c75ccaa-9dc1-4e33-bd44-2527b3878cf4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:43.894091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36770) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:43.906732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1554760758'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:44.145960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:30Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:44.208386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdbc1c-0518-4280-b510-6c2ff36aa7aa None None] The sync data for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 is: [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:30:18Z', 'revision_number': 4, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '322b54c7-0e90-4a07-9e5f-cfcb7022cf1b', 'name': '', 'network_id': '2b1add7e-ecf8-4655-918d-fb61b153d33b', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'mac_address': 'fa:16:3e:37:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:13Z', 'updated_at': '2021-08-20T13:30:30Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'subnets': [{'id': '7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:44.258554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.333514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.388855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36784) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:44.437695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-796a86c0-048c-4810-9b68-78358c782ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.482297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-796a86c0-048c-4810-9b68-78358c782ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.511829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:44.516377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.532469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a86c0-048c-4810-9b68-78358c782ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a89282-2e00-4586-a1e3-1b5a64d53a18,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:44.583527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-796a86c0-048c-4810-9b68-78358c782ac7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d576a5b49a4241d6a0c5408fc2689643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6098020 Aug 20 13:32:44.591123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:44.595789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5395aa00-4d5f-4771-b267-af54abef19cd tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.634866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:32:44.650895 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5395aa00-4d5f-4771-b267-af54abef19cd tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.692358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.693149 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Added segment b8fcc8be-1e84-4aa8-9aca-b34081507566 of type vlan for network 86e6564d-dca6-4262-acdd-7236af23d07d Aug 20 13:32:44.854318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b076d77e-db6a-4b75-91ee-d560cdf98aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.911542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.945186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b076d77e-db6a-4b75-91ee-d560cdf98aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:44.999165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5395aa00-4d5f-4771-b267-af54abef19cd tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.007877 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b87d5f-1799-4d06-87ff-79387e7a25d4 None None] New status for floating IP bb3e8957-6fd6-403b-8b23-752f2692204c: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:32:45.014442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5395aa00-4d5f-4771-b267-af54abef19cd tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.018760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5395aa00-4d5f-4771-b267-af54abef19cd tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "DELETE /v2.0/security-groups/09c33e18-d9d2-46ae-99b4-d495134af513 HTTP/1.1" status: 204 len: 168 time: 0.6274395 Aug 20 13:32:45.020051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36804) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:45.073961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b076d77e-db6a-4b75-91ee-d560cdf98aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.082925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b076d77e-db6a-4b75-91ee-d560cdf98aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.085023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b076d77e-db6a-4b75-91ee-d560cdf98aba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3a89282-2e00-4586-a1e3-1b5a64d53a18 HTTP/1.1" status: 204 len: 168 time: 0.4905932 Aug 20 13:32:45.095085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.103229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.25.6.62 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/050bae2a-7f0e-4fcc-9d7c-74cce37ec00c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:45.121541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:45.121541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.138741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395aa00-4d5f-4771-b267-af54abef19cd tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c33e18-d9d2-46ae-99b4-d495134af513,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:45.139512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076d77e-db6a-4b75-91ee-d560cdf98aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a89282-2e00-4586-a1e3-1b5a64d53a18,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:45.159440 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-608c909b-61ea-4b9e-a3ec-0313d86776f1 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] show failed (client error): The resource could not be found. Aug 20 13:32:45.173205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-608c909b-61ea-4b9e-a3ec-0313d86776f1 tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "GET /v2.0/security-groups/09c33e18-d9d2-46ae-99b4-d495134af513 HTTP/1.1" status: 404 len: 347 time: 0.1161385 Aug 20 13:32:45.183491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36808) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:45.325468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4270234 Aug 20 13:32:45.332643 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36814) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:45.341291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:45.373916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6d81e-fdfc-4509-8431-ef863544afaa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Network': ['ID=86e6564d-dca6-4262-acdd-7236af23d07d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:45.394085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 86e6564d-dca6-4262-acdd-7236af23d07d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:32:45.603168 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.724608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Deleting port 5627dbb4-5a6f-4e0e-9450-f18a566464ee {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:45.724975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.754645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:45.760948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.765104 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7019ab0-2158-453b-b991-a3db8b533a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:45.800319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:46.206751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:46.223567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:46.228872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:46.274292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:46.357499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:46.358241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:46.400532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Calling delete_port for 5627dbb4-5a6f-4e0e-9450-f18a566464ee owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:47.161520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:47.254928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36876) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:47.526868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Checking segment: {'id': 'b8fcc8be-1e84-4aa8-9aca-b34081507566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:47.527461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network hostable DHCP agents. Network: 86e6564d-dca6-4262-acdd-7236af23d07d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:32:47.624542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=fc81056b-beac-4ce3-ba7b-6491cdacb647,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:47.629451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa272c89-0d16-479d-8036-eac17a68d291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:47.708527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 86e6564d-dca6-4262-acdd-7236af23d07d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:32:47.832065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa272c89-0d16-479d-8036-eac17a68d291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:47.836156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 86e6564d-dca6-4262-acdd-7236af23d07d) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:47.847471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7381e-40ed-47a0-b3bf-bddaf9669e77 None None] Network 86e6564d-dca6-4262-acdd-7236af23d07d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:47.852425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa272c89-0d16-479d-8036-eac17a68d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:47.926550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa272c89-0d16-479d-8036-eac17a68d291 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d93d7fbc024540f4bf249562360641a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681097 Aug 20 13:32:47.927421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36900) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:47.928916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:47.929912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:47.988186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.003466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa272c89-0d16-479d-8036-eac17a68d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4524765-17db-46d8-8f0a-d450cba2f32b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:48.069547 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e291-b786-43f2-a717-9d3ac1802775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.117069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e291-b786-43f2-a717-9d3ac1802775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.148374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5afed38e-07d1-4fbb-8d98-9ab0c49276a9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8099875 Aug 20 13:32:48.148929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36908) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:48.153979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1268181054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:48.158299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.181423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-86e6564d-dca6-4262-acdd-7236af23d07d', 'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': 'fc81056b-beac-4ce3-ba7b-6491cdacb647'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:32:48.182306 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.199366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.200585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.268358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.277420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.279392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Pushing event deleted for resources: {'Port': ['ID=5627dbb4-5a6f-4e0e-9450-f18a566464ee,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:48.297021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e291-b786-43f2-a717-9d3ac1802775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.300347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e291-b786-43f2-a717-9d3ac1802775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.301647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0a3e291-b786-43f2-a717-9d3ac1802775 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4524765-17db-46d8-8f0a-d450cba2f32b HTTP/1.1" status: 204 len: 168 time: 0.3701210 Aug 20 13:32:48.341108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e291-b786-43f2-a717-9d3ac1802775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4524765-17db-46d8-8f0a-d450cba2f32b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:48.358684 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.360238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8bfe7e58-6450-41e3-b2a7-c34625adda1d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2102978 Aug 20 13:32:48.362922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36922) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:48.374217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d', 'name': 'tempest-PortsIpV6TestJSON-375583736'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:48.587083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a7688e3-15b7-4a52-84b8-7032012c2986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.604307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.611890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.615251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b5eb6bc0-1554-4d11-9404-e9c50e0c112b tempest-ServersTestFqdnHostnames-1214443131 tempest-ServersTestFqdnHostnames-1214443131-project] 10.222.0.59 "DELETE /v2.0/floatingips/bb3e8957-6fd6-403b-8b23-752f2692204c HTTP/1.1" status: 204 len: 168 time: 3.4305398 Aug 20 13:32:48.619724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36934) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:48.657964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.683979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:48.696585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:48.721677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Allocated IP 2001:db8::2 (86e6564d-dca6-4262-acdd-7236af23d07d/fc81056b-beac-4ce3-ba7b-6491cdacb647/006b7ac4-b1ce-4b78-bad7-aff3db1723ee) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:48.793342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port d54a480e-c980-4cf9-85f7-b929ec6e037f yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:32:48.880101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.169374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36946) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:49.190591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e9963aca-4f5f-48dc-b9c5-a76db71a64da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.191677 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.214341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Transition to ACTIVE for port object 006b7ac4-b1ce-4b78-bad7-aff3db1723ee will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:49.246328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Transition to ACTIVE for port object 006b7ac4-b1ce-4b78-bad7-aff3db1723ee will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:49.263810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.344220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::1cd (86e6564d-dca6-4262-acdd-7236af23d07d/fc81056b-beac-4ce3-ba7b-6491cdacb647/d54a480e-c980-4cf9-85f7-b929ec6e037f) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:49.352498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:49.372349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Network 86e6564d-dca6-4262-acdd-7236af23d07d is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:49.375703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:49.383839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:49.386583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Pushing event updated for resources: {'Port': ['ID=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:49.396281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router f1b7ac70-3d51-48a1-a34e-b60112f636cf is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:32:49.469529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.527511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Attempting to bind port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:49.527883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Attempting to bind port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b8fcc8be-1e84-4aa8-9aca-b34081507566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:49.528255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Attempting to bind port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee on network 86e6564d-dca6-4262-acdd-7236af23d07d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:49.534509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.552592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object d54a480e-c980-4cf9-85f7-b929ec6e037f will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:49.553830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:49.554220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Checking segment: {'id': 'b8fcc8be-1e84-4aa8-9aca-b34081507566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:49.554629 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.557975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Bound using segment: {'id': 'b8fcc8be-1e84-4aa8-9aca-b34081507566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:49.560974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Bound port: 006b7ac4-b1ce-4b78-bad7-aff3db1723ee, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fcc8be-1e84-4aa8-9aca-b34081507566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86e6564d-dca6-4262-acdd-7236af23d07d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:49.561720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.594558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e187ddbe-ba5d-4e44-83f7-3d12bab5ddf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.646091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:49.690940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Sync routers for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:49.734683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e9963aca-4f5f-48dc-b9c5-a76db71a64da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.737810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.742838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] For port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:49.752062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:49.754597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:49.758477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] For port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,segment=NetworkSegment(b8fcc8be-1e84-4aa8-9aca-b34081507566),segment_id=b8fcc8be-1e84-4aa8-9aca-b34081507566)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:49.771147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.776704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-138e37c2-7c66-43f2-b8ed-e689932ebc14 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0455253 Aug 20 13:32:49.826575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 86e6564d-dca6-4262-acdd-7236af23d07d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:49.828772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:49.830638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=d54a480e-c980-4cf9-85f7-b929ec6e037f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:49.842656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:49.845415 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.846912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e9963aca-4f5f-48dc-b9c5-a76db71a64da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.902574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e187ddbe-ba5d-4e44-83f7-3d12bab5ddf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.908188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:49.915547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:49.916397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.921466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e187ddbe-ba5d-4e44-83f7-3d12bab5ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.938782 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e9963aca-4f5f-48dc-b9c5-a76db71a64da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32652a84727e47b09b1c0dd3c0517283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682016 Aug 20 13:32:49.941564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-19f8d3c9-cd42-4656-9f47-574544775e70 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f7b01034513c44a4b85cce5f92a7feb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958214 Aug 20 13:32:49.942185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36958) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:49.966775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36960) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:49.973396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:49.999157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4cbf8506-100c-4921-b6ec-060f23686b99 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6314406 Aug 20 13:32:50.007646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36964) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:50.098547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5293c-1b00-47ec-8408-0f604e2c826a None None] Pushing event updated for resources: {'Port': ['ID=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:50.136585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:50.162763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51678fb6-1f23-437b-8571-95c8df0a9ed8 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:50.168717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-51678fb6-1f23-437b-8571-95c8df0a9ed8 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295500 Aug 20 13:32:50.180197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:50.226779 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d15d6c7a-ba9f-4182-9f95-896c2885f578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:50.229395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c64f7744-7e87-42bc-ab24-c07451037240 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480499 Aug 20 13:32:50.236154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36968) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:50.311007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2038877557', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:50.313929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d15d6c7a-ba9f-4182-9f95-896c2885f578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:50.517965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e187ddbe-ba5d-4e44-83f7-3d12bab5ddf5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb2ab0dffbed41a08fc3d0d2b3cd1c06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1636212 Aug 20 13:32:50.523659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:47Z', 'revision_number': 3, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:50.529429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187ddbe-ba5d-4e44-83f7-3d12bab5ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd5ba4-8689-4f4e-9949-9899ed80bbe9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:50.539257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:50.561266 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d15d6c7a-ba9f-4182-9f95-896c2885f578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:50.567721 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d15d6c7a-ba9f-4182-9f95-896c2885f578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:50.573727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d15d6c7a-ba9f-4182-9f95-896c2885f578 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bf1cc73-32fe-44ff-9ef1-78ea567a6689 HTTP/1.1" status: 204 len: 168 time: 0.6275175 Aug 20 13:32:50.586195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Checking router: f1b7ac70-3d51-48a1-a34e-b60112f636cf for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:50.586558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Updating router f1b7ac70-3d51-48a1-a34e-b60112f636cf port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:32:50.609845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9963aca-4f5f-48dc-b9c5-a76db71a64da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1cc73-32fe-44ff-9ef1-78ea567a6689,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:50.645521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d6c7a-ba9f-4182-9f95-896c2885f578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1cc73-32fe-44ff-9ef1-78ea567a6689,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:50.652353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:50.712142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:50.718898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:50.980595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.012795 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 006b7ac4-b1ce-4b78-bad7-aff3db1723ee up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:51.086711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fed8826-9e65-4fd4-aba5-ec5c3d9023a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.124726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fed8826-9e65-4fd4-aba5-ec5c3d9023a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.445033 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.464105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Transition to ACTIVE for port object 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:51.495770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.548455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.601085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Attempting to bind port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:51.601801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Attempting to bind port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:51.602512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Attempting to bind port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:51.611999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:51.612931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:51.613602 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.614366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:51.615203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Bound port: 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:51.615891 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.661097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:51.703919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20345c44-695b-4ea6-8b43-5cc569d2741f None None] Pushing event updated for resources: {'Port': ['ID=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:51.747909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.758325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] For port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:51.763141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.775216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] For port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:51.781475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:51.862842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=d54a480e-c980-4cf9-85f7-b929ec6e037f,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:51.894381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe373e-4267-4abb-8f54-53c860c60850 None None] Network 86e6564d-dca6-4262-acdd-7236af23d07d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:51.990931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:51.991775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:52.049487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20345c44-695b-4ea6-8b43-5cc569d2741f None None] Pushing event updated for resources: {'Port': ['ID=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:52.088318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] Provisioning for port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:52.118790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] Provisioning complete for port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:52.119176 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.120161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.154704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.189948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fed8826-9e65-4fd4-aba5-ec5c3d9023a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.192666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fed8826-9e65-4fd4-aba5-ec5c3d9023a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.196827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0fed8826-9e65-4fd4-aba5-ec5c3d9023a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2bd5ba4-8689-4f4e-9949-9899ed80bbe9 HTTP/1.1" status: 204 len: 168 time: 1.6280353 Aug 20 13:32:52.215659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed8826-9e65-4fd4-aba5-ec5c3d9023a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd5ba4-8689-4f4e-9949-9899ed80bbe9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:52.277380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Subnet': ['ID=81f6d249-9ce0-464e-90cb-298009c536a4,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:52.298570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Checking segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:52.298930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network hostable DHCP agents. Network: 4043ab01-f581-4e97-ba01-9c6d487c947c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:32:52.449400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 4043ab01-f581-4e97-ba01-9c6d487c947c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:32:52.456161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.493762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 4043ab01-f581-4e97-ba01-9c6d487c947c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:52.504074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:52.507826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.523905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9d69a-ab68-4b2c-abf9-0ef24f17f793 None None] Network 4043ab01-f581-4e97-ba01-9c6d487c947c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:52.582408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff8d2e45-3036-426d-b28f-bece1e04985d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3435190 Aug 20 13:32:52.588823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Deleting port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:52.590378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.595198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37022) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:52.699543 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:52.751864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:52.974108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] For port 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:52.974108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.029350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Calling delete_port for 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:53.137677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.158926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.159754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.256623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37038) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:53.323483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=d54a480e-c980-4cf9-85f7-b929ec6e037f,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:53.482267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-283f89e4-80b7-466a-a4b4-b659a8a9ecf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.527868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37042) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:53.598023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 86e6564d-dca6-4262-acdd-7236af23d07d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:53.604808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:53.731296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.736152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] For port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,segment=NetworkSegment(b8fcc8be-1e84-4aa8-9aca-b34081507566),segment_id=b8fcc8be-1e84-4aa8-9aca-b34081507566)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:53.752542 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:53.855311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Pushing event deleted for resources: {'Port': ['ID=322b54c7-0e90-4a07-9e5f-cfcb7022cf1b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:54.004195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Router ff230077-9fa7-4fcb-b60f-12adb43d01d2 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:32:54.057532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4ea50-c2e6-4ee2-8720-cfd21d7d0146 None None] Pushing event updated for resources: {'Port': ['ID=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:54.098857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-27a6ad54-0c08-45fa-85f2-3a1a35d1c941 None None] Provisioning for port d54a480e-c980-4cf9-85f7-b929ec6e037f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:54.251990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-27a6ad54-0c08-45fa-85f2-3a1a35d1c941 None None] Provisioning complete for port d54a480e-c980-4cf9-85f7-b929ec6e037f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:54.252604 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-27a6ad54-0c08-45fa-85f2-3a1a35d1c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.253930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:54.259941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116a1379-4891-4b27-91d0-76b16eb7de1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.261238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-00f0e281-ab17-4d0f-b6c5-3e9771ae06c5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/routers/ff230077-9fa7-4fcb-b60f-12adb43d01d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2167759 Aug 20 13:32:54.268316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37064) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:54.275164 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] Sync routers for ids ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:54.290749 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] Routers {'ff230077-9fa7-4fcb-b60f-12adb43d01d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:54.290749 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:54.349145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-283f89e4-80b7-466a-a4b4-b659a8a9ecf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.372090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-4043ab01-f581-4e97-ba01-9c6d487c947c', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:32:54.373131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-283f89e4-80b7-466a-a4b4-b659a8a9ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.374084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.388071 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:54.405982 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] Routers {'ff230077-9fa7-4fcb-b60f-12adb43d01d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:54.406962 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:54.460652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87fce50-7d8b-4b34-b2b9-fece5aea3bb9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:32:54.464572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f87fce50-7d8b-4b34-b2b9-fece5aea3bb9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff230077-9fa7-4fcb-b60f-12adb43d01d2 HTTP/1.1" status: 200 len: 988 time: 0.1929309 Aug 20 13:32:54.465295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37066) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:54.483224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:54.483884 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b730fc-d92c-412e-b97f-a7f6f8bd3b04 None None] The sync data for ids ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:54.676865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-283f89e4-80b7-466a-a4b4-b659a8a9ecf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85554135e0934d1dbf29919fb9d73cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4064105 Aug 20 13:32:54.677714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-27a6ad54-0c08-45fa-85f2-3a1a35d1c941 None None] Port d54a480e-c980-4cf9-85f7-b929ec6e037f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:32:54.710760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37070) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:54.712971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.731707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f89e4-80b7-466a-a4b4-b659a8a9ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70476f1d-1abb-4da2-b325-5503a6b199e9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:54.795121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-27a6ad54-0c08-45fa-85f2-3a1a35d1c941 None None] Provisioning complete for port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:54.795600 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-27a6ad54-0c08-45fa-85f2-3a1a35d1c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:54.846640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:47Z', 'revision_number': 3, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:54.869064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Allocated IP 172.20.0.2 (4043ab01-f581-4e97-ba01-9c6d487c947c/81f6d249-9ce0-464e-90cb-298009c536a4/60b600c7-95e2-415f-bac7-a2efbd5107a0) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:54.915420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a3081-efb9-4db5-badd-45a68d9ca563 None None] The sync data for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 is: [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:47Z', 'revision_number': 3, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:55.030680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-784f7a8a-2517-401f-b296-bacd5a3648fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.057609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 006b7ac4-b1ce-4b78-bad7-aff3db1723ee up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:55.064226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-784f7a8a-2517-401f-b296-bacd5a3648fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.162490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-784f7a8a-2517-401f-b296-bacd5a3648fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.173563 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-784f7a8a-2517-401f-b296-bacd5a3648fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.181513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-784f7a8a-2517-401f-b296-bacd5a3648fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70476f1d-1abb-4da2-b325-5503a6b199e9 HTTP/1.1" status: 204 len: 168 time: 0.4462590 Aug 20 13:32:55.223411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116a1379-4891-4b27-91d0-76b16eb7de1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.362078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116a1379-4891-4b27-91d0-76b16eb7de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.420713 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.448950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Transition to ACTIVE for port object 60b600c7-95e2-415f-bac7-a2efbd5107a0 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:55.490835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Transition to ACTIVE for port object 60b600c7-95e2-415f-bac7-a2efbd5107a0 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:55.492199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f7a8a-2517-401f-b296-bacd5a3648fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70476f1d-1abb-4da2-b325-5503a6b199e9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:55.518620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.581107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Pushing event updated for resources: {'Port': ['ID=60b600c7-95e2-415f-bac7-a2efbd5107a0,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:55.587190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e5303b5f-9483-4dc9-9f26-0827515821a0 None None] Provisioning complete for port d54a480e-c980-4cf9-85f7-b929ec6e037f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:55.587858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e5303b5f-9483-4dc9-9f26-0827515821a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.592738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:55.593310 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.595389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.628940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-116a1379-4891-4b27-91d0-76b16eb7de1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c051a0804ac43e18b2abab4a67e44a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0915952 Aug 20 13:32:55.631632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37090) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:55.696318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Network 4043ab01-f581-4e97-ba01-9c6d487c947c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:55.707839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:55.714014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:55.762202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a1379-4891-4b27-91d0-76b16eb7de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537897ea-edec-4aef-9b3b-f046a35a3383,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:55.871521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e5303b5f-9483-4dc9-9f26-0827515821a0 None None] Port d54a480e-c980-4cf9-85f7-b929ec6e037f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:32:55.913798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Attempting to bind port 60b600c7-95e2-415f-bac7-a2efbd5107a0 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:32:55.914186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Attempting to bind port 60b600c7-95e2-415f-bac7-a2efbd5107a0 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:32:55.914562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Attempting to bind port 60b600c7-95e2-415f-bac7-a2efbd5107a0 on network 4043ab01-f581-4e97-ba01-9c6d487c947c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:32:55.924926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:32:55.925308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Checking segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:32:55.927227 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.929838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Bound using segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:32:55.930712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Bound port: 60b600c7-95e2-415f-bac7-a2efbd5107a0, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:32:55.931567 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:55.953488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.089049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] For port 60b600c7-95e2-415f-bac7-a2efbd5107a0, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:32:56.097057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] For port 60b600c7-95e2-415f-bac7-a2efbd5107a0, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=60b600c7-95e2-415f-bac7-a2efbd5107a0,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:32:56.110843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.273982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee6401-77ff-445f-91aa-b44c43078a60 None None] Pushing event updated for resources: {'Port': ['ID=60b600c7-95e2-415f-bac7-a2efbd5107a0,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:56.573215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port d54a480e-c980-4cf9-85f7-b929ec6e037f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:56.573703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.624498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.20.0.1 (4043ab01-f581-4e97-ba01-9c6d487c947c/81f6d249-9ce0-464e-90cb-298009c536a4/931200ba-ae71-4c75-8060-8ed53d7ec755) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:32:56.756921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-939b67ce-5d1f-47ba-a081-4c654083f90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.829275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-939b67ce-5d1f-47ba-a081-4c654083f90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.844147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.864467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for d54a480e-c980-4cf9-85f7-b929ec6e037f owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:56.927377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.942249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-939b67ce-5d1f-47ba-a081-4c654083f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.945365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-939b67ce-5d1f-47ba-a081-4c654083f90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:56.948600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-939b67ce-5d1f-47ba-a081-4c654083f90d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/537897ea-edec-4aef-9b3b-f046a35a3383 HTTP/1.1" status: 204 len: 168 time: 1.3044155 Aug 20 13:32:56.960885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Transition to ACTIVE for port object 931200ba-ae71-4c75-8060-8ed53d7ec755 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:32:56.967240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b67ce-5d1f-47ba-a081-4c654083f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537897ea-edec-4aef-9b3b-f046a35a3383,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:57.070587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:57.134455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.156634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:57.179732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:57.186659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 4043ab01-f581-4e97-ba01-9c6d487c947c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:32:57.193639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:32:57.200174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:57.203112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:32:57.204323 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.242573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.324809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=d54a480e-c980-4cf9-85f7-b929ec6e037f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:57.455980 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.530807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:57.544419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.553283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:57.553690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 60b600c7-95e2-415f-bac7-a2efbd5107a0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:57.561476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=931200ba-ae71-4c75-8060-8ed53d7ec755,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:57.579270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f758fc0d-69f4-4332-8448-8dc4c5ddf043 admin admin] 10.222.0.59 "PUT /v2.0/routers/444dd8f9-9a1b-47cf-95f9-fa05b98ba166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9498465 Aug 20 13:32:57.582545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37142) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:57.636244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.685779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] Sync routers for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:57.772008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:57.920016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37154) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:57.955965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:57.961235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:57.999962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a2eb-da89-4263-b3c4-dfe07c91f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.058091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:58.151515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Router ff230077-9fa7-4fcb-b60f-12adb43d01d2 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:32:58.199213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 60b600c7-95e2-415f-bac7-a2efbd5107a0 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:58.204204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a2eb-da89-4263-b3c4-dfe07c91f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.223149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a2eb-da89-4263-b3c4-dfe07c91f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.278972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:58.329214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.351212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:32:58.369035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6c5b48c2-511a-45c5-8fa5-25b61f3eadc4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/routers/ff230077-9fa7-4fcb-b60f-12adb43d01d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9013467 Aug 20 13:32:58.369713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:58.371838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] Sync routers for ids ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:32:58.397822 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] Routers {'ff230077-9fa7-4fcb-b60f-12adb43d01d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:58.398749 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:58.418975 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d1aad5-b4dd-4329-a0f9-76d945a013ce tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:32:58.433645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-99d1aad5-b4dd-4329-a0f9-76d945a013ce tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/d54a480e-c980-4cf9-85f7-b929ec6e037f HTTP/1.1" status: 404 len: 333 time: 0.0626931 Aug 20 13:32:58.434623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:58.509961 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:58.520264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b6b3a2eb-da89-4263-b3c4-dfe07c91f360 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49ed7e805fcd4ab195cc39fa4b1dc401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975666 Aug 20 13:32:58.530137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37170) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:58.531420 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] Routers {'ff230077-9fa7-4fcb-b60f-12adb43d01d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:58.532323 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:58.566026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e203ba4-d762-4f52-93f4-7cdce3cfd764 None None] Network 4043ab01-f581-4e97-ba01-9c6d487c947c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:32:58.596172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a2eb-da89-4263-b3c4-dfe07c91f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94452643-8453-4168-925f-6695d115761c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:58.618070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:58.618738 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f344de-0890-44ba-a0f8-3ae0b9dbac7a None None] The sync data for ids ['ff230077-9fa7-4fcb-b60f-12adb43d01d2'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:32:58.644649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.752867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] Provisioning for port 60b600c7-95e2-415f-bac7-a2efbd5107a0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:32:58.766147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.783430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] Provisioning complete for port 60b600c7-95e2-415f-bac7-a2efbd5107a0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:58.784074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.932586 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d8240c7-a655-48cc-8eb4-1f35f391738e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.970736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:32:58.974037 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:58.998318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d8240c7-a655-48cc-8eb4-1f35f391738e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.027988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.035449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.119547 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.180080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '478cb92f-a361-454a-94a0-746f55e0e133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:32:53Z', 'revision_number': 5, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port': {'id': '478cb92f-a361-454a-94a0-746f55e0e133', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:30:04Z', 'updated_at': '2021-08-20T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:59.183021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.183855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Fanout notify agent at l3_agent the message router_deleted on router ff230077-9fa7-4fcb-b60f-12adb43d01d2 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:32:59.191531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.195162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-81ea9d95-a4e7-4b8e-85b3-b7e1995845d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/routers/ff230077-9fa7-4fcb-b60f-12adb43d01d2 HTTP/1.1" status: 204 len: 168 time: 0.7583008 Aug 20 13:32:59.199905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37192) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:59.231203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d8240c7-a655-48cc-8eb4-1f35f391738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.236905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d8240c7-a655-48cc-8eb4-1f35f391738e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.244037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8d8240c7-a655-48cc-8eb4-1f35f391738e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94452643-8453-4168-925f-6695d115761c HTTP/1.1" status: 204 len: 168 time: 0.7006502 Aug 20 13:32:59.265305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] Checking router: 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:32:59.268804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.292973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8240c7-a655-48cc-8eb4-1f35f391738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94452643-8453-4168-925f-6695d115761c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:32:59.293294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:32:59.293869 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.318879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Deleting port 478cb92f-a361-454a-94a0-746f55e0e133 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:32:59.319331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.340295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] Routers {'444dd8f9-9a1b-47cf-95f9-fa05b98ba166'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:32:59.341347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:32:59.371644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet fc81056b-beac-4ce3-ba7b-6491cdacb647 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:32:59.390657 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.542715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.565209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37200) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:32:59.587199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1573560900'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:32:59.591999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] For port 478cb92f-a361-454a-94a0-746f55e0e133, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=478cb92f-a361-454a-94a0-746f55e0e133,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:59.592367 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.619118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Calling delete_port for 478cb92f-a361-454a-94a0-746f55e0e133 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:32:59.651174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.698329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:32:59.702334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.706219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.759592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] For port 60b600c7-95e2-415f-bac7-a2efbd5107a0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=60b600c7-95e2-415f-bac7-a2efbd5107a0,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:32:59.791105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.821054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.841091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] Set router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:32:59.843334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.946096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:32:59.988906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 6, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:00.006850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=fc81056b-beac-4ce3-ba7b-6491cdacb647,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:00.022570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.030716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-50e9e4b7-1b0c-4168-84e9-8088d478c506 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/fc81056b-beac-4ce3-ba7b-6491cdacb647 HTTP/1.1" status: 204 len: 168 time: 0.8289049 Aug 20 13:33:00.030716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37210) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:00.054589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=931200ba-ae71-4c75-8060-8ed53d7ec755,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:00.075713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:33:00.104465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cad7e6-2f9a-4dea-ac97-103f6aacadda None None] Network 86e6564d-dca6-4262-acdd-7236af23d07d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:00.114175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0faedc-4448-4703-98e5-4a5f735f2dca None None] The sync data for ids ['444dd8f9-9a1b-47cf-95f9-fa05b98ba166'] in n-d-804232-5 is: [{'id': '444dd8f9-9a1b-47cf-95f9-fa05b98ba166', 'name': 'tempest-ServersTestFqdnHostnames-208134803-router', 'tenant_id': 'aad47308ac054b8ba090672058c3557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:30:02Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 6, 'project_id': 'aad47308ac054b8ba090672058c3557b', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:33:00.197443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37218) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:00.252305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.264502 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Added segment 6ae8f279-86c3-4104-b3f3-a02b419d86da of type vlan for network 28dbff8c-ac99-449c-8206-4640246e6412 Aug 20 13:33:00.326028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.417641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c4951d1c-de6d-48dd-a1c6-51c07d32622c None None] Provisioning complete for port 60b600c7-95e2-415f-bac7-a2efbd5107a0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:00.419135 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4951d1c-de6d-48dd-a1c6-51c07d32622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.457090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a589-0ac7-4e52-a143-ae7aea7eb844 None None] Pushing event updated for resources: {'Port': ['ID=60b600c7-95e2-415f-bac7-a2efbd5107a0,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:00.470843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:00.471969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.500604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.548597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 4043ab01-f581-4e97-ba01-9c6d487c947c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:00.571525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:00.586406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c4951d1c-de6d-48dd-a1c6-51c07d32622c None None] Provisioning for port 931200ba-ae71-4c75-8060-8ed53d7ec755 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:00.596795 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c4951d1c-de6d-48dd-a1c6-51c07d32622c None None] Provisioning complete for port 931200ba-ae71-4c75-8060-8ed53d7ec755 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:00.597929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4951d1c-de6d-48dd-a1c6-51c07d32622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.654719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c4951d1c-de6d-48dd-a1c6-51c07d32622c None None] Port 931200ba-ae71-4c75-8060-8ed53d7ec755 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:00.664258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00282443-7fbe-4d39-b405-c2a88bf894a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.706338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] For port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,segment=NetworkSegment(b8fcc8be-1e84-4aa8-9aca-b34081507566),segment_id=b8fcc8be-1e84-4aa8-9aca-b34081507566)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:00.707005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.735482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 006b7ac4-b1ce-4b78-bad7-aff3db1723ee owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:00.736716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.743541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:00.744308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.788570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7d4fce49-b64d-4e6c-b035-f92b0b599c3f None None] Provisioning complete for port 931200ba-ae71-4c75-8060-8ed53d7ec755 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:00.789043 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7d4fce49-b64d-4e6c-b035-f92b0b599c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.844121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:00.899185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] DHCP port deletion for 86e6564d-dca6-4262-acdd-7236af23d07d request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:33:00.927876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fce49-b64d-4e6c-b035-f92b0b599c3f None None] Port 931200ba-ae71-4c75-8060-8ed53d7ec755 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:00.962692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Pushing event deleted for resources: {'Port': ['ID=478cb92f-a361-454a-94a0-746f55e0e133,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:01.022331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 60b600c7-95e2-415f-bac7-a2efbd5107a0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:01.042462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.071832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Deleting port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:01.072448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.083861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:01.101506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Network': ['ID=28dbff8c-ac99-449c-8206-4640246e6412,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:01.105918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No DVR routers for this DVR port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:33:01.177878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router f1b7ac70-3d51-48a1-a34e-b60112f636cf has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:33:01.180314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 28dbff8c-ac99-449c-8206-4640246e6412 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:33:01.187910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.224115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00282443-7fbe-4d39-b405-c2a88bf894a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.293538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00282443-7fbe-4d39-b405-c2a88bf894a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.364013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00282443-7fbe-4d39-b405-c2a88bf894a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129e6bb-0733-485c-9af4-a5e880094635,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:01.366236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] For port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:01.366891 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.411391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.444289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-00282443-7fbe-4d39-b405-c2a88bf894a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f4cbf4fea2c4ef8a9955e4000d5ef3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2425764 Aug 20 13:33:01.450685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e6564d-dca6-4262-acdd-7236af23d07d']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:01.453189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37244) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:01.453878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9d53c7a4-27bf-464a-be11-b3d6a6a105b3 None None] Provisioning complete for port 931200ba-ae71-4c75-8060-8ed53d7ec755 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:01.455572 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d53c7a4-27bf-464a-be11-b3d6a6a105b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.488100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Calling delete_port for 006b7ac4-b1ce-4b78-bad7-aff3db1723ee owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:01.513951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fcc8be-1e84-4aa8-9aca-b34081507566') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:01.514927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fcc8be-1e84-4aa8-9aca-b34081507566') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:01.538959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.548596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:33:01.575299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.594633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.617775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.631169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:33:01.632139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.661660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] Pushing event deleted for resources: {'Port': ['ID=006b7ac4-b1ce-4b78-bad7-aff3db1723ee,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:01.673065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce519e7-6095-4088-9ab8-5507549530cc None None] No DVR routers for this DVR port 006b7ac4-b1ce-4b78-bad7-aff3db1723ee on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:33:01.695405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9d53c7a4-27bf-464a-be11-b3d6a6a105b3 None None] Port 931200ba-ae71-4c75-8060-8ed53d7ec755 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:01.709449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 60b600c7-95e2-415f-bac7-a2efbd5107a0 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:33:01.709714 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:33:01.712482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.712599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37252) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:01.753367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd57-8974-4bb0-a1a0-ca5e6d94c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.782540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f52a3331-6bb0-4df7-818b-61f8528baed5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2030609 Aug 20 13:33:01.789421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd57-8974-4bb0-a1a0-ca5e6d94c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.855852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37258) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:01.864590 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.865711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-21416055'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:01.868622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.895147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.907491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.912812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/86e6564d-dca6-4262-acdd-7236af23d07d HTTP/1.1" status: 204 len: 168 time: 1.8808482 Aug 20 13:33:01.933658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:01.940173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd57-8974-4bb0-a1a0-ca5e6d94c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.944006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd57-8974-4bb0-a1a0-ca5e6d94c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:01.949810 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53f2fd57-8974-4bb0-a1a0-ca5e6d94c204 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3129e6bb-0733-485c-9af4-a5e880094635 HTTP/1.1" status: 204 len: 168 time: 0.4948170 Aug 20 13:33:01.957969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 478cb92f-a361-454a-94a0-746f55e0e133 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:33:01.977234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96cf12-b549-47c1-8e8e-50368232589e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=86e6564d-dca6-4262-acdd-7236af23d07d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:01.992722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2fd57-8974-4bb0-a1a0-ca5e6d94c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129e6bb-0733-485c-9af4-a5e880094635,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:02.012408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:02.016679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 478cb92f-a361-454a-94a0-746f55e0e133 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:33:02.017076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 478cb92f-a361-454a-94a0-746f55e0e133 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:33:02.017295 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.018655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:33:02.025097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.026253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444dd8f9-9a1b-47cf-95f9-fa05b98ba166 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:33:02.037815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.042401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7b9efe3c-a90b-4590-bf64-8a8b4b5c9651 admin admin] 10.222.0.59 "DELETE /v2.0/routers/444dd8f9-9a1b-47cf-95f9-fa05b98ba166 HTTP/1.1" status: 204 len: 168 time: 4.4588795 Aug 20 13:33:02.043303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37266) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.066211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc254791-30d6-4785-95d6-5cb4cd562e60 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.068716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bc254791-30d6-4785-95d6-5cb4cd562e60 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/15e79ec3-cc9d-46bf-b414-6a1299745137 HTTP/1.1" status: 200 len: 844 time: 0.1318855 Aug 20 13:33:02.072792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37270) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.111811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:33:02.112657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 322b54c7-0e90-4a07-9e5f-cfcb7022cf1b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:33:02.112853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 006b7ac4-b1ce-4b78-bad7-aff3db1723ee no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:33:02.123293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:33:02.153823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:33:02.161186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-39dc5f20-be03-400f-8f56-fb0eb0782ab5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "PUT /v2.0/routers/f1b7ac70-3d51-48a1-a34e-b60112f636cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5586007 Aug 20 13:33:02.169530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.177463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-05ed4adb-7b33-4a10-9771-7013026c1dfd tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/15e79ec3-cc9d-46bf-b414-6a1299745137?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1033516 Aug 20 13:33:02.178561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.179062 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Added segment 87d6443a-388a-46d2-95fe-f21c20c364ba of type vlan for network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 Aug 20 13:33:02.181985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 006b7ac4-b1ce-4b78-bad7-aff3db1723ee {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:33:02.182378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 006b7ac4-b1ce-4b78-bad7-aff3db1723ee not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:33:02.187913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.189507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Sync routers for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:33:02.214909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:33:02.217425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:02.217799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:02.301806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Deleting subnet 7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:02.306323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15489b21-bd02-48a8-a69a-3b2c6906807f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.321103 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.435983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.470482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:33:02.583320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.673303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.684250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.686195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:02.690204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.696027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.696506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.699524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.700019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.700494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.700995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.701448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.701917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.702384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.702827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.703283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.705686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c89492c8-544b-449d-b92b-749ecbd09e32 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7679 time: 0.5344808 Aug 20 13:33:02.716421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37286) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.729849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.733745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563 HTTP/1.1" status: 204 len: 168 time: 0.5216925 Aug 20 13:33:02.734415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d71130-9699-4305-9d6f-02f2db1961a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7a4c6a-f0dd-42a0-a2f2-8d3c419fa563,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:02.740621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37288) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.760233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa6d6c-6027-4481-8ed1-12efa1dae27b None None] Network 2b1add7e-ecf8-4655-918d-fb61b153d33b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:02.831616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.882246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a498da1-d6ca-47df-9678-dc23287181a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.891420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.897872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.898517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:02.913761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.914017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.914515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.914748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.915204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.915778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.916100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.916545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:02.921371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5582780a-89cd-42e1-9f36-a13af2ecfcef tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5179 time: 0.1791363 Aug 20 13:33:02.926480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37296) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:02.971713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.039608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:32:59Z', 'revision_number': 2, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:03.051041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Network': ['ID=0d0465df-09be-46a3-8df8-4b5eb2c2ed60,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:03.084134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:33:03.086611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Checking router: f1b7ac70-3d51-48a1-a34e-b60112f636cf for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:33:03.087034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Updating router f1b7ac70-3d51-48a1-a34e-b60112f636cf port 931200ba-ae71-4c75-8060-8ed53d7ec755 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:33:03.120757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.135976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] DHCP port deletion for 2b1add7e-ecf8-4655-918d-fb61b153d33b request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:33:03.136227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15489b21-bd02-48a8-a69a-3b2c6906807f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.144586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15489b21-bd02-48a8-a69a-3b2c6906807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.311257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.371514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] Deleting port 5d55ed04-4980-4781-856e-57dac5c1d4b2 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:03.371950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.379175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:03.392279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:03.395660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:03.397291 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.408964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=6ec0aba4-dae2-4be9-8fad-47266307850f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:03.455642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7620c07-2a9e-4cdd-93ab-ea271dcf46b8 None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:03.459810 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f606bd7f-ceda-429e-ad64-570058839134 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.5333023 Aug 20 13:33:03.602717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-56481d03-6289-40aa-b1a9-fc148a013e7e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7440395 Aug 20 13:33:03.605256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37310) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:03.611066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'subnet': {'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:03.664647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-15489b21-bd02-48a8-a69a-3b2c6906807f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f2b4b010b974ee585ed0e8090b24fca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9463518 Aug 20 13:33:03.665828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15489b21-bd02-48a8-a69a-3b2c6906807f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08b377-a9f8-42d1-9fc9-6eb0c62f1092,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:03.668770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37312) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:03.721890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] For port 5d55ed04-4980-4781-856e-57dac5c1d4b2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d55ed04-4980-4781-856e-57dac5c1d4b2,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:03.722459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.749765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] Calling delete_port for 5d55ed04-4980-4781-856e-57dac5c1d4b2 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:03.762973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a498da1-d6ca-47df-9678-dc23287181a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.778870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-605312fe-29a0-4c06-87ec-2dc0e4a2026d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5658600 Aug 20 13:33:03.781787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37316) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:03.784184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a498da1-d6ca-47df-9678-dc23287181a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.788835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1373694124'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:03.819707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:03.825685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.832926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Deleting port 5d55ed04-4980-4781-856e-57dac5c1d4b2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:03.833271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:03.939738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8a498da1-d6ca-47df-9678-dc23287181a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cfc51712f6fb401dbc7cabeafa6bf633&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1026096 Aug 20 13:33:03.944257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:04.027567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498da1-d6ca-47df-9678-dc23287181a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d6633-c2c4-496c-aae9-30b5d07f50fd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.039435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fff18bb-4f0c-4448-8c96-37c8d8d7e19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.043372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37320) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:04.048408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877288422', 'description': 'tempest-secgroup-smoke-877288422 description', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:04.064407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47ceedba-1f02-4fc0-b4a5-90c8ef2e1e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.094003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'tenant_id': 'f953fb474d7b49de864f3dc0464231d9', 'fixed_ips': [{'subnet_id': '6ec0aba4-dae2-4be9-8fad-47266307850f'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:33:04.094253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47ceedba-1f02-4fc0-b4a5-90c8ef2e1e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.095420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.100314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.132931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.163252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] For port 5d55ed04-4980-4781-856e-57dac5c1d4b2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d55ed04-4980-4781-856e-57dac5c1d4b2,segment=NetworkSegment(223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f),segment_id=223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:04.163646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.196070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Transition to ACTIVE for port object 931200ba-ae71-4c75-8060-8ed53d7ec755 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:04.201788 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.205715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fff18bb-4f0c-4448-8c96-37c8d8d7e19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.208712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Calling delete_port for 5d55ed04-4980-4781-856e-57dac5c1d4b2 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:04.238224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.239553 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.259334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47ceedba-1f02-4fc0-b4a5-90c8ef2e1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.262331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47ceedba-1f02-4fc0-b4a5-90c8ef2e1e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.263534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-47ceedba-1f02-4fc0-b4a5-90c8ef2e1e6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d08b377-a9f8-42d1-9fc9-6eb0c62f1092 HTTP/1.1" status: 204 len: 168 time: 0.4989133 Aug 20 13:33:04.263802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.267408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] Pushing event deleted for resources: {'Port': ['ID=5d55ed04-4980-4781-856e-57dac5c1d4b2,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.270688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11654bd3-7c6e-4e13-95a0-311b4243e4f9 None None] No DVR routers for this DVR port 5d55ed04-4980-4781-856e-57dac5c1d4b2 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:33:04.308852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Checking segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:04.312469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network hostable DHCP agents. Network: 28dbff8c-ac99-449c-8206-4640246e6412, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:33:04.369351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceedba-1f02-4fc0-b4a5-90c8ef2e1e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08b377-a9f8-42d1-9fc9-6eb0c62f1092,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.407303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Subnet': ['ID=f1f8b583-ec4c-46f2-828d-e0c015586ebe,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.419440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fff18bb-4f0c-4448-8c96-37c8d8d7e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.421428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 28dbff8c-ac99-449c-8206-4640246e6412 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:33:04.427036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fff18bb-4f0c-4448-8c96-37c8d8d7e19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.429094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3fff18bb-4f0c-4448-8c96-37c8d8d7e19b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/015d6633-c2c4-496c-aae9-30b5d07f50fd HTTP/1.1" status: 204 len: 168 time: 0.4819593 Aug 20 13:33:04.463264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff18bb-4f0c-4448-8c96-37c8d8d7e19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d6633-c2c4-496c-aae9-30b5d07f50fd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.472249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.484285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 28dbff8c-ac99-449c-8206-4640246e6412) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:04.508276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3380a6e2-5bb1-4ad0-a348-1f7d1805c5f8 None None] Network 28dbff8c-ac99-449c-8206-4640246e6412 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:04.515365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:04.516653 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.593262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] No DVR routers for this DVR port 5d55ed04-4980-4781-856e-57dac5c1d4b2 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:33:04.616636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Allocated IP 2001:db8::2 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/6ec0aba4-dae2-4be9-8fad-47266307850f/31e8b096-0f33-4d73-b313-f786c8be7a0f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:04.620718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d55ed04-4980-4781-856e-57dac5c1d4b2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.719900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.735143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.802084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27c9e229-9e35-4f4a-8b81-09e41e8ffde4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1944332 Aug 20 13:33:04.815657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37334) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:04.827467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'subnet': {'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:04.899417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.909288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.914951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.922847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Transition to ACTIVE for port object 31e8b096-0f33-4d73-b313-f786c8be7a0f will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:04.938634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.946633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Transition to ACTIVE for port object 31e8b096-0f33-4d73-b313-f786c8be7a0f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:04.950913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954dd5b-58b3-4406-b613-583eea02392b None None] Pushing event updated for resources: {'Port': ['ID=931200ba-ae71-4c75-8060-8ed53d7ec755,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.962116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1add7e-ecf8-4655-918d-fb61b153d33b']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:04.975012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:04.976418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9320431 Aug 20 13:33:04.979525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37336) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:04.980215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3d298-8d8e-44d6-833a-d9e913b348c1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678bffb5-9caf-4b98-8edf-06338c3cee7f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:04.986073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:04.986287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223d88a8-7f6b-41c1-a3f9-ad4c1a7e503f') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:04.991416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '678bffb5-9caf-4b98-8edf-06338c3cee7f', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:04.993937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d55ed04-4980-4781-856e-57dac5c1d4b2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:33:05.017489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.038237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37972deb-de0f-4c59-a366-54957a48ec81,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.041056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.056340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.060272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9f07de50-1cef-4b41-9037-2aee360ad976 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2747996 Aug 20 13:33:05.061617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37340) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:05.063679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:33:05.064407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:33:05.066831 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:33:05.069965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1293300691'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:05.074721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:05.075452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.093251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96aa716e-5757-4724-9e8d-ca53a8efb6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.127026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.135498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:05.139352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.141227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5d55ed04-4980-4781-856e-57dac5c1d4b2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:33:05.141578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d55ed04-4980-4781-856e-57dac5c1d4b2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:33:05.176386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Attempting to bind port 931200ba-ae71-4c75-8060-8ed53d7ec755 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:05.176782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Attempting to bind port 931200ba-ae71-4c75-8060-8ed53d7ec755 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:05.177147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Attempting to bind port 931200ba-ae71-4c75-8060-8ed53d7ec755 on network 4043ab01-f581-4e97-ba01-9c6d487c947c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:05.179665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.184773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.190003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] 10.222.0.59 "DELETE /v2.0/networks/2b1add7e-ecf8-4655-918d-fb61b153d33b HTTP/1.1" status: 204 len: 168 time: 2.4451289 Aug 20 13:33:05.203923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:05.207392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a534d-2932-4987-be5c-79619d61ec9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1add7e-ecf8-4655-918d-fb61b153d33b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.224633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:05.239431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Pushing event updated for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.242065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:05.242442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Checking segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:05.242837 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.243221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Bound using segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:05.243704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Bound port: 931200ba-ae71-4c75-8060-8ed53d7ec755, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:05.244088 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.246803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.249248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:05.254872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.257184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.335398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7325e3a-8387-40b3-bf27-fc36ecd33bbf,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.419147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Attempting to bind port 31e8b096-0f33-4d73-b313-f786c8be7a0f on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:05.419147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Attempting to bind port 31e8b096-0f33-4d73-b313-f786c8be7a0f by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:05.419533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Attempting to bind port 31e8b096-0f33-4d73-b313-f786c8be7a0f on network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:05.436055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:05.436436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Checking segment: {'id': '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:05.436934 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.437338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Bound using segment: {'id': '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:05.437842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Bound port: 31e8b096-0f33-4d73-b313-f786c8be7a0f, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:05.438234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.462738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] For port 931200ba-ae71-4c75-8060-8ed53d7ec755, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:05.482980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-28dbff8c-ac99-449c-8206-4640246e6412', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:33:05.483223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96aa716e-5757-4724-9e8d-ca53a8efb6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.483826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.492350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37352) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:05.493062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] For port 931200ba-ae71-4c75-8060-8ed53d7ec755, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=931200ba-ae71-4c75-8060-8ed53d7ec755,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:05.500753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96aa716e-5757-4724-9e8d-ca53a8efb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.524863 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.547569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.553466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d5856c47-98fd-4d3a-b45d-019b9a5cdc2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aad47308ac054b8ba090672058c3557b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586183 Aug 20 13:33:05.554410 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.557059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a4e058df-51b2-4fc5-9db6-89b8dc2010b5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5733671 Aug 20 13:33:05.557820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37354) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:05.564057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37356) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:05.600632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '678bffb5-9caf-4b98-8edf-06338c3cee7f', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:05.617703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-96aa716e-5757-4724-9e8d-ca53a8efb6b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a805b57ba6dd408cb70ca1c29630a207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419223 Aug 20 13:33:05.622992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37358) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:05.640272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa716e-5757-4724-9e8d-ca53a8efb6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b3fef1-cc79-4677-9f0d-d4350e17e6b5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.655604 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe4310-6df1-45e1-a517-7a2c2e2b346e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.696210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Subnet': ['ID=961fc6fb-c4b4-45b4-b390-7ac5b28278af,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.742024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe4310-6df1-45e1-a517-7a2c2e2b346e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.745107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954dd5b-58b3-4406-b613-583eea02392b None None] Pushing event updated for resources: {'Port': ['ID=931200ba-ae71-4c75-8060-8ed53d7ec755,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.762720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:05.765416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Checking segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:05.765653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network hostable DHCP agents. Network: 0d0465df-09be-46a3-8df8-4b5eb2c2ed60, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:33:05.767641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd07-ea0e-4db3-a5c5-142815ebb5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.769109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:33:05.771358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:32:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:05.774253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=31e8b096-0f33-4d73-b313-f786c8be7a0f,segment=NetworkSegment(0befb2fa-35b8-414c-8d51-0cb10c9d4b9c),segment_id=0befb2fa-35b8-414c-8d51-0cb10c9d4b9c)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:05.775045 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.808072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.808322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd07-ea0e-4db3-a5c5-142815ebb5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.881588 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.885522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd07-ea0e-4db3-a5c5-142815ebb5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.886911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:33:05.891863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd07-ea0e-4db3-a5c5-142815ebb5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.892463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f1d6dd07-ea0e-4db3-a5c5-142815ebb5c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82b3fef1-cc79-4677-9f0d-d4350e17e6b5 HTTP/1.1" status: 204 len: 168 time: 0.2673371 Aug 20 13:33:05.922611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6dd07-ea0e-4db3-a5c5-142815ebb5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b3fef1-cc79-4677-9f0d-d4350e17e6b5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.963730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe4310-6df1-45e1-a517-7a2c2e2b346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.966807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe4310-6df1-45e1-a517-7a2c2e2b346e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:05.971288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fafe4310-6df1-45e1-a517-7a2c2e2b346e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89989327-b316-4d9b-956b-dc71cd4302ad HTTP/1.1" status: 204 len: 168 time: 0.4100325 Aug 20 13:33:05.979339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe4310-6df1-45e1-a517-7a2c2e2b346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89989327-b316-4d9b-956b-dc71cd4302ad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:05.988320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 0d0465df-09be-46a3-8df8-4b5eb2c2ed60) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:06.006180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.033206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Allocated IP 10.1.1.2 (28dbff8c-ac99-449c-8206-4640246e6412/f1f8b583-ec4c-46f2-828d-e0c015586ebe/2f6510f0-c9e1-400d-98aa-f9f4c5954521) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:06.084621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f8ad5-6d20-4e65-841a-4487ed1ec3a8 None None] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:06.104223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.105599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0418110 Aug 20 13:33:06.108996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37380) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:06.116788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-497817991', 'security_groups': ['56bde2ec-7173-4213-b547-53ec8da08cc3'], 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ec0aba4-dae2-4be9-8fad-47266307850f'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:06.126110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:06.126508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.144949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183f028-fedf-4f83-a442-8ccdb44dffc9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bde2ec-7173-4213-b547-53ec8da08cc3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:06.200628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c1c444a8-432f-4b9c-af99-b4f49ea2c1fc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3804014 Aug 20 13:33:06.206671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.207844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37384) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:06.215700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'name': 'tempest-TaggedBootDevicesTest_v242-393196110', 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:06.375020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.398739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:06.432834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea03078-2879-496c-b895-7d4abfb8a56c,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:06.437525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebec66-8ee9-42ff-b150-4cca7b4ef304 None None] Pushing event updated for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:06.481420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.483144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8160b391-bb36-433f-9975-b6c13fd72de1 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9083054 Aug 20 13:33:06.487847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:06.494431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '678bffb5-9caf-4b98-8edf-06338c3cee7f', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:06.521644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:33:06.521644 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:33:06.521644 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': 'f7b01034513c44a4b85cce5f92a7feb4', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 33, 6, 507365)}] Aug 20 13:33:06.521644 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:33:06.522291 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:33:06.530694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:33:06.532278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:06.595418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:06.683085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 43629fa6-40b9-4e38-a57d-5a0a1861c850 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:33:06.900677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.033291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::178 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/6ec0aba4-dae2-4be9-8fad-47266307850f/43629fa6-40b9-4e38-a57d-5a0a1861c850) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:07.122162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:07.282817 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.294328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Transition to ACTIVE for port object 2f6510f0-c9e1-400d-98aa-f9f4c5954521 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:07.322288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Transition to ACTIVE for port object 2f6510f0-c9e1-400d-98aa-f9f4c5954521 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:07.382433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.414832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] device_id is not set on port 6a9565eb-7577-40cd-8604-74663c701f98 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:33:07.434542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 43629fa6-40b9-4e38-a57d-5a0a1861c850 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:07.524141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.584673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.608830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:07.620701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:07.640660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:07.655801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:07.656496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.714307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.717949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=43629fa6-40b9-4e38-a57d-5a0a1861c850,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:07.734095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d06506d3-dd2b-4e4a-b707-5a1f75b8570a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6234415 Aug 20 13:33:07.734771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:07.737956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'fixed_ips': [{'subnet_id': '961fc6fb-c4b4-45b4-b390-7ac5b28278af'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:33:07.738852 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.745260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:07.851778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Network 28dbff8c-ac99-449c-8206-4640246e6412 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:07.973413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:07.978345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 10.1.1.210 (28dbff8c-ac99-449c-8206-4640246e6412/f1f8b583-ec4c-46f2-828d-e0c015586ebe/6a9565eb-7577-40cd-8604-74663c701f98) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:07.989154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.027373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34ad8cf-9876-4b1b-a877-001815d610a2,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:08.054680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:08.059292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.091813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.092785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7f0bb7e2-4a34-4868-81af-3d1af7ed6f77 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6028588 Aug 20 13:33:08.096365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37434) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:08.137664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '678bffb5-9caf-4b98-8edf-06338c3cee7f', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:08.326135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Pushing event updated for resources: {'Port': ['ID=2f6510f0-c9e1-400d-98aa-f9f4c5954521,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:08.347882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:08.385870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:08.475375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.481821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Allocated IP 10.2.2.2 (0d0465df-09be-46a3-8df8-4b5eb2c2ed60/961fc6fb-c4b4-45b4-b390-7ac5b28278af/454cb61c-ace0-4c4e-8fc8-faa652915d24) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:08.590356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.595517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b1d79ae3-6f4e-480c-99bb-8fc4a7459cf7 None None] Provisioning for port 31e8b096-0f33-4d73-b313-f786c8be7a0f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:08.610383 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ec0aba4-dae2-4be9-8fad-47266307850f (CIDR: 2001:db8::/64) Aug 20 13:33:08.611498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object 6a9565eb-7577-40cd-8604-74663c701f98 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:08.622379 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:33:08.622933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:08.659854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5a59b960-a57d-4ddc-ab43-373db6af67e6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9239581 Aug 20 13:33:08.660819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.661997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.663209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37446) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:08.669177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:08.689919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.729509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 28dbff8c-ac99-449c-8206-4640246e6412 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:08.743053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:08.747781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:08.757270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed099401-11ad-40e9-b337-653f66fb4e37,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:08.765027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 31e8b096-0f33-4d73-b313-f786c8be7a0f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:08.770388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Attempting to bind port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:08.772546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Attempting to bind port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:08.773079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Attempting to bind port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:08.799669 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.801882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:08.802054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c83fe53f-2e27-4636-9aef-ea0104ecad22 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7041266 Aug 20 13:33:08.804215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.807148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37454) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:08.813468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '678bffb5-9caf-4b98-8edf-06338c3cee7f', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:08.839711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:08.873427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:08.874242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.881681 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Project f7b01034513c44a4b85cce5f92a7feb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:33:08.892258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.900286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:08.900731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Checking segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:08.901089 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.901696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Bound using segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:08.902195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Bound port: 2f6510f0-c9e1-400d-98aa-f9f4c5954521, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:08.902616 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.917714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:08.923552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.926974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b1d79ae3-6f4e-480c-99bb-8fc4a7459cf7 None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:08.927151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ec938a8-790d-4dc4-8f68-dce00531a9b6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7145023 Aug 20 13:33:08.927852 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b1d79ae3-6f4e-480c-99bb-8fc4a7459cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:08.927962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:08.934313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'name': 'tempest-TaggedBootDevicesTest_v242-1541298087', 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:09.100201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:05Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:09.131370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37464) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:09.159366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b1d79ae3-6f4e-480c-99bb-8fc4a7459cf7 None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:09.217714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:09.222549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.269291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] device_id is not set on port a1454aaf-cc1f-4738-a4f6-80f5831b6049 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:33:09.279404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.313589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.321678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a7de3-37b9-4317-9cb2-54ebe23ab9fc None None] The sync data for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 is: [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:05Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:33:09.344354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] For port 2f6510f0-c9e1-400d-98aa-f9f4c5954521, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:09.365442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.375979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] For port 2f6510f0-c9e1-400d-98aa-f9f4c5954521, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2f6510f0-c9e1-400d-98aa-f9f4c5954521,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:09.446860 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.470446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3b9b72-841f-45cd-a093-5d3f3a77fb32,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:09.486146 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.502407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.506962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bdde98ce-7f75-4a54-91e4-bdb594a7d178 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6953909 Aug 20 13:33:09.507229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37480) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:09.515469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'security_group_rule': {'security_group_id': '678bffb5-9caf-4b98-8edf-06338c3cee7f', 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:09.528398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Transition to ACTIVE for port object 454cb61c-ace0-4c4e-8fc8-faa652915d24 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:09.582092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Transition to ACTIVE for port object 454cb61c-ace0-4c4e-8fc8-faa652915d24 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:09.594634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-16f7978c-8e72-4622-859d-48446b3d1e9e None None] Provisioning for port 43629fa6-40b9-4e38-a57d-5a0a1861c850 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:09.595241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.663165 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Project f7b01034513c44a4b85cce5f92a7feb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:33:09.694171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.728220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.735216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-16f7978c-8e72-4622-859d-48446b3d1e9e None None] Provisioning complete for port 43629fa6-40b9-4e38-a57d-5a0a1861c850 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:09.735216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-16f7978c-8e72-4622-859d-48446b3d1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.794812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:09.804867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:09.812139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:09.815296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:09.865879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=9bbf5d43-adef-4a8d-9cb4-479c4cb02894,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:09.885841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4e7abb3b-98cd-4778-a620-8bbec6683640 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2213285 Aug 20 13:33:09.892524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:09.897394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88596268-29a8-4213-b75e-a4f5cfca7194 None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:09.900456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-56156677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bbf5d43-adef-4a8d-9cb4-479c4cb02894'}], 'security_groups': ['37972deb-de0f-4c59-a366-54957a48ec81']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:09.930268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1046580854-network', 'tenant_id': 'e6563b3be22b4d3ca22b1ec2e4a9f8ff'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:09.942040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 10.1.1.204 (28dbff8c-ac99-449c-8206-4640246e6412/f1f8b583-ec4c-46f2-828d-e0c015586ebe/a1454aaf-cc1f-4738-a4f6-80f5831b6049) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:10.045230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.243975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.263656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object a1454aaf-cc1f-4738-a4f6-80f5831b6049 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:10.315793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.400529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:10.402765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ab9ee-dbe2-4f92-a84f-eea7c767aa84 None None] Pushing event updated for resources: {'Port': ['ID=2f6510f0-c9e1-400d-98aa-f9f4c5954521,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:10.408678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=31e8b096-0f33-4d73-b313-f786c8be7a0f,segment=NetworkSegment(0befb2fa-35b8-414c-8d51-0cb10c9d4b9c),segment_id=0befb2fa-35b8-414c-8d51-0cb10c9d4b9c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:10.436928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:10.455871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:10.480413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 28dbff8c-ac99-449c-8206-4640246e6412 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:10.499569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:10.505721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.507691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:10.527563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:10.538715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Made reservation on behalf of e6563b3be22b4d3ca22b1ec2e4a9f8ff for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:10.541419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.573822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-16f7978c-8e72-4622-859d-48446b3d1e9e None None] Port 43629fa6-40b9-4e38-a57d-5a0a1861c850 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:10.576210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.618122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.623259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.834900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Pushing event updated for resources: {'Port': ['ID=454cb61c-ace0-4c4e-8fc8-faa652915d24,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:10.843957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f6510f0-c9e1-400d-98aa-f9f4c5954521 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:10.861101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26d19e0-1349-4c34-a4b6-7503c8459631,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:10.932999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:10.933619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:10.987815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Attempting to bind port 454cb61c-ace0-4c4e-8fc8-faa652915d24 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:10.988938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Attempting to bind port 454cb61c-ace0-4c4e-8fc8-faa652915d24 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:10.989540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Attempting to bind port 454cb61c-ace0-4c4e-8fc8-faa652915d24 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:11.063974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.076092 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.108181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:33:11.112931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:11.116603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Checking segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:11.117288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.117985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Bound using segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:11.120035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Bound port: 454cb61c-ace0-4c4e-8fc8-faa652915d24, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:11.121939 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.135744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Delete allocated IP 2001:db8::178 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/6ec0aba4-dae2-4be9-8fad-47266307850f) {{(pid=94861) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 13:33:11.137940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.140288 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Added segment 197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc of type vlan for network 3cc90593-d12d-439b-abe2-cc178700b5f4 Aug 20 13:33:11.163621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8:0:1::2cb (3df4e40e-de46-4a62-a0ea-e006aa9feb16/9bbf5d43-adef-4a8d-9cb4-479c4cb02894/43629fa6-40b9-4e38-a57d-5a0a1861c850) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:11.172315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:11.211121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-55dffd62-874f-44f7-b4b7-33dec0b1ebeb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2539423 Aug 20 13:33:11.216356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.233189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ba00186-c59b-4abc-89eb-9ef8475acf80 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7242310 Aug 20 13:33:11.325883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c68487-4f47-4b62-928a-8f8ac8d30a50,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:11.480062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.492010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Update dhcp port {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'fixed_ips': [{'subnet_id': '6ec0aba4-dae2-4be9-8fad-47266307850f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bbf5d43-adef-4a8d-9cb4-479c4cb02894'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '31e8b096-0f33-4d73-b313-f786c8be7a0f'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:33:11.508417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:11.523258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 931200ba-ae71-4c75-8060-8ed53d7ec755 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:11.599826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.600990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:11.601815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.653742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] For port 454cb61c-ace0-4c4e-8fc8-faa652915d24, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:11.708909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.721992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.735822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] For port 454cb61c-ace0-4c4e-8fc8-faa652915d24, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=454cb61c-ace0-4c4e-8fc8-faa652915d24,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:11.742627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6072280 Aug 20 13:33:11.756367 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.761660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:11.776920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 43629fa6-40b9-4e38-a57d-5a0a1861c850 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:11.795583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Request body: {'subnet': {'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1046580854-subnet', 'tenant_id': 'e6563b3be22b4d3ca22b1ec2e4a9f8ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:11.859728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37540) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:11.866017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab460f0-73fa-43e3-916e-a60f989c0668 None None] Pushing event updated for resources: {'Port': ['ID=454cb61c-ace0-4c4e-8fc8-faa652915d24,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:11.870060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c57636-3966-401a-81fc-9f4868715d89 None None] Network 28dbff8c-ac99-449c-8206-4640246e6412 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:11.875016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Made reservation on behalf of e6563b3be22b4d3ca22b1ec2e4a9f8ff for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:11.893477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.896580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610688275', 'description': 'tempest-description--653592679'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:11.931411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:11.990310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-aaebf4c2-e8c1-4864-950d-148e0262e3ec tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877288422&fields=id&tenant_id=f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 267 time: 0.2103553 Aug 20 13:33:12.076247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b389-fbf5-43f5-abcf-052d544090fb admin admin] Pushing event updated for resources: {'Network': ['ID=3cc90593-d12d-439b-abe2-cc178700b5f4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:12.109533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3cc90593-d12d-439b-abe2-cc178700b5f4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:33:12.199353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] In _notify_port_updated(), no bound segment for port 43629fa6-40b9-4e38-a57d-5a0a1861c850 on network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:33:12.220171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:12.220959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.222417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/ports/43629fa6-40b9-4e38-a57d-5a0a1861c850 HTTP/1.1" status: 200 len: 929 time: 2.3286660 Aug 20 13:33:12.227844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284b02-3488-43f0-a5fe-e5fe0adc9aa2 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=43629fa6-40b9-4e38-a57d-5a0a1861c850,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:12.242258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.251230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37550) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:12.253253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] Provisioning for port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:12.308919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] Provisioning complete for port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:12.309767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.330626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 931200ba-ae71-4c75-8060-8ed53d7ec755 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:12.422248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 931200ba-ae71-4c75-8060-8ed53d7ec755 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:12.422531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.422680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.496930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:12.569535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Checking segment: {'id': '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:12.571149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Network hostable DHCP agents. Network: 3cc90593-d12d-439b-abe2-cc178700b5f4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:33:12.600458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-a57dd8d2-eb32-4084-8bc4-5796c1ea4d0f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:12.621982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-a57dd8d2-eb32-4084-8bc4-5796c1ea4d0f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/networks?id=4043ab01-f581-4e97-ba01-9c6d487c947c HTTP/1.1" status: 200 len: 797 time: 0.6057882 Aug 20 13:33:12.668387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-7da62838-bfc6-4d13-849f-509a8b145f60 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/quotas/f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 375 time: 0.0454507 Aug 20 13:33:12.685984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Network 3cc90593-d12d-439b-abe2-cc178700b5f4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:33:12.723301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3cc90593-d12d-439b-abe2-cc178700b5f4) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:12.741760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:12.742445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.857256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7506816b-8a07-4926-a5dd-52a608523e7b None None] Network 3cc90593-d12d-439b-abe2-cc178700b5f4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:12.895444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-ed8ff63a-e05c-4c4f-b4ff-a70d876ce8da tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668787 Aug 20 13:33:12.953488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Allocated IP 2001:db8:0:1::2 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/9bbf5d43-adef-4a8d-9cb4-479c4cb02894/31e8b096-0f33-4d73-b313-f786c8be7a0f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:12.960367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:12.995178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d326c5e4-4f6c-443e-abbe-8fde7789a330 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2301095 Aug 20 13:33:12.999965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 43629fa6-40b9-4e38-a57d-5a0a1861c850 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:13.006500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.012872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.086559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] For port 2f6510f0-c9e1-400d-98aa-f9f4c5954521, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2f6510f0-c9e1-400d-98aa-f9f4c5954521,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:13.203958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.218680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 43629fa6-40b9-4e38-a57d-5a0a1861c850 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:13.259778 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.382681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab78be1-e44a-4211-af8f-e41e4601aed0 None None] Pushing event updated for resources: {'Port': ['ID=2f6510f0-c9e1-400d-98aa-f9f4c5954521,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:13.406830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.442989 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.447977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.451912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5761943 Aug 20 13:33:13.452265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:13.457438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'security_group_rule': {'security_group_id': '478f2a66-6a24-42d7-8641-3cf97917fd5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:13.539688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.578556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea69cc-682c-43ae-882c-b1ce7acfd46a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478f2a66-6a24-42d7-8641-3cf97917fd5c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:13.656424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.665612 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.709151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7403bf-dde5-4b6d-be22-65c151497163,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:13.723199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=31e8b096-0f33-4d73-b313-f786c8be7a0f,segment=NetworkSegment(0befb2fa-35b8-414c-8d51-0cb10c9d4b9c),segment_id=0befb2fa-35b8-414c-8d51-0cb10c9d4b9c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:13.736196 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.737497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-573f9a58-43e6-4f52-96ee-df29095c1e57 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2840323 Aug 20 13:33:13.751894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37588) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:13.756702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'security_group_rule': {'security_group_id': '478f2a66-6a24-42d7-8641-3cf97917fd5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:13.800011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.849718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.852773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:13.857112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/43629fa6-40b9-4e38-a57d-5a0a1861c850 HTTP/1.1" status: 204 len: 168 time: 1.6039786 Aug 20 13:33:13.865309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37590) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:13.875889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68e490-a79a-4b94-8a1d-e8d489ab7596 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=43629fa6-40b9-4e38-a57d-5a0a1861c850,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:13.931606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388bc010-9cf1-44c2-ab28-3edd752dd001 None None] Network 3cc90593-d12d-439b-abe2-cc178700b5f4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:14.011166 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-29045a47-1324-4fcb-8464-c798d295b44c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:33:14.017130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.021809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37596) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:14.022339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-29045a47-1324-4fcb-8464-c798d295b44c tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/43629fa6-40b9-4e38-a57d-5a0a1861c850 HTTP/1.1" status: 404 len: 333 time: 0.1503060 Aug 20 13:33:14.062702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.109355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-62934b8a-11fa-4e4b-a7ba-0c1a5a585e7b service neutron] 10.222.0.59 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1978667 Aug 20 13:33:14.145106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.151498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14554e79-9ac2-4ff8-8a73-bc7f177b1a1b None None] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:14.183084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb82cbbd-5264-4d7a-8d44-129bbaf93e5f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:14.244204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.247987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dece61cb-59e0-4399-8608-7280cfcb2774 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4926541 Aug 20 13:33:14.249521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37604) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:14.271834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 931200ba-ae71-4c75-8060-8ed53d7ec755, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=931200ba-ae71-4c75-8060-8ed53d7ec755,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:14.272926 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:33:14.293437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-7ea76194-8ffc-46c6-af18-8d374dd652e7 service neutron] 10.222.0.59 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771705 Aug 20 13:33:14.296623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:14.316655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27fd9c1f-5059-43ea-8477-a95bbd9092d7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.348742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37606) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:14.364723 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.376797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Transition to ACTIVE for port object 31e8b096-0f33-4d73-b313-f786c8be7a0f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:14.384069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-905503818-network', 'tenant_id': '4e2f48cb41fb44b28dd32e321f75b47d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:14.434817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27fd9c1f-5059-43ea-8477-a95bbd9092d7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.524726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=931200ba-ae71-4c75-8060-8ed53d7ec755,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:14.544797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.605444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.675689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Made reservation on behalf of 4e2f48cb41fb44b28dd32e321f75b47d for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:14.679766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.720711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dbbccb05-12d6-4fba-be96-1f2c45b7fc3c None None] Provisioning for port 454cb61c-ace0-4c4e-8fc8-faa652915d24 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:14.777901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.852177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27fd9c1f-5059-43ea-8477-a95bbd9092d7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.855400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27fd9c1f-5059-43ea-8477-a95bbd9092d7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:14.856909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27fd9c1f-5059-43ea-8477-a95bbd9092d7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/security-groups/56bde2ec-7173-4213-b547-53ec8da08cc3 HTTP/1.1" status: 204 len: 168 time: 0.8340116 Aug 20 13:33:14.865716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37618) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:14.933937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd9c1f-5059-43ea-8477-a95bbd9092d7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bde2ec-7173-4213-b547-53ec8da08cc3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:14.965537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c8fac5d7-b757-496f-b799-fedf62c8b31f req-5ecd5c14-837d-4979-b5b6-a96d69f0178f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 210 time: 0.2255981 Aug 20 13:33:15.082908 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.162017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 454cb61c-ace0-4c4e-8fc8-faa652915d24 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:15.221896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf462554-ee82-4615-a3a4-7e29c951d489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.267483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf462554-ee82-4615-a3a4-7e29c951d489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.308605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3d5cd-25f3-4a6c-82c0-b87523203db4 None None] Pushing event updated for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:15.350719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 172.25.6.189 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/350642b0-53ad-4fe2-afd7-a68c3adab82b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:15.426929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf462554-ee82-4615-a3a4-7e29c951d489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.431716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf462554-ee82-4615-a3a4-7e29c951d489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.433325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf462554-ee82-4615-a3a4-7e29c951d489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/security-groups/37972deb-de0f-4c59-a366-54957a48ec81 HTTP/1.1" status: 204 len: 168 time: 0.5503392 Aug 20 13:33:15.450853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37628) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:15.452341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462554-ee82-4615-a3a4-7e29c951d489 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37972deb-de0f-4c59-a366-54957a48ec81,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:15.493319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.502451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.531606 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.554343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:33:15.577756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 6ec0aba4-dae2-4be9-8fad-47266307850f {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:15.582720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.586270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad25ee-c5aa-4aff-bb27-8f62c4391bdc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:15.627882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Provisioning complete for port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:15.628609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.638876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.641643 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Added segment 3b98fba7-f240-4e44-a1d1-c6840705528b of type vlan for network e73d94bb-35a8-43fb-94bd-a8df2e07acf0 Aug 20 13:33:15.645907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.732283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.773467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=350642b0-53ad-4fe2-afd7-a68c3adab82b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:15.778008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.792312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:15.794449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:15.797791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:15.906710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9f1da555-7400-4aac-9609-f840dbc17556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.926746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 454cb61c-ace0-4c4e-8fc8-faa652915d24 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:15.929204 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.931325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:15.932382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:15.938701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 454cb61c-ace0-4c4e-8fc8-faa652915d24 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:15.939603 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.118209 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51e1ea43-958f-4ff9-bdbb-726f2a902236 req-bab8a216-04f3-4c90-a91f-0170cfe46b9e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 210 time: 0.0592272 Aug 20 13:33:16.153478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.214755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Provisioning for port 6a9565eb-7577-40cd-8604-74663c701f98 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:16.225378 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.232464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Provisioning complete for port 6a9565eb-7577-40cd-8604-74663c701f98 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:16.233694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.273445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.316994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] Pushing event updated for resources: {'Network': ['ID=e73d94bb-35a8-43fb-94bd-a8df2e07acf0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:16.335752 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-61e8a126-a348-4001-8945-444c7d14336d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9852729 Aug 20 13:33:16.373278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Port 6a9565eb-7577-40cd-8604-74663c701f98 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:16.384209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e73d94bb-35a8-43fb-94bd-a8df2e07acf0 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:33:16.467609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37656) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:16.494980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Request body: {'subnet': {'network_id': 'e73d94bb-35a8-43fb-94bd-a8df2e07acf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-905503818-subnet', 'tenant_id': '4e2f48cb41fb44b28dd32e321f75b47d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:16.598565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Made reservation on behalf of 4e2f48cb41fb44b28dd32e321f75b47d for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:16.603368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.643914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.687205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Provisioning for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:16.712570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Provisioning complete for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:16.712960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.828829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.846478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 454cb61c-ace0-4c4e-8fc8-faa652915d24, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=454cb61c-ace0-4c4e-8fc8-faa652915d24,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:16.852347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.879339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.879569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:16.884801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f6510f0-c9e1-400d-98aa-f9f4c5954521 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:17.001308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=350642b0-53ad-4fe2-afd7-a68c3adab82b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:17.048742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec0aba4-dae2-4be9-8fad-47266307850f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:17.057981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.065193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa2179a3-f471-4a1e-926c-9c8528fbd43f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/6ec0aba4-dae2-4be9-8fad-47266307850f HTTP/1.1" status: 204 len: 168 time: 1.6106539 Aug 20 13:33:17.077885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=454cb61c-ace0-4c4e-8fc8-faa652915d24,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:17.108230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37664) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:17.127854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:17.174331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.175137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5aaba337-63f6-41e2-ad51-41274e276847 None None] Port a1454aaf-cc1f-4738-a4f6-80f5831b6049 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:17.229184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.230502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:17.231026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.231515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2130b6df-9958-4081-9567-45b48dd2e482 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9551632 Aug 20 13:33:17.341147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:17.369566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef7809d3-7a44-4c08-8577-f20c63c3e2bc req-6e0cb06c-ebbc-4c4c-8250-3115f50beb6a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 210 time: 0.0581825 Aug 20 13:33:17.421960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Provisioning for port 31e8b096-0f33-4d73-b313-f786c8be7a0f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:17.446021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:17.456314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.553185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645d792-a2ed-4b1b-b019-4a5e645709ca None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:17.721414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:17.735967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.875954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:17.935231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-40bca0fd-d457-416f-8cad-bbc2dab36eaa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:17.936992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-40bca0fd-d457-416f-8cad-bbc2dab36eaa tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/networks?id=4043ab01-f581-4e97-ba01-9c6d487c947c HTTP/1.1" status: 200 len: 797 time: 0.3420858 Aug 20 13:33:18.033226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c48652d2-d62a-4127-86e6-38cce20b8a34 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--610688275&fields=id&tenant_id=21aa38ad36a043e59aa49507fb578302 HTTP/1.1" status: 200 len: 267 time: 0.0950618 Aug 20 13:33:18.081970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c3333d-e64a-4818-a7f9-9efeb52c29c6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:18.120594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Checking segment: {'id': '3b98fba7-f240-4e44-a1d1-c6840705528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e73d94bb-35a8-43fb-94bd-a8df2e07acf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:18.123098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-80873007-efbb-44bf-a1a3-97ab1809a0b7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:18.123787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Network hostable DHCP agents. Network: e73d94bb-35a8-43fb-94bd-a8df2e07acf0, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:33:18.125017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-80873007-efbb-44bf-a1a3-97ab1809a0b7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 936 time: 0.0895696 Aug 20 13:33:18.148403 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-17e3f2be-c72f-429a-865c-fea1ea293baf tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b01034513c44a4b85cce5f92a7feb4 HTTP/1.1" status: 200 len: 379 time: 0.1897810 Aug 20 13:33:18.179078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'port': {'device_id': 'f0700705-a286-4980-87dd-ee745e5abd47', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'admin_state_up': True, 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'security_groups': ['678bffb5-9caf-4b98-8edf-06338c3cee7f']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:18.200767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Network e73d94bb-35a8-43fb-94bd-a8df2e07acf0 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:33:18.209836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:18.209836 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:18.243138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e73d94bb-35a8-43fb-94bd-a8df2e07acf0) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:18.257092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:18.257697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:18.265694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdea38b-9286-4343-a1f1-2f86db4c5493 None None] Network e73d94bb-35a8-43fb-94bd-a8df2e07acf0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:18.311454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a48dccc2-3f6c-4c60-9756-5f08dbf33c93 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8434901 Aug 20 13:33:18.555074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:18.641295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0f828238-eb50-465b-83a3-ec02e630cc80 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:18.655573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0f828238-eb50-465b-83a3-ec02e630cc80 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 937 time: 0.5048373 Aug 20 13:33:18.703733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=2da7f673-e212-4d05-ab49-a27a03053c96,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:18.754203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ac34a56-b59a-4940-af51-5abcd4b24154 req-0be7679b-8d68-4e1d-8d48-867f33e3aeee tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 210 time: 0.0726504 Aug 20 13:33:18.794753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:18.796279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:18.799562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:18.799842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:18.828609 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-4d547dec-4728-42d4-ab15-a99ea9a9ce17 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1610265 Aug 20 13:33:18.848178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Provisioning complete for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:18.848617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:18.870813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3483218-27d3-47d0-a123-60da471863f8 None None] Network e73d94bb-35a8-43fb-94bd-a8df2e07acf0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:18.876946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Made reservation on behalf of f7b01034513c44a4b85cce5f92a7feb4 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:18.884374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eed5bdcc-2e8e-4d57-b269-0bd709f0f781 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7608504 Aug 20 13:33:18.885639 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:18.887663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37712) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:18.892675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'security_group': {'name': 'tempest-secgroup-859705357'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:18.972781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-b82eb55d-44c6-4aa3-889a-6dc8e01b1961 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1425467 Aug 20 13:33:18.982287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.082988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.086014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Port a1454aaf-cc1f-4738-a4f6-80f5831b6049 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:19.098599 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-34fc3c5d-6198-4ca8-b74e-a3db7ce09947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.206303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.217154 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.276396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6641c4b-0e8a-44a0-9700-af3143e39440,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:19.292213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.297847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-29b8aabe-77c8-4871-85bf-75962649d1d4 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4063396 Aug 20 13:33:19.298788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37726) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:19.310146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'security_group': {'name': 'tempest-secgroup-150836152'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:19.337667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:19.338426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.382963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.447783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.20.0.10 (4043ab01-f581-4e97-ba01-9c6d487c947c/81f6d249-9ce0-464e-90cb-298009c536a4/66328b17-ed0b-4177-93a3-c33d7a6342ad) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:19.511174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.513436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:19.537353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Provisioning complete for port 454cb61c-ace0-4c4e-8fc8-faa652915d24 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:19.537800 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.660165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.668178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.769911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 454cb61c-ace0-4c4e-8fc8-faa652915d24 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:19.777822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a09fc4b-f2c2-454c-b721-416dd1f8f51a None None] Could not find standard attr ID for object 43629fa6-40b9-4e38-a57d-5a0a1861c850. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:33:19.868595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 454cb61c-ace0-4c4e-8fc8-faa652915d24 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:19.868988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:19.931352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.007574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-153c1a97-698e-4c94-a7e2-a32a07b76870 None None] Could not find standard attr ID for object 43629fa6-40b9-4e38-a57d-5a0a1861c850. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:33:20.042058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2807750f-0dd6-437c-881b-a05c4b1f547b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:20.063062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2807750f-0dd6-437c-881b-a05c4b1f547b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:20.081570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2807750f-0dd6-437c-881b-a05c4b1f547b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:20.084339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2807750f-0dd6-437c-881b-a05c4b1f547b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 1993 time: 1.1091454 Aug 20 13:33:20.085473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Transition to ACTIVE for port object 66328b17-ed0b-4177-93a3-c33d7a6342ad will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:20.106538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-52c5c473-7bb5-460b-bb66-73b7c8a3f343 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/quotas/21aa38ad36a043e59aa49507fb578302 HTTP/1.1" status: 200 len: 375 time: 0.0132327 Aug 20 13:33:20.142487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37746) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:20.155062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 931200ba-ae71-4c75-8060-8ed53d7ec755 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:20.219912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec2c41-c31e-4820-95ab-40ef1bbf4cd9 None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:20.240246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-63bfb38d-3ead-4841-a8da-102cf3825c79 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1202178 Aug 20 13:33:20.252597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.293583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 4043ab01-f581-4e97-ba01-9c6d487c947c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:20.311763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:20.355503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:20.439674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 931200ba-ae71-4c75-8060-8ed53d7ec755 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:20.447229 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.450366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31de706c-b800-4874-b59f-81d7dafd4204 None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:20.451299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31de706c-b800-4874-b59f-81d7dafd4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.498105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=66328b17-ed0b-4177-93a3-c33d7a6342ad,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:20.541987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8c98f90-d137-4d5e-b1c8-db86ba9c6d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.547941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.553549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2502329 Aug 20 13:33:20.553549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fde4aa-33d0-400b-a20e-c7bf0d4ac9de tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcb26d-fd79-454d-af34-95307b703afb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:20.568893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:20.573958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1862928163'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:20.604242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:20.605060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.752025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-5d069ad2-2b8d-40f1-b85c-4a34d3cfd105 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:20.757584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-5d069ad2-2b8d-40f1-b85c-4a34d3cfd105 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/networks?id=3cc90593-d12d-439b-abe2-cc178700b5f4 HTTP/1.1" status: 200 len: 825 time: 1.0461891 Aug 20 13:33:20.776809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-144da602-4364-4035-9ffe-8e6fbae8432d tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/quotas/e6563b3be22b4d3ca22b1ec2e4a9f8ff HTTP/1.1" status: 200 len: 375 time: 0.0122273 Aug 20 13:33:20.786624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-c7415fcc-f3f9-46c0-8a78-4c2fa9baea72 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6179261 Aug 20 13:33:20.817362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-89ebcd94-77ec-41f5-98ee-90f5d8b7fe48 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6563b3be22b4d3ca22b1ec2e4a9f8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339501 Aug 20 13:33:20.853387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:20.913842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31de706c-b800-4874-b59f-81d7dafd4204 None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:20.914580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31de706c-b800-4874-b59f-81d7dafd4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:20.950218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-1b40463c-24f2-4cc6-9e39-c06471d61acf service neutron] 10.222.0.59 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491244 Aug 20 13:33:20.962548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Request body: {'port': {'device_id': 'f0700705-a286-4980-87dd-ee745e5abd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:20.999697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-77229fa6-bcc3-4519-87d0-12539e03b11e service neutron] 10.222.0.59 "GET /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694148 Aug 20 13:33:21.011121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8c98f90-d137-4d5e-b1c8-db86ba9c6d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.017886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-31de706c-b800-4874-b59f-81d7dafd4204 None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:21.023475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:21.025585 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.035757 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8c98f90-d137-4d5e-b1c8-db86ba9c6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.096740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b8c98f90-d137-4d5e-b1c8-db86ba9c6d11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fad32238f8104964ba7284ee6babfdda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9554465 Aug 20 13:33:21.100068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37762) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:21.158359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.176749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c98f90-d137-4d5e-b1c8-db86ba9c6d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df254be-602d-481d-a02c-f17e2407b87d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:21.185459 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.232086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-89e51ad9-7a41-4aa1-9a52-d4ae61716196 None None] Provisioning for port 66328b17-ed0b-4177-93a3-c33d7a6342ad completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:21.251215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-89e51ad9-7a41-4aa1-9a52-d4ae61716196 None None] Provisioning complete for port 66328b17-ed0b-4177-93a3-c33d7a6342ad triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:21.253023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-52aed832-507a-468a-ab4e-51df707f9b4a service neutron] 10.222.0.59 "GET /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502697 Aug 20 13:33:21.253183 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89e51ad9-7a41-4aa1-9a52-d4ae61716196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.308367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c48006e5-74b9-481f-827c-a0e8f4ef4c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.351829 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c48006e5-74b9-481f-827c-a0e8f4ef4c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.364841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-89e51ad9-7a41-4aa1-9a52-d4ae61716196 None None] Port 66328b17-ed0b-4177-93a3-c33d7a6342ad cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:21.402195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Update dhcp port {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'fixed_ips': [{'subnet_id': '9bbf5d43-adef-4a8d-9cb4-479c4cb02894', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2da7f673-e212-4d05-ab49-a27a03053c96'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '31e8b096-0f33-4d73-b313-f786c8be7a0f'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:33:21.414557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2dcf4cd6-1860-491e-80e6-0b363d9ea652 service neutron] 10.222.0.59 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432900 Aug 20 13:33:21.484458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.486734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c48006e5-74b9-481f-827c-a0e8f4ef4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.490752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c48006e5-74b9-481f-827c-a0e8f4ef4c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.492207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c48006e5-74b9-481f-827c-a0e8f4ef4c86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5df254be-602d-481d-a02c-f17e2407b87d HTTP/1.1" status: 204 len: 168 time: 0.3879299 Aug 20 13:33:21.510771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:21.547104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48006e5-74b9-481f-827c-a0e8f4ef4c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df254be-602d-481d-a02c-f17e2407b87d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:21.702705 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-354842f1-b1b9-4bcb-8ef3-7146bc7b611f service neutron] 10.222.0.59 "GET /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2565281 Aug 20 13:33:21.841699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d87490-3888-448d-8136-4d788fe9121a req-7c01081b-7f5c-4f2b-81e6-b357b6ba632c tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:21.847362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65d87490-3888-448d-8136-4d788fe9121a req-7c01081b-7f5c-4f2b-81e6-b357b6ba632c tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 932 time: 0.1864188 Aug 20 13:33:21.965488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Allocated IP 2001:db8::2 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/2da7f673-e212-4d05-ab49-a27a03053c96/31e8b096-0f33-4d73-b313-f786c8be7a0f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:22.090074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65d87490-3888-448d-8136-4d788fe9121a req-cfbeceb5-fa23-4df5-a7b8-a23141e227c5 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286272 Aug 20 13:33:22.135479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-8f5aa305-2727-40b7-8dab-2b84aeeabb23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1879263 Aug 20 13:33:22.266100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=31e8b096-0f33-4d73-b313-f786c8be7a0f,segment=NetworkSegment(0befb2fa-35b8-414c-8d51-0cb10c9d4b9c),segment_id=0befb2fa-35b8-414c-8d51-0cb10c9d4b9c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:22.321504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.323206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.324361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.325317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.326575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.328110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.329218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:22.335427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-40b496c9-1a29-4a94-ae8f-167949977a8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.1371701 Aug 20 13:33:22.347712 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.352947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37784) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:22.389347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Transition to ACTIVE for port object 31e8b096-0f33-4d73-b313-f786c8be7a0f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:22.415960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.432157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f6e86351-2889-405b-ada1-e57ff89be727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.476250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.480057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-53d809b2-e134-4fdd-bd8e-48b7ad63acbe req-a3b002df-62c9-47b9-83ed-9c63a1b3b7cd tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 210 time: 0.1256092 Aug 20 13:33:22.509130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.550251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Pushing event updated for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:22.564750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.565203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.565497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.565843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.566185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.566546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.566907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.567242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.568121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.568526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.569158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.569270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77e6a4-7b25-4c81-8f33-38ac7a24fee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:22.610029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d337e9-d6d8-433c-8d04-df7cfe941ec7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:22.628884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-674391ca-4cc2-4473-9479-38eb4115bc44 service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801291 Aug 20 13:33:22.648247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.653735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-222b2bfa-0a0a-422b-9385-d38cb8cbbc4d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0832911 Aug 20 13:33:22.655032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:22.668065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-40879805', 'security_groups': ['02d337e9-d6d8-433c-8d04-df7cfe941ec7'], 'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2da7f673-e212-4d05-ab49-a27a03053c96'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:22.839403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f6e86351-2889-405b-ada1-e57ff89be727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.859787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f6e86351-2889-405b-ada1-e57ff89be727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:22.969200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66328b17-ed0b-4177-93a3-c33d7a6342ad {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:22.981326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f6e86351-2889-405b-ada1-e57ff89be727 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc55a5e711fe4549ab3a56efab128ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014862 Aug 20 13:33:22.982332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e86351-2889-405b-ada1-e57ff89be727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd3b92a-4339-4685-85da-2fb4fb8b51e1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:22.991605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37800) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:23.006851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:23.022596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-48f1cbf1-e5fa-464a-a313-ab7c910defd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.023367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-48f1cbf1-e5fa-464a-a313-ab7c910defd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.023937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-48f1cbf1-e5fa-464a-a313-ab7c910defd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.025903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-48f1cbf1-e5fa-464a-a313-ab7c910defd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 2292 time: 0.6301715 Aug 20 13:33:23.113461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Transition to ACTIVE for port object 66328b17-ed0b-4177-93a3-c33d7a6342ad will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:23.138118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-007963ae-5381-4c2c-8675-818e7caf0852 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1002 time: 0.1039510 Aug 20 13:33:23.146702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:23.150630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-88d3b813-f9dd-4731-924b-3d394cdf44ea service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206177 Aug 20 13:33:23.243349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-8a47ec11-cd89-4e1b-a30a-f3008c386f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.257637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-8a47ec11-cd89-4e1b-a30a-f3008c386f35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.1109562 Aug 20 13:33:23.334638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f4ec-268c-4c11-ace5-b1df325678d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:23.375607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:23.467786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Pushing event updated for resources: {'Port': ['ID=66328b17-ed0b-4177-93a3-c33d7a6342ad,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:23.598055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-e2ac275c-eb90-4260-9fe2-44c756a586e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.602028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-e2ac275c-eb90-4260-9fe2-44c756a586e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207791 Aug 20 13:33:23.611533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f4ec-268c-4c11-ace5-b1df325678d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:23.619388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-100c7961-103d-47ab-b15b-ec19f39621f7 service neutron] 10.222.0.59 "GET /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4559586 Aug 20 13:33:23.641019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0d608-abbf-4aae-9c45-8bca5d37278d req-c29b9e99-e61c-47cd-a4f6-7b082b0e6b70 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.646500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ef0d608-abbf-4aae-9c45-8bca5d37278d req-c29b9e99-e61c-47cd-a4f6-7b082b0e6b70 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 944 time: 0.3856564 Aug 20 13:33:23.706020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:23.887883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-c8d21524-ea4b-4f5d-9499-b6f738347464 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:23.889499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-c8d21524-ea4b-4f5d-9499-b6f738347464 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.53 "GET /v2.0/networks?id=3cc90593-d12d-439b-abe2-cc178700b5f4 HTTP/1.1" status: 200 len: 825 time: 0.5195596 Aug 20 13:33:23.892745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ef0d608-abbf-4aae-9c45-8bca5d37278d req-559d8c09-4577-492d-b32b-e3a835ea59da tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103164 Aug 20 13:33:23.913462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Request body: {'port': {'device_id': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4', 'admin_state_up': True, 'tenant_id': 'e6563b3be22b4d3ca22b1ec2e4a9f8ff'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:23.938612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-6a8b7c59-c7ac-4f20-80fc-d1c39f3c630b service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910480 Aug 20 13:33:23.976502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bd8441af-1ef3-4b01-bea0-5f398332853d None None] Provisioning for port 31e8b096-0f33-4d73-b313-f786c8be7a0f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:23.982129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bd8441af-1ef3-4b01-bea0-5f398332853d None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:23.983384 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bd8441af-1ef3-4b01-bea0-5f398332853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.027564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Attempting to bind port 66328b17-ed0b-4177-93a3-c33d7a6342ad on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:24.027564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Attempting to bind port 66328b17-ed0b-4177-93a3-c33d7a6342ad by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:24.028198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Attempting to bind port 66328b17-ed0b-4177-93a3-c33d7a6342ad on network 4043ab01-f581-4e97-ba01-9c6d487c947c {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:24.035873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.099446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] device_id is not set on port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:33:24.114284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Port 66328b17-ed0b-4177-93a3-c33d7a6342ad on network 4043ab01-f581-4e97-ba01-9c6d487c947c not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:24.117072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Attempting to bind port 66328b17-ed0b-4177-93a3-c33d7a6342ad on network 4043ab01-f581-4e97-ba01-9c6d487c947c {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:24.144615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:24.145618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Checking segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:24.146659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Bound using segment: {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:24.147287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Bound port: 66328b17-ed0b-4177-93a3-c33d7a6342ad, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cde38f3-68e6-48e4-8bd5-81b03bf386ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:24.147849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.186405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bd8441af-1ef3-4b01-bea0-5f398332853d None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:24.187252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bd8441af-1ef3-4b01-bea0-5f398332853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.195421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f4ec-268c-4c11-ace5-b1df325678d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.198022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f4ec-268c-4c11-ace5-b1df325678d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.199195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f8f9f4ec-268c-4c11-ace5-b1df325678d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dd3b92a-4339-4685-85da-2fb4fb8b51e1 HTTP/1.1" status: 204 len: 168 time: 1.2041407 Aug 20 13:33:24.226001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9f4ec-268c-4c11-ace5-b1df325678d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd3b92a-4339-4685-85da-2fb4fb8b51e1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:24.248793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9dee5067-1ea4-4fe4-b10c-8ab4eed05f04 service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559244 Aug 20 13:33:24.285578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bd8441af-1ef3-4b01-bea0-5f398332853d None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:24.297111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Made reservation on behalf of e6563b3be22b4d3ca22b1ec2e4a9f8ff for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:24.321180 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.385685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-698f225a-2f1b-4977-bb53-80877b0df153 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161625 Aug 20 13:33:24.387694 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee09c5fb-2bad-4521-9233-12e0761e363e req-e298eae0-1dfa-4cc8-b83c-c7768b3f691a tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 210 time: 0.2234600 Aug 20 13:33:24.470153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-3c8f4057-cb7f-4e32-83a9-526e22aff812 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 217 time: 0.0585520 Aug 20 13:33:24.624245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-833801f7-7bf4-46ba-8e09-cb0f18e8b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:24.627223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-833801f7-7bf4-46ba-8e09-cb0f18e8b09b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1486633 Aug 20 13:33:24.636408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8::2e3 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/2da7f673-e212-4d05-ab49-a27a03053c96/3cb0e1d9-cfcc-4b95-baa8-2d8148743710) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:24.681551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c7696fe7-a1f6-4852-83ee-f772832dbd6c service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309375 Aug 20 13:33:24.707369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] For port 66328b17-ed0b-4177-93a3-c33d7a6342ad, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:24.711293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] For port 66328b17-ed0b-4177-93a3-c33d7a6342ad, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:24.754549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Allocated IP 172.20.0.9 (3cc90593-d12d-439b-abe2-cc178700b5f4/cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea/8db54cc6-4f58-4556-a45e-f37ac65092f7) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:24.759000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-1a1c7511-249a-4008-bae3-9c572f072b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:24.760836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-1a1c7511-249a-4008-bae3-9c572f072b32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895686 Aug 20 13:33:24.843165 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-50cc1722-3b30-4f4b-a01f-6bc911773611 service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298113 Aug 20 13:33:24.849358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:24.984170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-140ea116-f9b4-4623-a634-2bee1122ccd0 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069941 Aug 20 13:33:25.117625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.118317 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:25.119827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/66328b17-ed0b-4177-93a3-c33d7a6342ad HTTP/1.1" status: 200 len: 1092 time: 4.1663129 Aug 20 13:33:25.133175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:25.136453 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c898fcf4-9ce4-467e-8969-5e747241fa18" -d '{"events": [{"name": "network-changed", "server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:25.178361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:25.214282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca128b9e-79c2-4881-8f2f-f397f0fdaed9 req-9a7abeab-b201-4899-bd51-1b25ff041056 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.224299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca128b9e-79c2-4881-8f2f-f397f0fdaed9 req-9a7abeab-b201-4899-bd51-1b25ff041056 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 944 time: 0.1523683 Aug 20 13:33:25.305099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca128b9e-79c2-4881-8f2f-f397f0fdaed9 req-acef71f9-2f11-43ae-a45f-1639231a6257 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791981 Aug 20 13:33:25.335331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-09d1a531-61b0-44f8-9ae0-8408a507d06f service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372445 Aug 20 13:33:25.399231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-6aa35a53-3899-4dfe-8130-ba8b4339206d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 217 time: 0.0504367 Aug 20 13:33:25.414400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:25.429841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b8e73-194f-4389-a037-e584d9c552a7 service neutron] Pushing event updated for resources: {'Port': ['ID=66328b17-ed0b-4177-93a3-c33d7a6342ad,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:25.446772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-01056c28-d1f5-44cf-a9dd-5c7b0baf9c6e service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905626 Aug 20 13:33:25.501758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Pushing event updated for resources: {'Port': ['ID=8db54cc6-4f58-4556-a45e-f37ac65092f7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:25.550506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Network 3cc90593-d12d-439b-abe2-cc178700b5f4 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:25.554687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:25.558222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:25.563722 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:25.607503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-58bd2205-e035-4363-8c06-21b82e88bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.615415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-58bd2205-e035-4363-8c06-21b82e88bbb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.2064533 Aug 20 13:33:25.639888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:25.643050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-502f635a-72ec-4e8a-b336-7ffcaff6deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.644901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-502f635a-72ec-4e8a-b336-7ffcaff6deae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 1095 time: 0.4486384 Aug 20 13:33:25.703238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.703910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:25.717132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-4be0db6b-ba61-44ba-a70e-ea6687780aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.718645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-4be0db6b-ba61-44ba-a70e-ea6687780aa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959628 Aug 20 13:33:25.736057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-b72611bd-6755-41a6-b91c-a08e02e8d493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad HTTP/1.1" status: 200 len: 217 time: 0.0801661 Aug 20 13:33:25.739877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-6cd192bf-0ab0-409e-b75b-b3ab71a66c66 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8361378 Aug 20 13:33:25.793354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Request body: {'port': {'device_id': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:25.844545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-f5bd7c68-bac8-44c0-82b7-abfbf301ac4b service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880427 Aug 20 13:33:25.855589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-bdbb9201-5136-4063-83ac-9fa6333c47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:25.857573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-bdbb9201-5136-4063-83ac-9fa6333c47df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f6d249-9ce0-464e-90cb-298009c536a4 HTTP/1.1" status: 200 len: 835 time: 0.1133952 Aug 20 13:33:25.858964 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:25.948787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-c36552bd-2381-4e61-aa76-a92ce02ac52f service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212305 Aug 20 13:33:25.949965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:26.104306 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a145950-3280-48fe-b5f1-dd64ebd7fba8 x-openstack-request-id: req-3a145950-3280-48fe-b5f1-dd64ebd7fba8 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:26.104717 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:26.105039 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a145950-3280-48fe-b5f1-dd64ebd7fba8 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:26.105512 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'status': 'completed', 'code': 200} Aug 20 13:33:26.119697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:26.128496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:26.159737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:26.173670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:26.174256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:26.190278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=3cb0e1d9-cfcc-4b95-baa8-2d8148743710,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:26.215270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374adad-352c-4641-beeb-9fab091ab268 req-618d64bd-65b2-4bfb-a74c-d0896b371435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:26.217037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-618d64bd-65b2-4bfb-a74c-d0896b371435 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4043ab01-f581-4e97-ba01-9c6d487c947c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3468134 Aug 20 13:33:26.220843 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c14fa9dc-651d-4bf3-8cc8-50a72aa476fa tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5575061 Aug 20 13:33:26.230665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37872) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:26.257067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:26.338342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-93fe7d77-4869-4e43-85fc-8f0c5c7c1065 service neutron] 10.222.0.59 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924979 Aug 20 13:33:26.605048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6063cad8-ab95-4ed8-aba3-ee6ea751b8db None None] Provisioning for port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:26.609838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6063cad8-ab95-4ed8-aba3-ee6ea751b8db None None] Provisioning complete for port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:26.610209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6063cad8-ab95-4ed8-aba3-ee6ea751b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:26.622073 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c5868cbc-fbbd-415f-8443-d4b2ce286eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751565 Aug 20 13:33:26.624144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-6d76dc8d-4590-4315-844b-6a98c2e61438 service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887439 Aug 20 13:33:26.630949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:26.639168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:26.700935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6063cad8-ab95-4ed8-aba3-ee6ea751b8db None None] Port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:26.782097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-8c673b41-c796-48f7-91a3-95928067fb33 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191628 Aug 20 13:33:26.859877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68952869-a8f4-486f-9ab8-2fa5ace895af req-9f412122-4f94-40a1-ac93-94f060a66814 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:26.861485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68952869-a8f4-486f-9ab8-2fa5ace895af req-9f412122-4f94-40a1-ac93-94f060a66814 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 931 time: 0.6452227 Aug 20 13:33:26.913385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-da7fe689-7439-4217-87ca-93c7e7551802 service neutron] 10.222.0.59 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851491 Aug 20 13:33:26.927398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c374adad-352c-4641-beeb-9fab091ab268 req-11898a6c-0e00-41f1-915e-d5e7684f0170 service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876935 Aug 20 13:33:26.929712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-5580a5b3-8569-4b81-94a1-833df988f74d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 217 time: 0.1228621 Aug 20 13:33:26.995091 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2da7f673-e212-4d05-ab49-a27a03053c96 (CIDR: 2001:db8::/64) Aug 20 13:33:27.024593 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:33:27.025022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:27.043323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68952869-a8f4-486f-9ab8-2fa5ace895af req-93e1abab-4155-4249-b75a-665d8ec64983 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462069 Aug 20 13:33:27.087555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e1dfa841-1f68-490e-b4c0-b6cf3c687a98 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8511474 Aug 20 13:33:27.089133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:27.089484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37904) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:27.112598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:27.231862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-8af27974-7571-4c48-9a02-24110c6d63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:27.233808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-8af27974-7571-4c48-9a02-24110c6d63c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.2336569 Aug 20 13:33:27.395302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-6f669b45-4044-458e-b302-cb7cc3660ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723547 Aug 20 13:33:27.509998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-bab1dbc8-665e-44e7-bb92-ec3ac7a515d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:27.511690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-bab1dbc8-665e-44e7-bb92-ec3ac7a515d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 1095 time: 0.1145635 Aug 20 13:33:27.759114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-d07b233f-0d56-4776-ae16-d53288099dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504152 Aug 20 13:33:27.897898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-9c324022-0667-471f-98a2-eaa7a34e381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:27.899774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-9c324022-0667-471f-98a2-eaa7a34e381f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4043ab01-f581-4e97-ba01-9c6d487c947c HTTP/1.1" status: 200 len: 898 time: 0.3785574 Aug 20 13:33:27.939878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fff71f7b-c6e6-4b6d-8f84-12ee6dd34e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:27.970530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-76c38060-1132-49b8-964c-619696367bfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad HTTP/1.1" status: 200 len: 217 time: 0.0620117 Aug 20 13:33:28.035313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d8f66-3f99-41cb-8ce6-3c94f034f5c6 req-a07f9b21-84b5-4a77-b9f5-8fe24a0d9fef tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:28.037633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-913d8f66-3f99-41cb-8ce6-3c94f034f5c6 req-a07f9b21-84b5-4a77-b9f5-8fe24a0d9fef tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 944 time: 0.8628323 Aug 20 13:33:28.057079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-2bfdb9de-2138-4263-bbea-724b8a0e3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:28.058929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-2bfdb9de-2138-4263-bbea-724b8a0e3a91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f6d249-9ce0-464e-90cb-298009c536a4 HTTP/1.1" status: 200 len: 835 time: 0.0810535 Aug 20 13:33:28.086168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-e7bc95dc-d02c-43d3-8fc5-4411f0bd4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:28.088285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-e7bc95dc-d02c-43d3-8fc5-4411f0bd4f24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8259170 Aug 20 13:33:28.149857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-cafb429d-d665-478a-b31e-5a18c8c86357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:28.155432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-cafb429d-d665-478a-b31e-5a18c8c86357 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4043ab01-f581-4e97-ba01-9c6d487c947c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895042 Aug 20 13:33:28.211139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db54cc6-4f58-4556-a45e-f37ac65092f7 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:28.234139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.261862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-913d8f66-3f99-41cb-8ce6-3c94f034f5c6 req-93b04ee4-a4e3-4003-9c2f-29c60abd414e tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725199 Aug 20 13:33:28.276879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Transition to ACTIVE for port object 8db54cc6-4f58-4556-a45e-f37ac65092f7 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:28.293722 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.341709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-598bf0f3-acf7-4a6f-8254-d4afec49bfdf service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777980 Aug 20 13:33:28.373610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8db54cc6-4f58-4556-a45e-f37ac65092f7,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:28.433748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-f31009fc-dc8f-4ba6-96c2-ee321f4a583b service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305848 Aug 20 13:33:28.497947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fff71f7b-c6e6-4b6d-8f84-12ee6dd34e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.533991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c898fcf4-9ce4-467e-8969-5e747241fa18 req-0f739a74-de5a-459e-83db-6ea3078da067 service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839890 Aug 20 13:33:28.551494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fff71f7b-c6e6-4b6d-8f84-12ee6dd34e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.673441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:28.677717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.714308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37970) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:28.714508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fff71f7b-c6e6-4b6d-8f84-12ee6dd34e2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7e4dec41e0b4c52998613698e1c4d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6238375 Aug 20 13:33:28.752038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff71f7b-c6e6-4b6d-8f84-12ee6dd34e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f3aa1-eb32-426b-b852-66bc67ec11fd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:28.803421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Attempting to bind port 8db54cc6-4f58-4556-a45e-f37ac65092f7 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:28.803791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Attempting to bind port 8db54cc6-4f58-4556-a45e-f37ac65092f7 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:28.804524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Attempting to bind port 8db54cc6-4f58-4556-a45e-f37ac65092f7 on network 3cc90593-d12d-439b-abe2-cc178700b5f4 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:28.835875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfb5b519-09b3-431e-ae2e-61656003cb5e req-33db2a56-2e60-4212-9d00-f30d52a33b4d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0687745 Aug 20 13:33:28.837640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Port 8db54cc6-4f58-4556-a45e-f37ac65092f7 on network 3cc90593-d12d-439b-abe2-cc178700b5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:28.838295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Attempting to bind port 8db54cc6-4f58-4556-a45e-f37ac65092f7 on network 3cc90593-d12d-439b-abe2-cc178700b5f4 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:28.854117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-cae42255-27b5-4c8a-9cf0-281af929ef3a service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110692 Aug 20 13:33:28.856343 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.869282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52a83-5579-4491-99ed-123d89e0cf8c req-ca2bb0e9-2d9a-4f1b-ad9c-e500a87c76f6 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:28.873038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cacf06c3-c151-4973-a3ea-4cf017ee3ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.878370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fe52a83-5579-4491-99ed-123d89e0cf8c req-ca2bb0e9-2d9a-4f1b-ad9c-e500a87c76f6 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 943 time: 0.3093324 Aug 20 13:33:28.917897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cacf06c3-c151-4973-a3ea-4cf017ee3ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:28.924017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:28.924378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Checking segment: {'id': '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:28.924817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Bound using segment: {'id': '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:28.925373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Bound port: 8db54cc6-4f58-4556-a45e-f37ac65092f7, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:28.925742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.023560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cacf06c3-c151-4973-a3ea-4cf017ee3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.027002 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cacf06c3-c151-4973-a3ea-4cf017ee3ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.028704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cacf06c3-c151-4973-a3ea-4cf017ee3ba4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e2f3aa1-eb32-426b-b852-66bc67ec11fd HTTP/1.1" status: 204 len: 168 time: 0.3127728 Aug 20 13:33:29.040300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-df978a6c-2b9f-4975-93d1-3d3502d2bf32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 217 time: 0.1244891 Aug 20 13:33:29.050495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf06c3-c151-4973-a3ea-4cf017ee3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f3aa1-eb32-426b-b852-66bc67ec11fd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:29.053903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fe52a83-5579-4491-99ed-123d89e0cf8c req-f9d649df-9ab2-45d8-af0f-6c757ff14f98 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742249 Aug 20 13:33:29.139084 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9bbf5d43-adef-4a8d-9cb4-479c4cb02894 (CIDR: 2001:db8:0:1::/64) Aug 20 13:33:29.146335 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:33:29.146820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:29.180256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-f448020c-0009-4764-9f7e-6ce4b8abfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:29.182417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-f448020c-0009-4764-9f7e-6ce4b8abfadb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1275182 Aug 20 13:33:29.229004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-20a4e3fd-58b6-4072-9e85-0ad76de28a7e tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1372142 Aug 20 13:33:29.231970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37992) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:29.238585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] For port 8db54cc6-4f58-4556-a45e-f37ac65092f7, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:29.239203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'subnet': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:29.283008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] For port 8db54cc6-4f58-4556-a45e-f37ac65092f7, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7,segment=NetworkSegment(197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc),segment_id=197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:29.293252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-f47416b2-1627-4671-afd7-a245661c2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:29.295187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-f47416b2-1627-4671-afd7-a245661c2a9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042442 Aug 20 13:33:29.297413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.454052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:29.454692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.456111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] 10.222.0.53 "PUT /v2.0/ports/8db54cc6-4f58-4556-a45e-f37ac65092f7 HTTP/1.1" status: 200 len: 1091 time: 3.7021511 Aug 20 13:33:29.456612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'tag': '8db54cc6-4f58-4556-a45e-f37ac65092f7'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:29.458960 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa440b-e3fe-4332-8582-1c29ef408a92" -d '{"events": [{"name": "network-changed", "server_uuid": "f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8", "tag": "8db54cc6-4f58-4556-a45e-f37ac65092f7"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:29.543840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6a66-b325-4418-bd6f-6b82a3923c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8db54cc6-4f58-4556-a45e-f37ac65092f7,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:29.579981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebe4b2-d5cc-4344-9c2a-00dfd19dffbb req-198beabd-ea73-4e64-9b25-f2a4cde7df43 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:29.603017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebe4b2-d5cc-4344-9c2a-00dfd19dffbb req-198beabd-ea73-4e64-9b25-f2a4cde7df43 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 944 time: 0.1764975 Aug 20 13:33:29.635495 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc105b-6e0f-4fcf-a55c-eea01194a8c9 x-openstack-request-id: req-b2cc105b-6e0f-4fcf-a55c-eea01194a8c9 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:29.635826 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8", "tag": "8db54cc6-4f58-4556-a45e-f37ac65092f7", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:29.636101 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2cc105b-6e0f-4fcf-a55c-eea01194a8c9 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:29.636493 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'tag': '8db54cc6-4f58-4556-a45e-f37ac65092f7', 'status': 'completed', 'code': 200} Aug 20 13:33:29.656135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-4aa10cb0-cf39-4572-9e18-6b19858fb042 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480954 Aug 20 13:33:29.685769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebe4b2-d5cc-4344-9c2a-00dfd19dffbb req-cd1d0a34-71df-4795-993e-9f37cfdaf67f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817897 Aug 20 13:33:29.706105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 66328b17-ed0b-4177-93a3-c33d7a6342ad details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:33:29.718870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-ddb3faf7-e568-42e6-bd98-4c85c2cf905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:29.720504 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-ddb3faf7-e568-42e6-bd98-4c85c2cf905c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6563b3be22b4d3ca22b1ec2e4a9f8ff&device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 1094 time: 0.1939685 Aug 20 13:33:29.729979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Made reservation on behalf of f953fb474d7b49de864f3dc0464231d9 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:29.741215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.799522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38004) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:29.821337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e90afd90-f4d5-4c40-a6db-28d6f12e4689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:29.901439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-eb0e8a81-5028-4724-a325-9038701161e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7 HTTP/1.1" status: 200 len: 217 time: 0.1135688 Aug 20 13:33:29.978961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 66328b17-ed0b-4177-93a3-c33d7a6342ad, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:30.005848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'port_id': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'mac_address': 'fa:16:3e:a7:90:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:33:30.056915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-4421e2a6-8242-4c11-be1b-814cbdf766a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.058853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-4421e2a6-8242-4c11-be1b-814cbdf766a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea HTTP/1.1" status: 200 len: 865 time: 0.1443505 Aug 20 13:33:30.077435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e90afd90-f4d5-4c40-a6db-28d6f12e4689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.092429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.113464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66328b17-ed0b-4177-93a3-c33d7a6342ad {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:30.139566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 66328b17-ed0b-4177-93a3-c33d7a6342ad, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:30.144591 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.166835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e90afd90-f4d5-4c40-a6db-28d6f12e4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.199868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-1405ceb1-7a82-40ed-ab35-f464b66daa37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cc90593-d12d-439b-abe2-cc178700b5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287143 Aug 20 13:33:30.209787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=66328b17-ed0b-4177-93a3-c33d7a6342ad,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:30.210461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29a89911-0cc4-4ac6-8b57-aa8f8781f4ff req-ba268527-c1dc-4ccf-8cb0-1a2940a576e3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.1443293 Aug 20 13:33:30.251704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-06623b9c-53e0-44f4-be26-174e9bdedf3b service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804741 Aug 20 13:33:30.352279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-18ef76f8-e131-42ce-a8b3-86d7bf3a17a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 217 time: 0.0702348 Aug 20 13:33:30.356590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['66328b17-ed0b-4177-93a3-c33d7a6342ad'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:33:30.436985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e90afd90-f4d5-4c40-a6db-28d6f12e4689 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=095e73647c9145b7b1af312cb6183b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6360343 Aug 20 13:33:30.437295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:30.445005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90afd90-f4d5-4c40-a6db-28d6f12e4689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6be4e0-fa4a-4604-9cc9-24c2b5bae92b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:30.474719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-b905f13f-b853-4115-ab17-1ff2a1a3a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.486212 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-b905f13f-b853-4115-ab17-1ff2a1a3a86e service neutron] 10.222.0.13 "GET /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 1032 time: 0.1493452 Aug 20 13:33:30.499767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.511496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-8350ce82-4e46-4574-9fe5-6a92f75c3f85 service neutron] 10.222.0.53 "GET /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987273 Aug 20 13:33:30.513120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-57d05611-2f41-46ad-9c4e-9d2e0cb5c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.514522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-57d05611-2f41-46ad-9c4e-9d2e0cb5c901 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.1456761 Aug 20 13:33:30.540872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c90fad3-6e06-41bf-b21b-6b8cf6ddf9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.543228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26dd93-35f0-425c-9f99-ebfd3d4da1e7 req-a1ab63b6-18c7-4791-b4aa-5b95f93e4069 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.557839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4d26dd93-35f0-425c-9f99-ebfd3d4da1e7 req-a1ab63b6-18c7-4791-b4aa-5b95f93e4069 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 943 time: 0.3678172 Aug 20 13:33:30.671647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-b4376cb2-1802-4ee7-babc-39121778f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.673548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-b4376cb2-1802-4ee7-babc-39121778f30d service neutron] 10.222.0.13 "GET /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 1033 time: 0.1751528 Aug 20 13:33:30.711106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c90fad3-6e06-41bf-b21b-6b8cf6ddf9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.751203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-eaa63f0d-164c-4038-8286-d8e131544c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.757524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-eaa63f0d-164c-4038-8286-d8e131544c53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175891 Aug 20 13:33:30.863761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-ec7968a2-621b-403d-bca8-c8c205492033 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.871223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-ec7968a2-621b-403d-bca8-c8c205492033 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.877010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-ec7968a2-621b-403d-bca8-c8c205492033 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.879174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-ec7968a2-621b-403d-bca8-c8c205492033 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 1993 time: 0.1629579 Aug 20 13:33:30.879532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-c78bc5df-753b-42c2-b65d-2eb573831d84 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114635 Aug 20 13:33:30.886368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:30.896046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:30.909548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff86fd3-7298-4c66-ba57-8acc27708589 None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:30.909762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:30.910227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:30.959319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7246623 Aug 20 13:33:30.960611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deaf3c-7721-4ceb-9ea2-21c32730a72d tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Subnet': ['ID=e010265c-3552-4b16-8904-5f1ee24a32fc,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:30.967095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38020) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:30.993004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0cfe86c2-e44d-4768-93fc-ee70ef95c96a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21aa38ad36a043e59aa49507fb578302 HTTP/1.1" status: 200 len: 379 time: 0.0988634 Aug 20 13:33:31.007079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4d26dd93-35f0-425c-9f99-ebfd3d4da1e7 req-c31bff0b-ac99-42d8-8bd9-7c8d800c9da3 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445090 Aug 20 13:33:31.012573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'admin_state_up': True, 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'security_groups': ['478f2a66-6a24-42d7-8641-3cf97917fd5c']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:31.022521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1617670021', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e010265c-3552-4b16-8904-5f1ee24a32fc'}], 'security_groups': ['a6641c4b-0e8a-44a0-9700-af3143e39440', '76fcb26d-fd79-454d-af34-95307b703afb']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:31.029080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c782864e-6bc0-48d3-8054-ec605ade78ba req-2d358313-815f-4f3a-be0f-8caba64ec322 service neutron] 10.222.0.53 "GET /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910147 Aug 20 13:33:31.082946 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c90fad3-6e06-41bf-b21b-6b8cf6ddf9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:31.086643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4c90fad3-6e06-41bf-b21b-6b8cf6ddf9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:31.091257 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4c90fad3-6e06-41bf-b21b-6b8cf6ddf9cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd6be4e0-fa4a-4604-9cc9-24c2b5bae92b HTTP/1.1" status: 204 len: 168 time: 0.6503227 Aug 20 13:33:31.218461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90fad3-6e06-41bf-b21b-6b8cf6ddf9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6be4e0-fa4a-4604-9cc9-24c2b5bae92b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:31.341099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:31.346775 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:31.398052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b29b03-0933-4a8c-84bd-c86bf3f565e1 req-181721b4-46c1-4c7e-aa07-b19a85019326 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:31.415282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5b29b03-0933-4a8c-84bd-c86bf3f565e1 req-181721b4-46c1-4c7e-aa07-b19a85019326 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 945 time: 0.5341518 Aug 20 13:33:31.451786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:31.463798 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14f0f7d3-4506-4899-8d87-d55f1f785b48 req-17670d76-394e-4cd3-a9a3-8b1364d48d91 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0790784 Aug 20 13:33:31.481097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Update dhcp port {'port': {'network_id': '3df4e40e-de46-4a62-a0ea-e006aa9feb16', 'fixed_ips': [{'subnet_id': '9bbf5d43-adef-4a8d-9cb4-479c4cb02894', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2da7f673-e212-4d05-ab49-a27a03053c96', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e010265c-3552-4b16-8904-5f1ee24a32fc'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '31e8b096-0f33-4d73-b313-f786c8be7a0f'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:33:31.550908 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:31.694011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:31.697798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-d9f6c4bb-2d80-4770-8711-8f5a494a5235 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085496 Aug 20 13:33:31.744859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-8583158b-16bb-44dc-a23b-5be795b69cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:31.745955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 172.20.0.10 (f54f8aab-e819-4e7e-8938-447490660a38/a00953dd-4411-4462-891c-28c8d3ece73e/05dd124a-3787-4bb6-8cde-f2c5dd74e8d3) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:31.751355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-8583158b-16bb-44dc-a23b-5be795b69cfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6563b3be22b4d3ca22b1ec2e4a9f8ff&device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 1094 time: 0.5206761 Aug 20 13:33:31.800853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5b29b03-0933-4a8c-84bd-c86bf3f565e1 req-9bbb15cd-7f47-46e1-b3b3-bdfa7e9028ee tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796937 Aug 20 13:33:31.874718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-225ead72-fe3c-4a4c-8083-836a63e53ec0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.1604724 Aug 20 13:33:31.898064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 66328b17-ed0b-4177-93a3-c33d7a6342ad up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:32.006353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-69e80dcf-903c-42db-aa7f-357ebde1fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:32.010312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 66328b17-ed0b-4177-93a3-c33d7a6342ad completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:32.012094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-69e80dcf-903c-42db-aa7f-357ebde1fa1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.0883136 Aug 20 13:33:32.025430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 66328b17-ed0b-4177-93a3-c33d7a6342ad triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:32.025430 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.029121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Allocated IP 2001:db8:0:2::2 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/e010265c-3552-4b16-8904-5f1ee24a32fc/31e8b096-0f33-4d73-b313-f786c8be7a0f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:32.103909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38058) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:32.112589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.128431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:32.170138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.174012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b94e9767-603d-4f7f-a688-a6ca5c30a2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.232004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network f54f8aab-e819-4e7e-8938-447490660a38 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:32.235898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:32.238802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:32.275914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:32.289957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=31e8b096-0f33-4d73-b313-f786c8be7a0f,segment=NetworkSegment(0befb2fa-35b8-414c-8d51-0cb10c9d4b9c),segment_id=0befb2fa-35b8-414c-8d51-0cb10c9d4b9c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:32.292668 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.341206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:32.342471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.357933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:32.360718 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc9172e-59d2-4b26-b31f-953592828e78" -d '{"events": [{"server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "name": "network-vif-plugged", "status": "completed", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:32.369188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c8ec8a87-20b6-4d4b-82db-0636f9dc5751 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3606286 Aug 20 13:33:32.382256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'admin_state_up': True, 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'security_groups': ['478f2a66-6a24-42d7-8641-3cf97917fd5c']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:32.433076 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.441183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 66328b17-ed0b-4177-93a3-c33d7a6342ad, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:32.453983 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.461312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Transition to ACTIVE for port object 31e8b096-0f33-4d73-b313-f786c8be7a0f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:32.522927 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.628545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:32.634424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.730899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=66328b17-ed0b-4177-93a3-c33d7a6342ad,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:32.842394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0953aefe-da45-46ac-b47c-3ad9e04d88b4 None None] Provisioning for port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:32.858979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0953aefe-da45-46ac-b47c-3ad9e04d88b4 None None] Provisioning complete for port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:32.859423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0953aefe-da45-46ac-b47c-3ad9e04d88b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:32.920494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-df075de6-4a4d-446f-a591-cb8633faa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:32.925948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-df075de6-4a4d-446f-a591-cb8633faa2f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9024379 Aug 20 13:33:32.940309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-25fa7b66-2a1b-4b1f-973e-c0ccef8214d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:32.944538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-25fa7b66-2a1b-4b1f-973e-c0ccef8214d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cc90593-d12d-439b-abe2-cc178700b5f4 HTTP/1.1" status: 200 len: 926 time: 1.1621623 Aug 20 13:33:32.977229 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1145f700-44c4-44c4-a854-50d3d568643d x-openstack-request-id: req-1145f700-44c4-44c4-a854-50d3d568643d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:32.977609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 10.1.1.208 (28dbff8c-ac99-449c-8206-4640246e6412/f1f8b583-ec4c-46f2-828d-e0c015586ebe/90e8da13-860e-4285-a350-e022b9aef6c0) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:32.978387 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "name": "network-vif-plugged", "status": "completed", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:32.978833 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1145f700-44c4-44c4-a854-50d3d568643d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:32.979430 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'code': 200} Aug 20 13:33:32.999129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fab3a-88a4-443a-aaf9-aaffd7f42b5f None None] Pushing event updated for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:33.043029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0953aefe-da45-46ac-b47c-3ad9e04d88b4 None None] Port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:33.142215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-632b0b20-b0bc-4d37-860b-4ccd54948f7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7 HTTP/1.1" status: 200 len: 217 time: 0.1431582 Aug 20 13:33:33.222903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:33.244488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object 90e8da13-860e-4285-a350-e022b9aef6c0 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:33.291419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:33.434533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:33.475161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8db54cc6-4f58-4556-a45e-f37ac65092f7 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:33:33.507647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 28dbff8c-ac99-449c-8206-4640246e6412 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:33.512287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:33.528807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:33.624107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9238c-0410-4e72-bba4-ded13265fca7 req-ed05897f-ba9e-4d69-afce-94414463b78c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:33.662335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9238c-0410-4e72-bba4-ded13265fca7 req-ed05897f-ba9e-4d69-afce-94414463b78c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:33.665746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dda9238c-0410-4e72-bba4-ded13265fca7 req-ed05897f-ba9e-4d69-afce-94414463b78c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 1654 time: 0.3863089 Aug 20 13:33:33.677200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-f77a6ac3-15e3-4709-8e2b-247c26147778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:33.679331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-f77a6ac3-15e3-4709-8e2b-247c26147778 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea HTTP/1.1" status: 200 len: 865 time: 0.4952857 Aug 20 13:33:33.693850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:33.713143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956c75c-5d2a-43b2-88db-283074cf80bf req-202c96d5-cace-411f-8869-52ff72ce1578 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:33.722212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7956c75c-5d2a-43b2-88db-283074cf80bf req-202c96d5-cace-411f-8869-52ff72ce1578 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 943 time: 1.5659366 Aug 20 13:33:33.733017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:33.733698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:33.781062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dda9238c-0410-4e72-bba4-ded13265fca7 req-43af62ab-9fff-45b2-9bb0-fdbe5013bb8c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087313 Aug 20 13:33:33.867043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-1d6e8dce-8bb1-4986-9e88-11b88ef5ac30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cc90593-d12d-439b-abe2-cc178700b5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378305 Aug 20 13:33:33.888374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d92c3-922c-4246-a15e-36c421bd1394 req-209b10df-be73-4a21-b74c-fbbffdeafafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:33.895183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-003d92c3-922c-4246-a15e-36c421bd1394 req-209b10df-be73-4a21-b74c-fbbffdeafafe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 1097 time: 0.7122278 Aug 20 13:33:33.934820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 8db54cc6-4f58-4556-a45e-f37ac65092f7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7,segment=NetworkSegment(197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc),segment_id=197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:33.972858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '8db54cc6-4f58-4556-a45e-f37ac65092f7', 'network_id': '3cc90593-d12d-439b-abe2-cc178700b5f4', 'port_id': '8db54cc6-4f58-4556-a45e-f37ac65092f7', 'mac_address': 'fa:16:3e:59:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:33:34.030163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-303718ec-5037-43dd-a408-c14f25bd9f55 None None] Provisioning for port 90e8da13-860e-4285-a350-e022b9aef6c0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:34.035219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.037785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-303718ec-5037-43dd-a408-c14f25bd9f55 None None] Provisioning complete for port 90e8da13-860e-4285-a350-e022b9aef6c0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:34.038413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-303718ec-5037-43dd-a408-c14f25bd9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.040591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-320dcea5-8c66-436d-b28e-7a643744fd57 service neutron] 10.222.0.53 "GET /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383018 Aug 20 13:33:34.070283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb91e92-4f59-482b-9c7e-3bdc96b01649 req-f313b4eb-1bda-4f2b-8573-4a78a7377f90 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:34.077529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adb91e92-4f59-482b-9c7e-3bdc96b01649 req-f313b4eb-1bda-4f2b-8573-4a78a7377f90 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.1347444 Aug 20 13:33:34.091052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db54cc6-4f58-4556-a45e-f37ac65092f7 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:34.131735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-303718ec-5037-43dd-a408-c14f25bd9f55 None None] Port 90e8da13-860e-4285-a350-e022b9aef6c0 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:34.136728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 8db54cc6-4f58-4556-a45e-f37ac65092f7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7,segment=NetworkSegment(197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc),segment_id=197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:34.148771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.164302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adb91e92-4f59-482b-9c7e-3bdc96b01649 req-49b39b2b-c4ee-480d-8459-ad9ee1ac354a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798793 Aug 20 13:33:34.174764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7956c75c-5d2a-43b2-88db-283074cf80bf req-3f61aeeb-5a74-467b-936e-ca345c30b9af tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512794 Aug 20 13:33:34.213846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-6382a023-e6c9-40f2-bcc0-8b7b1ecd5af2 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2439544 Aug 20 13:33:34.333348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Provisioning for port 31e8b096-0f33-4d73-b313-f786c8be7a0f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:34.342429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=8db54cc6-4f58-4556-a45e-f37ac65092f7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:34.346350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:34.346732 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.429281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['8db54cc6-4f58-4556-a45e-f37ac65092f7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:33:34.444027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-003d92c3-922c-4246-a15e-36c421bd1394 req-b52a2c6f-3ecf-445d-acd6-8bf56757dd78 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030910 Aug 20 13:33:34.487359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b94e9767-603d-4f7f-a688-a6ca5c30a2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.527917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-72fd54e0-9004-48d9-94a6-b8b883eea071 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1515574 Aug 20 13:33:34.557209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b94e9767-603d-4f7f-a688-a6ca5c30a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.601345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fa440b-e3fe-4332-8582-1c29ef408a92 req-539ad5d9-06ea-433e-abb9-1da2b7fed804 service neutron] 10.222.0.53 "GET /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431890 Aug 20 13:33:34.631350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'admin_state_up': True, 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'security_groups': ['478f2a66-6a24-42d7-8641-3cf97917fd5c']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:34.676005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Delete allocated IP 2001:db8::2e3 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/2da7f673-e212-4d05-ab49-a27a03053c96) {{(pid=94861) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 13:33:34.772272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Allocated IP 2001:db8:0:2::2f0 (3df4e40e-de46-4a62-a0ea-e006aa9feb16/e010265c-3552-4b16-8904-5f1ee24a32fc/3cb0e1d9-cfcc-4b95-baa8-2d8148743710) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:34.780203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f74a29ce-4236-4a20-b057-d909a13f01a3 req-951edb3b-e726-489d-980b-34c71451b059 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555744 Aug 20 13:33:34.781106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e9767-603d-4f7f-a688-a6ca5c30a2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb8625-1c58-45bb-8f82-2c685565a526,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:34.785048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:34.786576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.827873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b94e9767-603d-4f7f-a688-a6ca5c30a2b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8eb39f595f3747ddb3bf848eeb5c3ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7033329 Aug 20 13:33:34.835217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38086) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:34.858625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:34.875521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Provisioning complete for port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:34.875905 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:34.914711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ce657b08-4713-4a60-9861-2c08b33f3708 None None] Port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:35.028129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:35.032085 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.049688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-282ed453-95b6-43d4-8e5c-f7140d0ae602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.144495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-282ed453-95b6-43d4-8e5c-f7140d0ae602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.178316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1546-b340-4aa5-bce6-648023ceac9d req-0b6367c9-f8e1-4ec8-a206-cc4cbc264c8f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:35.185062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1546-b340-4aa5-bce6-648023ceac9d req-0b6367c9-f8e1-4ec8-a206-cc4cbc264c8f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:35.186757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-876f1546-b340-4aa5-bce6-648023ceac9d req-0b6367c9-f8e1-4ec8-a206-cc4cbc264c8f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 1654 time: 0.1839509 Aug 20 13:33:35.228870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 10.1.1.137 (28dbff8c-ac99-449c-8206-4640246e6412/f1f8b583-ec4c-46f2-828d-e0c015586ebe/c0003bdd-d4ca-4d15-98c0-33fdffa2f401) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:35.365518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.437188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Transition to ACTIVE for port object 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:35.449318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-876f1546-b340-4aa5-bce6-648023ceac9d req-90915e7a-bf32-43ee-86d6-5e12c4f22eb7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388597 Aug 20 13:33:35.452242 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.482859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8db54cc6-4f58-4556-a45e-f37ac65092f7 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:33:35.585592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 8db54cc6-4f58-4556-a45e-f37ac65092f7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:35.590063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 8db54cc6-4f58-4556-a45e-f37ac65092f7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:35.590518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.593338 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-282ed453-95b6-43d4-8e5c-f7140d0ae602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.608113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-282ed453-95b6-43d4-8e5c-f7140d0ae602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.609940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.614250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-282ed453-95b6-43d4-8e5c-f7140d0ae602 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67bb8625-1c58-45bb-8f82-2c685565a526 HTTP/1.1" status: 204 len: 168 time: 0.7757430 Aug 20 13:33:35.649058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object c0003bdd-d4ca-4d15-98c0-33fdffa2f401 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:35.660203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ed453-95b6-43d4-8e5c-f7140d0ae602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb8625-1c58-45bb-8f82-2c685565a526,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:35.710370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.775798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event updated for resources: {'Port': ['ID=3cb0e1d9-cfcc-4b95-baa8-2d8148743710,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:35.782538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] In _notify_port_updated(), no bound segment for port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 on network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:33:35.790150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:35.812106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 28dbff8c-ac99-449c-8206-4640246e6412 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:35.812985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:35.813680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:35.818219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ffbef1d-45e7-4de6-8989-9eac926be985 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "PUT /v2.0/ports/3cb0e1d9-cfcc-4b95-baa8-2d8148743710 HTTP/1.1" status: 200 len: 970 time: 4.8457978 Aug 20 13:33:35.829101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de106a52-458a-4c3a-adc8-5148616084c0 req-1d7f3406-ae0c-44e6-8e53-82b26fa2e993 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:35.838755 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de106a52-458a-4c3a-adc8-5148616084c0 req-1d7f3406-ae0c-44e6-8e53-82b26fa2e993 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.5291288 Aug 20 13:33:35.847646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38108) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:35.890380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:35.899353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:35.919525 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:36.015073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db54cc6-4f58-4556-a45e-f37ac65092f7'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:36.028652 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd44a10-a5b2-4190-96d0-763a0bb2c9d5" -d '{"events": [{"server_uuid": "f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8", "name": "network-vif-plugged", "status": "completed", "tag": "8db54cc6-4f58-4556-a45e-f37ac65092f7"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:36.049397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:36.050557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:36.062120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 8db54cc6-4f58-4556-a45e-f37ac65092f7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7,segment=NetworkSegment(197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc),segment_id=197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:36.075222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:36.148112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-30b7c60f-2cd7-4d77-9f71-fb8f63720801 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5192099 Aug 20 13:33:36.167710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'admin_state_up': True, 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'security_groups': ['478f2a66-6a24-42d7-8641-3cf97917fd5c']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:36.203018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de106a52-458a-4c3a-adc8-5148616084c0 req-f8b768fd-4975-470a-9bf2-96a701471e6a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632362 Aug 20 13:33:36.212603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea7b31-c647-456c-9e57-15ea30623c0c req-46064c38-d667-4973-a16f-c2fcd7c918fe tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:36.219488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=8db54cc6-4f58-4556-a45e-f37ac65092f7,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:36.227660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86ea7b31-c647-456c-9e57-15ea30623c0c req-46064c38-d667-4973-a16f-c2fcd7c918fe tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 944 time: 0.4528782 Aug 20 13:33:36.355660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb26becb-7bb2-4702-8dc4-cef66446074b None None] Provisioning for port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:36.368353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb26becb-7bb2-4702-8dc4-cef66446074b None None] Provisioning complete for port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:36.368794 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bb26becb-7bb2-4702-8dc4-cef66446074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:36.488290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:36.489418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:36.504060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86ea7b31-c647-456c-9e57-15ea30623c0c req-d80e4868-2545-456d-927b-b62bbb10b1cd tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397213 Aug 20 13:33:36.573115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bb26becb-7bb2-4702-8dc4-cef66446074b None None] Port 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:36.595533 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603fc6c4-11d9-44d7-83c6-f9b7c95f3c98 x-openstack-request-id: req-603fc6c4-11d9-44d7-83c6-f9b7c95f3c98 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:36.596112 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8", "name": "network-vif-plugged", "status": "completed", "tag": "8db54cc6-4f58-4556-a45e-f37ac65092f7", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:36.596642 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-603fc6c4-11d9-44d7-83c6-f9b7c95f3c98 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:36.597252 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db54cc6-4f58-4556-a45e-f37ac65092f7', 'code': 200} Aug 20 13:33:36.658859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38124) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:36.713950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-78087972-f4ec-4c3b-a7a4-b9c6a97a839a None None] Provisioning for port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:36.719004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-78087972-f4ec-4c3b-a7a4-b9c6a97a839a None None] Provisioning complete for port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:36.719623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-78087972-f4ec-4c3b-a7a4-b9c6a97a839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:36.735798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:36.790986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-78087972-f4ec-4c3b-a7a4-b9c6a97a839a None None] Port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:36.908782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5face9a5-264c-4999-be2b-e98984cda481 req-572b22fd-8b40-4009-8343-34a05cdcb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:36.911140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5face9a5-264c-4999-be2b-e98984cda481 req-572b22fd-8b40-4009-8343-34a05cdcb0f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 1096 time: 0.2009094 Aug 20 13:33:36.950750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f4fd-2055-457c-afbf-3b87f066f5ab req-520f68be-c8bf-4aff-b413-59f9aace3856 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:36.961515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f4fd-2055-457c-afbf-3b87f066f5ab req-520f68be-c8bf-4aff-b413-59f9aace3856 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:36.968572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f4fd-2055-457c-afbf-3b87f066f5ab req-520f68be-c8bf-4aff-b413-59f9aace3856 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:36.970497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c10f4fd-2055-457c-afbf-3b87f066f5ab req-520f68be-c8bf-4aff-b413-59f9aace3856 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 2375 time: 0.2442377 Aug 20 13:33:36.992695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.071751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c453d52-1485-445f-a37e-f6fee1c16447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.090532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 3cb0e1d9-cfcc-4b95-baa8-2d8148743710 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:37.133323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5face9a5-264c-4999-be2b-e98984cda481 req-f69c1219-6445-478f-b949-0451e41bcce8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616137 Aug 20 13:33:37.181487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c10f4fd-2055-457c-afbf-3b87f066f5ab req-cd79b1ad-8e40-4303-969c-4260c66ad7ac tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010419 Aug 20 13:33:37.265486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.528249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.573724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=3cb0e1d9-cfcc-4b95-baa8-2d8148743710,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:37.603970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.606779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ba508202-65c5-4c7e-9de6-baddfd401c88 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/3cb0e1d9-cfcc-4b95-baa8-2d8148743710 HTTP/1.1" status: 204 len: 168 time: 1.7601225 Aug 20 13:33:37.609585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:37.647471 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ef63e4-e69f-4614-98d9-5bfabe0a68e7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] GET failed (client error): The resource could not be found. Aug 20 13:33:37.649430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 10.2.2.100 (0d0465df-09be-46a3-8df8-4b5eb2c2ed60/961fc6fb-c4b4-45b4-b390-7ac5b28278af/d8face10-ea99-4300-8b73-cfc5d39b1ff4) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:37.649591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53ef63e4-e69f-4614-98d9-5bfabe0a68e7 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports/3cb0e1d9-cfcc-4b95-baa8-2d8148743710 HTTP/1.1" status: 404 len: 333 time: 0.0388117 Aug 20 13:33:37.652679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38152) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:37.834711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.850891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object d8face10-ea99-4300-8b73-cfc5d39b1ff4 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:37.874739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2acffd-297f-422e-913f-15f60705f099 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.893552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.928880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ff5e6-941e-4105-bd2a-6d1c47c6544b req-cdbf2bf0-607c-4a8f-8d61-dc68dc1b5487 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:37.948513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae4ff5e6-941e-4105-bd2a-6d1c47c6544b req-cdbf2bf0-607c-4a8f-8d61-dc68dc1b5487 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.6094069 Aug 20 13:33:37.951752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2acffd-297f-422e-913f-15f60705f099 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:37.995617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde2a1c-234f-4631-8042-ab2861b6c377 req-1f88d313-6b7e-4c0b-b3f1-3ce9aee260a4 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.003158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fde2a1c-234f-4631-8042-ab2861b6c377 req-1f88d313-6b7e-4c0b-b3f1-3ce9aee260a4 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.2109575 Aug 20 13:33:38.047022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=d8face10-ea99-4300-8b73-cfc5d39b1ff4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:38.110141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fde2a1c-234f-4631-8042-ab2861b6c377 req-e38f85c8-3dfc-4f22-997b-5b64ab1f5bd5 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051130 Aug 20 13:33:38.127936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:38.137613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae4ff5e6-941e-4105-bd2a-6d1c47c6544b req-d7e05252-9613-48a6-b320-2b942b1a2ab0 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879928 Aug 20 13:33:38.149297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2acffd-297f-422e-913f-15f60705f099 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.157126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc2acffd-297f-422e-913f-15f60705f099 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.162716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dc2acffd-297f-422e-913f-15f60705f099 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/security-groups/02d337e9-d6d8-433c-8d04-df7cfe941ec7 HTTP/1.1" status: 204 len: 168 time: 0.5052013 Aug 20 13:33:38.163488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38160) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:38.189753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:38.193485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.194012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.194353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.194761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.195163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.195563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.195963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.196362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.196781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.197236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.197632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.198022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:38.211853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c453d52-1485-445f-a37e-f6fee1c16447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.213727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:38.222913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c453d52-1485-445f-a37e-f6fee1c16447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.249917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2acffd-297f-422e-913f-15f60705f099 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d337e9-d6d8-433c-8d04-df7cfe941ec7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:38.474094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15a3a78e-4255-4709-bbec-a5c009468c69 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.521966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afe550-bd8b-419e-995a-395a8c5e85c8 req-2335563b-3f25-4d0a-b696-f3f296c8d39d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.529701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78afe550-bd8b-419e-995a-395a8c5e85c8 req-2335563b-3f25-4d0a-b696-f3f296c8d39d tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.1168902 Aug 20 13:33:38.532357 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2c453d52-1485-445f-a37e-f6fee1c16447 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=accd8c709ae548e4942efd891e7fe41e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8707247 Aug 20 13:33:38.541624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38168) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:38.574577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c453d52-1485-445f-a37e-f6fee1c16447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a7fd1-78a9-494c-b36f-4a859c63a1e3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:38.596191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15a3a78e-4255-4709-bbec-a5c009468c69 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.638411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78afe550-bd8b-419e-995a-395a8c5e85c8 req-5920e6fe-073c-466a-9b7b-3f87c310aa02 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827510 Aug 20 13:33:38.654325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38176) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:38.654747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5647d41-1c08-4bec-bccd-38f5ed536995 None None] Provisioning for port d8face10-ea99-4300-8b73-cfc5d39b1ff4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:38.660308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5647d41-1c08-4bec-bccd-38f5ed536995 None None] Provisioning complete for port d8face10-ea99-4300-8b73-cfc5d39b1ff4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:38.661095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5647d41-1c08-4bec-bccd-38f5ed536995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.663591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.665702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.756418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282560d9-74c3-40db-9eee-aa3124c86f9d req-001b5073-996e-4562-b01a-7d657aafab75 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.774236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282560d9-74c3-40db-9eee-aa3124c86f9d req-001b5073-996e-4562-b01a-7d657aafab75 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.777885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f5647d41-1c08-4bec-bccd-38f5ed536995 None None] Port d8face10-ea99-4300-8b73-cfc5d39b1ff4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:38.782190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282560d9-74c3-40db-9eee-aa3124c86f9d req-001b5073-996e-4562-b01a-7d657aafab75 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.790609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282560d9-74c3-40db-9eee-aa3124c86f9d req-001b5073-996e-4562-b01a-7d657aafab75 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.792443 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-282560d9-74c3-40db-9eee-aa3124c86f9d req-001b5073-996e-4562-b01a-7d657aafab75 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 3096 time: 0.4045331 Aug 20 13:33:38.796729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-41f6ffc5-272a-46ba-907f-c2ce5d83c408 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6419871 Aug 20 13:33:38.800044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705bc90-0632-4c62-8de1-945e8688b2d1 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:38.803264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e705bc90-0632-4c62-8de1-945e8688b2d1 tempest-TestNetworkBasicOps-1459161908 tempest-TestNetworkBasicOps-1459161908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 1092 time: 0.1453843 Aug 20 13:33:38.815944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15a3a78e-4255-4709-bbec-a5c009468c69 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.815944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15a3a78e-4255-4709-bbec-a5c009468c69 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.815944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-15a3a78e-4255-4709-bbec-a5c009468c69 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/security-groups/76fcb26d-fd79-454d-af34-95307b703afb HTTP/1.1" status: 204 len: 168 time: 0.6442025 Aug 20 13:33:38.815944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38178) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:38.827836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38180) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:38.831513 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7856-b48b-436e-a5fb-a575f390d377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.836492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:38.851595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'admin_state_up': True, 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'security_groups': ['478f2a66-6a24-42d7-8641-3cf97917fd5c']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:38.866798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3a78e-4255-4709-bbec-a5c009468c69 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcb26d-fd79-454d-af34-95307b703afb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:38.877940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:38.979642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7856-b48b-436e-a5fb-a575f390d377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.124661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.438825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e46d4-be3f-4444-9290-b8f7bb59479a req-6369b9ff-e8b6-41a5-ab17-62dc62993e7d tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:39.447004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-073e46d4-be3f-4444-9290-b8f7bb59479a req-6369b9ff-e8b6-41a5-ab17-62dc62993e7d tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.1640391 Aug 20 13:33:39.498970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Allocated IP 172.25.6.146 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/c9785d71-760e-4938-b91a-cfbc70557292) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:39.516686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-073e46d4-be3f-4444-9290-b8f7bb59479a req-2516ed72-9016-4845-b7bd-aef98da04d07 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686619 Aug 20 13:33:39.568745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7856-b48b-436e-a5fb-a575f390d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.571420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7856-b48b-436e-a5fb-a575f390d377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.574577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4d0b7856-b48b-436e-a5fb-a575f390d377 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/800a7fd1-78a9-494c-b36f-4a859c63a1e3 HTTP/1.1" status: 204 len: 168 time: 1.0301707 Aug 20 13:33:39.604856 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-282560d9-74c3-40db-9eee-aa3124c86f9d req-bdf005b5-d9f7-4323-b7b8-7910d3538906 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7760639 Aug 20 13:33:39.666173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b7856-b48b-436e-a5fb-a575f390d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a7fd1-78a9-494c-b36f-4a859c63a1e3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:39.686613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67cf13bc-f034-4441-847d-fcca58dab4c8 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.751994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67cf13bc-f034-4441-847d-fcca58dab4c8 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.804430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Made reservation on behalf of 21aa38ad36a043e59aa49507fb578302 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:33:39.810110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.931422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:39.959145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac190ee-9064-4e54-995b-e349be62da3e req-372b2d34-95e5-405f-82b8-e09a56789f0c tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:39.967283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ac190ee-9064-4e54-995b-e349be62da3e req-372b2d34-95e5-405f-82b8-e09a56789f0c tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.1807787 Aug 20 13:33:40.016271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ac190ee-9064-4e54-995b-e349be62da3e req-2503c850-defc-49cb-86e9-368ae7ab4cd0 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Aug 20 13:33:40.039963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67cf13bc-f034-4441-847d-fcca58dab4c8 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.047353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67cf13bc-f034-4441-847d-fcca58dab4c8 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.049203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67cf13bc-f034-4441-847d-fcca58dab4c8 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/security-groups/a6641c4b-0e8a-44a0-9700-af3143e39440 HTTP/1.1" status: 204 len: 168 time: 1.2117751 Aug 20 13:33:40.052592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38208) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:40.079712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf13bc-f034-4441-847d-fcca58dab4c8 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6641c4b-0e8a-44a0-9700-af3143e39440,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:40.187563 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.392438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:40.459255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 2da7f673-e212-4d05-ab49-a27a03053c96 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:40.483432 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.495529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Allocated IP 10.2.2.200 (0d0465df-09be-46a3-8df8-4b5eb2c2ed60/961fc6fb-c4b4-45b4-b390-7ac5b28278af/c4a27da9-bddb-4d9c-b662-87617a6a9e64) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:33:40.562397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38224) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:40.584282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:40.586729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b08f036-401f-47be-9ade-e01f9f4e8dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.606782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.622919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=c9785d71-760e-4938-b91a-cfbc70557292,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:40.640879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.640879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.642457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.642457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.642457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.642457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.642813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.642813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.643168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.643510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.643963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.647324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:33:40.660192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:33:40.660192 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:33:40.660192 n-d-804232-5 neutron-server[94862]: [parameters: {'project_id_1': '1c2145bf054e4a61b3681debb965b0cd', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 33, 40, 641921)}] Aug 20 13:33:40.660192 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:33:40.661678 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:33:40.681268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:40.718215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:40.783564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:40.884415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4fe93-6312-4ccf-91d1-2efc8c526048 req-a09aaa0c-33f0-423f-926a-2c29fe9d3df5 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:40.886240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83c4fe93-6312-4ccf-91d1-2efc8c526048 req-a09aaa0c-33f0-423f-926a-2c29fe9d3df5 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.1866333 Aug 20 13:33:41.026059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b08f036-401f-47be-9ade-e01f9f4e8dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.033719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83c4fe93-6312-4ccf-91d1-2efc8c526048 req-c2766b00-25f3-41c9-a0b5-c2d4d9b6e7fa tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185164 Aug 20 13:33:41.054010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5b08f036-401f-47be-9ade-e01f9f4e8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.079050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.135154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.167926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.187292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39473-0ab9-44dd-9e68-468821854848 req-82f0ab9a-a9c8-419a-8d6d-6cfcd2b66de3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:41.194905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39473-0ab9-44dd-9e68-468821854848 req-82f0ab9a-a9c8-419a-8d6d-6cfcd2b66de3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:41.204505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39473-0ab9-44dd-9e68-468821854848 req-82f0ab9a-a9c8-419a-8d6d-6cfcd2b66de3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:41.212140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39473-0ab9-44dd-9e68-468821854848 req-82f0ab9a-a9c8-419a-8d6d-6cfcd2b66de3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:41.220246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1b39473-0ab9-44dd-9e68-468821854848 req-82f0ab9a-a9c8-419a-8d6d-6cfcd2b66de3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 3096 time: 0.2988448 Aug 20 13:33:41.222758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Transition to ACTIVE for port object c4a27da9-bddb-4d9c-b662-87617a6a9e64 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:41.232776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08f036-401f-47be-9ade-e01f9f4e8dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82113e1-c79a-4b2f-b58e-e3ec292772b8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:41.248619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5b08f036-401f-47be-9ade-e01f9f4e8dbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59dceea8eb56434f941b6b6aed6c80f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847789 Aug 20 13:33:41.260200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38232) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:41.314012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.381582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1b39473-0ab9-44dd-9e68-468821854848 req-0ab9d531-362d-4398-b04a-053dae1d2407 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596239 Aug 20 13:33:41.467780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3c78419-27d9-4b0a-8b1e-7b963e05beb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.480477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.626567 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3c78419-27d9-4b0a-8b1e-7b963e05beb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.691858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:33:41.730671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:33:41.742304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:33:41.745182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event updated for resources: {'Port': ['ID=c4a27da9-bddb-4d9c-b662-87617a6a9e64,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:41.871868 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.887766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.944699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c2145bf054e4a61b3681debb965b0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5444822 Aug 20 13:33:41.947040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38240) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:41.954045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:41.954709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:41.985895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ff0f1-b4c5-4515-a815-da47204dac5b None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:42.009419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.021482 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/2da7f673-e212-4d05-ab49-a27a03053c96 HTTP/1.1" status: 204 len: 168 time: 1.9661222 Aug 20 13:33:42.022748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81337662-d246-458f-8814-bf147fe202a5 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=2da7f673-e212-4d05-ab49-a27a03053c96,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:42.024216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38242) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:42.088128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f167-d6ba-49a0-83ba-b497cb492827 req-6498f589-c3bd-40ee-9785-3a25e91f30ac tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:42.099827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4613f167-d6ba-49a0-83ba-b497cb492827 req-6498f589-c3bd-40ee-9785-3a25e91f30ac tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.3599586 Aug 20 13:33:42.128452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3c78419-27d9-4b0a-8b1e-7b963e05beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.132274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3c78419-27d9-4b0a-8b1e-7b963e05beb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.133875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b3c78419-27d9-4b0a-8b1e-7b963e05beb4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c82113e1-c79a-4b2f-b58e-e3ec292772b8 HTTP/1.1" status: 204 len: 168 time: 0.8698246 Aug 20 13:33:42.177940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67aabd-4f7e-451d-b4a9-92973348471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463d14e2-5a6f-4643-9865-228489f7a143,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:42.187367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-265abff9-22a1-455e-9d03-83c9769eafd5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3603165 Aug 20 13:33:42.242421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4613f167-d6ba-49a0-83ba-b497cb492827 req-f26eb1b2-6881-41a9-a450-5844e05ee3e2 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413205 Aug 20 13:33:42.252421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:42.264083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c78419-27d9-4b0a-8b1e-7b963e05beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82113e1-c79a-4b2f-b58e-e3ec292772b8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:42.266199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e08e1e78-329d-430e-b997-4f4d0174b2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.305989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet e010265c-3552-4b16-8904-5f1ee24a32fc {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:42.321909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.358677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e08e1e78-329d-430e-b997-4f4d0174b2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.382039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-00f88ab1-5352-424b-8490-d250fb46a220 None None] Provisioning for port c4a27da9-bddb-4d9c-b662-87617a6a9e64 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:33:42.395649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-00f88ab1-5352-424b-8490-d250fb46a220 None None] Provisioning complete for port c4a27da9-bddb-4d9c-b662-87617a6a9e64 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:42.396634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-00f88ab1-5352-424b-8490-d250fb46a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.466453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.509917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-00f88ab1-5352-424b-8490-d250fb46a220 None None] Port c4a27da9-bddb-4d9c-b662-87617a6a9e64 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:42.517326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.567974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.662200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.741304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.906598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.952444 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.954884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/e010265c-3552-4b16-8904-5f1ee24a32fc HTTP/1.1" status: 204 len: 168 time: 0.8977442 Aug 20 13:33:42.955923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892e2eb-2bca-4d6b-88c7-08048440dcfb tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=e010265c-3552-4b16-8904-5f1ee24a32fc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:42.965032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38254) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:42.986151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e08e1e78-329d-430e-b997-4f4d0174b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.989422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e08e1e78-329d-430e-b997-4f4d0174b2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:42.993027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e08e1e78-329d-430e-b997-4f4d0174b2ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/463d14e2-5a6f-4643-9865-228489f7a143 HTTP/1.1" status: 204 len: 168 time: 1.0267780 Aug 20 13:33:43.067696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-d1c67cc9-4b97-4dca-a5b6-f79b1dca1e0b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:43.074501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-d1c67cc9-4b97-4dca-a5b6-f79b1dca1e0b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:43.081428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-d1c67cc9-4b97-4dca-a5b6-f79b1dca1e0b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:43.090749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-33f8a1f9-20c5-4d6f-9650-8aabdf92c0c1 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:43.092776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-33f8a1f9-20c5-4d6f-9650-8aabdf92c0c1 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.1186118 Aug 20 13:33:43.094407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-d1c67cc9-4b97-4dca-a5b6-f79b1dca1e0b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:43.103098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-d1c67cc9-4b97-4dca-a5b6-f79b1dca1e0b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:43.109811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-d1c67cc9-4b97-4dca-a5b6-f79b1dca1e0b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 3817 time: 0.3811104 Aug 20 13:33:43.117354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e1e78-329d-430e-b997-4f4d0174b2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463d14e2-5a6f-4643-9865-228489f7a143,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:43.129448 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d33cff8-dd0c-4d8f-a40a-fd5ccde6a1f9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:43.130959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d33cff8-dd0c-4d8f-a40a-fd5ccde6a1f9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:43.133506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9d33cff8-dd0c-4d8f-a40a-fd5ccde6a1f9 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/2da7f673-e212-4d05-ab49-a27a03053c96 HTTP/1.1" status: 404 len: 337 time: 0.1626329 Aug 20 13:33:43.150639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38258) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:43.173691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38260) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:43.218425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ce3248e-279d-4d0f-8b2c-17878f8cd338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.293971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8e3e26e-6f24-43b2-8524-86a5dd54beed req-e0424b46-a2d6-4699-8b09-494e19f7dfe3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772440 Aug 20 13:33:43.406571 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ce3248e-279d-4d0f-8b2c-17878f8cd338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.478758 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ce3248e-279d-4d0f-8b2c-17878f8cd338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.618893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22158063-b392-451c-b135-e47d0701f21c None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:43.656440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3248e-279d-4d0f-8b2c-17878f8cd338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f58837-3559-49e1-b905-8e6683ee9045,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:43.722982 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.763583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting subnet 9bbf5d43-adef-4a8d-9cb4-479c4cb02894 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:43.771123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:43.791918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.806023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.806455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.840346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Transition to ACTIVE for port object 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:43.845983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a2204bc1-aa48-4a55-8685-36319a318e66 None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:43.846432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2204bc1-aa48-4a55-8685-36319a318e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.852490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:43.956154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3ce3248e-279d-4d0f-8b2c-17878f8cd338 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=944a319d52e749758b4b9d057bd7bc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812788 Aug 20 13:33:43.962683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38270) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:44.090283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5918-807e-4130-9a70-d873aabe2cc8 req-7c4608db-a30e-489a-a422-5b107e7f9d27 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:44.110001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-635c5918-807e-4130-9a70-d873aabe2cc8 req-7c4608db-a30e-489a-a422-5b107e7f9d27 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 945 time: 0.6419084 Aug 20 13:33:44.127843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38272) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:44.185138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Pushing event updated for resources: {'Port': ['ID=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:44.267466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event updated for resources: {'Port': ['ID=c9785d71-760e-4938-b91a-cfbc70557292,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:44.275136 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.311941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a2204bc1-aa48-4a55-8685-36319a318e66 None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:44.313797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30529e2b-636a-4b67-91fe-218a45ca3773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.319761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2204bc1-aa48-4a55-8685-36319a318e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.415103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Deleting port 8db54cc6-4f58-4556-a45e-f37ac65092f7 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:44.416361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.417613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30529e2b-636a-4b67-91fe-218a45ca3773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.438547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a2204bc1-aa48-4a55-8685-36319a318e66 None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:44.493134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Attempting to bind port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:44.493598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Attempting to bind port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:44.493940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Attempting to bind port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 on network f54f8aab-e819-4e7e-8938-447490660a38 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:44.496894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a2f01d5-902a-42c9-a431-69e06c10e93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.499506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30529e2b-636a-4b67-91fe-218a45ca3773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.502408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30529e2b-636a-4b67-91fe-218a45ca3773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.503684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-30529e2b-636a-4b67-91fe-218a45ca3773 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38f58837-3559-49e1-b905-8e6683ee9045 HTTP/1.1" status: 204 len: 168 time: 0.4803936 Aug 20 13:33:44.561957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 on network f54f8aab-e819-4e7e-8938-447490660a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:44.565433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Attempting to bind port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 on network f54f8aab-e819-4e7e-8938-447490660a38 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:44.625213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:44.625475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Checking segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:44.625861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Bound using segment: {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:44.628321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Bound port: 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dc6c4d-617d-4e4f-833d-56e555563f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:44.629500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.644812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30529e2b-636a-4b67-91fe-218a45ca3773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f58837-3559-49e1-b905-8e6683ee9045,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:44.711782 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.777335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-af1ac852-d74f-4a5d-a452-30b776a92ae9 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:44.792686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-af1ac852-d74f-4a5d-a452-30b776a92ae9 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:44.799216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-af1ac852-d74f-4a5d-a452-30b776a92ae9 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:44.817904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-af1ac852-d74f-4a5d-a452-30b776a92ae9 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:44.824103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-af1ac852-d74f-4a5d-a452-30b776a92ae9 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:44.826019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-af1ac852-d74f-4a5d-a452-30b776a92ae9 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 3829 time: 0.3463702 Aug 20 13:33:44.877036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a2f01d5-902a-42c9-a431-69e06c10e93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.905912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-635c5918-807e-4130-9a70-d873aabe2cc8 req-dd042059-4349-4eff-9512-8ad2b4313130 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/security-groups?id=31c68487-4f47-4b62-928a-8f8ac8d30a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930863 Aug 20 13:33:44.920526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a2f01d5-902a-42c9-a431-69e06c10e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:44.938146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] For port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:44.943599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] For port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:44.980896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8640c57a-ea42-4c4e-80a1-51f4ee42c2ef req-23e9f421-b8b5-4a68-8105-f2436625469c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326556 Aug 20 13:33:44.982212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.077726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:45.078767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.079767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] 10.222.0.13 "PUT /v2.0/ports/05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1092 time: 2.8555224 Aug 20 13:33:45.080053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:45.099863 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94804ccc-f979-40aa-be96-51255a83037b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:45.127339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:45.222582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.240266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6a2f01d5-902a-42c9-a431-69e06c10e93a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=afd2742e192f474caa714b38345bb002&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854933 Aug 20 13:33:45.269642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:45.304604 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59163827-f4fc-48df-b7d9-74394d1c35d6 x-openstack-request-id: req-59163827-f4fc-48df-b7d9-74394d1c35d6 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:45.305150 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:45.306021 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59163827-f4fc-48df-b7d9-74394d1c35d6 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:45.306481 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'status': 'completed', 'code': 200} Aug 20 13:33:45.334657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8bff4-ab14-415b-9ce7-d1beef18a799 service neutron] Pushing event updated for resources: {'Port': ['ID=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:45.342068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] For port 8db54cc6-4f58-4556-a45e-f37ac65092f7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8db54cc6-4f58-4556-a45e-f37ac65092f7,segment=NetworkSegment(197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc),segment_id=197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:45.342446 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.361686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Calling delete_port for 8db54cc6-4f58-4556-a45e-f37ac65092f7 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:45.364338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f01d5-902a-42c9-a431-69e06c10e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f4b070-f902-49c3-99cb-059c9de09f2c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:45.513776 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Floating IP 772f70f5-ac57-4a63-8222-48515dbec62a associated. External IP: 172.25.6.146, port: 66328b17-ed0b-4177-93a3-c33d7a6342ad. Aug 20 13:33:45.530325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.611294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1e57-632d-40cc-ad51-b860e284eecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.667283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-745585e4-c4b6-4134-b9c7-42a9b92a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:45.667804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-745585e4-c4b6-4134-b9c7-42a9b92a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:45.668264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-745585e4-c4b6-4134-b9c7-42a9b92a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:45.668773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-745585e4-c4b6-4134-b9c7-42a9b92a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:45.669254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-745585e4-c4b6-4134-b9c7-42a9b92a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:45.671185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94804ccc-f979-40aa-be96-51255a83037b req-745585e4-c4b6-4134-b9c7-42a9b92a78bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 4364 time: 0.3495553 Aug 20 13:33:45.717067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c21e3186-eeeb-4f61-80ac-b371f8c42b56 None None] Provisioning complete for port 31e8b096-0f33-4d73-b313-f786c8be7a0f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:45.717628 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c21e3186-eeeb-4f61-80ac-b371f8c42b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.730339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1e57-632d-40cc-ad51-b860e284eecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.855361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-34f1238e-1622-40d5-8799-18f57a6fd5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.942876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1e57-632d-40cc-ad51-b860e284eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.948518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1e57-632d-40cc-ad51-b860e284eecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:45.952865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ac8b1e57-632d-40cc-ad51-b860e284eecc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83f4b070-f902-49c3-99cb-059c9de09f2c HTTP/1.1" status: 204 len: 168 time: 0.6794882 Aug 20 13:33:46.097658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1e57-632d-40cc-ad51-b860e284eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f4b070-f902-49c3-99cb-059c9de09f2c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:46.110898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c21e3186-eeeb-4f61-80ac-b371f8c42b56 None None] Provisioning complete for port 15e79ec3-cc9d-46bf-b414-6a1299745137 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:33:46.111296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c21e3186-eeeb-4f61-80ac-b371f8c42b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:46.136662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:46.147937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:46.248971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c21e3186-eeeb-4f61-80ac-b371f8c42b56 None None] Port 15e79ec3-cc9d-46bf-b414-6a1299745137 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:33:46.321543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-95f35f79-8b0c-44c3-88b6-af88a8116f1b req-b1fa612b-f24b-4bc7-860c-016c338da796 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 210 time: 0.2500389 Aug 20 13:33:46.406035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-49487429-9d77-4108-8712-cf4a0d0ccf02 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.431052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-49487429-9d77-4108-8712-cf4a0d0ccf02 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.451717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-49487429-9d77-4108-8712-cf4a0d0ccf02 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.492951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-49487429-9d77-4108-8712-cf4a0d0ccf02 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.525136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Pushing event deleted for resources: {'Port': ['ID=8db54cc6-4f58-4556-a45e-f37ac65092f7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:46.527255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbf5d43-adef-4a8d-9cb4-479c4cb02894,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:46.528829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce9584-24a6-40b4-a6e3-b9943208ea70 None None] Network 3df4e40e-de46-4a62-a0ea-e006aa9feb16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:33:46.534403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-49487429-9d77-4108-8712-cf4a0d0ccf02 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.539788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:46.542346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8470804d-125e-44ef-baa7-547f9f8b6428 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/9bbf5d43-adef-4a8d-9cb4-479c4cb02894 HTTP/1.1" status: 204 len: 168 time: 3.3905165 Aug 20 13:33:46.543598 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-49487429-9d77-4108-8712-cf4a0d0ccf02 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 3829 time: 0.3654959 Aug 20 13:33:46.547096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38334) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:46.626181 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fb0d2b-b862-4053-99bf-70baebe9dc16 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:46.626649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fb0d2b-b862-4053-99bf-70baebe9dc16 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:46.634361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-41fb0d2b-b862-4053-99bf-70baebe9dc16 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/6ec0aba4-dae2-4be9-8fad-47266307850f HTTP/1.1" status: 404 len: 337 time: 0.0818121 Aug 20 13:33:46.683752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:46.701230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] No DVR routers for this DVR port 8db54cc6-4f58-4556-a45e-f37ac65092f7 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:33:46.715060 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:46.725738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c38a995-73d6-488f-a2d8-a1716c4a7a95 req-35ff75ad-8d4b-44d0-9abf-f5f4b4242e17 tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.53 "DELETE /v2.0/ports/8db54cc6-4f58-4556-a45e-f37ac65092f7 HTTP/1.1" status: 204 len: 173 time: 3.6203926 Aug 20 13:33:46.742673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'name': 'network-vif-deleted', 'tag': '8db54cc6-4f58-4556-a45e-f37ac65092f7'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:46.745126 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48e36c-8fad-4915-8979-72f66d72312f" -d '{"events": [{"server_uuid": "f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8", "name": "network-vif-deleted", "tag": "8db54cc6-4f58-4556-a45e-f37ac65092f7"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:46.763711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5b7bc8d1-f3fe-4ada-8625-e5f1c0132c35 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff230077-9fa7-4fcb-b60f-12adb43d01d2 HTTP/1.1" status: 200 len: 205 time: 0.0461655 Aug 20 13:33:46.772904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:46.792027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9565eb-7577-40cd-8604-74663c701f98 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:46.858503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-3cf8e0c1-892c-40f8-9153-571843e2913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.859328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-3cf8e0c1-892c-40f8-9153-571843e2913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.860084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-3cf8e0c1-892c-40f8-9153-571843e2913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:46.863066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94804ccc-f979-40aa-be96-51255a83037b req-3cf8e0c1-892c-40f8-9153-571843e2913a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21aa38ad36a043e59aa49507fb578302&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1771779 Aug 20 13:33:46.892649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:46.903929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-242d3330-0149-4ee9-9f1b-1fe48cce1a06 req-6a48d3c6-60c5-452e-8d16-7298f19709ea tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755849 Aug 20 13:33:46.905447 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-5ab6be6e-85fd-476f-81df-192c399b9b1b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] delete failed (client error): The resource could not be found. Aug 20 13:33:46.909182 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ab6be6e-85fd-476f-81df-192c399b9b1b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/routers/ff230077-9fa7-4fcb-b60f-12adb43d01d2 HTTP/1.1" status: 404 len: 336 time: 0.1320426 Aug 20 13:33:46.909316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38356) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:46.929735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] DHCP port deletion for 3df4e40e-de46-4a62-a0ea-e006aa9feb16 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:33:46.977524 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6187dd69-7581-41b3-bc21-2f19e5190f4a x-openstack-request-id: req-6187dd69-7581-41b3-bc21-2f19e5190f4a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:46.977856 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8", "name": "network-vif-deleted", "tag": "8db54cc6-4f58-4556-a45e-f37ac65092f7", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:46.978062 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6187dd69-7581-41b3-bc21-2f19e5190f4a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:46.978445 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8', 'name': 'network-vif-deleted', 'tag': '8db54cc6-4f58-4556-a45e-f37ac65092f7', 'status': 'completed', 'code': 200} Aug 20 13:33:46.986755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Transition to ACTIVE for port object 6a9565eb-7577-40cd-8604-74663c701f98 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:47.006306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.021335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] Deleting port 31e8b096-0f33-4d73-b313-f786c8be7a0f {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:47.021733 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.109552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:47.261485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] For port 31e8b096-0f33-4d73-b313-f786c8be7a0f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=31e8b096-0f33-4d73-b313-f786c8be7a0f,segment=NetworkSegment(0befb2fa-35b8-414c-8d51-0cb10c9d4b9c),segment_id=0befb2fa-35b8-414c-8d51-0cb10c9d4b9c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:33:47.263322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.302063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] Calling delete_port for 31e8b096-0f33-4d73-b313-f786c8be7a0f owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:47.452476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.483812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] No DVR routers for this DVR port 31e8b096-0f33-4d73-b313-f786c8be7a0f on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:33:47.522148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Attempting to bind port 6a9565eb-7577-40cd-8604-74663c701f98 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:47.522800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Attempting to bind port 6a9565eb-7577-40cd-8604-74663c701f98 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:47.522955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Attempting to bind port 6a9565eb-7577-40cd-8604-74663c701f98 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:47.545318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Port 6a9565eb-7577-40cd-8604-74663c701f98 on network 28dbff8c-ac99-449c-8206-4640246e6412 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:47.547473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Attempting to bind port 6a9565eb-7577-40cd-8604-74663c701f98 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:47.573937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:47.574447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Checking segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:47.577916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Bound using segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:47.578436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Bound port: 6a9565eb-7577-40cd-8604-74663c701f98, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:47.578789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.610224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8db54cc6-4f58-4556-a45e-f37ac65092f7 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:33:47.689145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 8db54cc6-4f58-4556-a45e-f37ac65092f7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:33:47.689716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8db54cc6-4f58-4556-a45e-f37ac65092f7 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:33:47.693053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dab4fe-bda3-469d-bbe9-6aa40acf7fe7 None None] Pushing event deleted for resources: {'Port': ['ID=31e8b096-0f33-4d73-b313-f786c8be7a0f,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:47.742661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:33:47.755710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:47.763842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6a9565eb-7577-40cd-8604-74663c701f98,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:47.776364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 31e8b096-0f33-4d73-b313-f786c8be7a0f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:33:47.777128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 31e8b096-0f33-4d73-b313-f786c8be7a0f not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:33:47.788516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.828732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:47.829377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:47.831437 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] 10.222.0.13 "PUT /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 1135 time: 2.7084630 Aug 20 13:33:47.831926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '6a9565eb-7577-40cd-8604-74663c701f98'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:47.835394 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e344d376-d7b3-48f1-98e5-44f106539701" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "6a9565eb-7577-40cd-8604-74663c701f98"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:47.868395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:48.023099 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-017f7e3f-e362-48da-b3ab-0106bcb8e99f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.023685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017f7e3f-e362-48da-b3ab-0106bcb8e99f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.025378 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-017f7e3f-e362-48da-b3ab-0106bcb8e99f tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/fc81056b-beac-4ce3-ba7b-6491cdacb647 HTTP/1.1" status: 404 len: 337 time: 1.0662217 Aug 20 13:33:48.038614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38406) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:48.057825 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f73253-7151-4a0e-9023-95562432ddba x-openstack-request-id: req-b2f73253-7151-4a0e-9023-95562432ddba {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:48.058890 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "6a9565eb-7577-40cd-8604-74663c701f98", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:48.061076 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2f73253-7151-4a0e-9023-95562432ddba {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:48.062419 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '6a9565eb-7577-40cd-8604-74663c701f98', 'status': 'completed', 'code': 200} Aug 20 13:33:48.063305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f289e0-171d-41bb-9931-6945e4f4a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:48.117147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2510ccee-5ede-4197-ad29-292d625e3717 req-a7a70b5a-b588-48b4-bac6-2d6a72bcc30b tempest-ServersNegativeTestMultiTenantJSON-1336713935 tempest-ServersNegativeTestMultiTenantJSON-1336713935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9604cc8-d58f-4f83-a2c2-e7cdd5f1afc8 HTTP/1.1" status: 200 len: 210 time: 0.2510726 Aug 20 13:33:48.139622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router f1b7ac70-3d51-48a1-a34e-b60112f636cf has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:33:48.212583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:48.231089 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb01ef99-9985-4ffc-9724-215022ba371b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.231560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb01ef99-9985-4ffc-9724-215022ba371b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.233388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eb01ef99-9985-4ffc-9724-215022ba371b tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/243333db-15cf-4a2f-abd5-e45b9abf0e46 HTTP/1.1" status: 404 len: 337 time: 0.1614661 Aug 20 13:33:48.250199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:48.324318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804ccc-f979-40aa-be96-51255a83037b req-691b8a4b-b46a-4615-875f-340888bf7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.327210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94804ccc-f979-40aa-be96-51255a83037b req-691b8a4b-b46a-4615-875f-340888bf7c1b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4552681 Aug 20 13:33:48.343294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.353638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.365781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.374718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.383711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.391055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.393505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-03ab4e9f-4979-428d-8a4d-994dd206fb19 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 4606 time: 0.2239625 Aug 20 13:33:48.408673 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93c8c1d-d477-41f9-bb76-0482f4221463 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.409267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93c8c1d-d477-41f9-bb76-0482f4221463 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.411988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a93c8c1d-d477-41f9-bb76-0482f4221463 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/5fa1a2a5-da2c-4099-b72f-2f1f47e425a7 HTTP/1.1" status: 404 len: 337 time: 0.1604862 Aug 20 13:33:48.422375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38458) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:48.472452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ef85e3b-c32f-4915-aca1-79da641f2556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:48.526813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:48.567016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.567691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.568075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.568593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.569059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.569672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.571611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e344d376-d7b3-48f1-98e5-44f106539701 req-d228ef61-c147-4c0c-bba4-9ce38416699f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5292 time: 0.1860552 Aug 20 13:33:48.663779 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f140685-6f7c-40d5-9c92-77d92ffd5839 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.668396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f140685-6f7c-40d5-9c92-77d92ffd5839 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.675100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9f140685-6f7c-40d5-9c92-77d92ffd5839 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/15c82893-7e18-4087-afaf-f404ee5664bf HTTP/1.1" status: 404 len: 333 time: 0.2445970 Aug 20 13:33:48.683370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38478) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:48.779109 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e315b5d0-2d60-4b19-ad69-4397ccccee3a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.779463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e315b5d0-2d60-4b19-ad69-4397ccccee3a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.788101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e315b5d0-2d60-4b19-ad69-4397ccccee3a tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/44842097-237c-4cf9-a300-db9618f214c8 HTTP/1.1" status: 404 len: 337 time: 0.0992980 Aug 20 13:33:48.788334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38480) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:48.789383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:33:48.802843 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] Sync routers for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:33:48.825675 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:33:48.826947 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:48.882106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e998db22-b44b-4a22-b7ba-77da4bad2c2f req-4e58838a-40c9-4276-88a0-54b4f2dd0423 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4726532 Aug 20 13:33:48.892038 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e167844-70d5-447c-8a8d-221810cb7804 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.897359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e167844-70d5-447c-8a8d-221810cb7804 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.901698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9e167844-70d5-447c-8a8d-221810cb7804 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/c5291372-5491-4415-a9de-d56a62266159 HTTP/1.1" status: 404 len: 337 time: 0.1101882 Aug 20 13:33:48.907471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38490) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:48.946479 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a20ea1d-12e6-4e43-90f3-580fc31ac7d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:48.947578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a20ea1d-12e6-4e43-90f3-580fc31ac7d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:48.949684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8a20ea1d-12e6-4e43-90f3-580fc31ac7d6 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/ee556af1-49e1-47ef-8b6d-78f768a53793 HTTP/1.1" status: 404 len: 333 time: 0.0383890 Aug 20 13:33:48.951367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-8ec903c7-f32c-4026-bb7d-4869fd0fe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.952078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-8ec903c7-f32c-4026-bb7d-4869fd0fe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.952769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-8ec903c7-f32c-4026-bb7d-4869fd0fe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:48.954650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e344d376-d7b3-48f1-98e5-44f106539701 req-8ec903c7-f32c-4026-bb7d-4869fd0fe9cd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21aa38ad36a043e59aa49507fb578302&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3723474 Aug 20 13:33:48.955444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38494) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:49.126713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d376-d7b3-48f1-98e5-44f106539701 req-92773b09-3e46-41b2-9a60-16091a087112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:49.130083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e344d376-d7b3-48f1-98e5-44f106539701 req-92773b09-3e46-41b2-9a60-16091a087112 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325417 Aug 20 13:33:49.131436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.206311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38520) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:49.208437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-faae7b29-2363-4947-bff5-f1b7fa097eb4 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.3763468 Aug 20 13:33:49.209726 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f715bb-7114-43ef-b1cb-596957023734 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:49.210424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f715bb-7114-43ef-b1cb-596957023734 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:49.214236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65f715bb-7114-43ef-b1cb-596957023734 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/6deeaa15-3d90-4a2d-ad5b-cff5a50cd909 HTTP/1.1" status: 404 len: 337 time: 0.2566292 Aug 20 13:33:49.218629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38522) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:49.221929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38524) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:49.224508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:49.227960 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8843c0fb-8493-44cd-b13b-12705d90168a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:49.301014 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69bdd8c-c2ad-441f-9dd6-ac2a083a3447 x-openstack-request-id: req-d69bdd8c-c2ad-441f-9dd6-ac2a083a3447 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:49.302338 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:49.303084 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d69bdd8c-c2ad-441f-9dd6-ac2a083a3447 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:49.303737 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'status': 'completed', 'code': 200} Aug 20 13:33:49.323465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Deleting subnet cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:49.327675 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.397878 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4513196-6abd-4417-8442-57e817bcee39 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] DELETE failed (client error): The resource could not be found. Aug 20 13:33:49.398325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4513196-6abd-4417-8442-57e817bcee39 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:33:49.402918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c4513196-6abd-4417-8442-57e817bcee39 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/subnets/5db7de42-bba0-4b72-a70f-41659c71adf0 HTTP/1.1" status: 404 len: 337 time: 0.1727614 Aug 20 13:33:49.406504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38540) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:49.408441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1454aaf-cc1f-4738-a4f6-80f5831b6049 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:49.420649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.453501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.455512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eae926f2-3b88-41b9-b6df-d19f516cff91 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/772f70f5-ac57-4a63-8222-48515dbec62a HTTP/1.1" status: 200 len: 992 time: 0.2313609 Aug 20 13:33:49.458837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Transition to ACTIVE for port object a1454aaf-cc1f-4738-a4f6-80f5831b6049 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:49.464148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.465510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.492210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843c0fb-8493-44cd-b13b-12705d90168a req-2806ee70-8912-44df-a512-b34b60bfb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:49.494019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-2806ee70-8912-44df-a512-b34b60bfb378 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 1097 time: 0.1336305 Aug 20 13:33:49.578616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Pushing event updated for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:49.591254 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:33:49.672543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.818061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Attempting to bind port a1454aaf-cc1f-4738-a4f6-80f5831b6049 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:49.818663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Attempting to bind port a1454aaf-cc1f-4738-a4f6-80f5831b6049 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:49.818774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Attempting to bind port a1454aaf-cc1f-4738-a4f6-80f5831b6049 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:49.839104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Port a1454aaf-cc1f-4738-a4f6-80f5831b6049 on network 28dbff8c-ac99-449c-8206-4640246e6412 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:49.839104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Attempting to bind port a1454aaf-cc1f-4738-a4f6-80f5831b6049 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:49.856806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:49.857172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Checking segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:49.857535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Bound using segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:49.857974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Bound port: a1454aaf-cc1f-4738-a4f6-80f5831b6049, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:49.858334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:49.979029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Deleting port 15e79ec3-cc9d-46bf-b414-6a1299745137 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:33:49.979848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.017803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843c0fb-8493-44cd-b13b-12705d90168a req-5d9af4ab-20a4-4bd0-bcb3-d0693f7689b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.022031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-5d9af4ab-20a4-4bd0-bcb3-d0693f7689b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4043ab01-f581-4e97-ba01-9c6d487c947c HTTP/1.1" status: 200 len: 898 time: 0.5143440 Aug 20 13:33:50.073939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:50.084465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:50.092447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.240260 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '772f70f5-ac57-4a63-8222-48515dbec62a', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'port_id': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'mac_address': 'fa:16:3e:a7:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0700705-a286-4980-87dd-ee745e5abd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:33:42Z', 'updated_at': '2021-08-20T13:33:42Z', 'revision_number': 0, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:13Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:50.255246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.255802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.257449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] 10.222.0.13 "PUT /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 1136 time: 2.3967476 Aug 20 13:33:50.270242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'a1454aaf-cc1f-4738-a4f6-80f5831b6049'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:50.272904 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "a1454aaf-cc1f-4738-a4f6-80f5831b6049"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:50.311836 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] Checking router: f1b7ac70-3d51-48a1-a34e-b60112f636cf for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:33:50.323173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.347617 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:33:50.353355 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:50.385213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.392609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.414017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.424251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.445722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.464062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.475254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.484150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.491134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea HTTP/1.1" status: 204 len: 168 time: 1.2749124 Aug 20 13:33:50.495867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.512343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89624387-302b-4d7a-88d5-105d4fb7029b req-c8949454-8e83-4da5-8a90-941c5b736109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5384 time: 0.4213612 Aug 20 13:33:50.514948 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c1fba4-51db-4da0-b9b6-496d81e70559 x-openstack-request-id: req-18c1fba4-51db-4da0-b9b6-496d81e70559 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:50.515232 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "a1454aaf-cc1f-4738-a4f6-80f5831b6049", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:50.515490 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18c1fba4-51db-4da0-b9b6-496d81e70559 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:50.515896 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'a1454aaf-cc1f-4738-a4f6-80f5831b6049', 'status': 'completed', 'code': 200} Aug 20 13:33:50.523320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Calling delete_port for 15e79ec3-cc9d-46bf-b414-6a1299745137 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:33:50.528506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:50.544199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38568) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:50.544579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38570) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:50.545510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38572) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:50.616713 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:33:50.671113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35199a-42ae-4b29-b8bb-e95183d13f0b service neutron] Pushing event updated for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:50.679642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1b15-933d-4ab9-9809-fcc23766f5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd78090f-987d-4b1c-b5b8-cdd4fe8b51ea,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:50.729953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-9cb62c06-afdc-4cde-a4f9-73d53d76a5d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad HTTP/1.1" status: 200 len: 1000 time: 0.6883614 Aug 20 13:33:50.807224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.808037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.808537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.809040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.809519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.810042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.810484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.812489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-a77c662e-ed96-45bf-94b1-1c69c9419590 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6221 time: 0.1807945 Aug 20 13:33:50.831979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843c0fb-8493-44cd-b13b-12705d90168a req-9322779b-c581-4850-9f17-b56667765d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:50.833388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-9322779b-c581-4850-9f17-b56667765d35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f6d249-9ce0-464e-90cb-298009c536a4 HTTP/1.1" status: 200 len: 835 time: 0.0865927 Aug 20 13:33:50.981249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-191c1d42-c59b-4ea6-885a-c355c97ea6c3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/772f70f5-ac57-4a63-8222-48515dbec62a HTTP/1.1" status: 200 len: 992 time: 0.4329114 Aug 20 13:33:50.982156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a152532-c152-45d4-9d41-ac3cdf2a35f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:50.992341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.013874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.022534 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.047401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843c0fb-8493-44cd-b13b-12705d90168a req-f359a4c4-e689-4d25-bb05-ea27fd4ede81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:51.061917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-f359a4c4-e689-4d25-bb05-ea27fd4ede81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4043ab01-f581-4e97-ba01-9c6d487c947c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197354 Aug 20 13:33:51.087618 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '772f70f5-ac57-4a63-8222-48515dbec62a', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'port_id': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'mac_address': 'fa:16:3e:a7:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0700705-a286-4980-87dd-ee745e5abd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:33:42Z', 'updated_at': '2021-08-20T13:33:42Z', 'revision_number': 0, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:13Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:51.121751 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44984de5-e465-4f7f-85b7-bd15d95ecd84 None None] The sync data for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 is: [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '772f70f5-ac57-4a63-8222-48515dbec62a', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'port_id': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'mac_address': 'fa:16:3e:a7:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0700705-a286-4980-87dd-ee745e5abd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:33:42Z', 'updated_at': '2021-08-20T13:33:42Z', 'revision_number': 0, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:13Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:33:51.127574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89624387-302b-4d7a-88d5-105d4fb7029b req-defe909f-0ddd-4e48-a878-2f7947613686 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6142616 Aug 20 13:33:51.265248 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:33:51.285136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Port': ['ID=15e79ec3-cc9d-46bf-b414-6a1299745137,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:51.298200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.367368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc90593-d12d-439b-abe2-cc178700b5f4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:51.386912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.399479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:51.400128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197f77d1-3fab-4bb6-b119-0ed7c6bf1ffc') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:51.401677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d1b25085-4eab-410c-9010-827d85456045 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/ports/15e79ec3-cc9d-46bf-b414-6a1299745137 HTTP/1.1" status: 204 len: 168 time: 1.9882627 Aug 20 13:33:51.404160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38582) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:51.413479 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.511518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-85823b28-9aaf-47cc-bf8c-4cf90b17783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:51.512126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-85823b28-9aaf-47cc-bf8c-4cf90b17783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:51.512640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-85823b28-9aaf-47cc-bf8c-4cf90b17783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:51.514652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-85823b28-9aaf-47cc-bf8c-4cf90b17783a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21aa38ad36a043e59aa49507fb578302&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6901023 Aug 20 13:33:51.539923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb09af-625a-4e29-a117-408accc53d04 None None] New status for floating IP 772f70f5-ac57-4a63-8222-48515dbec62a: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:33:51.626277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.670423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-e93f7825-8d2c-4e7b-ac11-cac4fc2dcc46 service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531819 Aug 20 13:33:51.967003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:51.989410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38586) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:52.072853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.075706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a152532-c152-45d4-9d41-ac3cdf2a35f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.089228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df4e40e-de46-4a62-a0ea-e006aa9feb16']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:52.091296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a152532-c152-45d4-9d41-ac3cdf2a35f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.108593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:52.108903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0befb2fa-35b8-414c-8d51-0cb10c9d4b9c') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:52.118229 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.122005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.138965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.146794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:33:52.147220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.159326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:33:52.159691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:33:52.164463 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:33:52.224507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152532-c152-45d4-9d41-ac3cdf2a35f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a993fef-55be-4b13-85b8-34db840ae7f0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:33:52.242568 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:33:52.252059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a152532-c152-45d4-9d41-ac3cdf2a35f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ea466fbcbb84686a1b7c385e4885a41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6913509 Aug 20 13:33:52.264297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38592) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:52.334389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53c4f42a-6e3b-45ce-9e65-4aec3300519c tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/772f70f5-ac57-4a63-8222-48515dbec62a HTTP/1.1" status: 200 len: 994 time: 0.3349218 Aug 20 13:33:52.367490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-d7423652-9204-4d36-9f15-d7b58383720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.369255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b70cccc-4084-4ea2-89e3-b6bfa7839cd2 req-d7423652-9204-4d36-9f15-d7b58383720b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8090777 Aug 20 13:33:52.373651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8843c0fb-8493-44cd-b13b-12705d90168a req-bee38ea5-af57-4798-9784-feceba850828 service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889784 Aug 20 13:33:52.406378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.412789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.422050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.422571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e8da13-860e-4285-a350-e022b9aef6c0 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:52.424199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] 10.222.0.59 "DELETE /v2.0/networks/3df4e40e-de46-4a62-a0ea-e006aa9feb16 HTTP/1.1" status: 204 len: 168 time: 0.9722161 Aug 20 13:33:52.443935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d734726-3524-417f-8ba1-c6f531b1eb78 tempest-PortsIpV6TestJSON-337305693 tempest-PortsIpV6TestJSON-337305693-project] Pushing event deleted for resources: {'Network': ['ID=3df4e40e-de46-4a62-a0ea-e006aa9feb16,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:52.469074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.474839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3cc90593-d12d-439b-abe2-cc178700b5f4 HTTP/1.1" status: 204 len: 168 time: 1.9091904 Aug 20 13:33:52.474972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38600) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:52.491059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.513783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db807f-12b9-4e8b-9565-ceb7f6266998 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc90593-d12d-439b-abe2-cc178700b5f4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:52.585639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Deleting subnet 58c3333d-e64a-4818-a7f9-9efeb52c29c6 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:33:52.589668 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.603572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.613128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.635052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.650318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.663902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.673482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.687765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:52.690535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-9c6912e8-81ad-4b74-8f43-b98f4456043e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5384 time: 0.4112909 Aug 20 13:33:52.697852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Transition to ACTIVE for port object 90e8da13-860e-4285-a350-e022b9aef6c0 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:52.699467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ddab5db-6c4a-4dc3-a16b-2cc098b53362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.708694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.735057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ddab5db-6c4a-4dc3-a16b-2cc098b53362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.806701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.825896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.840008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ddab5db-6c4a-4dc3-a16b-2cc098b53362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.844155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ddab5db-6c4a-4dc3-a16b-2cc098b53362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.845634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3ddab5db-6c4a-4dc3-a16b-2cc098b53362 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a993fef-55be-4b13-85b8-34db840ae7f0 HTTP/1.1" status: 204 len: 168 time: 0.5775871 Aug 20 13:33:52.899096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddab5db-6c4a-4dc3-a16b-2cc098b53362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a993fef-55be-4b13-85b8-34db840ae7f0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:52.923770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34ba46f9-38a4-4711-973e-4ab2a98fdbef req-cf38afc9-3e11-45c6-9b18-9b9b8dadba00 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199636 Aug 20 13:33:52.945956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:52.991957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38614) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:53.006717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Pushing event updated for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:53.006881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c3333d-e64a-4818-a7f9-9efeb52c29c6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:53.037601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.045256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-15e5d0e0-b3bf-4869-bac1-d207f6a523cd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/58c3333d-e64a-4818-a7f9-9efeb52c29c6 HTTP/1.1" status: 204 len: 168 time: 0.5670555 Aug 20 13:33:53.045884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38618) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:53.117747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Attempting to bind port 90e8da13-860e-4285-a350-e022b9aef6c0 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:53.118259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Attempting to bind port 90e8da13-860e-4285-a350-e022b9aef6c0 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:53.118403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Attempting to bind port 90e8da13-860e-4285-a350-e022b9aef6c0 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:53.134037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Port 90e8da13-860e-4285-a350-e022b9aef6c0 on network 28dbff8c-ac99-449c-8206-4640246e6412 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:53.134376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Attempting to bind port 90e8da13-860e-4285-a350-e022b9aef6c0 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:53.142864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:53.143216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Checking segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:53.143606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Bound using segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:53.144065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Bound port: 90e8da13-860e-4285-a350-e022b9aef6c0, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:53.144435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.261458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.446802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-144216b1-2b0b-4028-971a-d449744a0647 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f953fb474d7b49de864f3dc0464231d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368293 Aug 20 13:33:53.450028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38622) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:53.508716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:53.510646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=90e8da13-860e-4285-a350-e022b9aef6c0,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:53.513450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.518822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.547899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73d94bb-35a8-43fb-94bd-a8df2e07acf0']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:53.596981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:53.597741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.599499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] 10.222.0.13 "PUT /v2.0/ports/90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 1091 time: 3.2496407 Aug 20 13:33:53.599977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:53.602329 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d03637-480e-4564-89e9-87a83f93d6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:53.615396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b98fba7-f240-4e44-a1d1-c6840705528b') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:53.617450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b98fba7-f240-4e44-a1d1-c6840705528b') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:33:53.654555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:53.655144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.704704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.711619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad45ee46-31f9-47af-81db-11cee214f8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.726854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:33:53.727368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:33:53.732837 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:33:53.765209 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f5073e-2377-4356-9afb-ef88feb69b48 x-openstack-request-id: req-e0f5073e-2377-4356-9afb-ef88feb69b48 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:53.765973 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:53.766658 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0f5073e-2377-4356-9afb-ef88feb69b48 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:53.767332 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0', 'status': 'completed', 'code': 200} Aug 20 13:33:53.823341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6f78e-2b29-4b7c-9bfd-e82f40d13525 service neutron] Pushing event updated for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:53.883510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.065118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad45ee46-31f9-47af-81db-11cee214f8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.118172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.127011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.137542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e73d94bb-35a8-43fb-94bd-a8df2e07acf0 HTTP/1.1" status: 204 len: 168 time: 1.0900156 Aug 20 13:33:54.193447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.193984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.194463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.194949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.195443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.195982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.196483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.199023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-5f58c478-d4b5-4ecb-b7b0-a5af31852d60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6288 time: 0.2817502 Aug 20 13:33:54.263544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1694ca9-8393-4aab-9129-94f7ec854468 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73d94bb-35a8-43fb-94bd-a8df2e07acf0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:54.489058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.497986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.521260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.535980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.551871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.568886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.587744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.609078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-7e1f4d0d-a4e0-4c2e-afa4-bec734663e0d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5396 time: 0.4965079 Aug 20 13:33:54.633228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38654) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:54.667835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0003bdd-d4ca-4d15-98c0-33fdffa2f401 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:54.669049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad45ee46-31f9-47af-81db-11cee214f8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.671965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad45ee46-31f9-47af-81db-11cee214f8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.675572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ad45ee46-31f9-47af-81db-11cee214f8df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45422e3c-46d7-4513-8f76-3e893d2cb394 HTTP/1.1" status: 204 len: 168 time: 1.2220290 Aug 20 13:33:54.696935 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.745631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Transition to ACTIVE for port object c0003bdd-d4ca-4d15-98c0-33fdffa2f401 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:54.761072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:54.767220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-7dee00c3-a54e-4a73-8f73-94f365938222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.768398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-7dee00c3-a54e-4a73-8f73-94f365938222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.769350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-7dee00c3-a54e-4a73-8f73-94f365938222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:54.773450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-7dee00c3-a54e-4a73-8f73-94f365938222 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21aa38ad36a043e59aa49507fb578302&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5294447 Aug 20 13:33:54.783850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd3aa61c-f8a8-49cf-8cfe-16d5e7beaa34 req-cb4a2a34-c055-471b-b079-65f7aa012106 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736648 Aug 20 13:33:54.887516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45ee46-31f9-47af-81db-11cee214f8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45422e3c-46d7-4513-8f76-3e893d2cb394,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:55.071149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Pushing event updated for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:55.079196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b66052ff-af66-44e2-9ffa-206e4949164f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6563b3be22b4d3ca22b1ec2e4a9f8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458628 Aug 20 13:33:55.083861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38664) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:55.184367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Attempting to bind port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:55.185445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Attempting to bind port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:55.186067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Attempting to bind port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:55.193427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 on network 28dbff8c-ac99-449c-8206-4640246e6412 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:55.194201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Attempting to bind port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:55.201571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:55.202382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Checking segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:55.203043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Bound using segment: {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:55.204389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Bound port: c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae8f279-86c3-4104-b3f3-a02b419d86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:55.205044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.221339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-87ea1e9d-d4fe-4faf-bbda-c875ecd3e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:55.225287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33d03637-480e-4564-89e9-87a83f93d6b2 req-87ea1e9d-d4fe-4faf-bbda-c875ecd3e688 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4277833 Aug 20 13:33:55.402215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ad56b69-7197-4a90-b71c-573a9a0b5b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.428439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:55.446398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:55.454599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.456203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ad56b69-7197-4a90-b71c-573a9a0b5b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.524692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ad56b69-7197-4a90-b71c-573a9a0b5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.528519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ad56b69-7197-4a90-b71c-573a9a0b5b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.532447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0ad56b69-7197-4a90-b71c-573a9a0b5b42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31c68487-4f47-4b62-928a-8f8ac8d30a50 HTTP/1.1" status: 204 len: 168 time: 0.4456971 Aug 20 13:33:55.554980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad56b69-7197-4a90-b71c-573a9a0b5b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c68487-4f47-4b62-928a-8f8ac8d30a50,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:55.581492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:55.582165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.585115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 1091 time: 1.9460814 Aug 20 13:33:55.646774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:55.750141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a16c5-5ac1-4353-8bbb-11901c01d261 service neutron] Pushing event updated for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:55.807199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:55.809665 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a16ff2-0c90-4426-8bb0-e06cb35cd681" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:55.843249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:55.943241 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439a59a-f9f2-439c-9b40-52a052a6f07b x-openstack-request-id: req-6439a59a-f9f2-439c-9b40-52a052a6f07b {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:55.943552 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:55.944015 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6439a59a-f9f2-439c-9b40-52a052a6f07b {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:55.944643 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401', 'status': 'completed', 'code': 200} Aug 20 13:33:56.083311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.084854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.085524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.086871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.087548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.088202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.090205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.096768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-91f5f7f0-42a4-4511-93c8-213c28aed71c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6355 time: 0.1247644 Aug 20 13:33:56.301085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.315490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-bdad7295-c6ad-4336-b7de-2cbd27f92401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.316014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-bdad7295-c6ad-4336-b7de-2cbd27f92401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.318834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-bdad7295-c6ad-4336-b7de-2cbd27f92401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.320317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.321786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-bdad7295-c6ad-4336-b7de-2cbd27f92401 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21aa38ad36a043e59aa49507fb578302&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2152157 Aug 20 13:33:56.328379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.350550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.365030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.377080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.404117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.406702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-92a36300-d1a1-4e35-8100-5f9eedd4640e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5408 time: 0.4120994 Aug 20 13:33:56.557679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-916914a6-9f15-4a5b-8780-abe1e0cd8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:56.560170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24a16ff2-0c90-4426-8bb0-e06cb35cd681 req-916914a6-9f15-4a5b-8780-abe1e0cd8b7e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2307515 Aug 20 13:33:56.573973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38708) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:56.603602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6691a48-0da7-4852-80f4-cc69e60e4ef9 req-9f0b99db-edf3-4527-874a-dca96be5369f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772974 Aug 20 13:33:56.686040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-09af5c0f-85db-4a3f-b90e-6ee1476e6860 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e2f48cb41fb44b28dd32e321f75b47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108534 Aug 20 13:33:56.687899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38712) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:56.787009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:56.825404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d8d7-3b08-4511-bf2a-bc6a133b827f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:56.838169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8face10-ea99-4300-8b73-cfc5d39b1ff4 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:56.856830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:56.887106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d8d7-3b08-4511-bf2a-bc6a133b827f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:56.911946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Transition to ACTIVE for port object d8face10-ea99-4300-8b73-cfc5d39b1ff4 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:56.948087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.023176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:57.211958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b0838029-73d4-4be5-9798-cb5f76d70294 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:57.212842 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-b0838029-73d4-4be5-9798-cb5f76d70294 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 13:33:57.213782 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-b0838029-73d4-4be5-9798-cb5f76d70294 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 13:33:57.215215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0838029-73d4-4be5-9798-cb5f76d70294 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1913569 Aug 20 13:33:57.218810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38728) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:57.230104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009177870'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:57.269472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-226efb96-e0fb-44c7-9bca-f852038986b5 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1274444526'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:57.271220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-226efb96-e0fb-44c7-9bca-f852038986b5 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Unknown quota resources ['metering_label']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:33:57.314589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d8face10-ea99-4300-8b73-cfc5d39b1ff4,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:57.362896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d8d7-3b08-4511-bf2a-bc6a133b827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.366650 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d8d7-3b08-4511-bf2a-bc6a133b827f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.367858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ad3d8d7-3b08-4511-bf2a-bc6a133b827f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84ad25ee-c5aa-4aff-bb27-8f62c4391bdc HTTP/1.1" status: 204 len: 168 time: 0.6782293 Aug 20 13:33:57.380835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Attempting to bind port d8face10-ea99-4300-8b73-cfc5d39b1ff4 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:57.381187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Attempting to bind port d8face10-ea99-4300-8b73-cfc5d39b1ff4 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:57.381520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Attempting to bind port d8face10-ea99-4300-8b73-cfc5d39b1ff4 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:57.384275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3d8d7-3b08-4511-bf2a-bc6a133b827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad25ee-c5aa-4aff-bb27-8f62c4391bdc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:57.389712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Port d8face10-ea99-4300-8b73-cfc5d39b1ff4 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:57.389838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Attempting to bind port d8face10-ea99-4300-8b73-cfc5d39b1ff4 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:57.409619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:57.410004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Checking segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:57.410890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Bound using segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:57.412442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Bound port: d8face10-ea99-4300-8b73-cfc5d39b1ff4, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:57.412826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.426870 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.503865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] For port d8face10-ea99-4300-8b73-cfc5d39b1ff4, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:57.511387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] For port d8face10-ea99-4300-8b73-cfc5d39b1ff4, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:57.522681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.530553 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.560194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:57.560872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.562411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 1091 time: 1.9417398 Aug 20 13:33:57.612034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Request body: {'port': {'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:57.695506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa78b1-fae1-4af3-9014-df9e5b085d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d8face10-ea99-4300-8b73-cfc5d39b1ff4,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:57.742760 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:57.955304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:33:57.963904 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "d8face10-ea99-4300-8b73-cfc5d39b1ff4"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:33:58.233999 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69030447-2a02-4d39-bd0c-e7f8d14055aa x-openstack-request-id: req-69030447-2a02-4d39-bd0c-e7f8d14055aa {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:33:58.234357 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "d8face10-ea99-4300-8b73-cfc5d39b1ff4", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:33:58.234619 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69030447-2a02-4d39-bd0c-e7f8d14055aa {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:33:58.235022 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4', 'status': 'completed', 'code': 200} Aug 20 13:33:58.324131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.334980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.378837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.416936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.434002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.455938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.463328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.466234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-b2e61258-0fae-4f7f-9f67-66a129476b1a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5420 time: 0.6208870 Aug 20 13:33:58.572677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c9562a0-762f-4c37-9239-cb6e81f8548e req-3a5d5429-b371-402c-b610-baac37cd7e2c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976532 Aug 20 13:33:58.654474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38766) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:58.738102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-226efb96-e0fb-44c7-9bca-f852038986b5 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:58.740408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-226efb96-e0fb-44c7-9bca-f852038986b5 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.9521554 Aug 20 13:33:58.748099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38772) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:58.753665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e7504e73-41ab-44e0-ad22-d664ae8efdaf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ec55c8f1-da2e-4fd5-9891-dfc73804d73e'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:58.754643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e7504e73-41ab-44e0-ad22-d664ae8efdaf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:33:58.778641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.779309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.779592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.780056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.780520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.781033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.781494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.783466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-9060e3a9-ed88-4bcd-808c-ea716cfb0b50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6422 time: 0.3336668 Aug 20 13:33:58.850965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a27da9-bddb-4d9c-b662-87617a6a9e64 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:33:58.873179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:58.873680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:58.906004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Transition to ACTIVE for port object c4a27da9-bddb-4d9c-b662-87617a6a9e64 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:33:58.918680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:58.926372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-452ef7ae-f101-4e5a-bae1-e36f499731af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.926759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-452ef7ae-f101-4e5a-bae1-e36f499731af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.927239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-452ef7ae-f101-4e5a-bae1-e36f499731af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:58.929021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-452ef7ae-f101-4e5a-bae1-e36f499731af service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21aa38ad36a043e59aa49507fb578302&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1334748 Aug 20 13:33:59.051213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.068373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a27da9-bddb-4d9c-b662-87617a6a9e64,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:59.086397 n-d-804232-5 neutron-server[94861]: WARNING neutron.services.metering.metering_plugin [None req-e7504e73-41ab-44e0-ad22-d664ae8efdaf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 13:33:59.196595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Attempting to bind port c4a27da9-bddb-4d9c-b662-87617a6a9e64 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:33:59.197304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Attempting to bind port c4a27da9-bddb-4d9c-b662-87617a6a9e64 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:33:59.197879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Attempting to bind port c4a27da9-bddb-4d9c-b662-87617a6a9e64 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:59.230963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Port c4a27da9-bddb-4d9c-b662-87617a6a9e64 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:33:59.231343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Attempting to bind port c4a27da9-bddb-4d9c-b662-87617a6a9e64 on network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:33:59.246511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:33:59.249388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Checking segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:33:59.249873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Bound using segment: {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:33:59.250349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Bound port: c4a27da9-bddb-4d9c-b662-87617a6a9e64, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d6443a-388a-46d2-95fe-f21c20c364ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:33:59.250727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.259662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.376299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] For port c4a27da9-bddb-4d9c-b662-87617a6a9e64, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:33:59.381477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] For port c4a27da9-bddb-4d9c-b662-87617a6a9e64, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:33:59.387051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.411492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.412133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.413898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 1091 time: 1.8122685 Aug 20 13:33:59.465945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2870-9469-44e1-b712-36aba2124ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.508574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79de7-11f9-4bf2-9097-3d72b8c29751 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a27da9-bddb-4d9c-b662-87617a6a9e64,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:59.516054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e7504e73-41ab-44e0-ad22-d664ae8efdaf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.519777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e7504e73-41ab-44e0-ad22-d664ae8efdaf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7705209 Aug 20 13:33:59.522219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38788) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:59.531754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bb94463f-f09f-4697-a1fa-87eaeed5e2cf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ec55c8f1-da2e-4fd5-9891-dfc73804d73e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:33:59.532254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bb94463f-f09f-4697-a1fa-87eaeed5e2cf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:33:59.607867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe9ebf-4e1e-40e2-be43-b3584b7d0340,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:59.632925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-525dce5f-b89f-4a8d-9917-15b17c243a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.641594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46368c65-8ebd-4ffe-9999-3937cf6fe6c4 req-525dce5f-b89f-4a8d-9917-15b17c243a40 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6852345 Aug 20 13:33:59.680893 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.691375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.728626 n-d-804232-5 neutron-server[94862]: WARNING neutron.services.metering.metering_plugin [None req-bb94463f-f09f-4697-a1fa-87eaeed5e2cf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 13:33:59.755260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38794) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:59.856475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827c2b98-4a17-4b5f-bf83-2b70d81274b3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:33:59.891596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.892088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.892986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.893441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.893930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.895443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.896317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.898665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-2b7c5126-9367-49f8-8ac6-42e4a4b03015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6489 time: 0.1808250 Aug 20 13:33:59.925327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb94463f-f09f-4697-a1fa-87eaeed5e2cf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.930161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bb94463f-f09f-4697-a1fa-87eaeed5e2cf tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4030550 Aug 20 13:33:59.930698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38798) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:59.933933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.942087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.948847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6865f9e9-89ab-4383-9db6-0f54aec8d44c tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=62481c25-f540-4e04-9de3-6dce0e601b11 HTTP/1.1" status: 200 len: 464 time: 0.0146608 Aug 20 13:33:59.949770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38800) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:33:59.950941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.958286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.964346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.970545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.973973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59567f7a-b006-4780-8a46-4d87fca7ed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:33:59.976921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:33:59.978935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-424caf97-5a8a-4dbc-9bed-2b1ff957684e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2287984 Aug 20 13:34:00.018490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-f7015897-d717-4533-b289-e9a51c6b3f2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 217 time: 0.1062157 Aug 20 13:34:00.084218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a118-f535-496a-a73a-bc1a77c369ca tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.085415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ef1a118-f535-496a-a73a-bc1a77c369ca tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/62481c25-f540-4e04-9de3-6dce0e601b11 HTTP/1.1" status: 204 len: 168 time: 0.1347282 Aug 20 13:34:00.088111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38802) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.098711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-231657cb-a92d-4fc8-932d-40b78607a42d tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=62481c25-f540-4e04-9de3-6dce0e601b11 HTTP/1.1" status: 200 len: 221 time: 0.0090914 Aug 20 13:34:00.102022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.106568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bc744db2-1661-410b-afcc-0e32d86c00c6 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1987958194', 'description': 'label created by tempest'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:00.109326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bc744db2-1661-410b-afcc-0e32d86c00c6 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Unknown quota resources ['metering_label']. {{(pid=94862) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 13:34:00.121432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ddcd772-61bd-465b-8dc3-1979314e2e8c req-cb73b195-e96f-453f-8f6b-1c6e7419dee1 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127501 Aug 20 13:34:00.127594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-df2757af-8e16-4ac2-8891-23fd698fd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:00.129643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-df2757af-8e16-4ac2-8891-23fd698fd92e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.1006455 Aug 20 13:34:00.134630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2870-9469-44e1-b712-36aba2124ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.148997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2870-9469-44e1-b712-36aba2124ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.179789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.182627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e6c39033-04c4-4db2-ac5d-93017a58620f tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9613385 Aug 20 13:34:00.186202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38806) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.193232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '827c2b98-4a17-4b5f-bf83-2b70d81274b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:00.236891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6f1c2870-9469-44e1-b712-36aba2124ee8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c16915fb032c4df6ad75eb9a6ebebdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5791855 Aug 20 13:34:00.237609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38810) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.261697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c2870-9469-44e1-b712-36aba2124ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd7fb2-f692-4b9b-8b20-8bf210cd911b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:00.273656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-1bb0dda4-d816-48ec-b019-35de4e7578fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:00.275210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-1bb0dda4-d816-48ec-b019-35de4e7578fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373844 Aug 20 13:34:00.292594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:00.295125 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5df1ab3-21af-4658-949f-499af31389cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "c4a27da9-bddb-4d9c-b662-87617a6a9e64"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:00.377467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cad26ca-faff-4d79-9c82-c8f59f0350fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.386294 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8d7a8-1ecc-4ff0-95b8-ca6a176c2fff x-openstack-request-id: req-63f8d7a8-1ecc-4ff0-95b8-ca6a176c2fff {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:00.386589 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "c4a27da9-bddb-4d9c-b662-87617a6a9e64", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:00.387082 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63f8d7a8-1ecc-4ff0-95b8-ca6a176c2fff {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:00.387469 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64', 'status': 'completed', 'code': 200} Aug 20 13:34:00.391219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bc744db2-1661-410b-afcc-0e32d86c00c6 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.391931 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bc744db2-1661-410b-afcc-0e32d86c00c6 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2889879 Aug 20 13:34:00.395945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38816) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.414953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cad26ca-faff-4d79-9c82-c8f59f0350fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.463226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0c39d830-e7e8-4dcc-a222-f0ff32ec950a service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776462 Aug 20 13:34:00.496993 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01266288-b896-4a28-9fbe-b1c96d2c47d4 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=281f45c5-cbeb-47d9-9a91-76f619bfebc6 HTTP/1.1" status: 200 len: 468 time: 0.0998046 Aug 20 13:34:00.501372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.541762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59567f7a-b006-4780-8a46-4d87fca7ed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.550594 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59567f7a-b006-4780-8a46-4d87fca7ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.576267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cad26ca-faff-4d79-9c82-c8f59f0350fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.579161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cad26ca-faff-4d79-9c82-c8f59f0350fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.583951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3cad26ca-faff-4d79-9c82-c8f59f0350fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3acd7fb2-f692-4b9b-8b20-8bf210cd911b HTTP/1.1" status: 204 len: 168 time: 0.3419151 Aug 20 13:34:00.634895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-59567f7a-b006-4780-8a46-4d87fca7ed63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b6762b9210c4defaf2407d6f89c5475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8770025 Aug 20 13:34:00.635095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59567f7a-b006-4780-8a46-4d87fca7ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11665bf9-3def-4b97-adac-55500b54c434,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:00.645901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.661982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.740741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d0703b4-ae19-45c3-ae80-68b80f5e427d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.752195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.762943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.768174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad26ca-faff-4d79-9c82-c8f59f0350fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd7fb2-f692-4b9b-8b20-8bf210cd911b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:00.773645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-65c980d7-6a18-4839-8ce0-9f3b26e3113f service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988715 Aug 20 13:34:00.790128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d0703b4-ae19-45c3-ae80-68b80f5e427d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.803398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c667e94-e9d9-4bff-860c-a0392cdf6b0c,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:00.821057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.822536 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fc7a09e7-fd71-40a6-9fed-f861fab6f5d3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6335680 Aug 20 13:34:00.829850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38830) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.835659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f122aaf8-2afb-4e54-9e84-0c4bf5d9c06e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '827c2b98-4a17-4b5f-bf83-2b70d81274b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:00.889104 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f122aaf8-2afb-4e54-9e84-0c4bf5d9c06e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.912318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-4ec4ac79-1ce3-41a4-9649-608323dd357f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 217 time: 0.0744905 Aug 20 13:34:00.921279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d0703b4-ae19-45c3-ae80-68b80f5e427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.924431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d0703b4-ae19-45c3-ae80-68b80f5e427d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.928590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d0703b4-ae19-45c3-ae80-68b80f5e427d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11665bf9-3def-4b97-adac-55500b54c434 HTTP/1.1" status: 204 len: 168 time: 0.2772100 Aug 20 13:34:00.958673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0703b4-ae19-45c3-ae80-68b80f5e427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11665bf9-3def-4b97-adac-55500b54c434,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:00.979204 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d547d2a-f7c9-432a-8ba6-7ab577bc078d tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:00.983540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38838) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:00.983978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d547d2a-f7c9-432a-8ba6-7ab577bc078d tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/281f45c5-cbeb-47d9-9a91-76f619bfebc6 HTTP/1.1" status: 204 len: 168 time: 0.4294724 Aug 20 13:34:01.002107 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-468fcdbf-e836-40d9-a9ab-ec08cf4e3480 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=281f45c5-cbeb-47d9-9a91-76f619bfebc6 HTTP/1.1" status: 200 len: 216 time: 0.0155132 Aug 20 13:34:01.007767 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-f122aaf8-2afb-4e54-9e84-0c4bf5d9c06e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 13:34:01.009494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f122aaf8-2afb-4e54-9e84-0c4bf5d9c06e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1784580 Aug 20 13:34:01.010483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38840) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.012722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38842) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.052639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7cfa1402-7ff8-45bd-86ff-3e9f687ca537 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0393507 Aug 20 13:34:01.054912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.076295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-6a6d7c67-2ee7-44d8-87df-e0ab85d321a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.080737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-6a6d7c67-2ee7-44d8-87df-e0ab85d321a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.1173751 Aug 20 13:34:01.098369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c534cfc4-8446-4c6e-9300-86212caba3a5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.125415 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c534cfc4-8446-4c6e-9300-86212caba3a5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.159157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7dde69eb-9b9b-46f0-9d0a-2b3674cca054 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0973969 Aug 20 13:34:01.159157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38850) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.182246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c534cfc4-8446-4c6e-9300-86212caba3a5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.185181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c534cfc4-8446-4c6e-9300-86212caba3a5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.186960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c534cfc4-8446-4c6e-9300-86212caba3a5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/827c2b98-4a17-4b5f-bf83-2b70d81274b3 HTTP/1.1" status: 204 len: 168 time: 0.1624281 Aug 20 13:34:01.189686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38854) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.205094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534cfc4-8446-4c6e-9300-86212caba3a5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c2b98-4a17-4b5f-bf83-2b70d81274b3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:01.302739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6f8c32be-00b6-465b-85c0-d220e179ee2e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119411 Aug 20 13:34:01.309931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.322203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--84471570'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:01.346609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ad86f65b-fcaa-455e-a55a-47fa20edd924 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/ec55c8f1-da2e-4fd5-9891-dfc73804d73e HTTP/1.1" status: 200 len: 473 time: 0.1862168 Aug 20 13:34:01.353188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38864) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.365471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2930078f-e512-4792-b7c5-5818ddcb32b3 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/263dfee9-fcf5-4fc9-b39a-656b299d1577 HTTP/1.1" status: 200 len: 461 time: 0.0111198 Aug 20 13:34:01.371437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38866) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.383484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-514bfa4f-fb84-4867-be7c-036cd7c4c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.385093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-514bfa4f-fb84-4867-be7c-036cd7c4c424 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2959917 Aug 20 13:34:01.387554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.393560 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.512988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.526009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.533068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.540167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.547517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.554957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.564749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:01.567526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-cb06f221-c376-4b8b-8014-9f08748bc527 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2579439 Aug 20 13:34:01.578288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.587684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.631342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9036bedf-9a50-4197-9c9e-a75aa669db2e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:01.646128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.650890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-703de7e8-b3e4-4d24-b8cc-d081bc00494a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3367872 Aug 20 13:34:01.651774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38880) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.665250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c81c8765-b02c-493f-a293-64b22c0e404e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '9036bedf-9a50-4197-9c9e-a75aa669db2e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:01.666179 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-c81c8765-b02c-493f-a293-64b22c0e404e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 13:34:01.666834 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-c81c8765-b02c-493f-a293-64b22c0e404e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:01.671448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c81c8765-b02c-493f-a293-64b22c0e404e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159209 Aug 20 13:34:01.673102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38884) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.764083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-073e9888-1878-46b1-a275-2a094c3bfab7 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.791169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-31efefab-94b1-4aeb-8bbd-333dc4fdb448 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786438 Aug 20 13:34:01.800032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-073e9888-1878-46b1-a275-2a094c3bfab7 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.857947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c56-b787-4814-9915-86515f7a0b84 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:01.859690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65ac1c56-b787-4814-9915-86515f7a0b84 tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/263dfee9-fcf5-4fc9-b39a-656b299d1577 HTTP/1.1" status: 204 len: 168 time: 0.4864774 Aug 20 13:34:01.862397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38890) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:01.929754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2efcfe8d-66ff-4523-bdfc-3321d8217bac req-fa410f12-d302-492c-92e8-06c75dd8be65 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3454459 Aug 20 13:34:01.943288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38894) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:02.001309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-67df99d2-cef6-4057-bc2f-e9b536777fbc service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608858 Aug 20 13:34:02.069633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-ff19df5f-f229-44c8-bd34-b02c02d5f9df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 217 time: 0.0595577 Aug 20 13:34:02.153018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-82511fa2-699a-45ec-ad9f-ddd83c271a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:02.154656 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-82511fa2-699a-45ec-ad9f-ddd83c271a50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0760682 Aug 20 13:34:02.217763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5af985a3-e000-4084-a23c-3ff787214dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:02.219754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-5af985a3-e000-4084-a23c-3ff787214dac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573606 Aug 20 13:34:02.254505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:02.307562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227379657-network', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:02.344814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:02.347197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.367386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-813740145-network', 'tenant_id': '4da7c305b36043ddb318bb07274de32d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:02.370784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.371087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-073e9888-1878-46b1-a275-2a094c3bfab7 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.373633 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-073e9888-1878-46b1-a275-2a094c3bfab7 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.377372 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-073e9888-1878-46b1-a275-2a094c3bfab7 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/9036bedf-9a50-4197-9c9e-a75aa669db2e HTTP/1.1" status: 204 len: 168 time: 0.7005384 Aug 20 13:34:02.380398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38906) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:02.411813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-57f52547-2590-4465-adc5-50d361f9e67d service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839404 Aug 20 13:34:02.432262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Made reservation on behalf of 4da7c305b36043ddb318bb07274de32d for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:02.434525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.442290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e9888-1878-46b1-a275-2a094c3bfab7 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036bedf-9a50-4197-9c9e-a75aa669db2e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:02.492037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.517846 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b9c2d187-91dd-4ab4-8c81-0e71aece742b tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.522475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b9c2d187-91dd-4ab4-8c81-0e71aece742b tempest-MeteringTestJSON-443388420 tempest-MeteringTestJSON-443388420-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/ec55c8f1-da2e-4fd5-9891-dfc73804d73e HTTP/1.1" status: 204 len: 168 time: 0.6527774 Aug 20 13:34:02.548648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c90960b-7733-4387-ae54-22f36cbfbfc3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1137965 Aug 20 13:34:02.549933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38912) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:02.563286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--189249084'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:02.580476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-b6db6571-d944-4121-ab72-8868f61949aa service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611521 Aug 20 13:34:02.635837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0d6f6092-14aa-48d1-a234-6f01e52c6173 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 217 time: 0.0455387 Aug 20 13:34:02.659142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.682660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.732950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-a7d71acd-bad0-4e4a-b21f-245a476598ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:02.734442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-a7d71acd-bad0-4e4a-b21f-245a476598ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0882819 Aug 20 13:34:02.737403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:02.785832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.786355 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Added segment 999ec0d1-17a3-4c19-9c0d-9cd4e21e3559 of type vlan for network 99f2d22f-5462-4656-a197-abd054159830 Aug 20 13:34:02.791694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc7bde-de20-4066-922f-30b7b696e3bc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:02.825093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:02.868052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-697b27bc-e3a6-4289-af69-3b6de9aa4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:02.869622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-697b27bc-e3a6-4289-af69-3b6de9aa4a32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250970 Aug 20 13:34:02.871363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.959122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d304-66a3-490f-9054-7d5500cada23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.981118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.982191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:02.983182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:02.983767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.009063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.017592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.109864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:03.137147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-a14a4991-1804-4042-bb05-8bacb9b3306a service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598994 Aug 20 13:34:03.141948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3216c-4354-4bf9-9e1a-bdec4a006ed9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:03.148441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d304-66a3-490f-9054-7d5500cada23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.149383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] Pushing event updated for resources: {'Network': ['ID=99f2d22f-5462-4656-a197-abd054159830,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:03.156113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d304-66a3-490f-9054-7d5500cada23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.158665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.158869 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Added segment 1899d4d6-7f06-4791-942e-2d1e250adf7f of type vlan for network d489c8ca-a4ae-47cc-a017-f6439ea55340 Aug 20 13:34:03.185691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6b82f07b-aa90-4d8e-ae21-c645ed7405cf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2412963 Aug 20 13:34:03.186008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 99f2d22f-5462-4656-a197-abd054159830 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:03.193532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38926) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:03.206069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Request body: {'subnet': {'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227379657-subnet', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:03.246624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9bc9d304-66a3-490f-9054-7d5500cada23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8079e650c9624504be423e772b53da91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180326 Aug 20 13:34:03.246874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9d304-66a3-490f-9054-7d5500cada23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8601ed-4d63-4390-95be-0aa8e8d8d241,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:03.251141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38928) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:03.255579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.261681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.267544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.274061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.279908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.285958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.292081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.294017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-d8e475b2-224b-492e-86e3-a29d983249fe tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2475407 Aug 20 13:34:03.319567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.328442 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343b436c-58f5-43cd-9c16-a41052a8fa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.368236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343b436c-58f5-43cd-9c16-a41052a8fa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.393453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba48aa68-872f-4f5e-96a7-94b5ca143824 req-2c0db607-5066-465e-b8ef-71a9562d453b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862982 Aug 20 13:34:03.396949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c50c4ed9-83be-430e-a42e-0673e6f374a3 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486672 Aug 20 13:34:03.399163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.400335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.401409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.420027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.442907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.483606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:03.486399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.491892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99cf9cf-f13d-4ad9-9500-4d43343d62c9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:03.507291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-c1e3f047-e636-41c7-b18f-c1f1e846267e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 217 time: 0.1005473 Aug 20 13:34:03.512299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343b436c-58f5-43cd-9c16-a41052a8fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.522194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343b436c-58f5-43cd-9c16-a41052a8fa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.525684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2700133 Aug 20 13:34:03.527898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170c0cf-c78a-43a1-8969-17795ab34e56 admin admin] Pushing event updated for resources: {'Network': ['ID=d489c8ca-a4ae-47cc-a017-f6439ea55340,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:03.530333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38934) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:03.536588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-343b436c-58f5-43cd-9c16-a41052a8fa4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d8601ed-4d63-4390-95be-0aa8e8d8d241 HTTP/1.1" status: 204 len: 168 time: 0.2732828 Aug 20 13:34:03.543327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:03.553321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Request body: {'subnet': {'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-subnet', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:03.587184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-deeff84a-8014-4d96-9cca-f2351a84e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.588713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-deeff84a-8014-4d96-9cca-f2351a84e255 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0744534 Aug 20 13:34:03.592473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Made reservation on behalf of 4da7c305b36043ddb318bb07274de32d for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:03.595115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.603718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.606882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f625c713-0ba1-4271-be8f-51d1b0e7591d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0550611 Aug 20 13:34:03.616000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:03.629997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3c89a3d5-f24f-400d-a1c8-c4f1cbec90c8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': 'c99cf9cf-f13d-4ad9-9500-4d43343d62c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:03.636226 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-3c89a3d5-f24f-400d-a1c8-c4f1cbec90c8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 13:34:03.636807 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-3c89a3d5-f24f-400d-a1c8-c4f1cbec90c8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:03.637869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c89a3d5-f24f-400d-a1c8-c4f1cbec90c8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134680 Aug 20 13:34:03.644210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:03.655855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b436c-58f5-43cd-9c16-a41052a8fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8601ed-4d63-4390-95be-0aa8e8d8d241,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:03.704896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-e30673ce-d4ce-428a-b4e8-2bb26c0ab12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:03.706474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-e30673ce-d4ce-428a-b4e8-2bb26c0ab12e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075544 Aug 20 13:34:03.740970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecf14-6794-4c93-aeff-3b42f5bcff50 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.796798 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecf14-6794-4c93-aeff-3b42f5bcff50 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.931927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.971071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecf14-6794-4c93-aeff-3b42f5bcff50 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.976014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecf14-6794-4c93-aeff-3b42f5bcff50 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:03.979759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ca6ecf14-6794-4c93-aeff-3b42f5bcff50 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/c99cf9cf-f13d-4ad9-9500-4d43343d62c9 HTTP/1.1" status: 204 len: 168 time: 0.3302927 Aug 20 13:34:03.990551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38944) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.012996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ecf14-6794-4c93-aeff-3b42f5bcff50 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99cf9cf-f13d-4ad9-9500-4d43343d62c9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:04.034528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15657ce9-ff75-48e0-864b-8ce69a6671ad,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:04.073159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:04.073524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Network hostable DHCP agents. Network: 99f2d22f-5462-4656-a197-abd054159830, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:04.086479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-48ba175d-72de-4269-809a-7bb076cc5acf tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897417 Aug 20 13:34:04.086761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38946) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.094511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084721185'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:04.132295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Network 99f2d22f-5462-4656-a197-abd054159830 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:04.136963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.156567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.157391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 99f2d22f-5462-4656-a197-abd054159830) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:04.165550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae373f-6dac-4f95-a102-afbc1224ef23 None None] Network 99f2d22f-5462-4656-a197-abd054159830 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:04.195557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e89254-21ae-4536-8e73-e4461983d4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.200001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.201550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.268243 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-d3105eab-255c-4e8d-bdee-518b056ee1da service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526667 Aug 20 13:34:04.287761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.289187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.296454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.309747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ac87ec19-ceff-44ca-8acf-7f19337fb3d9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1082106 Aug 20 13:34:04.322125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38950) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.327665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:04.345453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433915ab-c55e-444c-b52a-df1f31591c97,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:04.379417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-99f2d22f-5462-4656-a197-abd054159830', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:34:04.382100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.443571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13730334-2325-4366-a051-6d70f67e3ece,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:04.487438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:04.487847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Network hostable DHCP agents. Network: d489c8ca-a4ae-47cc-a017-f6439ea55340, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:04.516781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0ffd5355-bce5-4693-a836-a9f0c9dc11f0 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380507 Aug 20 13:34:04.600873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:04.618119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-07ad6588-59e7-4915-899d-cad3c0482dc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0881183 Aug 20 13:34:04.649388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, d489c8ca-a4ae-47cc-a017-f6439ea55340) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:04.683902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9d3d1-d456-4469-828a-61a990c86254 None None] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:04.690312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.690920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.725015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.729784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.735747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.742344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.748291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.754489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.759912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Allocated IP 172.20.0.2 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/28ad7f89-7030-406d-8e4c-547b5a5401a2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:04.760941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.763066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-37533842-fab3-407b-8f16-3a13072eacd6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2493773 Aug 20 13:34:04.782331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e89254-21ae-4536-8e73-e4461983d4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.793592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0ef82160-74ff-44e1-8455-532ef9f98346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:04.795207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-0ef82160-74ff-44e1-8455-532ef9f98346 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.1661294 Aug 20 13:34:04.802228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-79e89254-21ae-4536-8e73-e4461983d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.803763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.811211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38956) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.812669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-667020f4-5860-4297-abf6-107e91b9b5dd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7246964 Aug 20 13:34:04.841738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4e4c4c4a-6275-434e-a213-7d034dbfbe81 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '433915ab-c55e-444c-b52a-df1f31591c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:04.843114 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.844394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:04.855515 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-4e4c4c4a-6275-434e-a213-7d034dbfbe81 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 13:34:04.856745 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-4e4c4c4a-6275-434e-a213-7d034dbfbe81 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:04.861618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4e4c4c4a-6275-434e-a213-7d034dbfbe81 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0447087 Aug 20 13:34:04.862687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38958) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.867895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bdb4d2ba-938e-4ffe-bc1c-86a21d4b7cdd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '433915ab-c55e-444c-b52a-df1f31591c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:04.871130 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-bdb4d2ba-938e-4ffe-bc1c-86a21d4b7cdd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 13:34:04.871988 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-bdb4d2ba-938e-4ffe-bc1c-86a21d4b7cdd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:04.873865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bdb4d2ba-938e-4ffe-bc1c-86a21d4b7cdd tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098577 Aug 20 13:34:04.876854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38960) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.881606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c93504c1-7564-4dcc-9c61-3a18db1100bb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '433915ab-c55e-444c-b52a-df1f31591c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:04.882708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e89254-21ae-4536-8e73-e4461983d4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fcfc49-7887-44fd-86bc-24dbae7c5243,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:04.883149 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-c93504c1-7564-4dcc-9c61-3a18db1100bb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 13:34:04.884105 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-c93504c1-7564-4dcc-9c61-3a18db1100bb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:04.885317 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c93504c1-7564-4dcc-9c61-3a18db1100bb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073395 Aug 20 13:34:04.893461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38962) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.901118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0cb06928-3183-4b98-9aae-b9a13f295240 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '433915ab-c55e-444c-b52a-df1f31591c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:04.903286 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-0cb06928-3183-4b98-9aae-b9a13f295240 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 13:34:04.904526 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-0cb06928-3183-4b98-9aae-b9a13f295240 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:04.905975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0cb06928-3183-4b98-9aae-b9a13f295240 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103340 Aug 20 13:34:04.909579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.950050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f5a2cd7-4982-4ca1-942f-deeb4f8a9012 req-ffad74a2-10d5-4986-84a6-db6177ac016a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1769340 Aug 20 13:34:04.955253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-79e89254-21ae-4536-8e73-e4461983d4e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb8656cb8447463eb6456f31b7add751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923872 Aug 20 13:34:04.978654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38968) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:04.995974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-d489c8ca-a4ae-47cc-a017-f6439ea55340', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:34:04.996880 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.000659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0f86ec7-4bca-4464-9fed-a78a98d6deb2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4513929 Aug 20 13:34:05.005635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38970) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:05.011503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:05.031789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.096311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-8bc46281-49d3-4819-9395-4f3862f59643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:05.099071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4db47a9d-b669-41bb-9d38-65a5a3caff18 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.101531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-8bc46281-49d3-4819-9395-4f3862f59643 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2751961 Aug 20 13:34:05.105252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.106725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.107336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.124921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Transition to ACTIVE for port object 28ad7f89-7030-406d-8e4c-547b5a5401a2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:05.173573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Transition to ACTIVE for port object 28ad7f89-7030-406d-8e4c-547b5a5401a2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:05.186917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.194893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4db47a9d-b669-41bb-9d38-65a5a3caff18 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.196650 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.200358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Allocated IP 172.20.0.2 (d489c8ca-a4ae-47cc-a017-f6439ea55340/13730334-2325-4366-a051-6d70f67e3ece/59a03dab-d650-44d7-a253-2c6e7c78a1a8) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:05.216314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eff07bc-9f5c-4587-b383-4065a563a17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.234342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.248370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:05.253039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:05.260067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:05.324664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Pushing event updated for resources: {'Port': ['ID=28ad7f89-7030-406d-8e4c-547b5a5401a2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:05.341652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4db47a9d-b669-41bb-9d38-65a5a3caff18 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.345031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4db47a9d-b669-41bb-9d38-65a5a3caff18 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.349312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4db47a9d-b669-41bb-9d38-65a5a3caff18 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/433915ab-c55e-444c-b52a-df1f31591c97 HTTP/1.1" status: 204 len: 168 time: 0.4351532 Aug 20 13:34:05.352376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:05.375002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db47a9d-b669-41bb-9d38-65a5a3caff18 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433915ab-c55e-444c-b52a-df1f31591c97,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:05.397800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eff07bc-9f5c-4587-b383-4065a563a17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.401183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Attempting to bind port 28ad7f89-7030-406d-8e4c-547b5a5401a2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:05.401692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Attempting to bind port 28ad7f89-7030-406d-8e4c-547b5a5401a2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:05.402062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Attempting to bind port 28ad7f89-7030-406d-8e4c-547b5a5401a2 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:05.419338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:05.419837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:05.420311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.420869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:05.421431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Bound port: 28ad7f89-7030-406d-8e4c-547b5a5401a2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:05.421965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.426662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-70a9d63a-07ef-496b-a0b1-3ca13b1bbcf6 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689881 Aug 20 13:34:05.428120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38974) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:05.433356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--382570413'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:05.540423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.553721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-700c1521-9271-47e6-bbbc-a85812187e24 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651726 Aug 20 13:34:05.556534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] For port 28ad7f89-7030-406d-8e4c-547b5a5401a2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:05.563131 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.577848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] For port 28ad7f89-7030-406d-8e4c-547b5a5401a2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=28ad7f89-7030-406d-8e4c-547b5a5401a2,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:05.588044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.602989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.605076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.635669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.681983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491f472-50da-405f-ac5b-5985662addf0 None None] Pushing event updated for resources: {'Port': ['ID=28ad7f89-7030-406d-8e4c-547b5a5401a2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:05.709081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Transition to ACTIVE for port object 59a03dab-d650-44d7-a253-2c6e7c78a1a8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:05.722423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eff07bc-9f5c-4587-b383-4065a563a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.725828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eff07bc-9f5c-4587-b383-4065a563a17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.727327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6eff07bc-9f5c-4587-b383-4065a563a17f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8fcfc49-7887-44fd-86bc-24dbae7c5243 HTTP/1.1" status: 204 len: 168 time: 0.7463632 Aug 20 13:34:05.739145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Transition to ACTIVE for port object 59a03dab-d650-44d7-a253-2c6e7c78a1a8 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:05.755408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff07bc-9f5c-4587-b383-4065a563a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fcfc49-7887-44fd-86bc-24dbae7c5243,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:05.757556 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:05.826429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-19f51a44-c520-444f-bd22-271ccdef9aec service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573290 Aug 20 13:34:05.838410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:05.851485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:05.857768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:05.922853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-519ed677-fb6d-4be6-a13c-9ed1d55e7ce4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.0871632 Aug 20 13:34:05.970400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Pushing event updated for resources: {'Port': ['ID=59a03dab-d650-44d7-a253-2c6e7c78a1a8,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:05.973987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Attempting to bind port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:05.974399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Attempting to bind port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:05.975496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Attempting to bind port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:06.042807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:06.043206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:06.052443 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.053082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Bound using segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:06.053612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Bound port: 59a03dab-d650-44d7-a253-2c6e7c78a1a8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:06.054042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.089805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Allocated IP 172.25.6.2 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:06.214672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.219990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] For port 59a03dab-d650-44d7-a253-2c6e7c78a1a8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:06.225724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] For port 59a03dab-d650-44d7-a253-2c6e7c78a1a8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59a03dab-d650-44d7-a253-2c6e7c78a1a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:06.233579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.246770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.277435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-e1b15cf6-838f-41c4-965a-7d1cfcc0a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.279923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-e1b15cf6-838f-41c4-965a-7d1cfcc0a640 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.3441985 Aug 20 13:34:06.330361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.331640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9024167 Aug 20 13:34:06.337796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9d030-c7dc-41f5-a21d-fc27a085f9c4 None None] Pushing event updated for resources: {'Port': ['ID=59a03dab-d650-44d7-a253-2c6e7c78a1a8,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:06.340426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc340d-d7f2-4aa3-aa99-0c8b085f4b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3ffdb-41b9-43db-bc0c-a2ad471d27d6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:06.348283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38988) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:06.363180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ddbf160b-99fa-46c6-94b1-185e5426337c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:06.364235 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-ddbf160b-99fa-46c6-94b1-185e5426337c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 13:34:06.364730 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-ddbf160b-99fa-46c6-94b1-185e5426337c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:06.368660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ddbf160b-99fa-46c6-94b1-185e5426337c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101941 Aug 20 13:34:06.372185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38990) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:06.405421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f5f0812f-b3c8-4ed9-9731-4a3d43b66a32 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:06.470304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.473135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.519102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.553704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.573876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.588959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.601092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.607855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:06.611325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.621994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.630627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.632749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-c28c012c-88c7-4dcd-96c5-b56e920202de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.3496122 Aug 20 13:34:06.636920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447489fd-3120-423f-865b-a3c5222e76f4 req-f1f99e07-d500-4e6d-8e67-7c99628e57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:06.638486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-f1f99e07-d500-4e6d-8e67-7c99628e57a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3155472 Aug 20 13:34:06.670564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:06.675557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:06.680032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:06.689615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Pushing event updated for resources: {'Port': ['ID=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:06.745217 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-f5f0812f-b3c8-4ed9-9731-4a3d43b66a32 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:06.750806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f5f0812f-b3c8-4ed9-9731-4a3d43b66a32 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3769386 Aug 20 13:34:06.771084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39002) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:06.778666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ecddec30-089a-4eba-9f0a-d4bef1992b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:06.779165 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-ecddec30-089a-4eba-9f0a-d4bef1992b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 13:34:06.779662 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-ecddec30-089a-4eba-9f0a-d4bef1992b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:06.783658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ecddec30-089a-4eba-9f0a-d4bef1992b7c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114892 Aug 20 13:34:06.786337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39004) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:06.793005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c81d0f18-b349-4c7d-94c2-9a50f183c980 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:06.935660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61977f8f-7966-4d6c-8ee5-857a3e41f775 req-db9db708-ec08-42f5-b54b-2de463d8a671 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2783346 Aug 20 13:34:07.003152 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-c81d0f18-b349-4c7d-94c2-9a50f183c980 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:07.007845 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c81d0f18-b349-4c7d-94c2-9a50f183c980 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2177196 Aug 20 13:34:07.009526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39012) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:07.026507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-16895bf4-934e-4e1d-8fe6-8cd7a7872526 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:07.027127 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-16895bf4-934e-4e1d-8fe6-8cd7a7872526 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 13:34:07.027577 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-16895bf4-934e-4e1d-8fe6-8cd7a7872526 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:07.028700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-16895bf4-934e-4e1d-8fe6-8cd7a7872526 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180271 Aug 20 13:34:07.046861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:07.057397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bbfaff38-9814-439f-8d33-da1119f39589 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:07.139301 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-bbfaff38-9814-439f-8d33-da1119f39589 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Project f0029cbdff4044369ac13eea984fff7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:34:07.162002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Allocated IP 172.25.6.154 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/5d36aae5-e7f6-4e43-99e3-715d2a5b6c11) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:07.167483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-77d32773-65ae-49fb-bdab-9a220f24d1e6 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122077 Aug 20 13:34:07.189348 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:07.206595 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-bbfaff38-9814-439f-8d33-da1119f39589 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:07.210854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bbfaff38-9814-439f-8d33-da1119f39589 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1589172 Aug 20 13:34:07.211122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39020) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:07.228096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c332a52a-e9ff-45b0-9c3c-ce24bb9374e6 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:07.231918 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-c332a52a-e9ff-45b0-9c3c-ce24bb9374e6 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 13:34:07.232619 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-c332a52a-e9ff-45b0-9c3c-ce24bb9374e6 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:07.236478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c332a52a-e9ff-45b0-9c3c-ce24bb9374e6 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217760 Aug 20 13:34:07.245395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39022) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:07.255549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ce19da7b-dc75-4179-89d3-124211ab3343 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:07.326733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:07.349521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da5c95-0f89-4d2c-8cad-daeb73f5a96f None None] Network 99f2d22f-5462-4656-a197-abd054159830 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:07.513048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:07.525610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6f14836a-5aee-4a5e-85cd-73a9080a9c51 None None] Provisioning for port 28ad7f89-7030-406d-8e4c-547b5a5401a2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:07.560974 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-ce19da7b-dc75-4179-89d3-124211ab3343 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Project f0029cbdff4044369ac13eea984fff7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:34:07.570135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:07.600138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-987934522'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:07.631394 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-ce19da7b-dc75-4179-89d3-124211ab3343 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:07.635380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ce19da7b-dc75-4179-89d3-124211ab3343 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3851221 Aug 20 13:34:07.639789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39028) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:07.649533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-447489fd-3120-423f-865b-a3c5222e76f4 req-9e2c946f-73b4-45f5-878c-54f6240526d4 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727983 Aug 20 13:34:07.650627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ee34fdcb-bc55-4a01-abf5-c389c9d1e973 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '56a3ffdb-41b9-43db-bc0c-a2ad471d27d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:07.746171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:07.790402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Made reservation on behalf of 286f4f0189e841ebbea0858351a6a930 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:07.794381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:07.807313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:07.855955 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-ee34fdcb-bc55-4a01-abf5-c389c9d1e973 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Project f0029cbdff4044369ac13eea984fff7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:34:07.883972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59a03dab-d650-44d7-a253-2c6e7c78a1a8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:07.939338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Pushing event updated for resources: {'Port': ['ID=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:07.949661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Router e28da5aa-c869-4d97-93bb-c7318291d3cd is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:34:07.971454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:08.002147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:08.008154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:08.035761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ee230-8d08-4a4c-89f3-f37ba42fd1c0 None None] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:08.038415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:08.104519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.105345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.106006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.106901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.107555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.108202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.108877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.111439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-7c9d8553-1c22-4211-be58-c3d13c460f31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6489 time: 0.3818071 Aug 20 13:34:08.124431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 28ad7f89-7030-406d-8e4c-547b5a5401a2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:08.130487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.142776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.159356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:08.161583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] Provisioning for port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:08.173831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.174178 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Added segment 3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e of type vlan for network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d Aug 20 13:34:08.188326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] Provisioning complete for port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:08.188326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.194228 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-ee34fdcb-bc55-4a01-abf5-c389c9d1e973 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:08.196819 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ee34fdcb-bc55-4a01-abf5-c389c9d1e973 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5544112 Aug 20 13:34:08.201127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39034) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:08.277090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.322108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.328999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.329616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.353680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 28ad7f89-7030-406d-8e4c-547b5a5401a2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:08.364828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 28ad7f89-7030-406d-8e4c-547b5a5401a2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:08.365798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.417739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event updated for resources: {'Network': ['ID=43cfb485-6554-4e5f-b5b3-e6a65f480b4d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:08.429731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:08.437004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:08.444653 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:08.453015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03aee18f-36b7-4b7d-9716-94c905c27dbb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:08.460428 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:08.461154 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:08.472764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.478987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e9a287bf-c4df-4cf5-b69f-7d452ea3dfac admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1557372 Aug 20 13:34:08.479778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39038) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:08.517320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.628025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9d2c85ca-4e0e-49b4-990f-92c7f1f2e0b7 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2978151 Aug 20 13:34:08.639046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.651397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.654052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:08.669656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.673319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] For port 59a03dab-d650-44d7-a253-2c6e7c78a1a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59a03dab-d650-44d7-a253-2c6e7c78a1a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:08.674362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.685611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.706258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.722641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.724979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 28ad7f89-7030-406d-8e4c-547b5a5401a2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=28ad7f89-7030-406d-8e4c-547b5a5401a2,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:08.728025 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.741431 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.745920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.750450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-0ee1f8bf-4ca5-439a-96e5-40e3f3113109 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.6312904 Aug 20 13:34:08.754523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39040) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:08.762660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31a34bea-77eb-42ce-8e03-5d02ca39084a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.775210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-cd783d3a-4beb-4db5-9c47-929e7146049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:08.779820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-cd783d3a-4beb-4db5-9c47-929e7146049d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 901 time: 0.6578200 Aug 20 13:34:08.794655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Request body: {'subnet': {'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:08.799591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc1b5-4e71-4843-b39a-5e0df2a3b6fb None None] Pushing event updated for resources: {'Port': ['ID=59a03dab-d650-44d7-a253-2c6e7c78a1a8,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:08.878241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=28ad7f89-7030-406d-8e4c-547b5a5401a2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:08.898653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cfe93655-6053-4c68-98fb-2f1b056d3396 None None] Provisioning complete for port 28ad7f89-7030-406d-8e4c-547b5a5401a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:08.899825 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cfe93655-6053-4c68-98fb-2f1b056d3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:08.955031 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:06Z', 'revision_number': 3, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:09.013527 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:09.013878 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Updating router e28da5aa-c869-4d97-93bb-c7318291d3cd port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:09.062928 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.095910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-95d8f028-fe30-4272-aaa2-bdf7b48efbd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.2655008 Aug 20 13:34:09.184096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.234690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cfe93655-6053-4c68-98fb-2f1b056d3396 None None] Provisioning complete for port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:09.235581 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cfe93655-6053-4c68-98fb-2f1b056d3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.493792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Allocated IP 172.20.0.1 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/5377af4b-0794-45e4-9d12-051c281eb776) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:09.500199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31a34bea-77eb-42ce-8e03-5d02ca39084a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.504827 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.515929 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Transition to ACTIVE for port object ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:09.525247 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.572598 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31a34bea-77eb-42ce-8e03-5d02ca39084a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.575197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31a34bea-77eb-42ce-8e03-5d02ca39084a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.576252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-31a34bea-77eb-42ce-8e03-5d02ca39084a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/56a3ffdb-41b9-43db-bc0c-a2ad471d27d6 HTTP/1.1" status: 204 len: 168 time: 1.3707726 Aug 20 13:34:09.577542 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Pushing event updated for resources: {'Port': ['ID=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:09.581146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39054) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:09.620254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34bea-77eb-42ce-8e03-5d02ca39084a tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3ffdb-41b9-43db-bc0c-a2ad471d27d6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:09.633731 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e740cf0-2e94-44ef-9bad-5498e08c4973 req-61f6f68b-41ea-43c8-bf33-02617815e471 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8279483 Aug 20 13:34:09.639443 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.640168 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.640754 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.641318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.641877 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.642450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.643015 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.643585 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.644146 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.646435 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.647032 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.647606 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:09.656494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Attempting to bind port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:09.657224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Attempting to bind port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:09.657856 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Attempting to bind port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:09.658426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.665516 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:09.666795 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:09.667587 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.668228 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:09.668982 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Bound port: ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:09.669624 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.700347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-eec803e0-bc0a-49ad-80f1-a5fdca1f4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:09.701939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-eec803e0-bc0a-49ad-80f1-a5fdca1f4c75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.1565611 Aug 20 13:34:09.716355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Transition to ACTIVE for port object 5377af4b-0794-45e4-9d12-051c281eb776 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:09.762996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59a03dab-d650-44d7-a253-2c6e7c78a1a8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:09.771966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Made reservation on behalf of 286f4f0189e841ebbea0858351a6a930 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:09.777059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.791138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-62f30582-d629-47b7-91ff-d7af2035a2b3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2040181 Aug 20 13:34:09.795580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39060) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:09.802481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.805680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526253085'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:09.810403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.820656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] For port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:09.824513 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] For port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:09.830686 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.861931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Pushing event updated for resources: {'Port': ['ID=5377af4b-0794-45e4-9d12-051c281eb776,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:09.865705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:09.866135 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:09.887143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:09.896682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:09.902702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:09.928390 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f7ef4-91d4-4faa-8323-0e2b01c462ca None None] Pushing event updated for resources: {'Port': ['ID=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:09.934073 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:09.935517 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:09.959346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1ab3-21af-4658-949f-499af31389cb req-cf186a5b-b10e-464e-b643-5728eb8c062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:09.960934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-cf186a5b-b10e-464e-b643-5728eb8c062f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2511866 Aug 20 13:34:10.014967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.079400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 28ad7f89-7030-406d-8e4c-547b5a5401a2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:10.091395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.225632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 28ad7f89-7030-406d-8e4c-547b5a5401a2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:10.227665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.335721 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:10.363926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.372823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-026badc5-d710-42e5-bffe-6549cd8bffe6 None None] Provisioning for port 5377af4b-0794-45e4-9d12-051c281eb776 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:10.391224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-026badc5-d710-42e5-bffe-6549cd8bffe6 None None] Provisioning complete for port 5377af4b-0794-45e4-9d12-051c281eb776 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:10.391620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-026badc5-d710-42e5-bffe-6549cd8bffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.423200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-b29d1dcc-bdc1-47b1-9579-b7da31d3bbbb service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489458 Aug 20 13:34:10.552038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.558352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-026badc5-d710-42e5-bffe-6549cd8bffe6 None None] Port 5377af4b-0794-45e4-9d12-051c281eb776 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:10.611275 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:06Z', 'revision_number': 3, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:10.640928 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596bb5a-25e9-40e7-84ef-9094ef0daf9a None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:06Z', 'revision_number': 3, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:10.689834 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.697964 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.787884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Pushing event updated for resources: {'Port': ['ID=5377af4b-0794-45e4-9d12-051c281eb776,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:10.802399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.821872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.832356 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.869148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.873184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5df1ab3-21af-4658-949f-499af31389cb req-987562d3-84ca-4cbf-baba-d7850a281859 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399071 Aug 20 13:34:10.922486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:10.923867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:10.963030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:10.964282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1632154 Aug 20 13:34:10.983217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39072) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:10.990924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1d9a67f1-ac1a-4efd-95c4-1c7b5e5c0af5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': 'e20c4e47-e58b-48b1-8a04-bb9f8219174f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:10.997699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.018391 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.029178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.038031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.044406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.057675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.064390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.068414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-462b5291-2d7e-4910-84e5-21fab9b17d3b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.3018363 Aug 20 13:34:11.072970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event updated for resources: {'Subnet': ['ID=57e12d78-9825-4ce0-9c9e-41c7634071ac,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:11.086045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42979-dbad-41f0-a610-b010e8c1a366 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c4e47-e58b-48b1-8a04-bb9f8219174f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:11.124688 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1d9a67f1-ac1a-4efd-95c4-1c7b5e5c0af5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The resource could not be found. Aug 20 13:34:11.126506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d9a67f1-ac1a-4efd-95c4-1c7b5e5c0af5 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1420410 Aug 20 13:34:11.130157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:11.138350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Checking segment: {'id': '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:11.138610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d260683d-73e0-4eea-a4a0-d79c98cb166c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': 'e20c4e47-e58b-48b1-8a04-bb9f8219174f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a2e789af-4f3d-4d77-a08b-f474ff7907b9'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:11.139214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Network hostable DHCP agents. Network: 43cfb485-6554-4e5f-b5b3-e6a65f480b4d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:11.201679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:34:11.209558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a5d2058-ab0f-4814-a175-7ebc194862a2 req-c83cbf62-e18b-44f6-98cd-2b83fb2d6dfc tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260946 Aug 20 13:34:11.213962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:11.221541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:11.297997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c2d5e1d8-77f7-4c48-b727-43fb631e1089 None None] Provisioning complete for port 5377af4b-0794-45e4-9d12-051c281eb776 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:11.298618 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e1d8-77f7-4c48-b727-43fb631e1089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:11.328745 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-d260683d-73e0-4eea-a4a0-d79c98cb166c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The resource could not be found. Aug 20 13:34:11.330737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d260683d-73e0-4eea-a4a0-d79c98cb166c tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1997478 Aug 20 13:34:11.334739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39078) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:11.345466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 43cfb485-6554-4e5f-b5b3-e6a65f480b4d) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:11.355002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:11.355456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:11.361248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5e1d8-77f7-4c48-b727-43fb631e1089 None None] Port 5377af4b-0794-45e4-9d12-051c281eb776 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:11.394238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c786e7-c8f7-4533-a5d2-9690a8ca6978 None None] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:11.420028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-74fa6432-0189-4622-b901-53c03dbc625e tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6488621 Aug 20 13:34:11.422528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39088) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:11.428171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Request body: {'port': {'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1966306189'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:11.592756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:11.601976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39094) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:11.603498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-43cfb485-6554-4e5f-b5b3-e6a65f480b4d', 'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d', 'tenant_id': '286f4f0189e841ebbea0858351a6a930', 'fixed_ips': [{'subnet_id': '57e12d78-9825-4ce0-9c9e-41c7634071ac'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:34:11.604460 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:11.616426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:11.638524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:11.639090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:11.746632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:11.750752 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-73ac180e-069a-411f-ad83-2a4d74c87651 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7413447 Aug 20 13:34:11.757310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:11.840391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14177582-0e38-4c14-b57c-6b1849b708eb tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/floatingips/772f70f5-ac57-4a63-8222-48515dbec62a HTTP/1.1" status: 200 len: 994 time: 0.2373853 Aug 20 13:34:11.857140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Made reservation on behalf of 286f4f0189e841ebbea0858351a6a930 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:11.860864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:11.916050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Allocated IP 172.20.0.2 (43cfb485-6554-4e5f-b5b3-e6a65f480b4d/57e12d78-9825-4ce0-9c9e-41c7634071ac/339960e7-8236-4a39-bfcb-e907bddd1646) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:11.921775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] device_id is not set on port 70382482-acbb-4ab3-9525-fb534d77df3c yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:34:12.053237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:12.135593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9102aea5-5eed-4526-ac37-527e5ca86e91 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.164918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:12.179245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae50de69-1fd0-4072-86de-b029291a4196 admin admin] 10.222.0.59 "PUT /v2.0/routers/e28da5aa-c869-4d97-93bb-c7318291d3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6979241 Aug 20 13:34:12.184450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9102aea5-5eed-4526-ac37-527e5ca86e91 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.256911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39106) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:12.291033 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.302797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Transition to ACTIVE for port object 339960e7-8236-4a39-bfcb-e907bddd1646 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:12.348207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Transition to ACTIVE for port object 339960e7-8236-4a39-bfcb-e907bddd1646 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:12.372165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.396782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:12.403086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9102aea5-5eed-4526-ac37-527e5ca86e91 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.406616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:12.410917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:12.414220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9102aea5-5eed-4526-ac37-527e5ca86e91 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.421073 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9102aea5-5eed-4526-ac37-527e5ca86e91 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/e20c4e47-e58b-48b1-8a04-bb9f8219174f HTTP/1.1" status: 204 len: 168 time: 1.0837407 Aug 20 13:34:12.431047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39110) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:12.474127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:12.478562 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102aea5-5eed-4526-ac37-527e5ca86e91 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c4e47-e58b-48b1-8a04-bb9f8219174f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:12.567561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Allocated IP 172.20.0.10 (43cfb485-6554-4e5f-b5b3-e6a65f480b4d/57e12d78-9825-4ce0-9c9e-41c7634071ac/70382482-acbb-4ab3-9525-fb534d77df3c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:12.632866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:12.633657 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.735120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Pushing event updated for resources: {'Port': ['ID=339960e7-8236-4a39-bfcb-e907bddd1646,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:12.754598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:12.755066 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.797760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.798860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Attempting to bind port 339960e7-8236-4a39-bfcb-e907bddd1646 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:12.799237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Attempting to bind port 339960e7-8236-4a39-bfcb-e907bddd1646 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:12.799607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Attempting to bind port 339960e7-8236-4a39-bfcb-e907bddd1646 on network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:12.806715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.818906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.824612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:12.825004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Checking segment: {'id': '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:12.826053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.826053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Bound using segment: {'id': '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:12.826507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Bound port: 339960e7-8236-4a39-bfcb-e907bddd1646, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:12.826894 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:12.833880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.840982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.848790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.863365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:12.867421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-2fb05a15-128c-4b53-8476-6d40962b4c0c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.4445684 Aug 20 13:34:12.876762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-35639f5e-7529-4d2e-a99f-0dfded7a3da3 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4184434 Aug 20 13:34:12.887183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39118) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:12.899969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fa5405d6-65c5-4373-a922-3b16914d92de tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': '63af2a85-487d-4a86-a625-c0a44973e748', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:12.967547 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1dbcbf12-8352-4008-8030-8e536b4a91cf req-23685b31-6549-42ee-a99e-08190739db44 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890832 Aug 20 13:34:12.980710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port c9785d71-760e-4938-b91a-cfbc70557292 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:12.981067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.035737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.056022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.064402 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-fa5405d6-65c5-4373-a922-3b16914d92de tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The resource could not be found. Aug 20 13:34:13.070076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39124) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:13.070492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa5405d6-65c5-4373-a922-3b16914d92de tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1821232 Aug 20 13:34:13.074826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171379040'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:13.075496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Allocated IP 172.20.0.1 (d489c8ca-a4ae-47cc-a017-f6439ea55340/13730334-2325-4366-a051-6d70f67e3ece/26ac00e8-e58d-42e7-9473-b874b39882a8) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:13.079915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:08Z', 'revision_number': 3, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:13.086227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] For port 339960e7-8236-4a39-bfcb-e907bddd1646, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:13.099931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Transition to ACTIVE for port object 70382482-acbb-4ab3-9525-fb534d77df3c will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:13.140204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:13.140671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Updating router afb793c4-550c-4c7f-808b-1dbfd9bf0288 port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:13.158210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.171928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] For port 339960e7-8236-4a39-bfcb-e907bddd1646, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=339960e7-8236-4a39-bfcb-e907bddd1646,segment=NetworkSegment(3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e),segment_id=3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:13.174339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:13.176326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.189192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.189539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.232329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for c9785d71-760e-4938-b91a-cfbc70557292 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:13.286953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.379626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.385586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event updated for resources: {'Port': ['ID=70382482-acbb-4ab3-9525-fb534d77df3c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:13.426520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:13.441015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Transition to ACTIVE for port object 26ac00e8-e58d-42e7-9473-b874b39882a8 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:13.443757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39130) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:13.448591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.455303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-406697241-network', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:13.471006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.479802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:13.487083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:13.494452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.548735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e212af28-1528-4445-b86f-e26dcdf3314e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:13.558457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Made reservation on behalf of c4045d0607d54ad3975970d67f10e283 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:13.561082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.583638 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.594515 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:13.596469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.598981 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.609905 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:13.610536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:13.620053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.639094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-176caefe-49c5-4dbc-8b5b-bbae61092de8 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5586083 Aug 20 13:34:13.640254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.653096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39134) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:13.659488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Pushing event updated for resources: {'Port': ['ID=26ac00e8-e58d-42e7-9473-b874b39882a8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:13.676243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--662821959'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:13.689319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ecc8e-743e-4c0a-aa2f-cdf5b1b2df67 None None] Pushing event updated for resources: {'Port': ['ID=339960e7-8236-4a39-bfcb-e907bddd1646,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:13.711758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Transition to ACTIVE for port object 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:13.713548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.727169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:13.739883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:13.744647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:13.762666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=c9785d71-760e-4938-b91a-cfbc70557292,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:13.819951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.851547 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:13.880971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:13.910808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:14.032577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Attempting to bind port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:14.032984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Attempting to bind port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:14.033357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Attempting to bind port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:14.062735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:14.063125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:14.063538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.063936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:14.064126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.064788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Bound port: 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:14.064927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.073095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.079671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.081419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.082747 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Floating IP 772f70f5-ac57-4a63-8222-48515dbec62a disassociated (deleted). External IP: 172.25.6.146, port: 66328b17-ed0b-4177-93a3-c33d7a6342ad. Aug 20 13:34:14.134598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fe1b8192-c6f7-4111-a986-f47812b04b7b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7078493 Aug 20 13:34:14.139440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39140) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:14.146695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Request body: {'port': {'network_id': '43cfb485-6554-4e5f-b5b3-e6a65f480b4d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1175243628', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:14.147296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.api.validators [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] bootfile-name is not in valid_values {{(pid=94861) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:34:14.147644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.api.validators [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] tftp-server is not in valid_values {{(pid=94861) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:34:14.147980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.api.validators [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] server-ip-address is not in valid_values {{(pid=94861) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:34:14.193969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65487a7-dd64-451d-8f82-749d8b9fac2f None None] Pushing event updated for resources: {'Port': ['ID=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:14.262596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.273860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2f1432b6-c75a-4158-94c1-aceb34716abf None None] Provisioning for port 26ac00e8-e58d-42e7-9473-b874b39882a8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:14.279114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] For port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:14.280785 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 2, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:14.281232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2f1432b6-c75a-4158-94c1-aceb34716abf None None] Provisioning complete for port 26ac00e8-e58d-42e7-9473-b874b39882a8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:14.281605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2f1432b6-c75a-4158-94c1-aceb34716abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.284281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] For port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:14.313964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.328231 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:14.329091 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Updating router e28da5aa-c869-4d97-93bb-c7318291d3cd port 5377af4b-0794-45e4-9d12-051c281eb776 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:14.371018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2f1432b6-c75a-4158-94c1-aceb34716abf None None] Port 26ac00e8-e58d-42e7-9473-b874b39882a8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:14.383847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:14.412845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d34b35d-7e47-475a-85a3-48edddfeb3ae,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:14.418942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.419341 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Added segment fd839f4c-37be-4377-8c9c-9c116aaad105 of type vlan for network 6ddab044-4635-4257-a9f0-4fc5051f416b Aug 20 13:34:14.435956 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.456317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65487a7-dd64-451d-8f82-749d8b9fac2f None None] Pushing event updated for resources: {'Port': ['ID=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:14.476473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:14.478684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:14.487778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.494552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.501278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.507555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.514564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.522405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.531087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.533800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-9b8eace2-0560-44bf-ba48-4974fd8159dd tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2758014 Aug 20 13:34:14.631212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.706134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00040600-4e80-4c99-a61a-5a77f85a3944 req-8ed5bd2f-c9a1-4ed8-beb6-91df4189d2b7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469829 Aug 20 13:34:14.719591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:14.720569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router f1b7ac70-3d51-48a1-a34e-b60112f636cf has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:14.766282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:14.767663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:14.768706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.008827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] Pushing event updated for resources: {'Network': ['ID=6ddab044-4635-4257-a9f0-4fc5051f416b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:15.061881 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.104327 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.116727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 6ddab044-4635-4257-a9f0-4fc5051f416b details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:15.125463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-72be2ae6-13aa-47da-9afb-de4c9848821a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6791155 Aug 20 13:34:15.126360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39146) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:15.126847 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Transition to ACTIVE for port object 5377af4b-0794-45e4-9d12-051c281eb776 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:15.135662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Request body: {'subnet': {'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-406697241-subnet', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:15.141235 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.177541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:15.199467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.245074 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19ec40-1509-4e58-a983-b7dfc27bc88c None None] Pushing event updated for resources: {'Port': ['ID=5377af4b-0794-45e4-9d12-051c281eb776,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:15.286377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] Sync routers for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:15.312624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.315954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2258b0ae-b101-4998-a533-cd4b21714a57 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/floatingips/772f70f5-ac57-4a63-8222-48515dbec62a HTTP/1.1" status: 204 len: 168 time: 3.0544515 Aug 20 13:34:15.330436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:15.331254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:15.344854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:15.356325 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Attempting to bind port 5377af4b-0794-45e4-9d12-051c281eb776 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:15.357121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Attempting to bind port 5377af4b-0794-45e4-9d12-051c281eb776 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:15.357766 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Attempting to bind port 5377af4b-0794-45e4-9d12-051c281eb776 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:15.362495 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5e4a42-a27a-4e02-933b-04f73e99e34e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:15.366508 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:15.367158 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:15.367798 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.368394 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:15.369154 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Bound port: 5377af4b-0794-45e4-9d12-051c281eb776, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:15.373879 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.376675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Made reservation on behalf of c4045d0607d54ad3975970d67f10e283 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:15.401628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.532023 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] For port 5377af4b-0794-45e4-9d12-051c281eb776, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:15.537407 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] For port 5377af4b-0794-45e4-9d12-051c281eb776, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5377af4b-0794-45e4-9d12-051c281eb776,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:15.545992 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.604919 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb968fd-04be-4b7e-84ad-7d7e5f19dfcb x-openstack-request-id: req-9cb968fd-04be-4b7e-84ad-7d7e5f19dfcb {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:15.605258 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:15.608130 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cb968fd-04be-4b7e-84ad-7d7e5f19dfcb {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:15.611600 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'status': 'completed', 'code': 200} Aug 20 13:34:15.636304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:15.761519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:15.764579 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:15.851631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85916fc3-e19b-4e3d-bd42-77e4aee7a861 None None] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:15.974358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:15.985980 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:16.007408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.014470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.055344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-2a8f4512-89d8-4a91-81ac-fc2af7003ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.059434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-2a8f4512-89d8-4a91-81ac-fc2af7003ada service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 1097 time: 0.4731567 Aug 20 13:34:16.092674 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19ec40-1509-4e58-a983-b7dfc27bc88c None None] Pushing event updated for resources: {'Port': ['ID=5377af4b-0794-45e4-9d12-051c281eb776,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:16.118883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c680f925-a9a5-4287-9e9e-bc31b8e825eb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:16.232807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:16.277254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5478e887-bcae-4bc1-8e93-70c816c545ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.280095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Made reservation on behalf of 286f4f0189e841ebbea0858351a6a930 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:16.285333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.302920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Checking segment: {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:16.303316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Network hostable DHCP agents. Network: 6ddab044-4635-4257-a9f0-4fc5051f416b, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:16.316898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.318351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6536701 Aug 20 13:34:16.319303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07751acc-eb29-4d5a-96f7-a627e94b96e9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa8d83-fc72-4a76-a28b-64e5e0af4399,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:16.321614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39162) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:16.345075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5d7d8525-9f43-47c9-aca1-e524a7cdd360 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': 'e212af28-1528-4445-b86f-e26dcdf3314e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '32fa8d83-fc72-4a76-a28b-64e5e0af4399'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:16.361930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Network 6ddab044-4635-4257-a9f0-4fc5051f416b is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:16.362849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] device_id is not set on port 3d3adcd7-cb7b-4799-98e1-3c68604703af yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:34:16.374217 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:16.381133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d54ca725-2816-4319-8807-1f0e3e2f19ac None None] Provisioning for port 339960e7-8236-4a39-bfcb-e907bddd1646 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:16.383879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.390254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.397532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552282b1-53c2-45a1-ae8f-a6a0c9ef3806 req-618957a0-abf7-4f14-814b-8db91b71040a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.398979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.406251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.411872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-552282b1-53c2-45a1-ae8f-a6a0c9ef3806 req-618957a0-abf7-4f14-814b-8db91b71040a tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.2137256 Aug 20 13:34:16.414531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.422460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.431628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.432892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 6ddab044-4635-4257-a9f0-4fc5051f416b) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:16.433370 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f2bef-3527-47b9-b603-84f18242998e None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:16.437873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32a30419-b85d-4577-86a7-838cd4962c57 req-32c80ea3-4890-49dd-b88e-99eeedd0f535 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.4575620 Aug 20 13:34:16.482196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb758401-7a5f-4c49-aec5-a3e362a7749c None None] Network 6ddab044-4635-4257-a9f0-4fc5051f416b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:16.491994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.492811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.570949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-552282b1-53c2-45a1-ae8f-a6a0c9ef3806 req-af6499f2-0bb8-4cae-89a7-bd66d6ade172 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572032 Aug 20 13:34:16.690756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32a30419-b85d-4577-86a7-838cd4962c57 req-d485b60e-6a72-461c-862b-8c9a4d504f7c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443969 Aug 20 13:34:16.695402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.712456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:16.714081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-73fe7e41-2714-489b-8093-afc0e4201403 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5811522 Aug 20 13:34:16.719882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:16.730104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-66386e1a-0b5f-4af6-8556-88d89833a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:16.731775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-66386e1a-0b5f-4af6-8556-88d89833a151 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4043ab01-f581-4e97-ba01-9c6d487c947c HTTP/1.1" status: 200 len: 898 time: 0.6424499 Aug 20 13:34:16.743847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.793769 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.804860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:16.805476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.826001 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-5d7d8525-9f43-47c9-aca1-e524a7cdd360 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:16.829947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d7d8525-9f43-47c9-aca1-e524a7cdd360 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4873624 Aug 20 13:34:16.830452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39166) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:16.927735 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78804bc8-b434-4920-ac87-38abdf4f01fc tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.964736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78804bc8-b434-4920-ac87-38abdf4f01fc tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:16.976705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Pushing event updated for resources: {'Port': ['ID=26ac00e8-e58d-42e7-9473-b874b39882a8,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:16.994060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-db77c502-6ef6-49ca-bfa1-0fb647299b4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad HTTP/1.1" status: 200 len: 217 time: 0.2049084 Aug 20 13:34:17.058153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78804bc8-b434-4920-ac87-38abdf4f01fc tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.062349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78804bc8-b434-4920-ac87-38abdf4f01fc tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.068019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-78804bc8-b434-4920-ac87-38abdf4f01fc tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/32fa8d83-fc72-4a76-a28b-64e5e0af4399 HTTP/1.1" status: 204 len: 168 time: 0.2359676 Aug 20 13:34:17.069041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39170) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:17.085037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 339960e7-8236-4a39-bfcb-e907bddd1646 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:17.121047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.122842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.153120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Allocated IP 172.20.0.13 (43cfb485-6554-4e5f-b5b3-e6a65f480b4d/57e12d78-9825-4ce0-9c9e-41c7634071ac/3d3adcd7-cb7b-4799-98e1-3c68604703af) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:17.196068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804bc8-b434-4920-ac87-38abdf4f01fc tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa8d83-fc72-4a76-a28b-64e5e0af4399,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:17.198004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-6ddab044-4635-4257-a9f0-4fc5051f416b', 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'fixed_ips': [{'subnet_id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:34:17.199574 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.217995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:08Z', 'revision_number': 3, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:17.273182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6c27-4346-4e01-a3c3-e1dcb456ebd1 None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:08Z', 'revision_number': 3, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:17.275012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-52c5c3b4-d77a-42fc-8c28-3d08cf4401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:17.280409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-52c5c3b4-d77a-42fc-8c28-3d08cf4401a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f6d249-9ce0-464e-90cb-298009c536a4 HTTP/1.1" status: 200 len: 835 time: 0.2091863 Aug 20 13:34:17.322393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:13Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:17.339002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 339960e7-8236-4a39-bfcb-e907bddd1646 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:17.354998 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-87cc9da4-189e-427f-8d80-87dcac13fb5e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2786517 Aug 20 13:34:17.361103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:17.374267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-91190435-c6fe-4fd8-bfbf-07ee452b74d3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:17.376240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] Checking router: f1b7ac70-3d51-48a1-a34e-b60112f636cf for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:17.379743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-91190435-c6fe-4fd8-bfbf-07ee452b74d3 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.2456069 Aug 20 13:34:17.446509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.465800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 339960e7-8236-4a39-bfcb-e907bddd1646 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:17.466173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.552763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:17.584181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:17.584867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:33:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:17.591017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b182ae9-89ca-4300-b855-573bed2a480d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.659451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b182ae9-89ca-4300-b855-573bed2a480d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.670011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:17.750023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 66328b17-ed0b-4177-93a3-c33d7a6342ad {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:17.750246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.826857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-09151519-237f-4847-91a2-7de7cde2960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:17.828439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-09151519-237f-4847-91a2-7de7cde2960a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4043ab01-f581-4e97-ba01-9c6d487c947c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036137 Aug 20 13:34:17.919529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Allocated IP 172.20.0.2 (6ddab044-4635-4257-a9f0-4fc5051f416b/c680f925-a9a5-4287-9e9e-bc31b8e825eb/4248b218-4355-4f97-95c7-d7c40a1d7d03) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:17.930407 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b182ae9-89ca-4300-b855-573bed2a480d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.933402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b182ae9-89ca-4300-b855-573bed2a480d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:17.934949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b182ae9-89ca-4300-b855-573bed2a480d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/e212af28-1528-4445-b86f-e26dcdf3314e HTTP/1.1" status: 204 len: 168 time: 0.5538759 Aug 20 13:34:17.966233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39180) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:17.969455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b182ae9-89ca-4300-b855-573bed2a480d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212af28-1528-4445-b86f-e26dcdf3314e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:18.007808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-159de1d9-0e96-4838-a152-c0c9ee5b4b5f None None] Provisioning for port 70382482-acbb-4ab3-9525-fb534d77df3c completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:18.048082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-159de1d9-0e96-4838-a152-c0c9ee5b4b5f None None] Provisioning complete for port 70382482-acbb-4ab3-9525-fb534d77df3c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:18.048897 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-159de1d9-0e96-4838-a152-c0c9ee5b4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.121168 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.126682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-cb3479aa-0c90-4fed-b071-18e2a6b58366 service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223959 Aug 20 13:34:18.213059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.222126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.233648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.243489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:18.243770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.253599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.261392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.267870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.271221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-82c5cc27-fb22-4fbe-998f-54234860c92d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2178619 Aug 20 13:34:18.289249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3989770a-a505-4a43-b8ee-88972f9c12df tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3084383 Aug 20 13:34:18.301658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39184) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:18.313685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--315694509'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:18.345533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.364763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 66328b17-ed0b-4177-93a3-c33d7a6342ad, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=66328b17-ed0b-4177-93a3-c33d7a6342ad,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:18.365257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.393152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.434530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6f2606c-030c-4064-b449-5d105a0b6068 req-ffd0bd27-988c-4494-ba0c-701feb5d7656 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477983 Aug 20 13:34:18.443316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 66328b17-ed0b-4177-93a3-c33d7a6342ad owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:18.649448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.706444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=66328b17-ed0b-4177-93a3-c33d7a6342ad,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:18.713503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8305-f262-4977-bfe8-5c18ca1af144 req-f79cafd3-2738-4304-bfad-6e87624ed80c tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:18.715131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-052d8305-f262-4977-bfe8-5c18ca1af144 req-f79cafd3-2738-4304-bfad-6e87624ed80c tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0700705-a286-4980-87dd-ee745e5abd47 HTTP/1.1" status: 200 len: 946 time: 0.9178157 Aug 20 13:34:18.781380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.795081 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.810121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-159de1d9-0e96-4838-a152-c0c9ee5b4b5f None None] Port 70382482-acbb-4ab3-9525-fb534d77df3c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:18.815487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] No DVR routers for this DVR port 66328b17-ed0b-4177-93a3-c33d7a6342ad on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:34:18.820046 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.824677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d86cf8da-43e2-496b-9444-543a7e2b590d req-16592b09-a05d-476e-8591-27d73b10fa73 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.13 "DELETE /v2.0/ports/66328b17-ed0b-4177-93a3-c33d7a6342ad HTTP/1.1" status: 204 len: 173 time: 1.4325430 Aug 20 13:34:18.825756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'name': 'network-vif-deleted', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:18.829594 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a47db4-b414-4fa8-abfe-5cda877dee9f" -d '{"events": [{"server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "name": "network-vif-deleted", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:18.842340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f5e4a42-a27a-4e02-933b-04f73e99e34e req-0eae9d7e-88e9-4678-979d-76f95f1ff69c service neutron] 10.222.0.13 "GET /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183846 Aug 20 13:34:18.863470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Transition to ACTIVE for port object 3d3adcd7-cb7b-4799-98e1-3c68604703af will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:18.873016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 339960e7-8236-4a39-bfcb-e907bddd1646, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=339960e7-8236-4a39-bfcb-e907bddd1646,segment=NetworkSegment(3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e),segment_id=3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:18.904772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:18.926039 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:18.938163 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2189a1-0313-44e6-a1e9-80d4d23bc614 x-openstack-request-id: req-6c2189a1-0313-44e6-a1e9-80d4d23bc614 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:18.938888 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0700705-a286-4980-87dd-ee745e5abd47", "name": "network-vif-deleted", "tag": "66328b17-ed0b-4177-93a3-c33d7a6342ad", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:18.939492 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c2189a1-0313-44e6-a1e9-80d4d23bc614 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:18.940080 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0700705-a286-4980-87dd-ee745e5abd47', 'name': 'network-vif-deleted', 'tag': '66328b17-ed0b-4177-93a3-c33d7a6342ad', 'status': 'completed', 'code': 200} Aug 20 13:34:18.953846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-052d8305-f262-4977-bfe8-5c18ca1af144 req-8728f074-0e7a-4284-ae80-574d61b26796 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "GET /v2.0/security-groups?id=678bffb5-9caf-4b98-8edf-06338c3cee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080832 Aug 20 13:34:19.106847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Transition to ACTIVE for port object 4248b218-4355-4f97-95c7-d7c40a1d7d03 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:19.186779 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.216592 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.219650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=339960e7-8236-4a39-bfcb-e907bddd1646,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:19.228440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-353bc267-e4bc-4387-8c88-dccf6592cdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.273519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Transition to ACTIVE for port object 4248b218-4355-4f97-95c7-d7c40a1d7d03 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:19.284220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5377af4b-0794-45e4-9d12-051c281eb776 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:19.302311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.347257 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.366876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.368871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0590785 Aug 20 13:34:19.371788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:19.378282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ddf8ea14-4d2c-4976-93e4-7dc00d85f1f9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': 'f9feb1cd-2f35-4085-b423-40b1d682a23a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:19.442314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.471325 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-ddf8ea14-4d2c-4976-93e4-7dc00d85f1f9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:19.474661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ddf8ea14-4d2c-4976-93e4-7dc00d85f1f9 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1004546 Aug 20 13:34:19.476475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39208) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:19.483576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e889d37d-5d41-46c4-9820-8bed06633b86 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group_rule': {'security_group_id': 'f9feb1cd-2f35-4085-b423-40b1d682a23a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:19.489374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-159de1d9-0e96-4838-a152-c0c9ee5b4b5f None None] Provisioning complete for port 339960e7-8236-4a39-bfcb-e907bddd1646 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:19.490042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-159de1d9-0e96-4838-a152-c0c9ee5b4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.554587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Network 6ddab044-4635-4257-a9f0-4fc5051f416b is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:19.573014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Pushing event updated for resources: {'Port': ['ID=4248b218-4355-4f97-95c7-d7c40a1d7d03,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:19.588483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.589686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:19.593557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:19.638590 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-e889d37d-5d41-46c4-9820-8bed06633b86 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:34:19.643474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e889d37d-5d41-46c4-9820-8bed06633b86 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1648080 Aug 20 13:34:19.644846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39212) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:19.658539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7e238-ae05-4bd0-9feb-9842eb66e586 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9feb1cd-2f35-4085-b423-40b1d682a23a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:19.663853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:19.665597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:19.683374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.686108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:13Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:19.691587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.696254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-028d0a63-bd1e-4b27-9b88-46bb2019eb2c admin admin] 10.222.0.59 "PUT /v2.0/routers/afb793c4-550c-4c7f-808b-1dbfd9bf0288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9339111 Aug 20 13:34:19.698567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.699574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:19.705950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.715871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.722586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.729705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:19.739851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-e81c7b3d-bc7c-4d2d-830d-267a8007da4f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.1991556 Aug 20 13:34:19.759210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:19.773600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef450df2-44e4-4c2e-849c-4bdd57fd444c None None] The sync data for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 is: [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:32:58Z', 'revision_number': 4, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '931200ba-ae71-4c75-8060-8ed53d7ec755', 'name': '', 'network_id': '4043ab01-f581-4e97-ba01-9c6d487c947c', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'mac_address': 'fa:16:3e:93:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:55Z', 'updated_at': '2021-08-20T13:33:13Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'subnets': [{'id': '81f6d249-9ce0-464e-90cb-298009c536a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:19.776814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event updated for resources: {'Port': ['ID=3d3adcd7-cb7b-4799-98e1-3c68604703af,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:19.784485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5377af4b-0794-45e4-9d12-051c281eb776 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:19.796520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Attempting to bind port 4248b218-4355-4f97-95c7-d7c40a1d7d03 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:19.796932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Attempting to bind port 4248b218-4355-4f97-95c7-d7c40a1d7d03 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:19.797619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Attempting to bind port 4248b218-4355-4f97-95c7-d7c40a1d7d03 on network 6ddab044-4635-4257-a9f0-4fc5051f416b {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:19.823284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5377af4b-0794-45e4-9d12-051c281eb776 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:19.823669 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.838397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82dc518a-bdd4-4b58-a149-35cf471cbf01 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.873039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0eb63f60-298a-4b30-9c0d-efb215885425 req-fbf90b94-7a00-41a7-8ab8-afdee7e88701 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316133 Aug 20 13:34:19.903945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:19.903945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Checking segment: {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:19.903945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.903945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Bound using segment: {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:19.903945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Bound port: 4248b218-4355-4f97-95c7-d7c40a1d7d03, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:19.903945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.904718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 66328b17-ed0b-4177-93a3-c33d7a6342ad no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:34:19.936546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.959967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82dc518a-bdd4-4b58-a149-35cf471cbf01 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:19.993872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.011609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:20.013865 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.028110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 66328b17-ed0b-4177-93a3-c33d7a6342ad {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:34:20.028463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 66328b17-ed0b-4177-93a3-c33d7a6342ad not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:34:20.057020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82dc518a-bdd4-4b58-a149-35cf471cbf01 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.059990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82dc518a-bdd4-4b58-a149-35cf471cbf01 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.063729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82dc518a-bdd4-4b58-a149-35cf471cbf01 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/f9feb1cd-2f35-4085-b423-40b1d682a23a HTTP/1.1" status: 204 len: 168 time: 0.4133651 Aug 20 13:34:20.063729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39222) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:20.072475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39224) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:20.109113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc518a-bdd4-4b58-a149-35cf471cbf01 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9feb1cd-2f35-4085-b423-40b1d682a23a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:20.127328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-267169c9-967f-4a56-809d-57bc6fe759ac tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.9839661 Aug 20 13:34:20.134360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39228) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:20.258110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbd3aa11-8487-41d9-8fc0-81911a95e586 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.308638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Allocated IP 172.25.6.253 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a398e6ff-eac1-496f-a9d8-ef5e8a860058) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:20.323579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbd3aa11-8487-41d9-8fc0-81911a95e586 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.339067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.343955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] For port 4248b218-4355-4f97-95c7-d7c40a1d7d03, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:20.423087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] For port 4248b218-4355-4f97-95c7-d7c40a1d7d03, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4248b218-4355-4f97-95c7-d7c40a1d7d03,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:20.437493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.463329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbd3aa11-8487-41d9-8fc0-81911a95e586 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.466554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbd3aa11-8487-41d9-8fc0-81911a95e586 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.467787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dbd3aa11-8487-41d9-8fc0-81911a95e586 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/security-groups/678bffb5-9caf-4b98-8edf-06338c3cee7f HTTP/1.1" status: 204 len: 168 time: 0.3992114 Aug 20 13:34:20.486677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3aa11-8487-41d9-8fc0-81911a95e586 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678bffb5-9caf-4b98-8edf-06338c3cee7f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:20.502376 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7e4bc-35f7-4fbf-84b1-83ad867aa663 None None] New status for floating IP 772f70f5-ac57-4a63-8222-48515dbec62a: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:34:20.540086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39232) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:20.589320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Provisioning complete for port 26ac00e8-e58d-42e7-9473-b874b39882a8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:20.589320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.677621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-db0c9250-bcfa-4e50-a9e4-be5cb040461e tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5958540 Aug 20 13:34:20.678971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5377af4b-0794-45e4-9d12-051c281eb776, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5377af4b-0794-45e4-9d12-051c281eb776,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:20.684069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39236) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:20.708245 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.714140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:20.717448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'tempest-secgroup--935415521'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:20.745482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbaa17e-ba19-4bae-938e-113282da4556 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:20.766851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbaa17e-ba19-4bae-938e-113282da4556 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:20.782427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc6888-2389-4b15-a196-31ea5281796c None None] Pushing event updated for resources: {'Port': ['ID=4248b218-4355-4f97-95c7-d7c40a1d7d03,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:20.786584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbaa17e-ba19-4bae-938e-113282da4556 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:20.790750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fcbaa17e-ba19-4bae-938e-113282da4556 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.6529276 Aug 20 13:34:20.792061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39238) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:20.834882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.857800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:20.881521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.931139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Port 26ac00e8-e58d-42e7-9473-b874b39882a8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:20.960873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:20.992880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5377af4b-0794-45e4-9d12-051c281eb776,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:21.039401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:21.040364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:21.059146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Provisioning complete for port 70382482-acbb-4ab3-9525-fb534d77df3c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:21.059417 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.074568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:21.084290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:21.099460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:21.105525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Pushing event updated for resources: {'Port': ['ID=a398e6ff-eac1-496f-a9d8-ef5e8a860058,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:21.195106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.217170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.267030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.272288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5862410 Aug 20 13:34:21.274140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39244) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:21.284280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Port 70382482-acbb-4ab3-9525-fb534d77df3c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:21.290740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:21.294858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:21.333337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39246) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:21.336064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:21.336462 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.341752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7db49584-d342-434a-85cd-4660f6a21a98 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:21.342430 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-7db49584-d342-434a-85cd-4660f6a21a98 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 13:34:21.343130 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-7db49584-d342-434a-85cd-4660f6a21a98 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 13:34:21.347997 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7db49584-d342-434a-85cd-4660f6a21a98 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "PUT /v2.0/security-groups/6ddc85e6-41b3-421b-83f8-e63eede5ebcb HTTP/1.1" status: 409 len: 330 time: 0.0156515 Aug 20 13:34:21.352765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39248) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:21.360603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808502937', 'description': 'tempest-description--1105036592'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:21.381843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.388375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.396401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.403022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.409034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.416021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.421984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:21.423346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Provisioning for port 3d3adcd7-cb7b-4799-98e1-3c68604703af completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:21.423920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-0ef2625e-639f-45ab-a187-5ff0a3dc2ed7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.2936528 Aug 20 13:34:21.438033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Provisioning complete for port 3d3adcd7-cb7b-4799-98e1-3c68604703af triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:21.438500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.483488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.505787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Deleting port 3d3adcd7-cb7b-4799-98e1-3c68604703af {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:21.506863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.553210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0fc1c0fa-c07c-4691-87ee-4f7b7664d050 req-7f777a54-7189-4adc-8047-11ef642f56e3 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161385 Aug 20 13:34:21.580010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5c00fadb-d8a7-4aa9-8122-38a1a27682f1 None None] Port 3d3adcd7-cb7b-4799-98e1-3c68604703af cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:21.687545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.756146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:21.790610 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:21.921862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:21.935801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 2, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:22.010445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:22.016595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Updating router afb793c4-550c-4c7f-808b-1dbfd9bf0288 port 26ac00e8-e58d-42e7-9473-b874b39882a8 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:22.070335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435504a-56c7-46f9-8679-0f9a537e62a2 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc85e6-41b3-421b-83f8-e63eede5ebcb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:22.102485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.111302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.117082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5377af4b-0794-45e4-9d12-051c281eb776 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:22.221821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7665310-aae5-4783-b184-0c8b481beceb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.259008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.291803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7665310-aae5-4783-b184-0c8b481beceb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.301702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.327355 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.341271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:22.357454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Calling delete_port for 3d3adcd7-cb7b-4799-98e1-3c68604703af owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:22.429306 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.433564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8b46b0e3-78be-42ba-841b-79930fda5842 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0766284 Aug 20 13:34:22.433815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f30050-7a70-409f-bbe2-25f1723efd61 None None] Network 6ddab044-4635-4257-a9f0-4fc5051f416b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:22.473796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.547449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39256) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:22.551162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7665310-aae5-4783-b184-0c8b481beceb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.562058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7665310-aae5-4783-b184-0c8b481beceb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.566860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b7665310-aae5-4783-b184-0c8b481beceb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/6ddc85e6-41b3-421b-83f8-e63eede5ebcb HTTP/1.1" status: 204 len: 168 time: 1.2077339 Aug 20 13:34:22.589079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-732246f8-3e50-48e9-8616-200dd977de4d None None] Provisioning for port 4248b218-4355-4f97-95c7-d7c40a1d7d03 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:22.637824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39258) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:22.665233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5377af4b-0794-45e4-9d12-051c281eb776 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:22.666827 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.735941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'security_group_rule': {'security_group_id': 'e050361f-8ef7-4ba9-a360-7cdf2f68ed3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:22.803022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.810643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:22.951171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.025894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event deleted for resources: {'Port': ['ID=3d3adcd7-cb7b-4799-98e1-3c68604703af,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:23.065258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8429e7d0-28a4-4538-8b4c-8d3fa941a41d tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2616656 Aug 20 13:34:23.070332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39266) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.074254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.085656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7665310-aae5-4783-b184-0c8b481beceb tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc85e6-41b3-421b-83f8-e63eede5ebcb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:23.106689 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-5f81372c-63f8-4f26-b40f-9e3e0f9d2465 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] delete failed (client error): The resource could not be found. Aug 20 13:34:23.114529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5f81372c-63f8-4f26-b40f-9e3e0f9d2465 tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "DELETE /v2.0/security-groups/5534457d-8a11-4f23-8a29-883a9e80d47b HTTP/1.1" status: 404 len: 347 time: 0.0426149 Aug 20 13:34:23.117380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39268) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.159824 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-a72a09ec-51f4-46e7-802f-60446b2c5afe tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] show failed (client error): The resource could not be found. Aug 20 13:34:23.166634 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a72a09ec-51f4-46e7-802f-60446b2c5afe tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-groups/141744a3-b53f-4e08-9b46-b2b1e18b6330 HTTP/1.1" status: 404 len: 347 time: 0.0466478 Aug 20 13:34:23.174744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39270) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.207538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.230080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 339960e7-8236-4a39-bfcb-e907bddd1646 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:23.230879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.246218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.255038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39272) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.265283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.271223 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-3d8dd664-bfbd-40a7-a1c5-403fd9ff4bff tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] show failed (client error): The resource could not be found. Aug 20 13:34:23.272819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d8dd664-bfbd-40a7-a1c5-403fd9ff4bff tempest-NegativeSecGroupIPv6Test-1266046708 tempest-NegativeSecGroupIPv6Test-1266046708-project] 10.222.0.59 "GET /v2.0/security-group-rules/93def83d-e75c-45a4-b18f-7eb9f7952005 HTTP/1.1" status: 404 len: 356 time: 0.0930889 Aug 20 13:34:23.274023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.287786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.300684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:23.319003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Router a4f76aab-a4ac-4cd5-a701-4d31827475d2 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:34:23.324877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8927e075-426e-4348-8783-a0c99328d047 req-8cd5a7b9-7591-4c60-ac29-4974b7501f20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.5273860 Aug 20 13:34:23.450335 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.453191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.461029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6d58c4f2-2dca-43fa-a532-fa49fb37d0bb tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "DELETE /v2.0/ports/3d3adcd7-cb7b-4799-98e1-3c68604703af HTTP/1.1" status: 204 len: 168 time: 2.6616330 Aug 20 13:34:23.502033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Transition to ACTIVE for port object 26ac00e8-e58d-42e7-9473-b874b39882a8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:23.505192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.521461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 339960e7-8236-4a39-bfcb-e907bddd1646 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:23.521970 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.526141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Request body: {'port': {'name': 'tempest-new-port-name-1605410441', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:23.526141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] bootfile-name is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:34:23.530601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] tftp-server is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:34:23.530864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.api.validators [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] server-ip-address is not in valid_values {{(pid=94862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 13:34:23.558847 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.583874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8f24ade6-3795-4cfe-9174-3a4bfeb7a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.677306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Pushing event updated for resources: {'Port': ['ID=26ac00e8-e58d-42e7-9473-b874b39882a8,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:23.708181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.733030 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8927e075-426e-4348-8783-a0c99328d047 req-392d4943-54b5-412a-9d19-f1bb3ad3156e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4071741 Aug 20 13:34:23.733272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.733423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.733765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.734101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.734430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.734758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.735081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.735401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.735720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.736039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.736357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.743832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:23.745755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8f24ade6-3795-4cfe-9174-3a4bfeb7a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.746446 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.751359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:23.765778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8f24ade6-3795-4cfe-9174-3a4bfeb7a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.773655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Attempting to bind port 26ac00e8-e58d-42e7-9473-b874b39882a8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:23.774393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Attempting to bind port 26ac00e8-e58d-42e7-9473-b874b39882a8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:23.774393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Attempting to bind port 26ac00e8-e58d-42e7-9473-b874b39882a8 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:23.779997 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Sync routers for ids ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:23.795518 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Routers {'a4f76aab-a4ac-4cd5-a701-4d31827475d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:23.796152 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:23.809783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24ade6-3795-4cfe-9174-3a4bfeb7a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3e4e1-a524-4cc2-9ce4-1ad26f5f550b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:23.837913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.841251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.858253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8f24ade6-3795-4cfe-9174-3a4bfeb7a756 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0042e16080d4db3babb08059880488c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964327 Aug 20 13:34:23.859769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.868064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4248b218-4355-4f97-95c7-d7c40a1d7d03 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:23.878669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.882479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3108604 Aug 20 13:34:23.888334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.892454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7287e575-9ddc-47da-b0f5-c9d3e5f586da admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1776714 Aug 20 13:34:23.894999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39288) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.896337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:23.918502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'security_group_rule': {'security_group_id': 'e050361f-8ef7-4ba9-a360-7cdf2f68ed3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:23.930739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:23.930739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:23.931105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038454f-28da-4f6f-b739-6c6032e1892a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2a1d49-ae5c-43fd-8870-975813483617,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:23.931228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:23.931228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Bound using segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:23.931728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Bound port: 26ac00e8-e58d-42e7-9473-b874b39882a8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:23.932112 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.069743 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82903265-906c-439c-bff7-6a89591eb99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.088268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4248b218-4355-4f97-95c7-d7c40a1d7d03 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:24.095808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4248b218-4355-4f97-95c7-d7c40a1d7d03 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:24.096183 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.125937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] For port 26ac00e8-e58d-42e7-9473-b874b39882a8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:24.142640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] For port 26ac00e8-e58d-42e7-9473-b874b39882a8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26ac00e8-e58d-42e7-9473-b874b39882a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:24.157265 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.157575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.173412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82903265-906c-439c-bff7-6a89591eb99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.173908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Set router a4f76aab-a4ac-4cd5-a701-4d31827475d2 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:24.205575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57fd00d4-7578-4e3c-9dde-4759d662a312 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0029cbdff4044369ac13eea984fff7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488934 Aug 20 13:34:24.206679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:24.227858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.291218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4248b218-4355-4f97-95c7-d7c40a1d7d03, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4248b218-4355-4f97-95c7-d7c40a1d7d03,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:24.309893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524cc05-a00e-48e6-b820-76ab5d2e40d0 None None] Pushing event updated for resources: {'Port': ['ID=26ac00e8-e58d-42e7-9473-b874b39882a8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:24.317476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.323185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:24.323185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:24.360985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.390403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.517477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event updated for resources: {'Port': ['ID=70382482-acbb-4ab3-9525-fb534d77df3c,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:24.527006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9c68762-e327-42d9-b57a-4f755979b55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.532270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 931200ba-ae71-4c75-8060-8ed53d7ec755 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:24.532968 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.560951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:34:22Z', 'revision_number': 3, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:24.571968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:24.596249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.609383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] In _notify_port_updated(), no bound segment for port 70382482-acbb-4ab3-9525-fb534d77df3c on network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:34:24.620947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:24.621198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4248b218-4355-4f97-95c7-d7c40a1d7d03,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:24.621932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.626662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a53473af-4f3e-44a4-83eb-98c095687d09 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "PUT /v2.0/ports/70382482-acbb-4ab3-9525-fb534d77df3c HTTP/1.1" status: 200 len: 1137 time: 1.1202972 Aug 20 13:34:24.634094 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Checking router: a4f76aab-a4ac-4cd5-a701-4d31827475d2 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:24.634933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Updating router a4f76aab-a4ac-4cd5-a701-4d31827475d2 port a398e6ff-eac1-496f-a9d8-ef5e8a860058 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:24.655641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39296) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:24.657668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:24.679385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.681422 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.708763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82903265-906c-439c-bff7-6a89591eb99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.711412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82903265-906c-439c-bff7-6a89591eb99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.712916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-82903265-906c-439c-bff7-6a89591eb99e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cf3e4e1-a524-4cc2-9ce4-1ad26f5f550b HTTP/1.1" status: 204 len: 168 time: 0.8522921 Aug 20 13:34:24.777745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.779085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8731692 Aug 20 13:34:24.789691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39302) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:24.790616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b215be-5686-41c0-b30c-244a0861240b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20635b94-b0b9-4cc1-a66c-f1259bca94e6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:24.792796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cb2b9c-27a8-4380-9788-7a6168ed1748 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:24.793941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82903265-906c-439c-bff7-6a89591eb99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3e4e1-a524-4cc2-9ce4-1ad26f5f550b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:24.798306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63cb2b9c-27a8-4380-9788-7a6168ed1748 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "GET /v2.0/ports/70382482-acbb-4ab3-9525-fb534d77df3c HTTP/1.1" status: 200 len: 1137 time: 0.0972660 Aug 20 13:34:24.814246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39304) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:24.814721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:24.839299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-4478fd6a-c5a6-4647-bdde-f5f69cc41025 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2377746 Aug 20 13:34:24.953892 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9c68762-e327-42d9-b57a-4f755979b55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:24.994243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.021434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:25.021813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.076942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e8d19d47-c538-4c7c-8b3e-792c51d15362 None None] Provisioning complete for port 70382482-acbb-4ab3-9525-fb534d77df3c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:25.077147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8d19d47-c538-4c7c-8b3e-792c51d15362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.160795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.161437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.161782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.162317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.162789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.163264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.164070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.166264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-01cb7352-d627-4918-84cf-ca57b0d24cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.2633052 Aug 20 13:34:25.174061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 931200ba-ae71-4c75-8060-8ed53d7ec755, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=931200ba-ae71-4c75-8060-8ed53d7ec755,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:25.174763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.180314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e8d19d47-c538-4c7c-8b3e-792c51d15362 None None] Port 70382482-acbb-4ab3-9525-fb534d77df3c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:25.206003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 931200ba-ae71-4c75-8060-8ed53d7ec755 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:25.251994 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.270651 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Transition to ACTIVE for port object a398e6ff-eac1-496f-a9d8-ef5e8a860058 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:25.279051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:24Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:25.279368 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.318782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d852-7c65-46cb-96fa-0424522b3e03 None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:24Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:25.339606 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.360357 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Attempting to bind port a398e6ff-eac1-496f-a9d8-ef5e8a860058 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:25.360957 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Attempting to bind port a398e6ff-eac1-496f-a9d8-ef5e8a860058 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:25.361844 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Attempting to bind port a398e6ff-eac1-496f-a9d8-ef5e8a860058 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:25.374174 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:25.375052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:25.375627 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.377243 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:25.378653 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Bound port: a398e6ff-eac1-496f-a9d8-ef5e8a860058, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:25.378653 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.390774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.418323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.426831 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bdf80-b428-41c7-b909-fe97ce76c339 None None] Pushing event updated for resources: {'Port': ['ID=a398e6ff-eac1-496f-a9d8-ef5e8a860058,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:25.456794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.464512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.471196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.485282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.494907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.497441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-8c271b55-b8f1-42d9-a987-c778566fa02e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5432 time: 0.5733812 Aug 20 13:34:25.520101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-5ae8b25c-9791-42bd-953b-20fe543166f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.520612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-5ae8b25c-9791-42bd-953b-20fe543166f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.521091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-5ae8b25c-9791-42bd-953b-20fe543166f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:25.522984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-5ae8b25c-9791-42bd-953b-20fe543166f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 2292 time: 0.3170383 Aug 20 13:34:25.555671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9c68762-e327-42d9-b57a-4f755979b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.558941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9c68762-e327-42d9-b57a-4f755979b55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.560200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a9c68762-e327-42d9-b57a-4f755979b55b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3fe9ebf-4e1e-40e2-be43-b3584b7d0340 HTTP/1.1" status: 204 len: 168 time: 1.3472292 Aug 20 13:34:25.587770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] For port a398e6ff-eac1-496f-a9d8-ef5e8a860058, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:25.600157 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] For port a398e6ff-eac1-496f-a9d8-ef5e8a860058, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a398e6ff-eac1-496f-a9d8-ef5e8a860058,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:25.601838 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.614006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Deleting port 70382482-acbb-4ab3-9525-fb534d77df3c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:25.614006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.700709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bdf80-b428-41c7-b909-fe97ce76c339 None None] Pushing event updated for resources: {'Port': ['ID=a398e6ff-eac1-496f-a9d8-ef5e8a860058,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:25.711177 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Routers {'a4f76aab-a4ac-4cd5-a701-4d31827475d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:25.711995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:25.719743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c9b80c7-0da4-4865-b6fe-cf7de4a6ba0c req-5cb7f182-4dc8-4e1c-a71d-416c07169e98 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2135417 Aug 20 13:34:25.729336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c68762-e327-42d9-b57a-4f755979b55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe9ebf-4e1e-40e2-be43-b3584b7d0340,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:25.822204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-b40c4362-078a-42d7-b1a9-7d2e9e7783ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1002 time: 0.2910399 Aug 20 13:34:25.852198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.862785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:25.906946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c0003bdd-d4ca-4d15-98c0-33fdffa2f401 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:25.944063 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] Set router a4f76aab-a4ac-4cd5-a701-4d31827475d2 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:25.952177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Calling delete_port for 70382482-acbb-4ab3-9525-fb534d77df3c owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:25.993325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Allocated IP 172.20.0.1 (6ddab044-4635-4257-a9f0-4fc5051f416b/c680f925-a9a5-4287-9e9e-bc31b8e825eb/55ceec88-81c6-4c8e-8754-b2f546462abf) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:26.005967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d2be6a72-d9c0-4c49-aabd-59aafced986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:26.007221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d2be6a72-d9c0-4c49-aabd-59aafced986e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.1471028 Aug 20 13:34:26.140969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:26.247181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:26.260908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:34:22Z', 'revision_number': 3, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:26.285251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'port_id': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401', 'mac_address': 'fa:16:3e:77:0d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:26.301656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045b3f0-e3b2-4147-a916-3e200cbdd71c None None] The sync data for ids ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'] in n-d-804232-5 is: [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:34:22Z', 'revision_number': 3, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:26.377252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=931200ba-ae71-4c75-8060-8ed53d7ec755,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:26.513568 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:26.552372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:26.583323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0003bdd-d4ca-4d15-98c0-33fdffa2f401 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:26.594176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Transition to ACTIVE for port object 55ceec88-81c6-4c8e-8754-b2f546462abf will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:26.661341 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:26.688566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:26.700486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:26.709914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6a9565eb-7577-40cd-8604-74663c701f98 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:26.770994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Allocated IP 172.25.6.178 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/8f033c73-756e-4e15-b7ea-1b4f270716c4) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:26.828145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6a9565eb-7577-40cd-8604-74663c701f98,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:26.912110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.090764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.165622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26ac00e8-e58d-42e7-9473-b874b39882a8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:27.168846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.174952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:27.214515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-b7263b28-74b2-4a0d-af94-0766b1cb7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.219706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-b7263b28-74b2-4a0d-af94-0766b1cb7233 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2041113 Aug 20 13:34:27.235189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '6a9565eb-7577-40cd-8604-74663c701f98', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'port_id': '6a9565eb-7577-40cd-8604-74663c701f98', 'mac_address': 'fa:16:3e:a8:0a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:27.300053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Network 6ddab044-4635-4257-a9f0-4fc5051f416b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:27.350253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Pushing event updated for resources: {'Port': ['ID=55ceec88-81c6-4c8e-8754-b2f546462abf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:27.354187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event deleted for resources: {'Port': ['ID=70382482-acbb-4ab3-9525-fb534d77df3c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:27.372983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:27.412100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.417143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:27.548252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9565eb-7577-40cd-8604-74663c701f98 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:27.581032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 26ac00e8-e58d-42e7-9473-b874b39882a8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:27.638871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26ac00e8-e58d-42e7-9473-b874b39882a8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:27.642754 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.650120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:27.674791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6a9565eb-7577-40cd-8604-74663c701f98,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:27.735880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.755891 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.770153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:27.812109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.827747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.842930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.854997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.875220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.887992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.896021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:27.898034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-30e257ae-c60f-4f52-a05c-6918a50719de tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5433 time: 0.8787858 Aug 20 13:34:27.899210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:27.904052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f1d72b76-b085-44ac-9091-d1db50e73ae6 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "DELETE /v2.0/ports/70382482-acbb-4ab3-9525-fb534d77df3c HTTP/1.1" status: 204 len: 168 time: 3.0829041 Aug 20 13:34:27.905844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-4b5c539f-c3f3-4c49-913e-5605df7ffbc2 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704823 Aug 20 13:34:27.906580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39362) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:27.921829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:27.927928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:28.035654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'Port': ['ID=8f033c73-756e-4e15-b7ea-1b4f270716c4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:28.039955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Deleting subnet 57e12d78-9825-4ce0-9c9e-41c7634071ac {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:34:28.052193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7896852f-f0c7-45bf-a24d-155fd4f53ac5 req-c9f5174b-2054-462c-b8d0-a5432fe13f67 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338487 Aug 20 13:34:28.079795 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.137147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:28.140638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52711ce7-f3d1-42c7-af46-25217dbf4fc1 None None] Provisioning for port 55ceec88-81c6-4c8e-8754-b2f546462abf completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:28.155592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52711ce7-f3d1-42c7-af46-25217dbf4fc1 None None] Provisioning complete for port 55ceec88-81c6-4c8e-8754-b2f546462abf triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:28.156127 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52711ce7-f3d1-42c7-af46-25217dbf4fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.197135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.234073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:28.266193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.266351 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:34:28.269406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-52711ce7-f3d1-42c7-af46-25217dbf4fc1 None None] Port 55ceec88-81c6-4c8e-8754-b2f546462abf cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:28.278799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'port_id': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'mac_address': 'fa:16:3e:d9:52:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:28.381906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 26ac00e8-e58d-42e7-9473-b874b39882a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26ac00e8-e58d-42e7-9473-b874b39882a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:28.511671 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.514301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4248b218-4355-4f97-95c7-d7c40a1d7d03 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:28.534242 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.545035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.575384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Router f1b7ac70-3d51-48a1-a34e-b60112f636cf has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:28.618583 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.689428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:28.721710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:28.727302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4248b218-4355-4f97-95c7-d7c40a1d7d03 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:28.728621 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.752155 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.809764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-e529c11e-4bd2-4460-aaae-0940c9b1daa7 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009868 Aug 20 13:34:28.844202 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:28.870633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8face10-ea99-4300-8b73-cfc5d39b1ff4 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:29.014594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-b720d7d0-e1d8-45ca-bdec-8808c822bbc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 217 time: 0.1631925 Aug 20 13:34:29.018004 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.107899 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.120752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=26ac00e8-e58d-42e7-9473-b874b39882a8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:29.199020 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.resource_extend [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:34:29.252302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.311189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d5145014-bb5b-4677-8dba-f62da1f530ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.311409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:29.327643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d5145014-bb5b-4677-8dba-f62da1f530ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.3022287 Aug 20 13:34:29.365753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d8face10-ea99-4300-8b73-cfc5d39b1ff4, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:29.387740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4', 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'port_id': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4', 'mac_address': 'fa:16:3e:97:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961fc6fb-c4b4-45b4-b390-7ac5b28278af', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:29.461615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a398e6ff-eac1-496f-a9d8-ef5e8a860058 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:29.478316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.508876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d9f76f47-3d74-4c13-9569-377fa29fcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.510485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d9f76f47-3d74-4c13-9569-377fa29fcbce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736567 Aug 20 13:34:29.516293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.535399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event deleted for resources: {'Subnet': ['ID=57e12d78-9825-4ce0-9c9e-41c7634071ac,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:29.550193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8face10-ea99-4300-8b73-cfc5d39b1ff4 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:29.557690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.563482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e274b321-d1a8-4501-b5f4-7da424d29e72 tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "DELETE /v2.0/subnets/57e12d78-9825-4ce0-9c9e-41c7634071ac HTTP/1.1" status: 204 len: 168 time: 1.6557360 Aug 20 13:34:29.565036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:29.568176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39398) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:29.570191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3596db4-c239-4d90-a93a-a7faadb857e8 None None] Network 43cfb485-6554-4e5f-b5b3-e6a65f480b4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:29.574837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a2b2201d-18e2-4ae1-a71d-7ed161d93ef7 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "PUT /v2.0/routers/f1b7ac70-3d51-48a1-a34e-b60112f636cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0331235 Aug 20 13:34:29.582982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39400) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:29.592212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] Sync routers for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:29.650937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d8face10-ea99-4300-8b73-cfc5d39b1ff4, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:29.660626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a398e6ff-eac1-496f-a9d8-ef5e8a860058 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:29.670819 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.671717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 90e8da13-860e-4285-a350-e022b9aef6c0 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:29.677501 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.679600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a398e6ff-eac1-496f-a9d8-ef5e8a860058 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:29.680447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.697268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:29.697917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:29.699401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.706154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.721468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.738373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.747098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.757658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.765329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:29.774570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-979e68be-c052-4c80-af51-8c714b0522cd req-63e94734-ef2a-4888-b7ed-e6bffad19dae tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5435 time: 0.3096621 Aug 20 13:34:29.808580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-435b5aac-6408-46c8-b450-02fabe447528 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332685 Aug 20 13:34:29.854823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.884200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-979e68be-c052-4c80-af51-8c714b0522cd req-6d5c3ad8-85b1-48ed-8e6c-d2991c8ea4f2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051149 Aug 20 13:34:29.931711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.938994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Deleting port 339960e7-8236-4a39-bfcb-e907bddd1646 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:29.940877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:29.976167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=90e8da13-860e-4285-a350-e022b9aef6c0,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:30.054180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=d8face10-ea99-4300-8b73-cfc5d39b1ff4,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.073392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '90e8da13-860e-4285-a350-e022b9aef6c0', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'port_id': '90e8da13-860e-4285-a350-e022b9aef6c0', 'mac_address': 'fa:16:3e:61:30:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:30.123831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] For port 339960e7-8236-4a39-bfcb-e907bddd1646, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=339960e7-8236-4a39-bfcb-e907bddd1646,segment=NetworkSegment(3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e),segment_id=3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:30.124179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.142664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Calling delete_port for 339960e7-8236-4a39-bfcb-e907bddd1646 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:30.151870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'Port': ['ID=8f033c73-756e-4e15-b7ea-1b4f270716c4,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.153357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:30.190149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39422) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:30.192770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.266296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.272502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.338308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event deleted for resources: {'Port': ['ID=339960e7-8236-4a39-bfcb-e907bddd1646,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.352085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] No DVR routers for this DVR port 339960e7-8236-4a39-bfcb-e907bddd1646 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:34:30.365774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.368585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.376822 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.428166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b223c-e26e-44ba-b08c-9674504c84cf None None] DHCP port deletion for 43cfb485-6554-4e5f-b5b3-e6a65f480b4d request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:34:30.435816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a398e6ff-eac1-496f-a9d8-ef5e8a860058, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a398e6ff-eac1-496f-a9d8-ef5e8a860058,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:30.436861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.438386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa582c3c-e8d9-4bba-a1de-ab45f7b4b4a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6456485 Aug 20 13:34:30.466182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e8da13-860e-4285-a350-e022b9aef6c0 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:30.479598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.521599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8885ab41-4208-4ecf-8a99-bd7df6337b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.525605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-6eef2402-5923-478a-9656-c0b30c574ab4 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056346 Aug 20 13:34:30.530585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Pushing event updated for resources: {'Port': ['ID=55ceec88-81c6-4c8e-8754-b2f546462abf,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.555257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting subnet 81f6d249-9ce0-464e-90cb-298009c536a4 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:34:30.557814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.560613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.575374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cfb485-6554-4e5f-b5b3-e6a65f480b4d']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:30.576132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=90e8da13-860e-4285-a350-e022b9aef6c0,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:30.590796 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.591461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a1454aaf-cc1f-4738-a4f6-80f5831b6049 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:30.593451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:30.594031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9bb9d8-2b2d-447c-83b5-0e16bb4db78e') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:30.599192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.608946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.627065 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.635626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a398e6ff-eac1-496f-a9d8-ef5e8a860058,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.639289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:34:30.640530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:34:30.645054 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:34:30.663812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-09f57d3f-def8-459f-9480-f758211ce531 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bc4cbd44f4924841a749140199f3f48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1541119 Aug 20 13:34:30.675930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-1d5e52f4-2c65-45c9-86ac-400a4ec4247b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 217 time: 0.1421127 Aug 20 13:34:30.732829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:30.736083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.763040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.777184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'a1454aaf-cc1f-4738-a4f6-80f5831b6049', 'network_id': '28dbff8c-ac99-449c-8206-4640246e6412', 'port_id': 'a1454aaf-cc1f-4738-a4f6-80f5831b6049', 'mac_address': 'fa:16:3e:4b:1e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f8b583-ec4c-46f2-828d-e0c015586ebe', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:30.782227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.787503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] 10.222.0.59 "DELETE /v2.0/networks/43cfb485-6554-4e5f-b5b3-e6a65f480b4d HTTP/1.1" status: 204 len: 168 time: 1.2084823 Aug 20 13:34:30.788793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b963f-eba3-487c-acc3-45ac544cc15b tempest-ExtraDHCPOptionsTestJSON-1628831415 tempest-ExtraDHCPOptionsTestJSON-1628831415-project] Pushing event deleted for resources: {'Network': ['ID=43cfb485-6554-4e5f-b5b3-e6a65f480b4d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:30.791858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:34:25Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:30.799822 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:30.858342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-76903563-32ca-4377-aa5e-c374a6985dd2 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--808502937&fields=id&tenant_id=4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 267 time: 0.0464654 Aug 20 13:34:30.971847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-dfbacd96-c67a-44e7-abf5-3ac49c94f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:30.971847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-dfbacd96-c67a-44e7-abf5-3ac49c94f55b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.2751172 Aug 20 13:34:31.011614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-966845d4-4cea-4fa4-8e98-ae7d8ef968e0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.013615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-966845d4-4cea-4fa4-8e98-ae7d8ef968e0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 816 time: 0.1459224 Aug 20 13:34:31.033327 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-d6ecca7a-0b1a-4c55-8360-5ccd85bfd39a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/quotas/4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 375 time: 0.0116274 Aug 20 13:34:31.070449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] Checking router: f1b7ac70-3d51-48a1-a34e-b60112f636cf for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:31.079589 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.096431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] Routers {'f1b7ac70-3d51-48a1-a34e-b60112f636cf'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:31.097139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:31.102261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-cac4d21b-3185-4777-bfd8-091195d3218a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616102 Aug 20 13:34:31.139692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39456) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:31.165517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Network 6ddab044-4635-4257-a9f0-4fc5051f416b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:31.177995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:31.195989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-97573e55-0fee-4322-acbc-dcfcd883fa3c tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.203195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-97573e55-0fee-4322-acbc-dcfcd883fa3c tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5253484 Aug 20 13:34:31.218103 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.230022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1454aaf-cc1f-4738-a4f6-80f5831b6049 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:31.244968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-10e8d531-8048-4b11-987f-c6f8c41e7b1a service neutron] 10.222.0.59 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289873 Aug 20 13:34:31.275535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-f381babb-4de1-4d6f-8e5f-fcb386723542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.277990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-f381babb-4de1-4d6f-8e5f-fcb386723542 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2934806 Aug 20 13:34:31.293857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:31.308239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a398e6ff-eac1-496f-a9d8-ef5e8a860058 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:31.344696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.346150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c4a27da9-bddb-4d9c-b662-87617a6a9e64 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:31.351926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] Set router f1b7ac70-3d51-48a1-a34e-b60112f636cf gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:31.373291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-98bb94b4-b19c-4912-9576-671c92aebd0c tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/quotas/bc4cbd44f4924841a749140199f3f48e HTTP/1.1" status: 200 len: 375 time: 0.1691759 Aug 20 13:34:31.385193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-8057906f-915f-401f-a88c-5c76b4b9e130 service neutron] 10.222.0.59 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390822 Aug 20 13:34:31.522697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8885ab41-4208-4ecf-8a99-bd7df6337b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.547426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.559945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-27af8286-3dc1-4e74-ab55-e72265c90104 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc4cbd44f4924841a749140199f3f48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223936 Aug 20 13:34:31.569511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.571424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8885ab41-4208-4ecf-8a99-bd7df6337b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.605794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c4a27da9-bddb-4d9c-b662-87617a6a9e64, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:31.631774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:31.651242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64', 'network_id': '0d0465df-09be-46a3-8df8-4b5eb2c2ed60', 'port_id': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64', 'mac_address': 'fa:16:3e:c8:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961fc6fb-c4b4-45b4-b390-7ac5b28278af', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:31.763708 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.771887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9f6f03a9-aa5c-436a-a3c7-ba3f4d79a353 None None] Provisioning complete for port 55ceec88-81c6-4c8e-8754-b2f546462abf triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:31.772741 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9f6f03a9-aa5c-436a-a3c7-ba3f4d79a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.810930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a398e6ff-eac1-496f-a9d8-ef5e8a860058 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:31.811594 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.814931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8885ab41-4208-4ecf-8a99-bd7df6337b9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1dc7ece99ef3426aad53b2a9d7dffd21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6199880 Aug 20 13:34:31.835709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.845701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.852337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c587c18c-b65e-467f-bb5b-204da830f9b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=286f4f0189e841ebbea0858351a6a930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7114680 Aug 20 13:34:31.853458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.860297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Router a4f76aab-a4ac-4cd5-a701-4d31827475d2 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:31.865766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39472) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:31.866586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:31.868748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.872566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a27da9-bddb-4d9c-b662-87617a6a9e64 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:31.888619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.890142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Subnet': ['ID=81f6d249-9ce0-464e-90cb-298009c536a4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:31.897151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.904697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca14d84-d41c-4daa-9c08-93930d2dbd01 None None] Network 4043ab01-f581-4e97-ba01-9c6d487c947c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:31.929163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:31.931287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:31.932260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-f8c427b6-c914-43ec-996e-0f440fc5ad33 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5438 time: 0.2257731 Aug 20 13:34:31.943618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-343b3e29-7abc-447c-b362-4d7510b51af9 tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/subnets/81f6d249-9ce0-464e-90cb-298009c536a4 HTTP/1.1" status: 204 len: 168 time: 2.2761168 Aug 20 13:34:31.944178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39478) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:31.978088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eee0396d-6e6b-4a06-a543-7d0f7a768f3f req-2b40c7f4-f34c-4e89-88a1-d094660ae8bb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 210 time: 0.1357415 Aug 20 13:34:31.990588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f03a9-aa5c-436a-a3c7-ba3f4d79a353 None None] Port 55ceec88-81c6-4c8e-8754-b2f546462abf cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:31.994209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c4a27da9-bddb-4d9c-b662-87617a6a9e64, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:32.012101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.054648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b1f50f8-2fb6-4b9d-ad5a-a52a603bc6c7 req-55d8b5f5-2320-496b-acb2-261c5c5a0654 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149814 Aug 20 13:34:32.175575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.189854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:34:25Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:32.200170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ab41-4208-4ecf-8a99-bd7df6337b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b935ef11-76c4-4a29-b551-c0b368ed0b38,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:32.293897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c4a27da9-bddb-4d9c-b662-87617a6a9e64,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:32.309397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49865e97-a5cf-40f3-9dea-7691b36d41ef req-029c9da3-1f06-4c62-80aa-28b8dd97d842 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 210 time: 0.0929966 Aug 20 13:34:32.330571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434fcfa-fe66-4901-9316-cc68b9f05b74 None None] The sync data for ids ['f1b7ac70-3d51-48a1-a34e-b60112f636cf'] in n-d-804232-5 is: [{'id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'name': 'tempest-TestNetworkBasicOps-router-420058288', 'tenant_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:42Z', 'updated_at': '2021-08-20T13:34:25Z', 'revision_number': 5, 'project_id': 'f7b01034513c44a4b85cce5f92a7feb4', 'gw_port': {'id': '050bae2a-7f0e-4fcc-9d7c-74cce37ec00c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b7ac70-3d51-48a1-a34e-b60112f636cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:44Z', 'updated_at': '2021-08-20T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:32.330865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-da2112bf-7e20-4638-a905-1cbf77223a13 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0394549 Aug 20 13:34:32.333263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26ac00e8-e58d-42e7-9473-b874b39882a8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:32.333480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.386017 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bac5c87-5297-4965-9ec8-0095f9b4a183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.412018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:32.427808 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Sync routers for ids ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:32.447572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a0f3bf34-95cd-4c13-8053-c94c06c68a75 admin admin] 10.222.0.59 "PUT /v2.0/routers/a4f76aab-a4ac-4cd5-a701-4d31827475d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5134072 Aug 20 13:34:32.448956 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Routers {'a4f76aab-a4ac-4cd5-a701-4d31827475d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:32.452471 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:32.463411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26ac00e8-e58d-42e7-9473-b874b39882a8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:32.466000 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.493350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Deleting port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:32.494106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.585148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bac5c87-5297-4965-9ec8-0095f9b4a183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.612041 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03de1e54-ef32-4568-aaf1-aa73a9bc9886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.653476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c0003bdd-d4ca-4d15-98c0-33fdffa2f401'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.693738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03de1e54-ef32-4568-aaf1-aa73a9bc9886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.723123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] For port 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:32.723919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.743579 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Set router a4f76aab-a4ac-4cd5-a701-4d31827475d2 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:32.762388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Calling delete_port for 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:32.764680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-45dedee0-c2cb-4568-a162-4325275dabab service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192038 Aug 20 13:34:32.765244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c4a27da9-bddb-4d9c-b662-87617a6a9e64'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.819862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03de1e54-ef32-4568-aaf1-aa73a9bc9886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.823362 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-03de1e54-ef32-4568-aaf1-aa73a9bc9886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:32.824836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-03de1e54-ef32-4568-aaf1-aa73a9bc9886 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b935ef11-76c4-4a29-b551-c0b368ed0b38 HTTP/1.1" status: 204 len: 168 time: 0.9321334 Aug 20 13:34:32.930486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-ac15ec6b-e9b2-4a0a-be72-b64a904d7fce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 217 time: 0.1267104 Aug 20 13:34:32.948931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['d8face10-ea99-4300-8b73-cfc5d39b1ff4'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.951108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['6a9565eb-7577-40cd-8604-74663c701f98'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.981509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['05dd124a-3787-4bb6-8cde-f2c5dd74e8d3'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.983877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['90e8da13-860e-4285-a350-e022b9aef6c0'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.991809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['a1454aaf-cc1f-4738-a4f6-80f5831b6049'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:32.999391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] DHCP port deletion for 4043ab01-f581-4e97-ba01-9c6d487c947c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:34:33.098856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bac5c87-5297-4965-9ec8-0095f9b4a183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:33.124433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9bac5c87-5297-4965-9ec8-0095f9b4a183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:33.134970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9bac5c87-5297-4965-9ec8-0095f9b4a183 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03aee18f-36b7-4b7d-9716-94c905c27dbb HTTP/1.1" status: 204 len: 168 time: 1.2406428 Aug 20 13:34:33.138649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-c7af76c5-aef3-43ae-a8af-86e89d34cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.147504 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-c7af76c5-aef3-43ae-a8af-86e89d34cde1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.2058439 Aug 20 13:34:33.201341 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:34:29Z', 'revision_number': 4, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '55ceec88-81c6-4c8e-8754-b2f546462abf', 'name': '', 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'mac_address': 'fa:16:3e:b5:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:25Z', 'updated_at': '2021-08-20T13:34:29Z', 'revision_number': 2, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'subnets': [{'id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:33.263041 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Checking router: a4f76aab-a4ac-4cd5-a701-4d31827475d2 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:33.263587 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Updating router a4f76aab-a4ac-4cd5-a701-4d31827475d2 port 55ceec88-81c6-4c8e-8754-b2f546462abf binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:33.298318 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:33.497759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39514) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:33.531162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1e54-ef32-4568-aaf1-aa73a9bc9886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b935ef11-76c4-4a29-b551-c0b368ed0b38,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:33.547125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-1fb138ed-0681-41b9-8cb9-d26914b186f3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.553426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-1fb138ed-0681-41b9-8cb9-d26914b186f3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 816 time: 0.3963866 Aug 20 13:34:33.633471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.657117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.660964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 339960e7-8236-4a39-bfcb-e907bddd1646 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:34:33.682825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.695253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.715222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.726092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac5c87-5297-4965-9ec8-0095f9b4a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aee18f-36b7-4b7d-9716-94c905c27dbb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:33.733484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.756207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a462ec8-3875-42f2-b0be-afe9a88e81cc req-821e5964-8423-435c-b3e7-2f6bf3bc5a57 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 210 time: 0.5095601 Aug 20 13:34:33.765687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.770446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-648091f1-3c37-4279-8981-23670c242fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:33.772319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-70e41187-cf2a-4826-aad1-83aa0d2dba41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5439 time: 0.4334791 Aug 20 13:34:33.773720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-648091f1-3c37-4279-8981-23670c242fbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6222041 Aug 20 13:34:33.775101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 339960e7-8236-4a39-bfcb-e907bddd1646 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:34:33.776203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 339960e7-8236-4a39-bfcb-e907bddd1646 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:34:33.794144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e19497e-62af-4352-8b88-b8ca3ddf8206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:33.976957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-738bfb04-3a94-48cc-b356-0f600a0cb5ad req-b24e60de-0b42-4530-b2bd-1424fc6cc06f tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753972 Aug 20 13:34:33.978385 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.074172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-c2e4888d-bea3-476e-8d0a-a415834c20f3 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bc4cbd44f4924841a749140199f3f48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231048 Aug 20 13:34:34.087938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ad05a3c1-6ddb-4071-ad3d-06069d620fdf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 379 time: 0.5021572 Aug 20 13:34:34.122452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 931200ba-ae71-4c75-8060-8ed53d7ec755 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:34:34.137648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] Deleting port 60b600c7-95e2-415f-bac7-a2efbd5107a0 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:34.141556 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.146130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'port': {'device_id': 'e237940f-7993-41ee-8844-914abb9e563e', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'admin_state_up': True, 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'security_groups': ['e050361f-8ef7-4ba9-a360-7cdf2f68ed3b']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:34.208915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-511b4d6e-1a62-4f61-99c8-dc941c9a3528 req-9d1268fb-7876-4d4d-a736-d6bd39713ed1 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 210 time: 0.1103144 Aug 20 13:34:34.243192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.325500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Port': ['ID=050bae2a-7f0e-4fcc-9d7c-74cce37ec00c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:34.351333 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.362930 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Transition to ACTIVE for port object 55ceec88-81c6-4c8e-8754-b2f546462abf will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:34.370940 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.382963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-d58f4362-aa1c-4c8b-93bf-0ff7b63a082e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603178 Aug 20 13:34:34.421916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52a318-ff3c-4c1b-b7b2-14da8b408650 None None] Pushing event updated for resources: {'Port': ['ID=55ceec88-81c6-4c8e-8754-b2f546462abf,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:34.546399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e19497e-62af-4352-8b88-b8ca3ddf8206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.585134 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Attempting to bind port 55ceec88-81c6-4c8e-8754-b2f546462abf on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:34.585545 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Attempting to bind port 55ceec88-81c6-4c8e-8754-b2f546462abf by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:34.585918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Attempting to bind port 55ceec88-81c6-4c8e-8754-b2f546462abf on network 6ddab044-4635-4257-a9f0-4fc5051f416b {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:34.602916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:34.603301 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Checking segment: {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:34.603706 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.604108 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Bound using segment: {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:34.604656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Bound port: 55ceec88-81c6-4c8e-8754-b2f546462abf, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd839f4c-37be-4377-8c9c-9c116aaad105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:34.605042 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.647429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e19497e-62af-4352-8b88-b8ca3ddf8206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.650401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 931200ba-ae71-4c75-8060-8ed53d7ec755 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:34:34.650762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 931200ba-ae71-4c75-8060-8ed53d7ec755 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:34:34.659278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 60b600c7-95e2-415f-bac7-a2efbd5107a0 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:34:34.717373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e19497e-62af-4352-8b88-b8ca3ddf8206 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67aa6fd2ab57415d9110985061a906a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1878459 Aug 20 13:34:34.728997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39544) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:34.739334 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] For port 55ceec88-81c6-4c8e-8754-b2f546462abf, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:34.743727 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] For port 55ceec88-81c6-4c8e-8754-b2f546462abf, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55ceec88-81c6-4c8e-8754-b2f546462abf,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:34.750388 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.820809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.837198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:34.899730 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52a318-ff3c-4c1b-b7b2-14da8b408650 None None] Pushing event updated for resources: {'Port': ['ID=55ceec88-81c6-4c8e-8754-b2f546462abf,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:34.928672 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Routers {'a4f76aab-a4ac-4cd5-a701-4d31827475d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:34.931924 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:35.016589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39548) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:35.069580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] For port 60b600c7-95e2-415f-bac7-a2efbd5107a0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=60b600c7-95e2-415f-bac7-a2efbd5107a0,segment=NetworkSegment(5cde38f3-68e6-48e4-8bd5-81b03bf386ca),segment_id=5cde38f3-68e6-48e4-8bd5-81b03bf386ca)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:35.070165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.094465 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] Set router a4f76aab-a4ac-4cd5-a701-4d31827475d2 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:35.133361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19497e-62af-4352-8b88-b8ca3ddf8206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c0503-5fae-455e-8446-9df3c04d0801,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:35.159667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2902ce09-5762-464a-8c0b-9e9579288c28 req-a8839d0c-4cf7-4322-8b86-ea10d51cc522 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 210 time: 0.1152668 Aug 20 13:34:35.288205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bf82c2-c148-4c5b-9ea4-1fa77dae6d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.296728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.302077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Fanout notify agent at l3_agent the message router_deleted on router f1b7ac70-3d51-48a1-a34e-b60112f636cf {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:34:35.325307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.336287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.338278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-714a45e5-31c0-4a4b-8252-535777a69a69 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.339972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-714a45e5-31c0-4a4b-8252-535777a69a69 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2641385 Aug 20 13:34:35.343926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.351420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.357451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] Calling delete_port for 60b600c7-95e2-415f-bac7-a2efbd5107a0 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:35.359415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.367242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.368155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.372351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7846cde3-118a-4f95-9f90-09304aacfd8f tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/routers/f1b7ac70-3d51-48a1-a34e-b60112f636cf HTTP/1.1" status: 204 len: 168 time: 3.4264884 Aug 20 13:34:35.374190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.382983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39560) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:35.383816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-f4848cc1-3033-4445-b8ff-cd8ee195cde2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5439 time: 0.2545476 Aug 20 13:34:35.418039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Request body: {'port': {'device_id': '02a0d862-d713-4131-adab-62547f1d168c', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'bc4cbd44f4924841a749140199f3f48e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:35.447892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-fdb14557-4d9c-4968-a67e-3cefabea6f31 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0570023 Aug 20 13:34:35.515872 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:34:29Z', 'revision_number': 4, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '55ceec88-81c6-4c8e-8754-b2f546462abf', 'name': '', 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'mac_address': 'fa:16:3e:b5:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:25Z', 'updated_at': '2021-08-20T13:34:34Z', 'revision_number': 4, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'subnets': [{'id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:35.553392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-87c1dd62-5bce-4263-ab67-032728939af1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 217 time: 0.0785367 Aug 20 13:34:35.567178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bf82c2-c148-4c5b-9ea4-1fa77dae6d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.571253 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ceb87-462a-49cb-a455-b77c9cbca5b0 None None] The sync data for ids ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'] in n-d-804232-5 is: [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:34:29Z', 'revision_number': 4, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '55ceec88-81c6-4c8e-8754-b2f546462abf', 'name': '', 'network_id': '6ddab044-4635-4257-a9f0-4fc5051f416b', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'mac_address': 'fa:16:3e:b5:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:25Z', 'updated_at': '2021-08-20T13:34:34Z', 'revision_number': 4, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'subnets': [{'id': 'c680f925-a9a5-4287-9e9e-bc31b8e825eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:35.586308 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d498d733-2ac4-4a6c-ab41-3da975779ce2 req-3aa0b7ac-2ace-4c78-ad62-727816abd8b7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2013817 Aug 20 13:34:35.586996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Made reservation on behalf of 4da7c305b36043ddb318bb07274de32d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:35.597957 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.689619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8ee682f5-7abb-4c2e-bc4f-1d9c8cfbb81d tempest-DvrRoutersNegativeTest-1302457403 tempest-DvrRoutersNegativeTest-1302457403-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-294761837', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:35.694316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.policy [None req-8ee682f5-7abb-4c2e-bc4f-1d9c8cfbb81d tempest-DvrRoutersNegativeTest-1302457403 tempest-DvrRoutersNegativeTest-1302457403-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94862) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 13:34:35.694722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.policy [None req-8ee682f5-7abb-4c2e-bc4f-1d9c8cfbb81d tempest-DvrRoutersNegativeTest-1302457403 tempest-DvrRoutersNegativeTest-1302457403-project] Failed policy check for 'create_router' {{(pid=94862) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 13:34:35.695331 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-8ee682f5-7abb-4c2e-bc4f-1d9c8cfbb81d tempest-DvrRoutersNegativeTest-1302457403 tempest-DvrRoutersNegativeTest-1302457403-project] create failed (client error): Access was denied to this resource. Aug 20 13:34:35.700111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8ee682f5-7abb-4c2e-bc4f-1d9c8cfbb81d tempest-DvrRoutersNegativeTest-1302457403 tempest-DvrRoutersNegativeTest-1302457403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5807958 Aug 20 13:34:35.760038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53a5f73e-c5d8-435f-bebb-37493b40dc6b req-f47e587c-fc33-44dd-bf4b-04f04c1bf2e2 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 210 time: 0.1016753 Aug 20 13:34:35.779645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-81bfdde7-09dd-4ca7-8039-7829b12d30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:35.786145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-81bfdde7-09dd-4ca7-8039-7829b12d30f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.2122726 Aug 20 13:34:35.825027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Port 60b600c7-95e2-415f-bac7-a2efbd5107a0 update to DOWN by agent not found {{(pid=94863) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 13:34:35.844499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bf82c2-c148-4c5b-9ea4-1fa77dae6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.847523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-91bf82c2-c148-4c5b-9ea4-1fa77dae6d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.849068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-91bf82c2-c148-4c5b-9ea4-1fa77dae6d0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d2c0503-5fae-455e-8446-9df3c04d0801 HTTP/1.1" status: 204 len: 168 time: 1.1045702 Aug 20 13:34:35.886805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf82c2-c148-4c5b-9ea4-1fa77dae6d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c0503-5fae-455e-8446-9df3c04d0801,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:35.887515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.922901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.927198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Made reservation on behalf of bc4cbd44f4924841a749140199f3f48e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:35.932263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:35.945124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.066431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-17f73bfe-7e02-41d6-b826-de2b33d764e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:36.067940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-17f73bfe-7e02-41d6-b826-de2b33d764e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2557838 Aug 20 13:34:36.079483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.098338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4043ab01-f581-4e97-ba01-9c6d487c947c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:36.111530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cde38f3-68e6-48e4-8bd5-81b03bf386ca') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:36.111807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cde38f3-68e6-48e4-8bd5-81b03bf386ca') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:36.123232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.136118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c4a27da9-bddb-4d9c-b662-87617a6a9e64 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:36.140602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.150394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:34:36.151562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.181386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] Pushing event deleted for resources: {'Port': ['ID=60b600c7-95e2-415f-bac7-a2efbd5107a0,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:34:36.336202 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:34:36.359373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.369478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc8eedb-8b2b-444f-a2bd-1f6e0c59db68 None None] No DVR routers for this DVR port 60b600c7-95e2-415f-bac7-a2efbd5107a0 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:34:36.375411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.380322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] 10.222.0.59 "DELETE /v2.0/networks/4043ab01-f581-4e97-ba01-9c6d487c947c HTTP/1.1" status: 204 len: 168 time: 0.8304870 Aug 20 13:34:36.443012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55ceec88-81c6-4c8e-8754-b2f546462abf up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:36.476750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39a9de4e-63cc-441d-91c3-2ca5e00dfc13 req-310be3c0-2552-4d63-80e0-7633158b1ee8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 210 time: 0.1075747 Aug 20 13:34:36.487446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:36.526481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4120051-d46b-4f4b-9a35-c7f902801d6b tempest-TestNetworkBasicOps-1496631685 tempest-TestNetworkBasicOps-1496631685-project] Pushing event deleted for resources: {'Network': ['ID=4043ab01-f581-4e97-ba01-9c6d487c947c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:36.545477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-9b35edcf-1c37-44c3-9901-0fd617da5e91 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657786 Aug 20 13:34:36.726567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port c4a27da9-bddb-4d9c-b662-87617a6a9e64 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:36.741180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port c4a27da9-bddb-4d9c-b662-87617a6a9e64 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:36.741858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.745240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-45767da1-73f2-458c-961f-1e951d54c467 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882236 Aug 20 13:34:36.750776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 55ceec88-81c6-4c8e-8754-b2f546462abf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:36.751284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.753787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Allocated IP 172.20.0.10 (d489c8ca-a4ae-47cc-a017-f6439ea55340/13730334-2325-4366-a051-6d70f67e3ece/4fe89a53-4605-4939-906b-ba6e06948284) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:36.761390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.815914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 55ceec88-81c6-4c8e-8754-b2f546462abf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:36.820216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:36.852735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-74a6549f-0b05-4b52-8744-c14dcf666e45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 217 time: 0.0944021 Aug 20 13:34:37.028889 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-771f5fc5-e425-487a-8227-98b2d0802b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.043231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-a7f11185-4ac1-4b03-8555-b19ed466b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.045968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-a7f11185-4ac1-4b03-8555-b19ed466b786 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.1654849 Aug 20 13:34:37.088820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9b7ef7-11fb-42d1-964c-195a20b5cb18,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:37.103948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39602) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:37.173141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.178117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a03ccba-02f5-45a6-8c04-407f6bc903b3 req-51e1a0ff-17e4-4f45-bf72-ec5b6336f00a tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 210 time: 0.1370385 Aug 20 13:34:37.212979 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.237474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.264574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.275504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:37.278643 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b0620e-42dd-4a83-93da-81aa18bc285c" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "c4a27da9-bddb-4d9c-b662-87617a6a9e64"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:37.295877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.317054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c4a27da9-bddb-4d9c-b662-87617a6a9e64, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:37.334183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.349433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.358322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 55ceec88-81c6-4c8e-8754-b2f546462abf, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55ceec88-81c6-4c8e-8754-b2f546462abf,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:37.361795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.363510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.379310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.381658 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.397665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-78f9e6e3-cedb-4306-9751-b15bee1aac20 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5439 time: 0.6302168 Aug 20 13:34:37.484818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Allocated IP 192.168.233.73 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/fab4b2c7-9137-4bc7-a1bd-82aa7370873d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:37.507512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:34:37.618423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:34:37.619165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 050bae2a-7f0e-4fcc-9d7c-74cce37ec00c not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:34:37.631213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c4a27da9-bddb-4d9c-b662-87617a6a9e64,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:37.659581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b4412cb-9e96-4744-9d53-95ce6c8e21e1 req-3cd267d9-0db1-4819-a267-0720f0281366 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399485 Aug 20 13:34:37.714337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-771f5fc5-e425-487a-8227-98b2d0802b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.730735 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-771f5fc5-e425-487a-8227-98b2d0802b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.758414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-4b1c448e-6dc0-47f7-bdff-84f45e33889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.763640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-4b1c448e-6dc0-47f7-bdff-84f45e33889a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7000005 Aug 20 13:34:37.784346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-771f5fc5-e425-487a-8227-98b2d0802b8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e6e1e33ea75491ca158a2dd0b5d2a62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2957783 Aug 20 13:34:37.807762 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d3d513-4961-41f1-be61-d65f3401d700 x-openstack-request-id: req-20d3d513-4961-41f1-be61-d65f3401d700 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:37.810353 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "c4a27da9-bddb-4d9c-b662-87617a6a9e64", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:37.810883 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20d3d513-4961-41f1-be61-d65f3401d700 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:37.811784 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64', 'code': 200} Aug 20 13:34:37.824368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=55ceec88-81c6-4c8e-8754-b2f546462abf,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:37.838144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39624) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:37.884228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-6d0c3492-62fd-4a5f-b162-9fc9ee9eb0b0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:37.885784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-6d0c3492-62fd-4a5f-b162-9fc9ee9eb0b0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.3972552 Aug 20 13:34:37.888683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f5fc5-e425-487a-8227-98b2d0802b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cae8a4-f6cc-4916-ae70-7df68e1e2596,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:37.914297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-898ed196-c477-4b9c-8ee6-ab9e4e33a8d0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0122924 Aug 20 13:34:37.973777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a06fc334-a289-4699-8e56-646ef024623f req-b707cd5f-dc8e-4b98-a876-31ea8106f623 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 210 time: 0.0973163 Aug 20 13:34:37.984347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:37.999719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-614e5c04-3ae4-48a7-b3df-fa12a4b0583d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7b01034513c44a4b85cce5f92a7feb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8467126 Aug 20 13:34:38.001594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39628) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:38.033104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Transition to ACTIVE for port object fab4b2c7-9137-4bc7-a1bd-82aa7370873d will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:38.043449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbcf1-f2a3-414f-96fa-54fcb4f82669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.053846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-735fb4fa-390b-4c66-880c-37f6bbf93821 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278625 Aug 20 13:34:38.094321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c0003bdd-d4ca-4d15-98c0-33fdffa2f401 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:38.098195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-36656598-fefb-4b2b-8555-aeecc27747f2 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108914 Aug 20 13:34:38.104127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbcf1-f2a3-414f-96fa-54fcb4f82669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.109492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.157352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55ceec88-81c6-4c8e-8754-b2f546462abf up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:38.167447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902ba70b-d1f3-4f1c-86a2-405540f65c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.220546 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902ba70b-d1f3-4f1c-86a2-405540f65c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.223551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.226254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:38.235576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:38.236176 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.252403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Transition to ACTIVE for port object 4fe89a53-4605-4939-906b-ba6e06948284 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:38.285831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 55ceec88-81c6-4c8e-8754-b2f546462abf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:38.286724 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.318282 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-d1f58665-78b8-4eea-b0e8-5ec9bc4f9236 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544043 Aug 20 13:34:38.349954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:38.392341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:38.404412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:38.412448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Pushing event updated for resources: {'Port': ['ID=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:38.463112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.463448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.463806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.464150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.464489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.480494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.482227 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-06644b9f-ae2d-4015-9b4d-d046aee9d267 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758428 Aug 20 13:34:38.482865 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbcf1-f2a3-414f-96fa-54fcb4f82669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.485751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbcf1-f2a3-414f-96fa-54fcb4f82669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.486316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.486452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.486786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.487124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.487860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ad0fbcf1-f2a3-414f-96fa-54fcb4f82669 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84cae8a4-f6cc-4916-ae70-7df68e1e2596 HTTP/1.1" status: 204 len: 168 time: 0.6456954 Aug 20 13:34:38.488139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.493594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.493947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:38.530204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:38.540356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.541595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6a9565eb-7577-40cd-8604-74663c701f98 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:38.555983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fbcf1-f2a3-414f-96fa-54fcb4f82669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cae8a4-f6cc-4916-ae70-7df68e1e2596,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:38.562084 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.591941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902ba70b-d1f3-4f1c-86a2-405540f65c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.596274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902ba70b-d1f3-4f1c-86a2-405540f65c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.599917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-902ba70b-d1f3-4f1c-86a2-405540f65c15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cc00746-4a63-482a-b5ec-818f6537712d HTTP/1.1" status: 204 len: 168 time: 0.5942931 Aug 20 13:34:38.627384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:38.629274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.666333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-8483e056-2fc3-4f42-a8da-858e768648bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.1544373 Aug 20 13:34:38.679033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bc42-f733-45a8-aae8-705fcd48e30b req-5b106154-f7b7-4717-bf87-e73770dc5310 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:38.679408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8e2b7d12-0ada-483c-8799-4e9eef6d9aca tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2654953 Aug 20 13:34:38.686833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9419bc42-f733-45a8-aae8-705fcd48e30b req-5b106154-f7b7-4717-bf87-e73770dc5310 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 935 time: 0.3052611 Aug 20 13:34:38.693192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba70b-d1f3-4f1c-86a2-405540f65c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc00746-4a63-482a-b5ec-818f6537712d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:38.715033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:38.741767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Request body: {'port': {'device_id': '02a0d862-d713-4131-adab-62547f1d168c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:38.805540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-0b484c05-51ec-47ee-b65b-0abfb4cad0e0 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759653 Aug 20 13:34:38.835725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 6a9565eb-7577-40cd-8604-74663c701f98 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:38.848313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 6a9565eb-7577-40cd-8604-74663c701f98 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:38.849704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.858687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:38.866430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:38.889028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9419bc42-f733-45a8-aae8-705fcd48e30b req-9f0c909c-0ed8-4695-b070-790dde163a66 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002747 Aug 20 13:34:38.890302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:38.951365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-a46aa4f7-8ac7-4e9c-b1f4-70a60303f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:38.954425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-a46aa4f7-8ac7-4e9c-b1f4-70a60303f0a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.2486670 Aug 20 13:34:38.958467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:38.963765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:39.016082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-04baa79e-8101-4fb9-8983-8d3731536649 None None] Provisioning for port fab4b2c7-9137-4bc7-a1bd-82aa7370873d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:39.038070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-04baa79e-8101-4fb9-8983-8d3731536649 None None] Provisioning complete for port fab4b2c7-9137-4bc7-a1bd-82aa7370873d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:39.038467 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-04baa79e-8101-4fb9-8983-8d3731536649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.196653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-04baa79e-8101-4fb9-8983-8d3731536649 None None] Port fab4b2c7-9137-4bc7-a1bd-82aa7370873d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:39.241751 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.327209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6a9565eb-7577-40cd-8604-74663c701f98,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:39.334309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.335666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:39.337924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.338635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.398335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-1ef91da3-d137-4f4d-a978-db6a2eba8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.400097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-1ef91da3-d137-4f4d-a978-db6a2eba8dec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4134805 Aug 20 13:34:39.401802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-4c919c3f-d640-4c22-9c24-b9642a874b68 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3007271 Aug 20 13:34:39.428484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.436426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.441901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab4b2c7-9137-4bc7-a1bd-82aa7370873d {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:39.452769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.455109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.468269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.477508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Transition to ACTIVE for port object fab4b2c7-9137-4bc7-a1bd-82aa7370873d will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:39.481352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.483376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.498085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.508947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:39.531351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-d1b80579-eaa6-41b0-aefb-bb0c00a954a4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5441 time: 0.4163449 Aug 20 13:34:39.545615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a6443d3b-c73d-4c5c-b953-59180194dfa4 None None] Provisioning for port 4fe89a53-4605-4939-906b-ba6e06948284 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:39.591152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Pushing event updated for resources: {'Port': ['ID=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:39.596327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a6443d3b-c73d-4c5c-b953-59180194dfa4 None None] Provisioning complete for port 4fe89a53-4605-4939-906b-ba6e06948284 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:39.597403 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6443d3b-c73d-4c5c-b953-59180194dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.619207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Request body: {'port': {'device_id': 'e237940f-7993-41ee-8844-914abb9e563e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:39.758048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:39.785701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39676) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:39.786699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a6443d3b-c73d-4c5c-b953-59180194dfa4 None None] Port 4fe89a53-4605-4939-906b-ba6e06948284 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:39.803500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:39.817594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9565eb-7577-40cd-8604-74663c701f98'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:39.825768 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b0dae9-c7d6-4026-b1ed-8b9169fea7c2" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "6a9565eb-7577-40cd-8604-74663c701f98"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:39.834136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:39.834520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:39.858483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6f30a6d-460e-41b7-a3dd-5f714f63b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.004020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec598-c969-4d68-8d5b-d9d068f69af0 req-e78af620-d8b1-46fa-92cc-d6d28beff2d8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:40.025454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e41ec598-c969-4d68-8d5b-d9d068f69af0 req-e78af620-d8b1-46fa-92cc-d6d28beff2d8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 932 time: 0.3385386 Aug 20 13:34:40.027557 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.043462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d7a2676-92d9-46be-b619-e56efbff2bd6 req-c1d51101-89dd-4203-abb0-1a9878bfd336 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5108120 Aug 20 13:34:40.055861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Attempting to bind port fab4b2c7-9137-4bc7-a1bd-82aa7370873d on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:40.056201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Attempting to bind port fab4b2c7-9137-4bc7-a1bd-82aa7370873d by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:40.056543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Attempting to bind port fab4b2c7-9137-4bc7-a1bd-82aa7370873d on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:40.075149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.106318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Port fab4b2c7-9137-4bc7-a1bd-82aa7370873d on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:34:40.114414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Attempting to bind port fab4b2c7-9137-4bc7-a1bd-82aa7370873d on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:40.124945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:40.141716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.143135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a1454aaf-cc1f-4738-a4f6-80f5831b6049 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:40.154327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-c4f1d709-8060-46a1-9e30-61ad03d541e2 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170065 Aug 20 13:34:40.313216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:40.322210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:40.326491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6f30a6d-460e-41b7-a3dd-5f714f63b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.327298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:40.327865 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.333033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:40.333555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:40.333961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:40.334543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Bound port: fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:40.334844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.387345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e41ec598-c969-4d68-8d5b-d9d068f69af0 req-1969b46b-9459-43e2-986c-2b9f162511fe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609064 Aug 20 13:34:40.389235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6f30a6d-460e-41b7-a3dd-5f714f63b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.464089 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.478650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d35847bb-1e9c-47e1-9b05-99d357f72879 req-25992590-d7bf-4d45-8298-b8b1104e4158 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0657144 Aug 20 13:34:40.550100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e6f30a6d-460e-41b7-a3dd-5f714f63b237 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=402c573e64494a798483bcd4e8474ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602324 Aug 20 13:34:40.559800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39708) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:40.570133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:40.580610 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4f0ecb-c938-45b2-8278-75e06c6817d5 x-openstack-request-id: req-dc4f0ecb-c938-45b2-8278-75e06c6817d5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:40.581075 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "6a9565eb-7577-40cd-8604-74663c701f98", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:40.583923 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc4f0ecb-c938-45b2-8278-75e06c6817d5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:40.584380 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401', 'code': 200} Aug 20 13:34:40.584734 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9565eb-7577-40cd-8604-74663c701f98', 'code': 200} Aug 20 13:34:40.600413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.601443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 90e8da13-860e-4285-a350-e022b9aef6c0 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:40.758242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:40.802195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 90e8da13-860e-4285-a350-e022b9aef6c0 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:40.807779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 90e8da13-860e-4285-a350-e022b9aef6c0 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:40.808159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.841630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:40.872918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-8448643f-cdec-4d59-a164-919c5f9150d4 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077053 Aug 20 13:34:40.952182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39718) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:40.962338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abd119-2e2d-46a7-bf66-224ecefd745c req-bcb07e8f-f22b-4be4-acc2-9f33b9dd31e7 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:40.975977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:40.981671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4abd119-2e2d-46a7-bf66-224ecefd745c req-bcb07e8f-f22b-4be4-acc2-9f33b9dd31e7 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 947 time: 0.1758726 Aug 20 13:34:41.100567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=90e8da13-860e-4285-a350-e022b9aef6c0,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:41.109817 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.110755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8face10-ea99-4300-8b73-cfc5d39b1ff4 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:41.132478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4abd119-2e2d-46a7-bf66-224ecefd745c req-cbfcc7ec-6443-4f8a-aab6-e8d65839f59e tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486454 Aug 20 13:34:41.360390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f30a6d-460e-41b7-a3dd-5f714f63b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf405a2-2e58-4843-9a12-fb5e6eea6143,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:41.369972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port d8face10-ea99-4300-8b73-cfc5d39b1ff4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:41.376759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:41.389972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port d8face10-ea99-4300-8b73-cfc5d39b1ff4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:41.402057 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.402225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] For port fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:41.407196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] For port fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:41.433274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.445780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1884888598'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:41.516155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Made reservation on behalf of 0a865be4d28a4bf89152973695834b6b for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:41.520677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.523563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.524135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.525626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] 10.222.0.53 "PUT /v2.0/ports/fab4b2c7-9137-4bc7-a1bd-82aa7370873d HTTP/1.1" status: 200 len: 1095 time: 2.7958741 Aug 20 13:34:41.538539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a0d862-d713-4131-adab-62547f1d168c', 'tag': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:41.541348 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782cadad-2670-4770-b1f4-2c9fdf620991" -d '{"events": [{"name": "network-changed", "server_uuid": "02a0d862-d713-4131-adab-62547f1d168c", "tag": "fab4b2c7-9137-4bc7-a1bd-82aa7370873d"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:41.556974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.576168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b7dae4e-6802-4225-adc9-dd46dfc04829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.600061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2b683-e051-4fdd-aabd-927d6fe083db service neutron] Pushing event updated for resources: {'Port': ['ID=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:41.605274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d8face10-ea99-4300-8b73-cfc5d39b1ff4, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:41.613953 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.653945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.722885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=d8face10-ea99-4300-8b73-cfc5d39b1ff4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:41.728157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:41.759772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.782087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-fbc20b59-1f6a-484b-a22b-cc519dcfc971 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.782902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.783935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-fbc20b59-1f6a-484b-a22b-cc519dcfc971 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.6497204 Aug 20 13:34:41.790285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.797342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.809382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.814182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:41.816788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.823907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.824188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Transition to ACTIVE for port object 4fe89a53-4605-4939-906b-ba6e06948284 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:41.830801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.833106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-ac9ce472-26a7-47b1-b030-30306b905dce tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5445 time: 0.4643724 Aug 20 13:34:41.835155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e57867bb-ac58-44b1-ba43-184ce47597d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.852298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.861650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-4e121e6e-894a-45fb-8b76-d95fb0484f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.864383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-4e121e6e-894a-45fb-8b76-d95fb0484f59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc4cbd44f4924841a749140199f3f48e&device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 1098 time: 0.2479007 Aug 20 13:34:41.894186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e57867bb-ac58-44b1-ba43-184ce47597d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:41.906213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92017b6-345b-4651-9729-c1a262f352e5 req-49c1ef6a-5259-4ef2-8d7a-2ee737c90bfe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:41.907854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f92017b6-345b-4651-9729-c1a262f352e5 req-49c1ef6a-5259-4ef2-8d7a-2ee737c90bfe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 932 time: 0.3006077 Aug 20 13:34:41.967828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6caf86af-3e24-40bf-ae99-f7d7f3a77f88 req-e0422c49-b7ed-4e3a-8b28-31e9bd73ba4b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261868 Aug 20 13:34:41.969451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-08be1c6b-4c96-4a3d-9183-84694ae3de10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d HTTP/1.1" status: 200 len: 217 time: 0.0872552 Aug 20 13:34:42.068655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8b2b0791-f737-4679-b592-deef6db1a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.070455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-8b2b0791-f737-4679-b592-deef6db1a589 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0926435 Aug 20 13:34:42.070752 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f92017b6-345b-4651-9729-c1a262f352e5 req-c0160740-82c7-4d40-b270-80eaa8035833 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530111 Aug 20 13:34:42.079677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:42.114996 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e57867bb-ac58-44b1-ba43-184ce47597d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.118835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e57867bb-ac58-44b1-ba43-184ce47597d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.120385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e57867bb-ac58-44b1-ba43-184ce47597d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aaf405a2-2e58-4843-9a12-fb5e6eea6143 HTTP/1.1" status: 204 len: 168 time: 1.5554407 Aug 20 13:34:42.154106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57867bb-ac58-44b1-ba43-184ce47597d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf405a2-2e58-4843-9a12-fb5e6eea6143,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:42.191337 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49baba6-97ad-4af7-9fd5-d3376fcb6862 x-openstack-request-id: req-c49baba6-97ad-4af7-9fd5-d3376fcb6862 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:42.191955 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a0d862-d713-4131-adab-62547f1d168c", "tag": "fab4b2c7-9137-4bc7-a1bd-82aa7370873d", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:42.192642 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c49baba6-97ad-4af7-9fd5-d3376fcb6862 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:42.193316 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a0d862-d713-4131-adab-62547f1d168c', 'tag': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d', 'status': 'completed', 'code': 200} Aug 20 13:34:42.196060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58bed4bc-f3cd-420b-80f3-27fac2efbaec req-98a63f45-26e7-4366-8d87-2b858a50697f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0475867 Aug 20 13:34:42.198582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-f46f5ba9-e050-4e00-b9d1-f3029efaca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.201179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-f46f5ba9-e050-4e00-b9d1-f3029efaca72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233463 Aug 20 13:34:42.218483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.219063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.219263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.219605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.219922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.220261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.220615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.220947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.221275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.221690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.222012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.223820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:34:42.298532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b7dae4e-6802-4225-adc9-dd46dfc04829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.349758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-e4c387f6-a9b7-41c3-8ef8-813b5c56a50d service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399438 Aug 20 13:34:42.391305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b7dae4e-6802-4225-adc9-dd46dfc04829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.445256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:34:42.445256 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 13:34:42.445256 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id_1': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'expiration_1': datetime.datetime(2021, 8, 20, 13, 34, 42, 283554)}] Aug 20 13:34:42.445256 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:34:42.446355 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:34:42.474736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dae4e-6802-4225-adc9-dd46dfc04829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb9cfa9-94d8-4d5d-89fd-73e48486d277,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:42.500856 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e7a05ba-16c0-45aa-bbac-dc93b16b5f65 req-9f4a3eca-da9f-425e-b42d-d37be7b34642 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436276 Aug 20 13:34:42.524070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:42.524070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:42.524070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:42.553266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Port 4fe89a53-4605-4939-906b-ba6e06948284 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:34:42.553919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:42.566659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b7dae4e-6802-4225-adc9-dd46dfc04829 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7cd24fa77e842e19adc086217bac20c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5824752 Aug 20 13:34:42.567609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39742) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:42.584530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73104538-7d9c-4e4b-858b-1c2cb9bd83f3 req-41d8fc8b-673b-428e-b153-98314b810542 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.585568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1454aaf-cc1f-4738-a4f6-80f5831b6049'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:42.588414 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed366a-f483-4045-9826-819e14557d01" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "a1454aaf-cc1f-4738-a4f6-80f5831b6049"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "d8face10-ea99-4300-8b73-cfc5d39b1ff4"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:42.601768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-5e15c9b8-2a2f-465f-bcbd-d10a7aacad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.603917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-5e15c9b8-2a2f-465f-bcbd-d10a7aacad8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc4cbd44f4924841a749140199f3f48e&device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 1098 time: 0.0533149 Aug 20 13:34:42.617462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73104538-7d9c-4e4b-858b-1c2cb9bd83f3 req-41d8fc8b-673b-428e-b153-98314b810542 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 947 time: 0.2818055 Aug 20 13:34:42.631493 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a148ac-fe22-4407-96e0-00ccfdc22902 x-openstack-request-id: req-28a148ac-fe22-4407-96e0-00ccfdc22902 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:42.632923 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "a1454aaf-cc1f-4738-a4f6-80f5831b6049", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-plugged", "status": "completed", "tag": "d8face10-ea99-4300-8b73-cfc5d39b1ff4", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:42.632923 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28a148ac-fe22-4407-96e0-00ccfdc22902 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:42.633843 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'code': 200} Aug 20 13:34:42.634317 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1454aaf-cc1f-4738-a4f6-80f5831b6049', 'code': 200} Aug 20 13:34:42.635212 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0', 'code': 200} Aug 20 13:34:42.635971 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4', 'code': 200} Aug 20 13:34:42.664096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:42.664701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:42.665350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Bound using segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:42.665986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Bound port: 4fe89a53-4605-4939-906b-ba6e06948284, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:42.666707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.807832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:42.814414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-66832c32-269c-43ed-8018-4fd69aef5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.817699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-66832c32-269c-43ed-8018-4fd69aef5df0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.2034163 Aug 20 13:34:42.825604 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.833160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-73104538-7d9c-4e4b-858b-1c2cb9bd83f3 req-3c9d0264-9990-4aaa-991a-4a86608f5f39 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143955 Aug 20 13:34:42.835040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:42.838476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.849970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:42.859424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.859784 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Added segment 44571308-9a29-424b-995e-2f8908fd154f of type vlan for network 2fdefa2a-f321-4725-8057-179147462483 Aug 20 13:34:42.903221 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:42.910605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.910935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.911434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.911972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.912479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.913013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.913490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:42.915605 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7f2e216-fe54-4c41-8268-94732445a75e req-97961973-6c3d-479e-8dc1-484377d29839 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.1947312 Aug 20 13:34:42.917607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-bf1b4209-a071-4cbf-b381-add394dd6c69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d HTTP/1.1" status: 200 len: 217 time: 0.0765128 Aug 20 13:34:42.929152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.008334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cae7077-bd2b-4b2b-ac65-f6f950fd9573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.025288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.036961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.037604 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.055077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7f2e216-fe54-4c41-8268-94732445a75e req-260e040b-1a88-42f6-af6d-3a50e476d2b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312990 Aug 20 13:34:43.062872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-0335cd2a-8437-463d-95eb-f4e167ae0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.065153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-0335cd2a-8437-463d-95eb-f4e167ae0d47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.1325586 Aug 20 13:34:43.108226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cae7077-bd2b-4b2b-ac65-f6f950fd9573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.242694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39766) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:43.248707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.249388 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.250794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] 10.222.0.53 "PUT /v2.0/ports/4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1092 time: 3.7082560 Aug 20 13:34:43.259045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-ed6283a7-d6c2-4aa4-b6e8-8a7f2022a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.260767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-ed6283a7-d6c2-4aa4-b6e8-8a7f2022a243 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878293 Aug 20 13:34:43.271090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event updated for resources: {'Network': ['ID=2fdefa2a-f321-4725-8057-179147462483,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:43.273367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:43.276449 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069d8e26-ef24-40fd-8487-e069307741f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:43.279633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cae7077-bd2b-4b2b-ac65-f6f950fd9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.282594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cae7077-bd2b-4b2b-ac65-f6f950fd9573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.283463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2fdefa2a-f321-4725-8057-179147462483 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:43.283853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7cae7077-bd2b-4b2b-ac65-f6f950fd9573 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5bb9cfa9-94d8-4d5d-89fd-73e48486d277 HTTP/1.1" status: 204 len: 168 time: 0.7121072 Aug 20 13:34:43.291194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.298262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.305736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.313202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.321270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b012aae8-3841-4247-9a75-c3f81a749b76,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:43.321519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.345058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.355523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.365282 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-4e3fb0de-ccd8-41d6-a125-aa9b48d8cbdb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.2067208 Aug 20 13:34:43.392503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae7077-bd2b-4b2b-ac65-f6f950fd9573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb9cfa9-94d8-4d5d-89fd-73e48486d277,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:43.430124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:43.434113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.451156 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-38326ad3-5eae-4692-869e-3b5fac21aec8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6032994 Aug 20 13:34:43.463486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a20e-9a86-48f4-9cea-e093f5dc6481 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:43.471264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:43.485720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc9f968e-c967-4b31-9d3a-b9e1128b069c req-6fa312db-0ad9-448e-b2a8-8d4662ab69c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194019 Aug 20 13:34:43.490514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Request body: {'subnet': {'network_id': '2fdefa2a-f321-4725-8057-179147462483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:43.621269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-bf65db6d-d0a5-4ae3-a832-fda45e99e439 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537146 Aug 20 13:34:43.651285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-cee04177-ec4a-4d6c-9224-2bdd0f09e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.653692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-cee04177-ec4a-4d6c-9224-2bdd0f09e6de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1095 time: 0.3184419 Aug 20 13:34:43.677332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b69a6-e639-4d68-bb62-c7df42970a91 req-03586af6-6184-4c46-b41f-8e76cd2ff6b9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:43.686580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-471b69a6-e639-4d68-bb62-c7df42970a91 req-03586af6-6184-4c46-b41f-8e76cd2ff6b9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.4284675 Aug 20 13:34:43.741080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-782cadad-2670-4770-b1f4-2c9fdf620991 req-18fa81f9-5333-44d9-8195-5e4c7142f521 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062186 Aug 20 13:34:43.742819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-2a84e1e8-8655-420a-bb90-3410df82afc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 217 time: 0.0762897 Aug 20 13:34:43.744955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Made reservation on behalf of 0a865be4d28a4bf89152973695834b6b for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:43.749695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.852098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e77116a2-4bc4-48b7-8a38-47a473b147e7 req-b6ff9c80-a779-4129-a620-7bd17f1353ec tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.1088755 Aug 20 13:34:43.877930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-745456991-network', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:43.894706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39782) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:43.946702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d5e9-3b09-4ca9-8d83-987e14f83148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.949058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Made reservation on behalf of 2f7eaadd271d4dd3a0d3262146d1c0ca for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:43.951566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:43.995381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.144815 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c9e6f-110b-45ac-acbf-142250e45484 x-openstack-request-id: req-dc1c9e6f-110b-45ac-acbf-142250e45484 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:44.145525 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:44.145963 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc1c9e6f-110b-45ac-acbf-142250e45484 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:44.146555 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'status': 'completed', 'code': 200} Aug 20 13:34:44.239300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d017-c221-4950-af4b-93b25acc11bd req-2fddd50f-c56c-4f75-8c04-066afa61fa9f tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:44.247370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35a6d017-c221-4950-af4b-93b25acc11bd req-2fddd50f-c56c-4f75-8c04-066afa61fa9f tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 947 time: 0.1474147 Aug 20 13:34:44.254684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-471b69a6-e639-4d68-bb62-c7df42970a91 req-90a9d27d-8f39-4f8a-b94a-abac3bfac65a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5667570 Aug 20 13:34:44.285763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-6b6f1ed1-9b18-4e59-8e92-0d0823e909dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:44.287669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-6b6f1ed1-9b18-4e59-8e92-0d0823e909dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.1454875 Aug 20 13:34:44.324514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.13 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/0dd4cbb3-719a-4181-b225-1843c3f2fb17) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:44.338613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d5e9-3b09-4ca9-8d83-987e14f83148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.389976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35a6d017-c221-4950-af4b-93b25acc11bd req-19b476c4-e666-4ba2-b2e8-515ce82b606a tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415567 Aug 20 13:34:44.421528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.424325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d5e9-3b09-4ca9-8d83-987e14f83148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.460157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-628d149e-3560-42d6-a741-ff2738dec7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:44.462891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-628d149e-3560-42d6-a741-ff2738dec7f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618927 Aug 20 13:34:44.548845 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0bd9d5e9-3b09-4ca9-8d83-987e14f83148 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae5a2430a9f341a68ea3518513b8ab01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261528 Aug 20 13:34:44.550024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9d5e9-3b09-4ca9-8d83-987e14f83148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe143f9c-f5eb-43e9-b6fc-393f80d815b5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:44.559171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:44.585013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event updated for resources: {'Subnet': ['ID=be0def13-d2bf-4b10-ac82-19d634578ce1,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:44.622039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.642652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object 0dd4cbb3-719a-4181-b225-1843c3f2fb17 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:44.653682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Checking segment: {'id': '44571308-9a29-424b-995e-2f8908fd154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fdefa2a-f321-4725-8057-179147462483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:44.654256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Network hostable DHCP agents. Network: 2fdefa2a-f321-4725-8057-179147462483, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:44.713701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-701be3d8-6dc8-49ff-8a76-025a79b14c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.743944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.749748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Network 2fdefa2a-f321-4725-8057-179147462483 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:44.756379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-701be3d8-6dc8-49ff-8a76-025a79b14c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.763545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.793420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2fdefa2a-f321-4725-8057-179147462483) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:44.805032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18a075-f559-4150-a7a2-14aead662112 None None] Network 2fdefa2a-f321-4725-8057-179147462483 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:44.828960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:44.839359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.839740 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Added segment 76579eb1-c41f-43b2-9343-bd354901761a of type vlan for network e2f41821-7e07-48f3-aa82-9cebe56b6a02 Aug 20 13:34:44.858145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-01672038-e7c4-49c4-9c17-53c5967cefe8 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063131 Aug 20 13:34:44.861506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.906546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad819686-3ee8-411e-afcf-74d065dc0615,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:44.917589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:44.918503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.922943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:44.961669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-88c2ee36-7a6c-4784-a8e9-1ae8256d60c4 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4855387 Aug 20 13:34:44.962595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39790) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:44.972838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Request body: {'port': {'network_id': '2fdefa2a-f321-4725-8057-179147462483', 'name': 'tempest-TagsExtTest-724793144'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:45.014866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.022915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.029749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.042580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2fdefa2a-f321-4725-8057-179147462483', 'network_id': '2fdefa2a-f321-4725-8057-179147462483', 'tenant_id': '0a865be4d28a4bf89152973695834b6b', 'fixed_ips': [{'subnet_id': 'be0def13-d2bf-4b10-ac82-19d634578ce1'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:34:45.043697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.046333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.055974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.063266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.072139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.075471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-701be3d8-6dc8-49ff-8a76-025a79b14c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.076308 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-076bfef5-1886-47db-be33-b333a9ff7871 req-4b9e13e7-78fe-4732-88a7-706f3cfa6a41 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.3625844 Aug 20 13:34:45.078322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-701be3d8-6dc8-49ff-8a76-025a79b14c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.082639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-701be3d8-6dc8-49ff-8a76-025a79b14c53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe143f9c-f5eb-43e9-b6fc-393f80d815b5 HTTP/1.1" status: 204 len: 168 time: 0.5148504 Aug 20 13:34:45.083864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.084461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.085076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.178351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] Pushing event updated for resources: {'Network': ['ID=e2f41821-7e07-48f3-aa82-9cebe56b6a02,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:45.179249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-076bfef5-1886-47db-be33-b333a9ff7871 req-3b2737e0-dde8-4032-96e7-3544aee19e4e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622780 Aug 20 13:34:45.192393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:45.196438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:45.201100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a338d939-5489-465e-b2d1-5ebf3a39bc90 req-cd371f75-6573-4a82-aeea-3f087aa27e2b service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331354 Aug 20 13:34:45.204668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:45.242374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701be3d8-6dc8-49ff-8a76-025a79b14c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe143f9c-f5eb-43e9-b6fc-393f80d815b5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:45.248248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=0dd4cbb3-719a-4181-b225-1843c3f2fb17,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:45.286511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fba3f41f-1f59-4d04-8b95-39d7478b53ca admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0424407 Aug 20 13:34:45.292313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39800) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:45.298676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:45.299212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Request body: {'subnet': {'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-745456991-subnet', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:45.353147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Made reservation on behalf of 2f7eaadd271d4dd3a0d3262146d1c0ca for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:45.356982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.370760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.371743 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.407838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2561557-7aa8-4445-a31d-5a15ea7218cc req-e253cc27-6daa-4064-8882-a6d0a704b304 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.418258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d8e26-ef24-40fd-8487-e069307741f9 req-977b9c34-b3cf-4e90-93af-52bc11fb28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.421621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a2561557-7aa8-4445-a31d-5a15ea7218cc req-e253cc27-6daa-4064-8882-a6d0a704b304 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 932 time: 0.3884473 Aug 20 13:34:45.422578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-977b9c34-b3cf-4e90-93af-52bc11fb28bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1095 time: 0.1500990 Aug 20 13:34:45.450745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-c39b844a-64b9-41bd-ab4d-e97880a12f0c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6519094 Aug 20 13:34:45.523726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Allocated IP 172.20.0.2 (2fdefa2a-f321-4725-8057-179147462483/be0def13-d2bf-4b10-ac82-19d634578ce1/ac1f9d3f-151f-4194-a051-5d2e62211fbf) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:45.576878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Request body: {'port': {'device_id': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:45.685063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-075381fa-e17c-4a17-84d5-f1d252129717 None None] Provisioning for port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:45.688024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.696763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.701079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.702773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-075381fa-e17c-4a17-84d5-f1d252129717 None None] Provisioning complete for port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:45.703423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-075381fa-e17c-4a17-84d5-f1d252129717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.703581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.711330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.713367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Made reservation on behalf of 0a865be4d28a4bf89152973695834b6b for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:45.717137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.719113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.725447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.731722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.733753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d8ec7c4-8b16-40f7-a69f-c22a87a340d8 req-e152c9e2-d97f-4c53-aaf2-2c63174eab4a tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.2995398 Aug 20 13:34:45.738717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.746152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39806) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:45.784751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Request body: {'floatingip': {'port_id': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:45.788710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] device_id is not set on port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:34:45.796684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fab4b2c7-9137-4bc7-a1bd-82aa7370873d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:45.824972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-075381fa-e17c-4a17-84d5-f1d252129717 None None] Port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:45.835002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5021c7a8-89f2-4b99-a436-b5ae255d74da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.843546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d8e26-ef24-40fd-8487-e069307741f9 req-3f3e56b8-0b64-4254-a8bf-03e076a1f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:45.845102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-3f3e56b8-0b64-4254-a8bf-03e076a1f670 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.4125116 Aug 20 13:34:45.855503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.969591 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:45.980974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a2561557-7aa8-4445-a31d-5a15ea7218cc req-5511ce8c-7c97-45da-803e-e640b0f1138a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570278 Aug 20 13:34:45.990594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Transition to ACTIVE for port object ac1f9d3f-151f-4194-a051-5d2e62211fbf will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:46.053259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33dc4387-7462-4611-aaa1-27d196e10f6d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:46.056378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Checking segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:46.056890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Network hostable DHCP agents. Network: e2f41821-7e07-48f3-aa82-9cebe56b6a02, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:46.063670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Transition to ACTIVE for port object ac1f9d3f-151f-4194-a051-5d2e62211fbf will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:46.083485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.089385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:46.154504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d', 'mac_address': 'fa:16:3e:69:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:46.162928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-a3a8e16e-610b-4c32-909d-fa6fa9888ca9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 217 time: 0.2847006 Aug 20 13:34:46.171563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Allocated IP 172.20.0.9 (2fdefa2a-f321-4725-8057-179147462483/be0def13-d2bf-4b10-ac82-19d634578ce1/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:46.173734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Network 2fdefa2a-f321-4725-8057-179147462483 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:46.218091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:46.223674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Pushing event updated for resources: {'Port': ['ID=ac1f9d3f-151f-4194-a051-5d2e62211fbf,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:46.230115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:46.267340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.314828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab4b2c7-9137-4bc7-a1bd-82aa7370873d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:46.335362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4624-32a5-4cc6-9430-25f25d0be080 req-f2d01627-bf8d-430c-ae19-da4593014c37 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:46.336448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Attempting to bind port ac1f9d3f-151f-4194-a051-5d2e62211fbf on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:46.336864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Attempting to bind port ac1f9d3f-151f-4194-a051-5d2e62211fbf by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '44571308-9a29-424b-995e-2f8908fd154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fdefa2a-f321-4725-8057-179147462483'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:46.337241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Attempting to bind port ac1f9d3f-151f-4194-a051-5d2e62211fbf on network 2fdefa2a-f321-4725-8057-179147462483 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:46.337961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2ea4624-32a5-4cc6-9430-25f25d0be080 req-f2d01627-bf8d-430c-ae19-da4593014c37 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.4876070 Aug 20 13:34:46.350556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:46.350945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Checking segment: {'id': '44571308-9a29-424b-995e-2f8908fd154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fdefa2a-f321-4725-8057-179147462483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:46.351363 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.351767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Bound using segment: {'id': '44571308-9a29-424b-995e-2f8908fd154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fdefa2a-f321-4725-8057-179147462483'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:46.352267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Bound port: ac1f9d3f-151f-4194-a051-5d2e62211fbf, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44571308-9a29-424b-995e-2f8908fd154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fdefa2a-f321-4725-8057-179147462483'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:46.352683 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.360823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:46.374351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.436157 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.456393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Transition to ACTIVE for port object c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:46.527084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d8e26-ef24-40fd-8487-e069307741f9 req-72e9fc32-b807-4729-9f1b-d5cd41997e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:46.529608 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-72e9fc32-b807-4729-9f1b-d5cd41997e28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.3466446 Aug 20 13:34:46.546952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:46.550069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.579388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Network 2fdefa2a-f321-4725-8057-179147462483 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:46.584889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:46.607526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:46.637738 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e2f41821-7e07-48f3-aa82-9cebe56b6a02) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:46.663337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:46.664125 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.677818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9d65-b1e8-4e2a-a508-748d2849d599 req-99f61f0b-41c2-4743-9cd0-8c42590fb4f3 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:46.685581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2ea4624-32a5-4cc6-9430-25f25d0be080 req-d2c2aa1f-fefe-42c6-9a5b-a36557f66214 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229928 Aug 20 13:34:46.686084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b9b9d65-b1e8-4e2a-a508-748d2849d599 req-99f61f0b-41c2-4743-9cd0-8c42590fb4f3 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 948 time: 0.1844850 Aug 20 13:34:46.735694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event updated for resources: {'Port': ['ID=c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:46.777934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-18bbddec-8d2d-4171-bed2-f03fa022dc5a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4845304 Aug 20 13:34:46.787325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:46.788281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.806619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39824) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:46.821090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:46.827330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-674fe9ab-0d90-4e2b-8544-9fc51b76b86e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8634243 Aug 20 13:34:46.834720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39828) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:46.845524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b9b9d65-b1e8-4e2a-a508-748d2849d599 req-112612b8-9789-47b2-9387-fe39544d18a4 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580613 Aug 20 13:34:46.850023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1830414632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:46.871865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f8a52-a326-46f9-b866-32abf3a32172 None None] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:46.903169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.906797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.929045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] For port ac1f9d3f-151f-4194-a051-5d2e62211fbf, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:46.964265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] For port ac1f9d3f-151f-4194-a051-5d2e62211fbf, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1f9d3f-151f-4194-a051-5d2e62211fbf,segment=NetworkSegment(44571308-9a29-424b-995e-2f8908fd154f),segment_id=44571308-9a29-424b-995e-2f8908fd154f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:46.973350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d8e26-ef24-40fd-8487-e069307741f9 req-ede3aa73-50ad-47df-8c6b-aa11e805706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:46.982647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:46.984776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-ede3aa73-50ad-47df-8c6b-aa11e805706e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4015770 Aug 20 13:34:46.990129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:46.992287 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.007458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['fab4b2c7-9137-4bc7-a1bd-82aa7370873d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:47.062543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.107609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.270026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:34:47.270913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.288260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd4cbb3-719a-4181-b225-1843c3f2fb17 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:47.323777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.359082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.373505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3425-5894-4c52-864b-5f1538977514 None None] Pushing event updated for resources: {'Port': ['ID=ac1f9d3f-151f-4194-a051-5d2e62211fbf,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:47.374557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.392600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105a0bf-2cb4-49e5-962a-ffbf72787d0f req-4bcf05a4-b190-48a2-9c2e-156785bea1d4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:47.401434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3105a0bf-2cb4-49e5-962a-ffbf72787d0f req-4bcf05a4-b190-48a2-9c2e-156785bea1d4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 932 time: 0.2580719 Aug 20 13:34:47.459924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-ea2a7a9e-8bef-4422-949a-0a53f297e9f6 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742506 Aug 20 13:34:47.466691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Transition to ACTIVE for port object 0dd4cbb3-719a-4181-b225-1843c3f2fb17 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:47.503381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.505985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.524668 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.resource_extend [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:34:47.566047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.572568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-96e247b8-5c5e-4759-86c0-a7fcb462744a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7364662 Aug 20 13:34:47.577823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39840) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:47.595799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e4bc5da0-fdc9-44fd-93ac-84f588811895 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-451627271', 'prefixes': ['172.20.0.0/16']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:47.710329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3105a0bf-2cb4-49e5-962a-ffbf72787d0f req-df707799-0afc-4228-af9d-8d2a3d0c5994 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076005 Aug 20 13:34:47.740226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Allocated IP 172.20.0.2 (e2f41821-7e07-48f3-aa82-9cebe56b6a02/33dc4387-7462-4611-aaa1-27d196e10f6d/55b69f11-29b2-468f-b24e-c7b10a010b2a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:47.892122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:47.945159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4bc5da0-fdc9-44fd-93ac-84f588811895 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for subnetpool, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:47.949527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4bc5da0-fdc9-44fd-93ac-84f588811895 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3642495 Aug 20 13:34:47.959799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39852) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:47.986218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-14868302-a2e8-414f-aeb2-24776e2b15bf tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-2051936095') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:48.061456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.116090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Pushing event updated for resources: {'Port': ['ID=0dd4cbb3-719a-4181-b225-1843c3f2fb17,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:48.139406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.208759 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.218166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Transition to ACTIVE for port object 55b69f11-29b2-468f-b24e-c7b10a010b2a will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:48.230700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33efb8-2558-41ab-9d0d-fced65325ec4 req-d44f5887-f2e6-4318-8766-270b5c3953ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:48.232491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a33efb8-2558-41ab-9d0d-fced65325ec4 req-d44f5887-f2e6-4318-8766-270b5c3953ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.3615751 Aug 20 13:34:48.251889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1f9d3f-151f-4194-a051-5d2e62211fbf up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:48.262706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Transition to ACTIVE for port object 55b69f11-29b2-468f-b24e-c7b10a010b2a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:48.299803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.369212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:48.391025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Attempting to bind port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:48.391365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Attempting to bind port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:48.392059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Attempting to bind port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:48.403128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.427593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Pushing event updated for resources: {'Port': ['ID=55b69f11-29b2-468f-b24e-c7b10a010b2a,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:48.449469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:34:48.449797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Attempting to bind port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:48.462099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:48.469872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.478330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:48.479002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:48.479641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:48.480349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Bound port: 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:48.480685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '4fe89a53-4605-4939-906b-ba6e06948284', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'port_id': '4fe89a53-4605-4939-906b-ba6e06948284', 'mac_address': 'fa:16:3e:25:69:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:48.481187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.496675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:48.501936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:48.513925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ac1f9d3f-151f-4194-a051-5d2e62211fbf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:48.539296 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Floating IP 0a992fda-937f-4ddf-85b9-01f9307de405 associated. External IP: 172.25.6.189, port: 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3. Aug 20 13:34:48.547805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-069d8e26-ef24-40fd-8487-e069307741f9 req-66dc86e2-de93-4b0e-8ff3-e6321422cc51 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0772648 Aug 20 13:34:48.597552 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.600735 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-963c0556-b777-4c96-912f-765b5bea3e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.662383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Attempting to bind port 55b69f11-29b2-468f-b24e-c7b10a010b2a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:48.662840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Attempting to bind port 55b69f11-29b2-468f-b24e-c7b10a010b2a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:48.663365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Attempting to bind port 55b69f11-29b2-468f-b24e-c7b10a010b2a on network e2f41821-7e07-48f3-aa82-9cebe56b6a02 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:48.677360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.680356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:48.680777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Checking segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:48.681188 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.681595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Bound using segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:48.682101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Bound port: 55b69f11-29b2-468f-b24e-c7b10a010b2a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:48.683210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.703719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] For port 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:48.709082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] For port 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:48.715473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:48.737941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.744810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:48.763752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253eeb-0cdd-49e2-a329-d2be74b79b89 req-89d7a330-3afe-45ad-b267-6956d5d2e942 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:48.770846 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.773991 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60253eeb-0cdd-49e2-a329-d2be74b79b89 req-89d7a330-3afe-45ad-b267-6956d5d2e942 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 948 time: 0.3885591 Aug 20 13:34:48.860452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:48.917885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] For port 55b69f11-29b2-468f-b24e-c7b10a010b2a, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:48.926739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] For port 55b69f11-29b2-468f-b24e-c7b10a010b2a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55b69f11-29b2-468f-b24e-c7b10a010b2a,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:48.944797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.962342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:48.963053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:48.965173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] 10.222.0.13 "PUT /v2.0/ports/0dd4cbb3-719a-4181-b225-1843c3f2fb17 HTTP/1.1" status: 200 len: 1092 time: 3.4672089 Aug 20 13:34:48.972818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60253eeb-0cdd-49e2-a329-d2be74b79b89 req-f2f9b602-2c5d-405f-bcd3-1bf0a5c95679 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976416 Aug 20 13:34:48.973457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'tag': '0dd4cbb3-719a-4181-b225-1843c3f2fb17'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:48.976622 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5375988d-c853-4fdc-81b2-15668ba2b9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "189fcd0e-a29f-45ee-8bcd-1733f2e55ed1", "tag": "0dd4cbb3-719a-4181-b225-1843c3f2fb17"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:49.084843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4fe89a53-4605-4939-906b-ba6e06948284'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:49.224705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618c127-160f-49c4-9154-c030248a0c93 None None] Pushing event updated for resources: {'Port': ['ID=55b69f11-29b2-468f-b24e-c7b10a010b2a,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:49.245046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad175e93-2af1-475b-a37d-30e547770d9c None None] Network 2fdefa2a-f321-4725-8057-179147462483 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:49.428132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] Provisioning for port ac1f9d3f-151f-4194-a051-5d2e62211fbf completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:49.526684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] Provisioning complete for port ac1f9d3f-151f-4194-a051-5d2e62211fbf triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:49.527054 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:49.621361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Allocated IP 172.25.6.107 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/86e2bc40-99d8-4ea8-b51f-e8d52697c957) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:49.676447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:49.770316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:49.817253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fab4b2c7-9137-4bc7-a1bd-82aa7370873d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:49.818178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:49.838038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a33efb8-2558-41ab-9d0d-fced65325ec4 req-3cf8a613-9958-4cc8-847c-b6ff78c4ddb3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5932865 Aug 20 13:34:49.914407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6d4c9-982b-4862-839c-9b9f74ee81cb service neutron] Pushing event updated for resources: {'Port': ['ID=0dd4cbb3-719a-4181-b225-1843c3f2fb17,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:49.923809 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bd49fc-3081-4539-87f3-902ca73f0649 x-openstack-request-id: req-23bd49fc-3081-4539-87f3-902ca73f0649 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:49.924104 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189fcd0e-a29f-45ee-8bcd-1733f2e55ed1", "tag": "0dd4cbb3-719a-4181-b225-1843c3f2fb17", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:49.924390 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23bd49fc-3081-4539-87f3-902ca73f0649 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:49.924884 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'tag': '0dd4cbb3-719a-4181-b225-1843c3f2fb17', 'status': 'completed', 'code': 200} Aug 20 13:34:49.927357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:49.932113 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-14868302-a2e8-414f-aeb2-24776e2b15bf tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-2051936095 HTTP/1.1" status: 201 len: 201 time: 1.9711990 Aug 20 13:34:49.941086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:49.944100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39874) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:49.951231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-97b3ce0d-c05b-48a5-8926-1ecf30f64302 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-674541879') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:50.032078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:50.043853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] For port ac1f9d3f-151f-4194-a051-5d2e62211fbf, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1f9d3f-151f-4194-a051-5d2e62211fbf,segment=NetworkSegment(44571308-9a29-424b-995e-2f8908fd154f),segment_id=44571308-9a29-424b-995e-2f8908fd154f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:50.047933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port fab4b2c7-9137-4bc7-a1bd-82aa7370873d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:50.054267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Pushing event updated for resources: {'Port': ['ID=86e2bc40-99d8-4ea8-b51f-e8d52697c957,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:50.057291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:50.060486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:50.067120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f4f4-080d-438a-bfd0-6704ea846ada req-b17a2aff-f31e-4cc1-be51-cc20dfb96052 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:50.069755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ad6f4f4-080d-438a-bfd0-6704ea846ada req-b17a2aff-f31e-4cc1-be51-cc20dfb96052 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 944 time: 0.2726524 Aug 20 13:34:50.070655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-e1f8f590-0356-4f7f-becf-78fe9ddc89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:50.072057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-e1f8f590-0356-4f7f-becf-78fe9ddc89e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 1095 time: 0.9381371 Aug 20 13:34:50.083699 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.099306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port fab4b2c7-9137-4bc7-a1bd-82aa7370873d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:50.100063 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.259400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99fa5-136d-444e-8bb5-14a36d3ffb8d None None] Pushing event updated for resources: {'Port': ['ID=ac1f9d3f-151f-4194-a051-5d2e62211fbf,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:50.265967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55b69f11-29b2-468f-b24e-c7b10a010b2a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:50.374330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-bfcb4daa-b4ef-44a7-923c-4b9b3c7d533e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17 HTTP/1.1" status: 200 len: 217 time: 0.2051220 Aug 20 13:34:50.413207 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.461219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 55b69f11-29b2-468f-b24e-c7b10a010b2a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:50.462034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-eaea9f2a-38bc-4d5f-976d-eaff4f197c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:50.465265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-eaea9f2a-38bc-4d5f-976d-eaff4f197c25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0788431 Aug 20 13:34:50.468244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4bda42ef-043f-4d2a-8d37-9c72382eabd3 None None] Provisioning complete for port ac1f9d3f-151f-4194-a051-5d2e62211fbf triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:50.468645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4bda42ef-043f-4d2a-8d37-9c72382eabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.523991 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ad6f4f4-080d-438a-bfd0-6704ea846ada req-1c5f240e-2169-4cab-9034-890fffb58c7a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817174 Aug 20 13:34:50.529697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a0d862-d713-4131-adab-62547f1d168c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:50.536656 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cdced9-b696-4229-b253-d165ffc4d772" -d '{"events": [{"server_uuid": "02a0d862-d713-4131-adab-62547f1d168c", "name": "network-vif-plugged", "status": "completed", "tag": "fab4b2c7-9137-4bc7-a1bd-82aa7370873d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:50.557330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:50.567761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.621702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-4d92a5a8-43d1-44d3-9a8a-897cf456d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:50.623498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-4d92a5a8-43d1-44d3-9a8a-897cf456d784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470346 Aug 20 13:34:50.625460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:50.639133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.668602 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1a8ca3-78d3-482d-a9e0-c36ea5557478 x-openstack-request-id: req-0a1a8ca3-78d3-482d-a9e0-c36ea5557478 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:50.668929 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a0d862-d713-4131-adab-62547f1d168c", "name": "network-vif-plugged", "status": "completed", "tag": "fab4b2c7-9137-4bc7-a1bd-82aa7370873d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:50.669143 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a1a8ca3-78d3-482d-a9e0-c36ea5557478 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:50.669546 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a0d862-d713-4131-adab-62547f1d168c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d', 'code': 200} Aug 20 13:34:50.670057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89af95-499a-425c-9dc6-75499435e153 req-a691902e-d518-40ae-8391-e4e1be3a4362 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:50.676387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] Sync routers for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:50.691402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b89af95-499a-425c-9dc6-75499435e153 req-a691902e-d518-40ae-8391-e4e1be3a4362 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 948 time: 0.5561929 Aug 20 13:34:50.693334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-712619f5-e89d-41e7-9897-bcfe8ca48e9e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "PUT /v2.0/floatingips/0a992fda-937f-4ddf-85b9-01f9307de405 HTTP/1.1" status: 200 len: 992 time: 4.9309747 Aug 20 13:34:50.716149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:50.717010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:50.781931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:50.796596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4bda42ef-043f-4d2a-8d37-9c72382eabd3 None None] Provisioning for port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:50.805722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4bda42ef-043f-4d2a-8d37-9c72382eabd3 None None] Provisioning complete for port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:50.806095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4bda42ef-043f-4d2a-8d37-9c72382eabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.840439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b89af95-499a-425c-9dc6-75499435e153 req-dadd7c66-3c0c-476f-a3ed-414d6330474e tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472783 Aug 20 13:34:50.845205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-97b3ce0d-c05b-48a5-8926-1ecf30f64302 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-674541879 HTTP/1.1" status: 201 len: 201 time: 0.8977833 Aug 20 13:34:50.850536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39884) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:50.858465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71adf-6dea-4b17-9e1e-474df99ec2af req-a2034d5a-75d7-4e06-82f9-d6e8006ab7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:50.858942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03d71adf-6dea-4b17-9e1e-474df99ec2af req-a2034d5a-75d7-4e06-82f9-d6e8006ab7dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 1100 time: 0.0902414 Aug 20 13:34:50.860117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-39d2c7ed-bc4c-400a-8446-81212472493e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-976649725') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:50.895070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4bda42ef-043f-4d2a-8d37-9c72382eabd3 None None] Port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:50.916083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-57ac1708-48a0-475e-9810-b8c9abed4b32 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262590 Aug 20 13:34:50.942719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:50.949806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:50.950175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03d71adf-6dea-4b17-9e1e-474df99ec2af req-9a435eca-8b82-4b03-922a-6cdb97ba7c8e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Aug 20 13:34:50.999067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef2900-351e-4f34-a3fe-f81f2db4dc6b None None] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:34:51.079393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5499177-e0eb-46f9-b2ab-4234a74a881a req-80655b00-7cc9-4e78-849a-4ff4d76480fb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:51.082138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5499177-e0eb-46f9-b2ab-4234a74a881a req-80655b00-7cc9-4e78-849a-4ff4d76480fb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1208892 Aug 20 13:34:51.130225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e128d8-1ff9-4e39-9465-b8c841b55b83 req-83861dd0-59d0-409f-b325-c54bf97a893d service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029483 Aug 20 13:34:51.164518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5499177-e0eb-46f9-b2ab-4234a74a881a req-26aa0ef7-1bd1-4148-8bbf-f39243923cb9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743222 Aug 20 13:34:51.181670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-39d2c7ed-bc4c-400a-8446-81212472493e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-976649725 HTTP/1.1" status: 201 len: 201 time: 0.3257914 Aug 20 13:34:51.182004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:51.192018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-a49ba4c0-6c54-4fa3-bb14-5bd6a7eb7224 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-2068863944') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.278739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-38ec7c36-9785-4e08-920a-90f4b5525e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:51.278965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Provisioning complete for port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:51.279273 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.280720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-38ec7c36-9785-4e08-920a-90f4b5525e40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 1095 time: 0.0821521 Aug 20 13:34:51.289155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a49ba4c0-6c54-4fa3-bb14-5bd6a7eb7224 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-2068863944 HTTP/1.1" status: 201 len: 201 time: 0.1040313 Aug 20 13:34:51.291606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39892) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:51.297915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-5fc99b86-1fd0-47da-b96d-d1dca047a0cc tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.345667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.347307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:51.404234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Provisioning for port 55b69f11-29b2-468f-b24e-c7b10a010b2a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:51.407907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-727e9537-d898-4fa8-9b86-45a58547f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:51.412316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-727e9537-d898-4fa8-9b86-45a58547f597 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1229193 Aug 20 13:34:51.419477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5fc99b86-1fd0-47da-b96d-d1dca047a0cc tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags HTTP/1.1" status: 200 len: 241 time: 0.1265557 Aug 20 13:34:51.422544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39896) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:51.429487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-4db25061-94b2-4885-ba48-f2231e8ccad5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-2051936095') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.430005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Provisioning complete for port 55b69f11-29b2-468f-b24e-c7b10a010b2a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:51.430005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.486452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-9471530f-641f-4e46-99d1-de01a4337738 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17 HTTP/1.1" status: 200 len: 217 time: 0.0555277 Aug 20 13:34:51.497706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.554102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-92385581-c9f9-4530-a64b-2cdfe4ff4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:51.556059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-92385581-c9f9-4530-a64b-2cdfe4ff4ecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0518844 Aug 20 13:34:51.588993 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4db25061-94b2-4885-ba48-f2231e8ccad5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-2051936095 HTTP/1.1" status: 204 len: 168 time: 0.1657937 Aug 20 13:34:51.592827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:51.597551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Router effdb269-50a2-48ad-aa2d-757726d7e81a is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:34:51.601499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-3c018415-c292-45ae-9a42-59232bde0a68 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-2051936095') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.691561 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.731068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-88885ec6-b391-4ef3-8c0a-cc48426dcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:51.732454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-88885ec6-b391-4ef3-8c0a-cc48426dcbee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634643 Aug 20 13:34:51.769467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] For port 55b69f11-29b2-468f-b24e-c7b10a010b2a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55b69f11-29b2-468f-b24e-c7b10a010b2a,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:51.784516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '0a992fda-937f-4ddf-85b9-01f9307de405', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'port_id': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'mac_address': 'fa:16:3e:d9:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:33:15Z', 'updated_at': '2021-08-20T13:34:47Z', 'revision_number': 1, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:20Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.787458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.824311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:51.869075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:51.881814 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Sync routers for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:51.897168 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:51.900408 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.907924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] Checking router: f9e2a647-5a06-4142-a3a4-148c7fae5ba6 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:51.923286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39c0a-66c3-4248-8d76-3c540c285a75 req-b106b94d-3e44-4224-9109-e33f3bebb019 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:51.925492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7db39c0a-66c3-4248-8d76-3c540c285a75 req-b106b94d-3e44-4224-9109-e33f3bebb019 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 944 time: 0.1339622 Aug 20 13:34:51.927284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:51.928714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f1974c2b-95bf-42e5-8d9a-1af44578f4cb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1206574 Aug 20 13:34:51.932047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39910) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:51.936720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:51.946734 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ef666-b13c-44b6-87f0-9baa5a0341d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:51.979574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:51.981164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:51.989681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 4fe89a53-4605-4939-906b-ba6e06948284 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:52.037198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3c018415-c292-45ae-9a42-59232bde0a68 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-2051936095 HTTP/1.1" status: 204 len: 168 time: 0.4397111 Aug 20 13:34:52.044466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:52.050676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-fefc80c0-ca00-4857-874c-a7046b366fb2 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.150734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7db39c0a-66c3-4248-8d76-3c540c285a75 req-148eb2a4-40c2-40b8-945d-a2f4bc2533f5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073934 Aug 20 13:34:52.164301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:52.176682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-c2c2d741-2ddb-4a52-9d6e-eafe1e9acbeb service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351637 Aug 20 13:34:52.241750 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:52.283937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13f6b5-a6c3-4925-9da2-556fb59c97ad None None] Pushing event updated for resources: {'Port': ['ID=55b69f11-29b2-468f-b24e-c7b10a010b2a,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:52.306342 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed72e6fd-1ad8-4121-aafa-7d9c63828b42 x-openstack-request-id: req-ed72e6fd-1ad8-4121-aafa-7d9c63828b42 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:52.306519 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:52.306755 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed72e6fd-1ad8-4121-aafa-7d9c63828b42 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:52.307158 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'status': 'completed', 'code': 200} Aug 20 13:34:52.316920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1f9d3f-151f-4194-a051-5d2e62211fbf up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:52.332522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fb79-ce29-4dab-a5e9-c46f8590e997 req-68a9811a-a53d-4491-84f7-bbac403b114e tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.334867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 4fe89a53-4605-4939-906b-ba6e06948284 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:52.335250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:52.341183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3e0fb79-ce29-4dab-a5e9-c46f8590e997 req-68a9811a-a53d-4491-84f7-bbac403b114e tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 949 time: 0.2042954 Aug 20 13:34:52.396143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fefc80c0-ca00-4857-874c-a7046b366fb2 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags HTTP/1.1" status: 200 len: 205 time: 0.3503692 Aug 20 13:34:52.400631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:52.412023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-bca3dd3d-1e8f-482d-a855-ed50a92e22e5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.426677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3e0fb79-ce29-4dab-a5e9-c46f8590e997 req-0f99f02e-bc66-40a6-8405-84c0b6af4084 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 Aug 20 13:34:52.489087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5375988d-c853-4fdc-81b2-15668ba2b9bc req-d63b37af-1b37-4d82-b207-3060a99a0abb service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867444 Aug 20 13:34:52.497573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.497573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.498035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.498670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.499155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.499620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.500089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.502039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-3b576950-4ea7-4116-bfe2-5aa47f0cca3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.1901805 Aug 20 13:34:52.510960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bca3dd3d-1e8f-482d-a855-ed50a92e22e5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags HTTP/1.1" status: 200 len: 240 time: 0.1075125 Aug 20 13:34:52.511799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39922) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:52.511982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4f7c5fd5-ad64-4fad-933a-cf4fc9906fe9 None None] Provisioning complete for port 55b69f11-29b2-468f-b24e-c7b10a010b2a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:52.512334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f7c5fd5-ad64-4fad-933a-cf4fc9906fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:52.517340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-d550faf3-a4af-4cc3-a0a3-72011ea5b592 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-674541879') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.586749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d550faf3-a4af-4cc3-a0a3-72011ea5b592 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-674541879 HTTP/1.1" status: 204 len: 168 time: 0.0740314 Aug 20 13:34:52.590713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39924) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:52.600432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-de46338c-b7d8-4518-99f1-c33a404e1da6 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-674541879') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.641680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ac1f9d3f-151f-4194-a051-5d2e62211fbf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:52.642048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:52.677608 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:50Z', 'revision_number': 3, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.709533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-de46338c-b7d8-4518-99f1-c33a404e1da6 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-674541879 HTTP/1.1" status: 204 len: 168 time: 0.1175742 Aug 20 13:34:52.710579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39926) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:52.720732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-4d71f8f7-f9e7-4966-bf6c-53eecb246e16 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.729938 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Checking router: effdb269-50a2-48ad-aa2d-757726d7e81a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:52.730660 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Updating router effdb269-50a2-48ad-aa2d-757726d7e81a port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:52.766515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3876cf-85da-45b0-afd3-673efa59f251 req-0322ae0e-a2cb-4538-8512-38d848634358 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.767476 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:52.774125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f3876cf-85da-45b0-afd3-673efa59f251 req-0322ae0e-a2cb-4538-8512-38d848634358 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1852703 Aug 20 13:34:52.784596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-6b580562-cfcd-4ea0-bd17-98aefec0a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:52.786288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-6b580562-cfcd-4ea0-bd17-98aefec0a1db service neutron] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38 HTTP/1.1" status: 200 len: 917 time: 0.2704909 Aug 20 13:34:52.808675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d71f8f7-f9e7-4966-bf6c-53eecb246e16 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags HTTP/1.1" status: 200 len: 205 time: 0.0867994 Aug 20 13:34:52.809395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39930) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:52.823252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-c44d20d7-240d-4a60-9202-584f16539bf1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:52.830382 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:52.915852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f3876cf-85da-45b0-afd3-673efa59f251 req-76010bd7-4a62-4035-8b95-6901e81801f1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407487 Aug 20 13:34:52.947369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:52.949702 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c4327-995a-40fb-9912-70671942580b" -d '{"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:52.997942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:53.011135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c44d20d7-240d-4a60-9202-584f16539bf1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags HTTP/1.1" status: 200 len: 240 time: 0.1942086 Aug 20 13:34:53.011902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:53.022130 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.024264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-bbe0783d-1726-4b91-a7c3-3458f3a97f6d tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-976649725') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.051074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-6d74f929-fd54-4d15-9aca-8133c631e650 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1000 time: 0.2545631 Aug 20 13:34:53.071813 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80910f06-173d-4272-ae3d-49ab96553754 x-openstack-request-id: req-80910f06-173d-4272-ae3d-49ab96553754 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:53.072103 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:53.072358 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80910f06-173d-4272-ae3d-49ab96553754 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:53.072828 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'code': 200} Aug 20 13:34:53.114682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:53.140513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '0a992fda-937f-4ddf-85b9-01f9307de405', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'port_id': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'mac_address': 'fa:16:3e:d9:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:33:15Z', 'updated_at': '2021-08-20T13:34:47Z', 'revision_number': 1, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:20Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.150203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bbe0783d-1726-4b91-a7c3-3458f3a97f6d tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-976649725 HTTP/1.1" status: 204 len: 168 time: 0.1372359 Aug 20 13:34:53.165059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39938) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:53.184809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-ee8c9d73-a3d2-437b-8e13-c6ecdaedc206 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-976649725') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.212964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98de9b4-7cd8-4535-a755-02c701c9c2f7 None None] The sync data for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 is: [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '0a992fda-937f-4ddf-85b9-01f9307de405', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'port_id': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'mac_address': 'fa:16:3e:d9:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:33:15Z', 'updated_at': '2021-08-20T13:34:47Z', 'revision_number': 1, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:20Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:53.225330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-9aef2025-34d6-429f-8b3b-10d107a9bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:53.226936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-9aef2025-34d6-429f-8b3b-10d107a9bb09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.1630578 Aug 20 13:34:53.241532 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.256257 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Transition to ACTIVE for port object 86e2bc40-99d8-4ea8-b51f-e8d52697c957 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:53.265494 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.293500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5504f-eea4-43f0-a96c-210e562ae1b8 req-1aaa66a7-8a0c-450e-8914-7c12ce4a2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:53.295292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbb5504f-eea4-43f0-a96c-210e562ae1b8 req-1aaa66a7-8a0c-450e-8914-7c12ce4a2efe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1097 time: 0.1576819 Aug 20 13:34:53.306066 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Attempting to bind port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:53.306440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Attempting to bind port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:53.306809 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Attempting to bind port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:53.337404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:53.337871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:53.338148 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.338548 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:53.339026 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Bound port: 86e2bc40-99d8-4ea8-b51f-e8d52697c957, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:53.339410 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.388251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.390959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbb5504f-eea4-43f0-a96c-210e562ae1b8 req-3eac6ded-8aeb-4c95-9889-a06542ecd1e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441527 Aug 20 13:34:53.417278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-ae173197-cf81-4967-bab2-0b1c233b235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:53.418804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-ae173197-cf81-4967-bab2-0b1c233b235c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705627 Aug 20 13:34:53.429509 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff226718-54e1-469c-9d96-3ae9f38466e4 None None] Pushing event updated for resources: {'Port': ['ID=86e2bc40-99d8-4ea8-b51f-e8d52697c957,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:53.433184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee8c9d73-a3d2-437b-8e13-c6ecdaedc206 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-976649725 HTTP/1.1" status: 204 len: 168 time: 0.2665036 Aug 20 13:34:53.433967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39944) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:53.444415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-423ee8c6-b092-4152-92d2-8f3d3d8f61e1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.459560 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] For port 86e2bc40-99d8-4ea8-b51f-e8d52697c957, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:53.462321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665588e-10d5-4fc0-bdc8-44fe7ef1203e req-8ef196c9-49ee-4b00-8101-d5493f5de754 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:53.463909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b665588e-10d5-4fc0-bdc8-44fe7ef1203e req-8ef196c9-49ee-4b00-8101-d5493f5de754 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 944 time: 0.1675239 Aug 20 13:34:53.481155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] For port 86e2bc40-99d8-4ea8-b51f-e8d52697c957, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=86e2bc40-99d8-4ea8-b51f-e8d52697c957,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:53.489115 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:53.579121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:53.579926 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.669251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016ed6a-c946-4ab1-872f-c36d7bbf5ae2 None None] New status for floating IP 0a992fda-937f-4ddf-85b9-01f9307de405: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:34:53.689222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-423ee8c6-b092-4152-92d2-8f3d3d8f61e1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags HTTP/1.1" status: 200 len: 205 time: 0.2518408 Aug 20 13:34:53.693140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:53.702633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-ba6e6e29-3d7c-4998-8915-2e3c13962aa7 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.731090 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:53.794098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ba6e6e29-3d7c-4998-8915-2e3c13962aa7 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags HTTP/1.1" status: 200 len: 241 time: 0.0941205 Aug 20 13:34:53.795983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39950) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:53.801433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-3d4903e5-87f5-4167-8202-a611c895b4cc tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-2068863944') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.874909 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d4903e5-87f5-4167-8202-a611c895b4cc tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-2068863944 HTTP/1.1" status: 204 len: 168 time: 0.0778275 Aug 20 13:34:53.876186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:53.884089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-31dfbb2d-0540-4670-83c4-b6c903f8ef51 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-2068863944') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:53.895703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aa7af-bc7e-48fc-aad3-6a2dea74b793 req-922f9968-0b6b-447c-a9fb-cd432b7fb86b tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:53.899615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de6aa7af-bc7e-48fc-aad3-6a2dea74b793 req-922f9968-0b6b-447c-a9fb-cd432b7fb86b tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 949 time: 0.1043975 Aug 20 13:34:53.954268 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b665588e-10d5-4fc0-bdc8-44fe7ef1203e req-1acba19c-3cc1-4733-9b92-5aaea9b9ea51 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653485 Aug 20 13:34:53.993015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de6aa7af-bc7e-48fc-aad3-6a2dea74b793 req-bfec4d89-db17-4c3f-b2e9-69a4613c60a8 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873168 Aug 20 13:34:53.993204 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-cb8fda5f-539f-4d9c-ac4f-010c8d235977 service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619514 Aug 20 13:34:53.994680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-31dfbb2d-0540-4670-83c4-b6c903f8ef51 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-2068863944 HTTP/1.1" status: 204 len: 168 time: 0.1151769 Aug 20 13:34:53.997833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39958) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:54.011908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-fa6982a0-3e64-401f-aefe-e7c552790a1a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.039160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff226718-54e1-469c-9d96-3ae9f38466e4 None None] Pushing event updated for resources: {'Port': ['ID=86e2bc40-99d8-4ea8-b51f-e8d52697c957,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:54.078836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:54.082680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa6982a0-3e64-401f-aefe-e7c552790a1a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags HTTP/1.1" status: 200 len: 205 time: 0.0817802 Aug 20 13:34:54.107146 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:50Z', 'revision_number': 3, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.110200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-ce5d40f8-b2b6-4a1e-9336-12ec4b67ab27 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.115161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55b69f11-29b2-468f-b24e-c7b10a010b2a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:54.140278 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e087c4-2c21-47ed-8db7-74f0df97d18f None None] The sync data for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 is: [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:50Z', 'revision_number': 3, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:54.185724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 55b69f11-29b2-468f-b24e-c7b10a010b2a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:54.186105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:54.489025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631d429-95f5-4d29-8b4b-14108fa1e991 req-34a41f38-4d03-47f4-ac59-794c33df8f18 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:54.518432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e631d429-95f5-4d29-8b4b-14108fa1e991 req-34a41f38-4d03-47f4-ac59-794c33df8f18 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 949 time: 0.1300750 Aug 20 13:34:54.576389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e631d429-95f5-4d29-8b4b-14108fa1e991 req-06d07135-326e-4fb4-aa53-8a08d7fdce42 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567410 Aug 20 13:34:54.654446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Allocated IP 172.20.0.1 (e2f41821-7e07-48f3-aa82-9cebe56b6a02/33dc4387-7462-4611-aaa1-27d196e10f6d/5ab9bcb1-8d42-43ed-99d3-060d661476ea) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:34:54.661830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ce5d40f8-b2b6-4a1e-9336-12ec4b67ab27 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags HTTP/1.1" status: 204 len: 168 time: 0.5818963 Aug 20 13:34:54.664448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39972) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:54.669591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-f1edc571-4889-46d6-bd2c-47a7f46db2bc tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.694187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae8090-e03f-4de6-9a7b-340557098392 req-729d493c-0070-4de6-bd9a-3bf7f0ba2fc1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:54.695744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4ae8090-e03f-4de6-9a7b-340557098392 req-729d493c-0070-4de6-bd9a-3bf7f0ba2fc1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.5406277 Aug 20 13:34:54.709987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a49ef666-b13c-44b6-87f0-9baa5a0341d3 req-eb55d1df-0189-40ec-8921-d21f2c2b3d93 service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991503 Aug 20 13:34:54.754781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f1edc571-4889-46d6-bd2c-47a7f46db2bc tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags HTTP/1.1" status: 204 len: 168 time: 0.0889966 Aug 20 13:34:54.757080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:54.761502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-9c0eb51e-3e26-47ea-a2b8-d23929ee19f1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.788720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4ae8090-e03f-4de6-9a7b-340557098392 req-b5b752f7-1232-4534-beca-042108babb72 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831969 Aug 20 13:34:54.831588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9c0eb51e-3e26-47ea-a2b8-d23929ee19f1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags HTTP/1.1" status: 204 len: 168 time: 0.0731943 Aug 20 13:34:54.834134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:54.839204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-1ff24c24-5881-481f-8d51-6fac1c1edf69 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.854214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:54.875772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Transition to ACTIVE for port object 5ab9bcb1-8d42-43ed-99d3-060d661476ea will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:54.909120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ff24c24-5881-481f-8d51-6fac1c1edf69 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags HTTP/1.1" status: 204 len: 168 time: 0.0731902 Aug 20 13:34:54.913388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39984) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:54.919150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-ecbd7291-ce51-40b0-afcd-6c695759930f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-738214380') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:54.925087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:54.982442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:54.986498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:54.992220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:34:55.069816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab9bcb1-8d42-43ed-99d3-060d661476ea,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:55.086441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:55.185670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1e8da-b503-4a45-bace-d3593271edd1 req-b8bc01b2-1f7f-4f30-8fd3-6abbce64db10 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:55.187730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9b1e8da-b503-4a45-bace-d3593271edd1 req-b8bc01b2-1f7f-4f30-8fd3-6abbce64db10 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 944 time: 0.1224585 Aug 20 13:34:55.236937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9b1e8da-b503-4a45-bace-d3593271edd1 req-57bc1a0b-1390-4773-9109-07a74ef44e8b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Aug 20 13:34:55.252246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ecbd7291-ce51-40b0-afcd-6c695759930f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-738214380 HTTP/1.1" status: 201 len: 201 time: 0.3371682 Aug 20 13:34:55.254181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39996) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:55.270492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-48f364cd-da41-4409-8bce-3f547968dc5b tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-24759501') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:55.306570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:55.381343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-48f364cd-da41-4409-8bce-3f547968dc5b tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-24759501 HTTP/1.1" status: 201 len: 201 time: 0.1237733 Aug 20 13:34:55.382895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-71f6412d-ed99-4c3f-9e91-f80695b3bd59 None None] Provisioning for port 5ab9bcb1-8d42-43ed-99d3-060d661476ea completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:55.384091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40000) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:55.392374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-79535a7a-9583-433a-965d-7537f08cb75c tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-1454964864') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:55.398635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-71f6412d-ed99-4c3f-9e91-f80695b3bd59 None None] Provisioning complete for port 5ab9bcb1-8d42-43ed-99d3-060d661476ea triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:55.400494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71f6412d-ed99-4c3f-9e91-f80695b3bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:55.460434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-71f6412d-ed99-4c3f-9e91-f80695b3bd59 None None] Port 5ab9bcb1-8d42-43ed-99d3-060d661476ea cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:55.551236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:55.555785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:55.560263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-79535a7a-9583-433a-965d-7537f08cb75c tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-1454964864 HTTP/1.1" status: 201 len: 201 time: 0.1748116 Aug 20 13:34:55.563125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40004) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:55.570087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-fdc49102-6a06-4b99-85c7-e46747fdf399 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-124637454') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:55.630481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:55.666769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fdc49102-6a06-4b99-85c7-e46747fdf399 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-124637454 HTTP/1.1" status: 201 len: 201 time: 0.1021116 Aug 20 13:34:55.670017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40008) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:55.680240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-40b07d18-f854-496a-a821-9004501233a0 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:55.682396 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-40b07d18-f854-496a-a821-9004501233a0 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 949 time: 0.0962822 Aug 20 13:34:55.711459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-a99ef85a-10c3-4583-bf5a-b2b34ef9fb62 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', {'tags': ['tempest-TagsExtTest-Tag-224115010', 'tempest-TagsExtTest-Tag-1177170635', 'tempest-TagsExtTest-Tag-512800418']}) {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:55.715049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab9bcb1-8d42-43ed-99d3-060d661476ea,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:55.824969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c50504-5ddd-43c8-9b5f-71ea034286a9 req-25a586ce-7dae-4296-becb-4197481f1626 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:55.826896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85c50504-5ddd-43c8-9b5f-71ea034286a9 req-25a586ce-7dae-4296-becb-4197481f1626 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 949 time: 0.1430883 Aug 20 13:34:55.830308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:55.835645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-a8f7b2ec-1a14-44ec-ab87-d63ccdef4063 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:55.841067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a99ef85a-10c3-4583-bf5a-b2b34ef9fb62 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags HTTP/1.1" status: 200 len: 316 time: 0.1699600 Aug 20 13:34:55.850695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:34:55.852117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:34:55.947151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85c50504-5ddd-43c8-9b5f-71ea034286a9 req-184df144-110a-4c79-b8e8-a0689de56b97 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c9b7ef7-11fb-42d1-964c-195a20b5cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049986 Aug 20 13:34:55.952254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Deleting port fab4b2c7-9137-4bc7-a1bd-82aa7370873d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:34:55.952618 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:56.035472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Router effdb269-50a2-48ad-aa2d-757726d7e81a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:34:56.047561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0732d-18c6-4631-a3fc-a49abb9d88a9 req-65c3593f-e269-433a-9786-910f16a9cbda tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:56.049715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87c0732d-18c6-4631-a3fc-a49abb9d88a9 req-65c3593f-e269-433a-9786-910f16a9cbda tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1367342 Aug 20 13:34:56.096621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a8f7b2ec-1a14-44ec-ab87-d63ccdef4063 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags HTTP/1.1" status: 204 len: 168 time: 0.2643304 Aug 20 13:34:56.100451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40016) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:56.107780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-6f5e15fe-a1fe-4dd8-8593-b153cbd0722e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-224115010') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:56.158069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] For port fab4b2c7-9137-4bc7-a1bd-82aa7370873d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:56.158505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:56.199030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Calling delete_port for fab4b2c7-9137-4bc7-a1bd-82aa7370873d owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:34:56.204985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 86e2bc40-99d8-4ea8-b51f-e8d52697c957 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:56.207581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87c0732d-18c6-4631-a3fc-a49abb9d88a9 req-5466df2e-520d-4407-b8e1-52b01ed818d4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916762 Aug 20 13:34:56.265328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:34:56.295853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b2b39650-0c9b-45bb-b965-f653f2510664 admin admin] 10.222.0.59 "PUT /v2.0/routers/effdb269-50a2-48ad-aa2d-757726d7e81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3622067 Aug 20 13:34:56.359463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2baa9f79-7118-41c5-bc9e-c43285ddd364 None None] Provisioning complete for port 5ab9bcb1-8d42-43ed-99d3-060d661476ea triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:56.361296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2baa9f79-7118-41c5-bc9e-c43285ddd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:56.434198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:34:56.437599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd3fa5-2b5f-44c2-86e4-a801f57dd87c req-be4b06c3-8007-4660-a44a-3183d41af9ff tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:56.441458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48dd3fa5-2b5f-44c2-86e4-a801f57dd87c req-be4b06c3-8007-4660-a44a-3183d41af9ff tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 944 time: 0.1039574 Aug 20 13:34:56.450848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:56.452303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:56.535623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48dd3fa5-2b5f-44c2-86e4-a801f57dd87c req-79c8b12b-21a4-40d0-ae02-f59db1b092ee tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860243 Aug 20 13:34:56.576522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2baa9f79-7118-41c5-bc9e-c43285ddd364 None None] Port 5ab9bcb1-8d42-43ed-99d3-060d661476ea cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:34:56.633286 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:56.645653 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Sync routers for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:34:56.661950 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:56.662187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 86e2bc40-99d8-4ea8-b51f-e8d52697c957, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=86e2bc40-99d8-4ea8-b51f-e8d52697c957,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:56.666076 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:56.691978 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:56.757304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=86e2bc40-99d8-4ea8-b51f-e8d52697c957,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:57.063416 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-6f5e15fe-a1fe-4dd8-8593-b153cbd0722e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:34:57.067879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6f5e15fe-a1fe-4dd8-8593-b153cbd0722e tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-224115010 HTTP/1.1" status: 404 len: 328 time: 0.9633975 Aug 20 13:34:57.069862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40038) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:57.077714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-2c5bb21f-4be0-4b77-9a45-792d49aa9f92 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-1177170635') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:57.138859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:57.152491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['fab4b2c7-9137-4bc7-a1bd-82aa7370873d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:57.200452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-277e079c-2696-45f0-a5cf-c32d5e68f350 req-1fb32f88-6fa2-4434-9f35-336891eaa922 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a0d862-d713-4131-adab-62547f1d168c HTTP/1.1" status: 200 len: 210 time: 0.0571618 Aug 20 13:34:57.219502 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:57.221720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Pushing event deleted for resources: {'Port': ['ID=fab4b2c7-9137-4bc7-a1bd-82aa7370873d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:57.297508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] No DVR routers for this DVR port fab4b2c7-9137-4bc7-a1bd-82aa7370873d on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:34:57.304319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:57.306896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bed3ff3-a110-411f-8a70-2b0a47dda03d req-dad5f970-60f3-4100-8383-efd7e3328208 tempest-VolumesNegativeTest-498799869 tempest-VolumesNegativeTest-498799869-project] 10.222.0.53 "DELETE /v2.0/ports/fab4b2c7-9137-4bc7-a1bd-82aa7370873d HTTP/1.1" status: 204 len: 173 time: 1.6113269 Aug 20 13:34:57.308223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a0d862-d713-4131-adab-62547f1d168c', 'name': 'network-vif-deleted', 'tag': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:34:57.310665 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc1c8a5-e6c0-48d6-94da-34a9c7fa415b" -d '{"events": [{"server_uuid": "02a0d862-d713-4131-adab-62547f1d168c", "name": "network-vif-deleted", "tag": "fab4b2c7-9137-4bc7-a1bd-82aa7370873d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:34:57.323214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd929abe-fd44-4650-b893-da537e07242f req-256896c1-c7e2-4133-962a-29413ccc307a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:57.335188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd929abe-fd44-4650-b893-da537e07242f req-256896c1-c7e2-4133-962a-29413ccc307a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.2853816 Aug 20 13:34:57.335597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40046) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:57.344233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'floatingip': {'port_id': '4fe89a53-4605-4939-906b-ba6e06948284'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:57.366145 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-2c5bb21f-4be0-4b77-9a45-792d49aa9f92 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:34:57.371697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2c5bb21f-4be0-4b77-9a45-792d49aa9f92 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-1177170635 HTTP/1.1" status: 404 len: 329 time: 0.3005662 Aug 20 13:34:57.374572 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbc50ef-9f14-4233-8602-56110056b429 x-openstack-request-id: req-8dbc50ef-9f14-4233-8602-56110056b429 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:34:57.374874 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a0d862-d713-4131-adab-62547f1d168c", "name": "network-vif-deleted", "tag": "fab4b2c7-9137-4bc7-a1bd-82aa7370873d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:34:57.375136 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dbc50ef-9f14-4233-8602-56110056b429 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:34:57.375549 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a0d862-d713-4131-adab-62547f1d168c', 'name': 'network-vif-deleted', 'tag': 'fab4b2c7-9137-4bc7-a1bd-82aa7370873d', 'status': 'completed', 'code': 200} Aug 20 13:34:57.378793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40048) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:57.387267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-8253806d-e25f-4893-9912-85189eafe46a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1', 'tempest-TagsExtTest-Tag-512800418') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:57.472219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:57.498075 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-8253806d-e25f-4893-9912-85189eafe46a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:34:57.499154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8253806d-e25f-4893-9912-85189eafe46a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags/tempest-TagsExtTest-Tag-512800418 HTTP/1.1" status: 404 len: 328 time: 0.1193798 Aug 20 13:34:57.502100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:57.507169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-d0a51095-04a4-4610-a794-76b0e1d440b2 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', {'tags': ['tempest-TagsExtTest-Tag-1113611945', 'tempest-TagsExtTest-Tag-1126321683', 'tempest-TagsExtTest-Tag-1460844637']}) {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:57.579454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40060) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:57.586659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1774801322-network', 'tenant_id': '71201e92a2a840e3b995e190d69f1617'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:57.609538 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 2, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:57.639838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d0a51095-04a4-4610-a794-76b0e1d440b2 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags HTTP/1.1" status: 200 len: 318 time: 0.1363893 Aug 20 13:34:57.643973 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Checking router: effdb269-50a2-48ad-aa2d-757726d7e81a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:34:57.644329 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Updating router effdb269-50a2-48ad-aa2d-757726d7e81a port 5ab9bcb1-8d42-43ed-99d3-060d661476ea binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:34:57.645898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40062) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:57.651849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-0aeeec3b-c3d7-498b-b1e4-7df1560e34e8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:57.655592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Made reservation on behalf of 71201e92a2a840e3b995e190d69f1617 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:57.657917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:57.693197 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:57.700586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:57.958248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ac08-70df-4acc-a9e4-64c915257704 req-06252734-99d4-4723-8cbd-d226e85c1f94 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:57.966627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b15ac08-70df-4acc-a9e4-64c915257704 req-06252734-99d4-4723-8cbd-d226e85c1f94 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 944 time: 0.2692287 Aug 20 13:34:58.077426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.097691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.118248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b15ac08-70df-4acc-a9e4-64c915257704 req-dfeb3ea0-6a7e-4641-891a-314961bb5eac tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504998 Aug 20 13:34:58.138952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0aeeec3b-c3d7-498b-b1e4-7df1560e34e8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags HTTP/1.1" status: 204 len: 168 time: 0.4888816 Aug 20 13:34:58.139786 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.140067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40074) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:58.149658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-37b42253-8e01-44b3-8afe-5c7881ac4e74 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-1113611945') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:58.152538 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Transition to ACTIVE for port object 5ab9bcb1-8d42-43ed-99d3-060d661476ea will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:34:58.160086 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.165966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 86e2bc40-99d8-4ea8-b51f-e8d52697c957 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:34:58.212969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:34:58.216356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d55385-4a3d-407b-81bf-eaa1c4296a6e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:58.236221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0dd4cbb3-719a-4181-b225-1843c3f2fb17 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:34:58.333215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.333845 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Added segment db02b024-237d-4fe4-87ed-cbb3d51bca1a of type vlan for network 8859c688-19e9-4a23-8e85-fb64e9a43c61 Aug 20 13:34:58.380837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:34:58.381482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.386968 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-37b42253-8e01-44b3-8afe-5c7881ac4e74 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:34:58.390896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-37b42253-8e01-44b3-8afe-5c7881ac4e74 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-1113611945 HTTP/1.1" status: 404 len: 329 time: 0.2450085 Aug 20 13:34:58.392018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40086) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:58.397078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-434adcb3-f324-420f-84ce-644df372b97a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-1126321683') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:58.434528 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Attempting to bind port 5ab9bcb1-8d42-43ed-99d3-060d661476ea on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:34:58.435670 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Attempting to bind port 5ab9bcb1-8d42-43ed-99d3-060d661476ea by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:34:58.437209 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Attempting to bind port 5ab9bcb1-8d42-43ed-99d3-060d661476ea on network e2f41821-7e07-48f3-aa82-9cebe56b6a02 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:34:58.456856 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:34:58.457259 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Checking segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:58.461193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.462817 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.466217 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Bound using segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:34:58.466908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Bound port: 5ab9bcb1-8d42-43ed-99d3-060d661476ea, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:34:58.467320 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.470731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:34:58.501795 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acb0bf-c43f-4aba-a57d-dbd9ac80349f None None] Pushing event updated for resources: {'Port': ['ID=5ab9bcb1-8d42-43ed-99d3-060d661476ea,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:58.510165 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-434adcb3-f324-420f-84ce-644df372b97a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:34:58.514574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-434adcb3-f324-420f-84ce-644df372b97a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-1126321683 HTTP/1.1" status: 404 len: 329 time: 0.1176801 Aug 20 13:34:58.515218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:58.523978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-8fbaece9-3b4d-4ef2-8694-cde58c3046ad tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58', 'tempest-TagsExtTest-Tag-1460844637') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:58.601494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.602507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:58.604581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.621737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:58.645004 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] For port 5ab9bcb1-8d42-43ed-99d3-060d661476ea, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:34:58.648763 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] For port 5ab9bcb1-8d42-43ed-99d3-060d661476ea, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5ab9bcb1-8d42-43ed-99d3-060d661476ea,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:34:58.660413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '0dd4cbb3-719a-4181-b225-1843c3f2fb17', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': '0dd4cbb3-719a-4181-b225-1843c3f2fb17', 'mac_address': 'fa:16:3e:26:c7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:34:58.661218 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.713642 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.747885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd4cbb3-719a-4181-b225-1843c3f2fb17 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:34:58.781274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:34:58.792388 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:58.813672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] Pushing event updated for resources: {'Network': ['ID=8859c688-19e9-4a23-8e85-fb64e9a43c61,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:58.828855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65f6787e-9a7c-49e6-8ccc-b8d824beef51 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2474036 Aug 20 13:34:58.829583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40106) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:58.839272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Request body: {'subnet': {'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1774801322-subnet', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:34:58.840917 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acb0bf-c43f-4aba-a57d-dbd9ac80349f None None] Pushing event updated for resources: {'Port': ['ID=5ab9bcb1-8d42-43ed-99d3-060d661476ea,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:58.860775 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-8fbaece9-3b4d-4ef2-8694-cde58c3046ad tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:34:58.866335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8fbaece9-3b4d-4ef2-8694-cde58c3046ad tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags/tempest-TagsExtTest-Tag-1460844637 HTTP/1.1" status: 404 len: 329 time: 0.3476458 Aug 20 13:34:58.867104 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:34:58.867448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40108) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:58.868110 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:58.882750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-80195cfc-8bf0-47a9-bc14-d68ed00f6b72 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', {'tags': ['tempest-TagsExtTest-Tag-2034421189', 'tempest-TagsExtTest-Tag-1986171981', 'tempest-TagsExtTest-Tag-1886552691']}) {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:58.886462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:34:59.058696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Made reservation on behalf of 71201e92a2a840e3b995e190d69f1617 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:34:59.065063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:59.076617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:59.111836 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:34:59.125311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0dd4cbb3-719a-4181-b225-1843c3f2fb17,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:59.147511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0dd4cbb3-719a-4181-b225-1843c3f2fb17'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:34:59.234751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:59.244763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:59.390934 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:34:58Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:59.422925 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca74e0-28ad-441e-94f1-49406d98973c None None] The sync data for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 is: [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:34:58Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:34:59.594546 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Floating IP 5f69f779-9eaf-4c04-a720-1b05469e01d3 associated. External IP: 172.25.6.178, port: 4fe89a53-4605-4939-906b-ba6e06948284. Aug 20 13:34:59.603110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:34:59.712027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c5ccb-0342-43de-bb14-e2650b924dd9 req-9cd63d56-73fc-4ce8-aebb-5ed934d3d7b1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:34:59.713758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae5c5ccb-0342-43de-bb14-e2650b924dd9 req-9cd63d56-73fc-4ce8-aebb-5ed934d3d7b1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 945 time: 0.1389472 Aug 20 13:34:59.718021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-80195cfc-8bf0-47a9-bc14-d68ed00f6b72 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags HTTP/1.1" status: 200 len: 318 time: 0.8435159 Aug 20 13:34:59.722424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40136) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:34:59.731862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-434b852c-5f85-429e-aca2-119d2834bce8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:34:59.781422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:34:59.856412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fab4b2c7-9137-4bc7-a1bd-82aa7370873d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:34:59.864036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Checking segment: {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:34:59.864415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Network hostable DHCP agents. Network: 8859c688-19e9-4a23-8e85-fb64e9a43c61, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:34:59.881379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae5c5ccb-0342-43de-bb14-e2650b924dd9 req-e0e4444c-e177-40ba-8755-ccc6b71cb446 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458189 Aug 20 13:34:59.922421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: fab4b2c7-9137-4bc7-a1bd-82aa7370873d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:34:59.926875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fab4b2c7-9137-4bc7-a1bd-82aa7370873d not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:34:59.967544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:34:59.990664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8859c688-19e9-4a23-8e85-fb64e9a43c61) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:00.000865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbe02e-158f-479d-98be-b47a2680b1f0 None None] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:00.003569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-434b852c-5f85-429e-aca2-119d2834bce8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags HTTP/1.1" status: 204 len: 168 time: 0.2780745 Aug 20 13:35:00.005961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.006142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:00.009003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.022435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-de5631e4-e4d0-4db6-8719-d1e1313a65f5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-2034421189') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.045840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d2795fe-c63a-427b-b726-54b5732595b2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2088196 Aug 20 13:35:00.046182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40182) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.068640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:00.132353 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.132353 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.142616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:35:00.213154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ab9bcb1-8d42-43ed-99d3-060d661476ea up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:00.277527 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.308272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0dd4cbb3-719a-4181-b225-1843c3f2fb17 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:00.312489 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-de5631e4-e4d0-4db6-8719-d1e1313a65f5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:35:00.313830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de5631e4-e4d0-4db6-8719-d1e1313a65f5 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-2034421189 HTTP/1.1" status: 404 len: 329 time: 0.3056927 Aug 20 13:35:00.317687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40194) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.322458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-77cf56f3-be5a-499d-8186-bbba87d67caa tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-1986171981') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.428237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5ab9bcb1-8d42-43ed-99d3-060d661476ea completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:00.442480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5ab9bcb1-8d42-43ed-99d3-060d661476ea triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:00.442842 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.486520 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-77cf56f3-be5a-499d-8186-bbba87d67caa tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:35:00.488654 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-77cf56f3-be5a-499d-8186-bbba87d67caa tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-1986171981 HTTP/1.1" status: 404 len: 329 time: 0.1698635 Aug 20 13:35:00.496006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40202) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.501131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-da5259f7-c258-4d2b-ab9b-40a5b6972398 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110', 'tempest-TagsExtTest-Tag-1886552691') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.519112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:00.536358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-8859c688-19e9-4a23-8e85-fb64e9a43c61', 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'fixed_ips': [{'subnet_id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:35:00.537399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.553522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:00.553898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.583210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.605308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:35:00.615438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.629747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:35:00.666830 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-da5259f7-c258-4d2b-ab9b-40a5b6972398 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:35:00.667945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da5259f7-c258-4d2b-ab9b-40a5b6972398 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags/tempest-TagsExtTest-Tag-1886552691 HTTP/1.1" status: 404 len: 329 time: 0.1705453 Aug 20 13:35:00.674650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5176127a-5d50-4a5c-a320-47c95a8e5987 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "PUT /v2.0/floatingips/5f69f779-9eaf-4c04-a720-1b05469e01d3 HTTP/1.1" status: 200 len: 992 time: 3.3348787 Aug 20 13:35:00.674650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40210) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.674650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:00.675079 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:00.682478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-2c65131e-2e75-4799-a0dd-afe272d2f4f6 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', {'tags': ['tempest-TagsExtTest-Tag-967308693', 'tempest-TagsExtTest-Tag-873082108', 'tempest-TagsExtTest-Tag-1995150428']}) {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.740853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2c65131e-2e75-4799-a0dd-afe272d2f4f6 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "PUT /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags HTTP/1.1" status: 200 len: 316 time: 0.0624704 Aug 20 13:35:00.743190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40222) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.750200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-2cb8ca7d-59be-495e-b7f2-2797beddc891 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.769649 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a035e-f8a5-40af-b3a2-45f5edef1b5f x-openstack-request-id: req-309a035e-f8a5-40af-b3a2-45f5edef1b5f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:00.770460 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:00.770918 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-309a035e-f8a5-40af-b3a2-45f5edef1b5f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:00.771524 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'status': 'completed', 'code': 200} Aug 20 13:35:00.802646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:00.803916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.855454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2cb8ca7d-59be-495e-b7f2-2797beddc891 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1096795 Aug 20 13:35:00.857603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40244) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.867971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-4c1716a5-4da1-46df-a036-0a906f0936f9 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-967308693') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:00.889681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:00.920263 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-4c1716a5-4da1-46df-a036-0a906f0936f9 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:35:00.921915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4c1716a5-4da1-46df-a036-0a906f0936f9 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-967308693 HTTP/1.1" status: 404 len: 328 time: 0.0630777 Aug 20 13:35:00.930064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40254) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:00.937823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-925c5a1e-dff9-46af-89cc-8c30e85a435f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-873082108') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:01.003685 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.042465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.042755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.077617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:01.079923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Allocated IP 172.20.0.2 (8859c688-19e9-4a23-8e85-fb64e9a43c61/8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde/a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:01.098713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-c118ed35-d376-435a-b91a-16d9d00e26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:01.100298 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-c118ed35-d376-435a-b91a-16d9d00e26dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1097 time: 0.2399101 Aug 20 13:35:01.110552 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-925c5a1e-dff9-46af-89cc-8c30e85a435f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:35:01.114632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:01.114859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-925c5a1e-dff9-46af-89cc-8c30e85a435f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-873082108 HTTP/1.1" status: 404 len: 328 time: 0.1829166 Aug 20 13:35:01.119851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-db9e1608-4731-424f-846c-8ab2e8f052da tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5', 'tempest-TagsExtTest-Tag-1995150428') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:01.148242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5ab9bcb1-8d42-43ed-99d3-060d661476ea, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5ab9bcb1-8d42-43ed-99d3-060d661476ea,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:01.174402 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-db9e1608-4731-424f-846c-8ab2e8f052da tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] show failed (client error): The resource could not be found. Aug 20 13:35:01.175936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db9e1608-4731-424f-846c-8ab2e8f052da tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags/tempest-TagsExtTest-Tag-1995150428 HTTP/1.1" status: 404 len: 329 time: 0.0601003 Aug 20 13:35:01.193405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:01.205296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-4ed606d1-5f60-4424-8542-d713634b9d74 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7c9c80d-d3b2-4eba-baf9-5873636460f5') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:01.213509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:01.227822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd4cbb3-719a-4181-b225-1843c3f2fb17'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:01.232622 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5181fb1-8ef5-4a66-afb8-bc044b0d4f95" -d '{"events": [{"server_uuid": "189fcd0e-a29f-45ee-8bcd-1733f2e55ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0dd4cbb3-719a-4181-b225-1843c3f2fb17"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:01.236215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.267018 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.278204 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ed606d1-5f60-4424-8542-d713634b9d74 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5/tags HTTP/1.1" status: 204 len: 168 time: 0.0819621 Aug 20 13:35:01.279116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:01.291325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-fb4f9ba7-3fa5-4de7-a59f-5a27c18afe5a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4c1ae23-dee2-4143-8b45-4c169e8d9110') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:01.345291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-2230eb73-0bb0-48ad-86a6-18988822b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:01.347653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-2230eb73-0bb0-48ad-86a6-18988822b425 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.2224126 Aug 20 13:35:01.535996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97052233-13a5-47e0-acb6-2d9a1dd4e555 req-a14539f6-c948-4b38-9760-5fba001e6eb8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:01.548876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97052233-13a5-47e0-acb6-2d9a1dd4e555 req-a14539f6-c948-4b38-9760-5fba001e6eb8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 945 time: 0.4430711 Aug 20 13:35:01.594017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb4f9ba7-3fa5-4de7-a59f-5a27c18afe5a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110/tags HTTP/1.1" status: 204 len: 168 time: 0.3117082 Aug 20 13:35:01.604756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40306) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:01.609508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-82f6d185-0e44-4299-ade1-b40a66be6f3d tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:01.622371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Allocated IP 172.25.6.51 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/9ba9bade-315e-4f66-a7cf-16239425b8f1) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:01.704884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa835-283b-4b6c-9b13-d9aa567fae34 req-71ae348e-1c04-44a9-9348-51f21ea54902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:01.706953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebcfa835-283b-4b6c-9b13-d9aa567fae34 req-71ae348e-1c04-44a9-9348-51f21ea54902 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 1097 time: 0.1951039 Aug 20 13:35:01.731408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-a4510794-2fc5-4c07-a838-cf28d7879793 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1000 time: 0.3737409 Aug 20 13:35:01.797862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebcfa835-283b-4b6c-9b13-d9aa567fae34 req-7c4ed001-9f20-46d1-b103-839238204400 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754414 Aug 20 13:35:01.811548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97052233-13a5-47e0-acb6-2d9a1dd4e555 req-fd589afb-e27d-4d38-bb3a-8f1a71ecb60c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607930 Aug 20 13:35:01.842339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82f6d185-0e44-4299-ade1-b40a66be6f3d tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58/tags HTTP/1.1" status: 204 len: 168 time: 0.2363837 Aug 20 13:35:01.845136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40330) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:01.852881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-f2bcc760-17bd-491c-899f-ba3d2a8ad6d1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be0def13-d2bf-4b10-ac82-19d634578ce1') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:01.888769 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.937221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2bcc760-17bd-491c-899f-ba3d2a8ad6d1 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1/tags HTTP/1.1" status: 204 len: 168 time: 0.0908892 Aug 20 13:35:01.937891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-a8d11bbf-6543-4f6d-87b4-5d212a682387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:01.940729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-a8d11bbf-6543-4f6d-87b4-5d212a682387 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.1973453 Aug 20 13:35:01.943186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40332) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:01.958397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:01.959641 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6349c980-83d9-4180-bd9a-3cff0e581879 x-openstack-request-id: req-6349c980-83d9-4180-bd9a-3cff0e581879 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:01.960161 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189fcd0e-a29f-45ee-8bcd-1733f2e55ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0dd4cbb3-719a-4181-b225-1843c3f2fb17", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:01.960278 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6349c980-83d9-4180-bd9a-3cff0e581879 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:01.960712 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd4cbb3-719a-4181-b225-1843c3f2fb17', 'code': 200} Aug 20 13:35:02.081430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:02.087232 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.102636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:02.116139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:02.116356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5ab9bcb1-8d42-43ed-99d3-060d661476ea,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:02.117429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba9bade-315e-4f66-a7cf-16239425b8f1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:02.170500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-e060859a-1f28-4b54-b61a-a630b16f1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:02.171615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-e060859a-1f28-4b54-b61a-a630b16f1238 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147748 Aug 20 13:35:02.196055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7783803-42eb-4e03-8f28-078228d47e3b tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for subnetpool, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.197382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f7783803-42eb-4e03-8f28-078228d47e3b tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b7c9c80d-d3b2-4eba-baf9-5873636460f5 HTTP/1.1" status: 204 len: 168 time: 0.2529244 Aug 20 13:35:02.200248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:02.242521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.260588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2226ef44-ffb6-4129-ad4a-1bf53d2fe4a8 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4c1ae23-dee2-4143-8b45-4c169e8d9110 HTTP/1.1" status: 200 len: 205 time: 0.0588276 Aug 20 13:35:02.264421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40338) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:02.270075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Transition to ACTIVE for port object a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:02.277776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0dd4cbb3-719a-4181-b225-1843c3f2fb17,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:02.311157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Transition to ACTIVE for port object a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:02.336637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.437169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:02.449791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:02.452476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:02.480434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Pushing event updated for resources: {'Port': ['ID=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:02.508166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.630593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5f69f779-9eaf-4c04-a720-1b05469e01d3', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'port_id': '4fe89a53-4605-4939-906b-ba6e06948284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'mac_address': 'fa:16:3e:25:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e237940f-7993-41ee-8844-914abb9e563e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:34:28Z', 'updated_at': '2021-08-20T13:34:58Z', 'revision_number': 1, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:02.632921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Attempting to bind port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:35:02.633300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Attempting to bind port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:35:02.633664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Attempting to bind port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa on network 8859c688-19e9-4a23-8e85-fb64e9a43c61 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:02.645787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:35:02.646086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Checking segment: {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:02.646424 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.646829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Bound using segment: {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:35:02.647311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Bound port: a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:35:02.647695 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.708542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:35:02.737127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-c67d62f4-ddb9-4b2f-be11-ec348fa3ce89 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571792 Aug 20 13:35:02.745153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:02.746025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:02.799620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.805316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.875272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] For port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:35:02.878466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.895811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] For port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:35:02.929313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:02.999857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:03.002750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Fanout notify agent at l3_agent the message router_deleted on router a4c1ae23-dee2-4143-8b45-4c169e8d9110 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:35:03.003478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:03.056492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:03.070177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd030248-bc42-4168-8584-b1aec1e7924f tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/routers/a4c1ae23-dee2-4143-8b45-4c169e8d9110 HTTP/1.1" status: 204 len: 168 time: 0.8043702 Aug 20 13:35:03.087426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40364) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:03.302099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3d73c-2ada-499d-9ea0-73af02438500 None None] Pushing event updated for resources: {'Port': ['ID=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:03.322514 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52005a69-a944-4a1e-a17e-e75e4bd1b2b5 req-c539119a-adbd-4e25-86c9-8b254b1263d0 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624940 Aug 20 13:35:03.494200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d06fc-8ec8-4eff-a726-439eb92ab906 req-7fbe9f23-5f76-4f4c-ba52-29abd9d2a88c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:03.495850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b8d06fc-8ec8-4eff-a726-439eb92ab906 req-7fbe9f23-5f76-4f4c-ba52-29abd9d2a88c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 946 time: 0.3085418 Aug 20 13:35:03.557462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b8d06fc-8ec8-4eff-a726-439eb92ab906 req-c3ece44c-dddb-4ce2-8dce-2dfca71afa25 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496650 Aug 20 13:35:03.606234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5f69f779-9eaf-4c04-a720-1b05469e01d3', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'port_id': '4fe89a53-4605-4939-906b-ba6e06948284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'mac_address': 'fa:16:3e:25:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e237940f-7993-41ee-8844-914abb9e563e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:34:28Z', 'updated_at': '2021-08-20T13:34:58Z', 'revision_number': 1, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:03.730742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343a70b-b868-45b7-944f-c34830aa4d1a None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5f69f779-9eaf-4c04-a720-1b05469e01d3', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'port_id': '4fe89a53-4605-4939-906b-ba6e06948284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'mac_address': 'fa:16:3e:25:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e237940f-7993-41ee-8844-914abb9e563e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:34:28Z', 'updated_at': '2021-08-20T13:34:58Z', 'revision_number': 1, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:35:03.806988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56513dc2-f5c8-4762-ad0b-54655d5a61ad req-58f17839-16d6-4f80-a175-62795463f0ae tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:03.817093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56513dc2-f5c8-4762-ad0b-54655d5a61ad req-58f17839-16d6-4f80-a175-62795463f0ae tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 946 time: 0.1717172 Aug 20 13:35:03.868934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56513dc2-f5c8-4762-ad0b-54655d5a61ad req-c2a69ee3-d480-4dd5-aa5f-89d8e32dc71a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Aug 20 13:35:04.186951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Deleting port c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:35:04.187504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:04.234626 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8a3a6-6eb3-413e-b298-5f27294123c6 None None] New status for floating IP 5f69f779-9eaf-4c04-a720-1b05469e01d3: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:35:04.260988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:04.364036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:04.372121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ab9bcb1-8d42-43ed-99d3-060d661476ea up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:04.385652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a074c-2359-4e78-8eb8-397b48acc4f6 req-f9b8b95e-35b5-423a-8b9e-dde9bffeaaf0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:04.387781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-446a074c-2359-4e78-8eb8-397b48acc4f6 req-f9b8b95e-35b5-423a-8b9e-dde9bffeaaf0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 946 time: 0.2332332 Aug 20 13:35:04.473720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5ab9bcb1-8d42-43ed-99d3-060d661476ea triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:04.474105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:04.491646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:04.539041 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:04.545678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Calling delete_port for c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:35:04.675245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-446a074c-2359-4e78-8eb8-397b48acc4f6 req-44857adb-d6b9-49b8-853e-be3bcdf5f8a5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519357 Aug 20 13:35:04.942796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:04.945700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Router 28027c8b-d259-4f20-902f-6b9851ab441d is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:35:05.003944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event deleted for resources: {'Port': ['ID=c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:05.109446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a6f50-c138-40b6-834d-a509aba794b2 req-adf0bb86-ae80-4ecb-8c04-1c0f2153ab88 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:05.132866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995e2b9-820f-47c1-8da2-2397a2aec807 None None] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:05.133355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a27a6f50-c138-40b6-834d-a509aba794b2 req-adf0bb86-ae80-4ecb-8c04-1c0f2153ab88 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 946 time: 0.0960639 Aug 20 13:35:05.148635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.150900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-99c14c4f-5ef6-4bff-bdcb-9fe69f97d83a tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/ports/c4e631cb-f0c0-4b4e-a1dd-aee808b5bb58 HTTP/1.1" status: 204 len: 168 time: 2.0517325 Aug 20 13:35:05.153985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40422) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:05.222413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a27a6f50-c138-40b6-834d-a509aba794b2 req-95c405f4-f281-4d06-ac3d-7c481f8fe199 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880773 Aug 20 13:35:05.244481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] Provisioning for port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:05.245908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Deleting subnet be0def13-d2bf-4b10-ac82-19d634578ce1 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:35:05.251976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.255765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] Provisioning complete for port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:05.256237 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.266314 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:35:05.345657 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.485690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:35:05.521842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Sync routers for ids ['28027c8b-d259-4f20-902f-6b9851ab441d'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:35:05.578538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.590758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Routers {'28027c8b-d259-4f20-902f-6b9851ab441d'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:05.591411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['28027c8b-d259-4f20-902f-6b9851ab441d'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:05.597751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.600609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b8aee3ad-bc95-48d8-8eb0-5d855e9fe088 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5517800 Aug 20 13:35:05.600609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.602214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40426) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:05.679907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] For port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:05.692305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.698646 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.736380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event deleted for resources: {'Subnet': ['ID=be0def13-d2bf-4b10-ac82-19d634578ce1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:05.748046 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:05.752817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-85b3bfd1-6ad1-4382-ac00-06e4c0551d37 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/subnets/be0def13-d2bf-4b10-ac82-19d634578ce1 HTTP/1.1" status: 204 len: 168 time: 0.5957963 Aug 20 13:35:05.754674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40430) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:05.759615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837eba7-df19-407e-a87c-b4179e2b8e17 None None] Network 2fdefa2a-f321-4725-8057-179147462483 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:05.960037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.106790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Deleting port ac1f9d3f-151f-4194-a051-5d2e62211fbf {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:35:06.108236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.273172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Set router 28027c8b-d259-4f20-902f-6b9851ab441d gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:06.276387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5370aa4-7f53-4d20-9552-7ff9fef068fc None None] Pushing event updated for resources: {'Port': ['ID=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:06.311677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] For port ac1f9d3f-151f-4194-a051-5d2e62211fbf, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1f9d3f-151f-4194-a051-5d2e62211fbf,segment=NetworkSegment(44571308-9a29-424b-995e-2f8908fd154f),segment_id=44571308-9a29-424b-995e-2f8908fd154f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:06.314116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.349099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Calling delete_port for ac1f9d3f-151f-4194-a051-5d2e62211fbf owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:35:06.406106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-85703a84-2677-468d-9f4c-df844d02d011 None None] Provisioning complete for port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:06.406520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-85703a84-2677-468d-9f4c-df844d02d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.557367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.644782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a40c0-a1da-42b0-8cd9-f4cc24ba5c06 None None] DHCP port deletion for 2fdefa2a-f321-4725-8057-179147462483 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:35:06.647103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] No DVR routers for this DVR port ac1f9d3f-151f-4194-a051-5d2e62211fbf on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:35:06.650371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event deleted for resources: {'Port': ['ID=ac1f9d3f-151f-4194-a051-5d2e62211fbf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:06.775378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:35:02Z', 'revision_number': 3, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:06.825526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba6b9a-dada-4d27-bb18-12fb09d4385f req-f751b42a-c461-441f-82a4-d746b5d85552 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:06.833878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02ba6b9a-dada-4d27-bb18-12fb09d4385f req-f751b42a-c461-441f-82a4-d746b5d85552 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 946 time: 0.1111748 Aug 20 13:35:06.849844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.858395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Checking router: 28027c8b-d259-4f20-902f-6b9851ab441d for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:35:06.858749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Updating router 28027c8b-d259-4f20-902f-6b9851ab441d port 9ba9bade-315e-4f66-a7cf-16239425b8f1 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:35:06.863542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdefa2a-f321-4725-8057-179147462483']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:06.879719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44571308-9a29-424b-995e-2f8908fd154f') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:06.880378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44571308-9a29-424b-995e-2f8908fd154f') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:06.892489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.912006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.920229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:35:06.921097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.925318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:35:06.926262 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:35:06.932462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-e9119936-e18e-43e1-af1b-f6c5afa23d4a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:06.940702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-e9119936-e18e-43e1-af1b-f6c5afa23d4a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 946 time: 0.2473137 Aug 20 13:35:07.053612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.068231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-02ba6b9a-dada-4d27-bb18-12fb09d4385f req-cddcccb3-2569-4b77-b319-1f65ca2c9095 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325261 Aug 20 13:35:07.079443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.086977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] 10.222.0.59 "DELETE /v2.0/networks/2fdefa2a-f321-4725-8057-179147462483 HTTP/1.1" status: 204 len: 168 time: 1.3287091 Aug 20 13:35:07.125633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480564d-89a7-4a15-a5ec-4b82cbafe567 tempest-TagsExtTest-559688180 tempest-TagsExtTest-559688180-project] Pushing event deleted for resources: {'Network': ['ID=2fdefa2a-f321-4725-8057-179147462483,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:07.158201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.373879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:35:07.374201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.534488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Allocated IP 172.20.0.1 (8859c688-19e9-4a23-8e85-fb64e9a43c61/8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde/c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:07.555831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port 0dd4cbb3-719a-4181-b225-1843c3f2fb17, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0dd4cbb3-719a-4181-b225-1843c3f2fb17,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:07.556445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.570217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.577331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40468) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:07.578627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 0dd4cbb3-719a-4181-b225-1843c3f2fb17 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:35:07.599915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Transition to ACTIVE for port object 9ba9bade-315e-4f66-a7cf-16239425b8f1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:07.614011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.652037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:07.745864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Attempting to bind port 9ba9bade-315e-4f66-a7cf-16239425b8f1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:35:07.746842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Attempting to bind port 9ba9bade-315e-4f66-a7cf-16239425b8f1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:35:07.747389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Attempting to bind port 9ba9bade-315e-4f66-a7cf-16239425b8f1 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:07.757483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04be947-e604-447a-8526-2af00b76d771 None None] Pushing event updated for resources: {'Port': ['ID=9ba9bade-315e-4f66-a7cf-16239425b8f1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:07.779905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:35:07.780506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:07.781132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.781667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:35:07.782315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Bound port: 9ba9bade-315e-4f66-a7cf-16239425b8f1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:35:07.782858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.836812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.851330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] For port 9ba9bade-315e-4f66-a7cf-16239425b8f1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:35:07.855476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] For port 9ba9bade-315e-4f66-a7cf-16239425b8f1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9ba9bade-315e-4f66-a7cf-16239425b8f1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:35:07.862633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:07.865476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Transition to ACTIVE for port object c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:07.988335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04be947-e604-447a-8526-2af00b76d771 None None] Pushing event updated for resources: {'Port': ['ID=9ba9bade-315e-4f66-a7cf-16239425b8f1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:07.992261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Routers {'28027c8b-d259-4f20-902f-6b9851ab441d'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:07.993591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['28027c8b-d259-4f20-902f-6b9851ab441d'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:08.032847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1cacefcc-94ae-4ebb-aee9-7284804dfdd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a865be4d28a4bf89152973695834b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772838 Aug 20 13:35:08.033898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40480) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:08.071433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a56205d2-3058-4c8d-99e0-564760c87c31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc4cbd44f4924841a749140199f3f48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896588 Aug 20 13:35:08.107159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40484) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:08.114029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.175393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0dd4cbb3-719a-4181-b225-1843c3f2fb17'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:35:08.193019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.206229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb61c4b-bfa6-42d9-bd8f-3f01a6e66123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.214903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] Set router 28027c8b-d259-4f20-902f-6b9851ab441d gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:08.274713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb61c4b-bfa6-42d9-bd8f-3f01a6e66123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.290012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea9002f-9b40-42fd-a543-bc918e5ab2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.313058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=0dd4cbb3-719a-4181-b225-1843c3f2fb17,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:08.413838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:08.419281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea9002f-9b40-42fd-a543-bc918e5ab2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.447866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a37a337-0b6f-49b8-9cd0-2266d96c9ca4 req-c94aeef9-42de-4e77-9382-1cba9ca24e7c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.2266057 Aug 20 13:35:08.523017 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb61c4b-bfa6-42d9-bd8f-3f01a6e66123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.527066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cfb61c4b-bfa6-42d9-bd8f-3f01a6e66123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.528829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cfb61c4b-bfa6-42d9-bd8f-3f01a6e66123 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b012aae8-3841-4247-9a75-c3f81a749b76 HTTP/1.1" status: 204 len: 168 time: 0.4935684 Aug 20 13:35:08.548103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb61c4b-bfa6-42d9-bd8f-3f01a6e66123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012aae8-3841-4247-9a75-c3f81a749b76,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:08.577225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port 0dd4cbb3-719a-4181-b225-1843c3f2fb17 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:35:08.590121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Pushing event updated for resources: {'Port': ['ID=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:08.600530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.602208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea9002f-9b40-42fd-a543-bc918e5ab2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.603592 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73aec983-e0fa-477c-8ea4-2d34a6eec2bb req-34dbab4c-9d47-4fdc-9d72-68abb309b2b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "DELETE /v2.0/ports/0dd4cbb3-719a-4181-b225-1843c3f2fb17 HTTP/1.1" status: 204 len: 173 time: 1.6618934 Aug 20 13:35:08.604069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'name': 'network-vif-deleted', 'tag': '0dd4cbb3-719a-4181-b225-1843c3f2fb17'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:08.605546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fea9002f-9b40-42fd-a543-bc918e5ab2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.606414 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d122398-85b9-4d17-b5d2-447e34d4e8dc" -d '{"events": [{"server_uuid": "189fcd0e-a29f-45ee-8bcd-1733f2e55ed1", "name": "network-vif-deleted", "tag": "0dd4cbb3-719a-4181-b225-1843c3f2fb17"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:08.609706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fea9002f-9b40-42fd-a543-bc918e5ab2f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c9b7ef7-11fb-42d1-964c-195a20b5cb18 HTTP/1.1" status: 204 len: 168 time: 0.4985030 Aug 20 13:35:08.651369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9002f-9b40-42fd-a543-bc918e5ab2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9b7ef7-11fb-42d1-964c-195a20b5cb18,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:08.695574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:08.705809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:08.709366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:08.724621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:08.725067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.759301 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b6f82b-fc6b-4fa2-805e-120408c4f293 x-openstack-request-id: req-f8b6f82b-fc6b-4fa2-805e-120408c4f293 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:08.759888 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189fcd0e-a29f-45ee-8bcd-1733f2e55ed1", "name": "network-vif-deleted", "tag": "0dd4cbb3-719a-4181-b225-1843c3f2fb17", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:08.760644 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8b6f82b-fc6b-4fa2-805e-120408c4f293 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:08.761329 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189fcd0e-a29f-45ee-8bcd-1733f2e55ed1', 'name': 'network-vif-deleted', 'tag': '0dd4cbb3-719a-4181-b225-1843c3f2fb17', 'status': 'completed', 'code': 200} Aug 20 13:35:08.787440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:08.893868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:35:02Z', 'revision_number': 3, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:08.934198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01316-71f2-42dd-8e2b-4e57dbe55ea2 None None] The sync data for ids ['28027c8b-d259-4f20-902f-6b9851ab441d'] in n-d-804232-5 is: [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:35:02Z', 'revision_number': 3, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:35:09.030275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1f9d3f-151f-4194-a051-5d2e62211fbf no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:35:09.079608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ac1f9d3f-151f-4194-a051-5d2e62211fbf {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:35:09.081021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1f9d3f-151f-4194-a051-5d2e62211fbf not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:35:09.135757 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:09.189098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7ea4e3d4-fc91-41db-b1d8-8a3f9e72f4c7 None None] Provisioning for port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:09.195628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7ea4e3d4-fc91-41db-b1d8-8a3f9e72f4c7 None None] Provisioning complete for port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:09.196369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e3d4-fc91-41db-b1d8-8a3f9e72f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:09.257444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4e3d4-fc91-41db-b1d8-8a3f9e72f4c7 None None] Port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:35:09.466688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:09.489751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:09.626018 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:09.740825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b878843-1c79-49e6-a11d-de9485cb7764 req-281c1152-42a4-4ec1-9c52-070c80bf5f8c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0903742 Aug 20 13:35:09.860299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Pushing event updated for resources: {'Port': ['ID=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:09.939355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:09.943284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:10.297684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9ba9bade-315e-4f66-a7cf-16239425b8f1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:10.300104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0dd4cbb3-719a-4181-b225-1843c3f2fb17 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:35:10.336737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Router 28027c8b-d259-4f20-902f-6b9851ab441d has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:35:10.475463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 0dd4cbb3-719a-4181-b225-1843c3f2fb17 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:35:10.481223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0dd4cbb3-719a-4181-b225-1843c3f2fb17 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:35:10.562345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:35:10.580828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b6bc0d7-0597-45d1-81cd-7d27d4ea38ee admin admin] 10.222.0.59 "PUT /v2.0/routers/28027c8b-d259-4f20-902f-6b9851ab441d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9695382 Aug 20 13:35:10.601117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3b7f53ec-ddad-4da9-a841-609ddce0fb0c None None] Provisioning complete for port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:10.601501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3b7f53ec-ddad-4da9-a841-609ddce0fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:10.696296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f53ec-ddad-4da9-a841-609ddce0fb0c None None] Port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:35:10.707290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9ba9bade-315e-4f66-a7cf-16239425b8f1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:10.712243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9ba9bade-315e-4f66-a7cf-16239425b8f1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:10.713126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:10.944138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac164abf-3b6d-469b-82f0-732204cd4ae5 req-a611b6f8-4cf9-44b5-8793-5c40c9ea099a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0780416 Aug 20 13:35:10.951044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:10.994534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 9ba9bade-315e-4f66-a7cf-16239425b8f1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9ba9bade-315e-4f66-a7cf-16239425b8f1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:10.999989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:11.217390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=9ba9bade-315e-4f66-a7cf-16239425b8f1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:11.779764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40600) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:11.785871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980379706', 'description': 'tempest-secgroup-smoke-1980379706 description', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:11.817959 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Sync routers for ids ['28027c8b-d259-4f20-902f-6b9851ab441d'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:35:11.835047 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Routers {'28027c8b-d259-4f20-902f-6b9851ab441d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:11.837129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['28027c8b-d259-4f20-902f-6b9851ab441d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:11.850276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:11.995702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.003101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.101832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372aecd6-0efc-4e77-a8e8-c554d03b8af8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:12.120736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.122427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-86e9a5bc-7da5-4eaa-a52e-0e575047e70d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3416400 Aug 20 13:35:12.129393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40608) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:12.131153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8250ff1b-25ad-4857-a6b9-6f54a80e4fc5 req-6753a560-7c84-4c9f-be08-11f6f0b9d339 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0408354 Aug 20 13:35:12.165259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group_rule': {'security_group_id': '372aecd6-0efc-4e77-a8e8-c554d03b8af8', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:12.212699 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Set router 28027c8b-d259-4f20-902f-6b9851ab441d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:12.224074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9ba9bade-315e-4f66-a7cf-16239425b8f1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:12.237806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.429246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.435455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.476089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.477512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3429832 Aug 20 13:35:12.484528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40620) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:12.493969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group_rule': {'security_group_id': '372aecd6-0efc-4e77-a8e8-c554d03b8af8', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:12.516312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9ba9bade-315e-4f66-a7cf-16239425b8f1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:12.525119 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.528944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd9662-f2a6-4b1c-aa77-bcc80e24ad12 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffa0170-ee45-432f-8b7b-e07ae621d25e,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:12.545792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.589301 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:35:09Z', 'revision_number': 4, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6', 'name': '', 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'mac_address': 'fa:16:3e:ec:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:07Z', 'updated_at': '2021-08-20T13:35:09Z', 'revision_number': 2, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'subnets': [{'id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:12.626733 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Checking router: 28027c8b-d259-4f20-902f-6b9851ab441d for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:35:12.627212 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Updating router 28027c8b-d259-4f20-902f-6b9851ab441d port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:35:12.661959 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.699777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.709921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.736228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eb0351-8951-40c1-9c50-314b00db3cd8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:12.739915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.741360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a00e008c-b063-4b2f-9b37-e8ed70931cc7 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2556581 Aug 20 13:35:12.744392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40626) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:12.750927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group_rule': {'security_group_id': '372aecd6-0efc-4e77-a8e8-c554d03b8af8', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:12.782563 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.860256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.866723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.889620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e70c4a-c6d4-4277-94dd-631d918c9cc9,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:12.899560 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:12.904505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40634) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:12.904837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9877f41e-6446-4863-ac93-6259a25af22a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588321 Aug 20 13:35:12.910874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group_rule': {'security_group_id': '372aecd6-0efc-4e77-a8e8-c554d03b8af8', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:12.949774 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.078926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.095352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.137704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a135295c-7483-4ea1-8ed3-1b5df092d4bb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:13.146199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.154387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-943b2957-beaf-442f-a58c-7d03cbf5f680 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2480578 Aug 20 13:35:13.157432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40652) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:13.163911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group_rule': {'security_group_id': '372aecd6-0efc-4e77-a8e8-c554d03b8af8', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:13.166612 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.193442 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Transition to ACTIVE for port object c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:13.195657 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Project 2f7eaadd271d4dd3a0d3262146d1c0ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:35:13.202851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.208255 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.286808 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Pushing event updated for resources: {'Port': ['ID=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:13.301301 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.302102 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.302792 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.303325 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.303870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.304813 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.305364 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.306000 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.306525 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.307138 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.308315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.308907 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:13.323965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-55c01a47-4958-48a9-bbe6-7cb5fceecba1 req-dfef3fd2-ca2e-47f7-832a-de56d46ee9e6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0640318 Aug 20 13:35:13.370916 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.378469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.432026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1d24d8-1d92-4197-a5eb-158d3f4c9b7c,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:13.435486 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Attempting to bind port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:35:13.435863 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Attempting to bind port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:35:13.446012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.450700 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c4a96de-346c-47cb-81c5-94bdf4597d32 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2886863 Aug 20 13:35:13.450700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40670) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:13.453936 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Attempting to bind port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 on network 8859c688-19e9-4a23-8e85-fb64e9a43c61 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:13.462779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'security_group_rule': {'security_group_id': '372aecd6-0efc-4e77-a8e8-c554d03b8af8', 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:13.466087 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:35:13.466680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Checking segment: {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:13.467277 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.467806 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Bound using segment: {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:35:13.468509 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Bound port: c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db02b024-237d-4fe4-87ed-cbb3d51bca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:35:13.469104 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.518620 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Project 2f7eaadd271d4dd3a0d3262146d1c0ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:35:13.532854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.587020 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] For port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:35:13.591020 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] For port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:35:13.601903 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.632690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.648830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.691735 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157bc1-ca2e-4087-9eb4-3771fc01122b None None] Pushing event updated for resources: {'Port': ['ID=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:13.693352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4359b73-971b-4599-b8f0-25366b6633fd,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:13.703939 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Routers {'28027c8b-d259-4f20-902f-6b9851ab441d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:13.704541 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:34:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['28027c8b-d259-4f20-902f-6b9851ab441d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:13.739140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:13.740997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a6df0af-c1f5-477f-acd8-d93c08e6808c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2890596 Aug 20 13:35:13.879531 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] Set router 28027c8b-d259-4f20-902f-6b9851ab441d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:14.074686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-3e075c70-16f2-4ae8-8edf-87a19d22e760 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980379706&fields=id&tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca HTTP/1.1" status: 200 len: 267 time: 0.0721405 Aug 20 13:35:14.154177 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:35:09Z', 'revision_number': 4, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6', 'name': '', 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'mac_address': 'fa:16:3e:ec:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:07Z', 'updated_at': '2021-08-20T13:35:13Z', 'revision_number': 4, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'subnets': [{'id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:14.192879 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8732b-5ad9-43c0-9d09-d148357afebe None None] The sync data for ids ['28027c8b-d259-4f20-902f-6b9851ab441d'] in n-d-804232-5 is: [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:35:09Z', 'revision_number': 4, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6', 'name': '', 'network_id': '8859c688-19e9-4a23-8e85-fb64e9a43c61', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'mac_address': 'fa:16:3e:ec:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:07Z', 'updated_at': '2021-08-20T13:35:13Z', 'revision_number': 4, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'subnets': [{'id': '8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:35:14.310405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-14a3d7c5-efde-4edb-b9b3-8bab7fba1a75 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:14.335192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-14a3d7c5-efde-4edb-b9b3-8bab7fba1a75 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/networks?id=e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 200 len: 808 time: 0.2528334 Aug 20 13:35:14.372440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-19e22b8a-a3c0-4d0b-abbe-b58adcc63584 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/quotas/2f7eaadd271d4dd3a0d3262146d1c0ca HTTP/1.1" status: 200 len: 375 time: 0.0352831 Aug 20 13:35:14.581387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-fae8c629-7686-4d6d-997e-fd7dbe994339 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055864 Aug 20 13:35:14.588981 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25aee593-d762-4f7e-b61f-21c14460974a req-d3b54c5d-fc75-4629-baf0-ef21ccfc7593 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0637739 Aug 20 13:35:14.828015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-ff8a1cf1-231b-4310-84a0-664dcaf212ab service neutron] 10.222.0.59 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453899 Aug 20 13:35:15.027380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-1a3bbbff-a37d-42b8-9d2b-8d832f5b5347 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923335 Aug 20 13:35:15.381340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7965d45d-5e64-4b95-8066-5f609934ada6 req-2732ec07-63ba-4b17-a80a-cf75eb499945 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 210 time: 0.0830214 Aug 20 13:35:15.771417 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2adc9f32-1d27-4470-acde-dc2eb7b827d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:15.848023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c23546d3-22d1-4abc-8bff-e3b6616c774b req-a635c212-9e94-4c33-9442-d3978bcca523 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=189fcd0e-a29f-45ee-8bcd-1733f2e55ed1 HTTP/1.1" status: 200 len: 210 time: 0.0582449 Aug 20 13:35:16.223616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40786) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:16.329208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:16.485185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:16.490345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:16.491719 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:16.543980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-781265f7-f866-48c2-9efd-4df1eccd1f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:16.732120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c850a6a1-009d-481e-b772-b85c502c2668 req-f52aca17-f116-4b8f-a9bd-1aafa125df88 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 210 time: 0.1681285 Aug 20 13:35:16.743883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:16.824348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:16.831787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:16.863828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-781265f7-f866-48c2-9efd-4df1eccd1f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:16.871624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-781265f7-f866-48c2-9efd-4df1eccd1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:16.905916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:16.909471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-781265f7-f866-48c2-9efd-4df1eccd1f56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33003bb5205045bb8108a1c90178a325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6839838 Aug 20 13:35:16.912362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40810) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:16.926482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781265f7-f866-48c2-9efd-4df1eccd1f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3561ead-cbd8-41ba-8cf7-1c5d7220630a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:16.986311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3db84883-17fd-43c1-9123-080ead15b459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.011870 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3db84883-17fd-43c1-9123-080ead15b459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.073536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3db84883-17fd-43c1-9123-080ead15b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.077039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3db84883-17fd-43c1-9123-080ead15b459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.078494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3db84883-17fd-43c1-9123-080ead15b459 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3561ead-cbd8-41ba-8cf7-1c5d7220630a HTTP/1.1" status: 204 len: 168 time: 0.1644263 Aug 20 13:35:17.087964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db84883-17fd-43c1-9123-080ead15b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3561ead-cbd8-41ba-8cf7-1c5d7220630a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:17.347691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-b4918365-7059-4948-893a-ac3e7e9dd7b6 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:17.365888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-b4918365-7059-4948-893a-ac3e7e9dd7b6 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.53 "GET /v2.0/networks?id=e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 200 len: 808 time: 0.1570444 Aug 20 13:35:17.441887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-26be47d1-6a16-41ca-a9b9-9583eed531bb tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca HTTP/1.1" status: 200 len: 380 time: 0.0669072 Aug 20 13:35:17.466425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'port': {'device_id': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'admin_state_up': True, 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'security_groups': ['372aecd6-0efc-4e77-a8e8-c554d03b8af8']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:17.546353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40822) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:17.563361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e68478ce-f881-4525-9fe4-da00bb39e029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.668008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e68478ce-f881-4525-9fe4-da00bb39e029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.674482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e68478ce-f881-4525-9fe4-da00bb39e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.711890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68478ce-f881-4525-9fe4-da00bb39e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208a9ccb-9f1d-4b19-b6b4-8b13d3cbbb15,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:17.718824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Made reservation on behalf of 2f7eaadd271d4dd3a0d3262146d1c0ca for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:17.724321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.749734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e68478ce-f881-4525-9fe4-da00bb39e029 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd73138ac58349f98c2d9dcffc938062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022338 Aug 20 13:35:17.750373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 40832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:17.826780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b657dbd1-1ae7-4bdf-9308-d23bab083ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:17.898164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b921783-26bb-47dc-8770-2c6da9f84e04 req-8a3d8787-da39-42f0-a484-d37f05f82798 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 210 time: 0.0688593 Aug 20 13:35:17.924843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b657dbd1-1ae7-4bdf-9308-d23bab083ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.018632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b657dbd1-1ae7-4bdf-9308-d23bab083ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.022092 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b657dbd1-1ae7-4bdf-9308-d23bab083ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.035879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b657dbd1-1ae7-4bdf-9308-d23bab083ec0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/208a9ccb-9f1d-4b19-b6b4-8b13d3cbbb15 HTTP/1.1" status: 204 len: 168 time: 0.2776182 Aug 20 13:35:18.052259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657dbd1-1ae7-4bdf-9308-d23bab083ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a9ccb-9f1d-4b19-b6b4-8b13d3cbbb15,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:18.069379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Allocated IP 172.20.0.7 (e2f41821-7e07-48f3-aa82-9cebe56b6a02/33dc4387-7462-4611-aaa1-27d196e10f6d/de60c138-b8ae-4488-b7bd-d78237251984) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:18.229965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:18.378634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.409494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:18.412433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.429977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Transition to ACTIVE for port object de60c138-b8ae-4488-b7bd-d78237251984 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:18.532412 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-83c92025-c39b-461c-aa36-f186f43c6ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.549971 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.555611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.641827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'Port': ['ID=de60c138-b8ae-4488-b7bd-d78237251984,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:18.667826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:18.670074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:18.672948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:18.748010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:18.756825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:18.787828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0abf7627-29cf-4939-aec6-f6307abd1422 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3259504 Aug 20 13:35:18.808155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Request body: {'port': {'device_id': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:18.911222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:19.030154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b904a413-8925-4f87-a0f9-cb0a3d2b7f49 None None] Provisioning for port de60c138-b8ae-4488-b7bd-d78237251984 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:19.034965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b904a413-8925-4f87-a0f9-cb0a3d2b7f49 None None] Provisioning complete for port de60c138-b8ae-4488-b7bd-d78237251984 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:19.035349 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b904a413-8925-4f87-a0f9-cb0a3d2b7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:19.135811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b904a413-8925-4f87-a0f9-cb0a3d2b7f49 None None] Port de60c138-b8ae-4488-b7bd-d78237251984 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:35:19.180962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20fde5-66cc-4393-a92c-902966c807db req-6667710b-139d-471f-b582-f6444ef376fe tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:19.182686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab20fde5-66cc-4393-a92c-902966c807db req-6667710b-139d-471f-b582-f6444ef376fe tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 931 time: 0.1329386 Aug 20 13:35:19.261346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab20fde5-66cc-4393-a92c-902966c807db req-71517c80-5a99-42db-8515-c98dcbd90359 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721099 Aug 20 13:35:19.430488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:19.445170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de60c138-b8ae-4488-b7bd-d78237251984 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:35:19.454238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:19.470192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Transition to ACTIVE for port object de60c138-b8ae-4488-b7bd-d78237251984 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:19.478338 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:19.557136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=de60c138-b8ae-4488-b7bd-d78237251984,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:19.771911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Attempting to bind port de60c138-b8ae-4488-b7bd-d78237251984 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:35:19.772981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Attempting to bind port de60c138-b8ae-4488-b7bd-d78237251984 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:35:19.788186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Attempting to bind port de60c138-b8ae-4488-b7bd-d78237251984 on network e2f41821-7e07-48f3-aa82-9cebe56b6a02 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:19.808537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Port de60c138-b8ae-4488-b7bd-d78237251984 on network e2f41821-7e07-48f3-aa82-9cebe56b6a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:35:19.810977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Attempting to bind port de60c138-b8ae-4488-b7bd-d78237251984 on network e2f41821-7e07-48f3-aa82-9cebe56b6a02 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:19.832090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:35:19.832434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Checking segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:19.832896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Bound using segment: {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:35:19.833355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Bound port: de60c138-b8ae-4488-b7bd-d78237251984, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76579eb1-c41f-43b2-9343-bd354901761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:35:19.833720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:19.998109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] For port de60c138-b8ae-4488-b7bd-d78237251984, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:35:20.003960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] For port de60c138-b8ae-4488-b7bd-d78237251984, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=de60c138-b8ae-4488-b7bd-d78237251984,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:35:20.014119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:20.101769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:20.106058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:20.108908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 200 len: 1091 time: 1.3094118 Aug 20 13:35:20.147403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:20.150271 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15782e48-0b52-46cc-ae7c-b7db2c3408fd" -d '{"events": [{"name": "network-changed", "server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "tag": "de60c138-b8ae-4488-b7bd-d78237251984"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:20.153426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2776bb9-210c-4450-a4bc-a9268d83d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=de60c138-b8ae-4488-b7bd-d78237251984,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:20.274485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0af51891-52be-4a20-aa8b-012ae16db834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:20.276341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-0af51891-52be-4a20-aa8b-012ae16db834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1094 time: 0.0938613 Aug 20 13:35:20.380712 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3f488-e8ca-43ad-99aa-18a5cbc0235f x-openstack-request-id: req-4bb3f488-e8ca-43ad-99aa-18a5cbc0235f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:20.381135 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "tag": "de60c138-b8ae-4488-b7bd-d78237251984", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:20.381588 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bb3f488-e8ca-43ad-99aa-18a5cbc0235f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:20.382125 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984', 'status': 'completed', 'code': 200} Aug 20 13:35:20.385239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-6dce78d6-6c76-4380-9aa7-9bca8fa27029 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 200 len: 217 time: 0.0993583 Aug 20 13:35:20.513700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-fdabf3a9-fae7-4dde-a821-2959e546ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:20.517873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-fdabf3a9-fae7-4dde-a821-2959e546ded6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33dc4387-7462-4611-aaa1-27d196e10f6d HTTP/1.1" status: 200 len: 847 time: 0.1237624 Aug 20 13:35:20.605684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a22d00da-24b8-4dcb-afc5-e4f0aecee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:20.607270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a22d00da-24b8-4dcb-afc5-e4f0aecee969 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f41821-7e07-48f3-aa82-9cebe56b6a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733466 Aug 20 13:35:20.614859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6fa69-9af2-4f07-b8f3-93ad408e2b95 req-3d10dcf4-7b6d-43ad-91ba-e33f8a49acf1 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:20.617175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07f6fa69-9af2-4f07-b8f3-93ad408e2b95 req-3d10dcf4-7b6d-43ad-91ba-e33f8a49acf1 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 943 time: 0.0975282 Aug 20 13:35:20.711539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07f6fa69-9af2-4f07-b8f3-93ad408e2b95 req-8f4759c9-389a-46ca-b836-0e5803095579 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754650 Aug 20 13:35:20.747924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-9b2f9231-3aa6-478b-92c1-c35f4af31625 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304996 Aug 20 13:35:20.872490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67bb0c3c-afad-4989-b29e-030a4016c02b req-a63ee14f-a773-48d5-ba8b-319fcfa696a1 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157572 Aug 20 13:35:20.999458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-cee1d956-bb66-43f3-8d8c-0e6a038b7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:21.001302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-cee1d956-bb66-43f3-8d8c-0e6a038b7b75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1094 time: 0.0622373 Aug 20 13:35:21.190062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-e97595a9-b10f-4e03-96f9-8cc5d5723b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:21.192188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-e97595a9-b10f-4e03-96f9-8cc5d5723b85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 200 len: 909 time: 0.1835120 Aug 20 13:35:21.256024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-9d4a8385-a62b-4198-a95a-4f9719a1efea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 200 len: 217 time: 0.0546346 Aug 20 13:35:21.372053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-371f5bdc-df3f-4205-860f-40f25a1dd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:21.374189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-371f5bdc-df3f-4205-860f-40f25a1dd63b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33dc4387-7462-4611-aaa1-27d196e10f6d HTTP/1.1" status: 200 len: 847 time: 0.1082294 Aug 20 13:35:21.415922 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:21.515134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-8f7bd334-6db7-42f5-905e-2307b553a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:21.516790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-8f7bd334-6db7-42f5-905e-2307b553a977 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f41821-7e07-48f3-aa82-9cebe56b6a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250710 Aug 20 13:35:21.658535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-fe2786f4-b87e-4340-951d-426af1714e35 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233871 Aug 20 13:35:21.803736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15782e48-0b52-46cc-ae7c-b7db2c3408fd req-bd1b27b5-aa82-4179-b9f5-0ad90242b6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367898 Aug 20 13:35:21.971694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15614619-5c14-4ad6-9a4b-41163be1f570 req-6c917ac5-0286-4b43-9e97-0851cdf21cb1 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:21.975957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15614619-5c14-4ad6-9a4b-41163be1f570 req-6c917ac5-0286-4b43-9e97-0851cdf21cb1 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 943 time: 0.1517849 Aug 20 13:35:22.022639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15614619-5c14-4ad6-9a4b-41163be1f570 req-bc612c99-a7bf-4057-a6fb-4ee2a1b7b0c0 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Aug 20 13:35:23.198381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539875a-c8bb-4090-8b51-977ae83452d5 req-a0fa343b-2814-459a-8e6c-b65c1e77c16a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:23.210736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f539875a-c8bb-4090-8b51-977ae83452d5 req-a0fa343b-2814-459a-8e6c-b65c1e77c16a tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 943 time: 0.0758984 Aug 20 13:35:23.270077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f539875a-c8bb-4090-8b51-977ae83452d5 req-d581f266-3597-4e73-8fac-5c7012d67cdc tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572267 Aug 20 13:35:23.900796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-72d9a8ca-487e-407e-ae8a-4651c3c3899e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0699193 Aug 20 13:35:23.994639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device de60c138-b8ae-4488-b7bd-d78237251984 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:35:24.042551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.043490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.044103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.044737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.045425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.046149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.046768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.050364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-e58b5575-1dde-4f8d-b85f-c57cd696e5cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.0781267 Aug 20 13:35:24.157008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port de60c138-b8ae-4488-b7bd-d78237251984, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=de60c138-b8ae-4488-b7bd-d78237251984,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:24.181565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'de60c138-b8ae-4488-b7bd-d78237251984', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'port_id': 'de60c138-b8ae-4488-b7bd-d78237251984', 'mac_address': 'fa:16:3e:28:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:35:24.238106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:24.254319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de60c138-b8ae-4488-b7bd-d78237251984 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:35:24.284213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port de60c138-b8ae-4488-b7bd-d78237251984, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=de60c138-b8ae-4488-b7bd-d78237251984,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:24.305012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:24.305632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-1830dbcd-819a-40e1-abfa-6747e0de44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.306892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-1830dbcd-819a-40e1-abfa-6747e0de44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.307856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-1830dbcd-819a-40e1-abfa-6747e0de44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.315611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-1830dbcd-819a-40e1-abfa-6747e0de44b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 2296 time: 0.2284584 Aug 20 13:35:24.464865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-e92a054a-c3f3-4b10-85ca-0e120505a9aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1002 time: 0.1422794 Aug 20 13:35:24.468745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=de60c138-b8ae-4488-b7bd-d78237251984,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:24.489545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.490214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.490538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.491043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.491895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.492455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.492961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.493436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.493899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.494405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.494903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.495388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:24.531491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe42eb-b2e6-4d97-a65e-861e3b568930 req-147da897-4fb6-4069-90be-aef68341f8aa tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.543384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9efe42eb-b2e6-4d97-a65e-861e3b568930 req-147da897-4fb6-4069-90be-aef68341f8aa tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 944 time: 0.1086521 Aug 20 13:35:24.589193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['de60c138-b8ae-4488-b7bd-d78237251984'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:35:24.591029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-50fed61d-03d1-4dd2-9ff2-707af32bb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.593362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-50fed61d-03d1-4dd2-9ff2-707af32bb7fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.1196496 Aug 20 13:35:24.625173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9efe42eb-b2e6-4d97-a65e-861e3b568930 req-3b36827b-79f6-4815-a82e-d502d688c8d0 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675111 Aug 20 13:35:24.697418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-4a4c7be0-aa3b-4614-bb2c-ab9c745f06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:24.703385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-4a4c7be0-aa3b-4614-bb2c-ab9c745f06e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993960 Aug 20 13:35:24.926272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-22abc69c-ac0a-4bc6-9735-071943d35e3e service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151258 Aug 20 13:35:25.118676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-6130220c-ee74-4f35-b355-a9ea309bbf5c service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841390 Aug 20 13:35:25.214449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-f361ca78-93dd-4ac5-bda5-56bb3a2f7a22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 217 time: 0.0847497 Aug 20 13:35:25.289537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-cd6316dd-2101-4f48-b2b6-e20d6807aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:25.291723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-cd6316dd-2101-4f48-b2b6-e20d6807aa0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0690441 Aug 20 13:35:25.346822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-93789658-8431-425f-b10e-5bf7289554c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:25.349093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-93789658-8431-425f-b10e-5bf7289554c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500498 Aug 20 13:35:25.482189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-3da504d9-b803-49b6-b740-066196b1af11 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254780 Aug 20 13:35:25.731898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-90315321-e87f-49dc-8625-ac96901468d3 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405961 Aug 20 13:35:25.802005 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-fdc6a133-d6f1-4f95-b92f-1f41fb170959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 217 time: 0.0624483 Aug 20 13:35:25.840911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421555c-0323-4f74-8297-58dd36c16c66 req-8906e40d-dd71-4b4c-8c7b-d053754fab00 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:25.853340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4421555c-0323-4f74-8297-58dd36c16c66 req-8906e40d-dd71-4b4c-8c7b-d053754fab00 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 944 time: 0.1136286 Aug 20 13:35:26.016317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device de60c138-b8ae-4488-b7bd-d78237251984 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:26.078071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-e405e261-496b-47d5-81fe-9a6fd6efa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.082380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-e405e261-496b-47d5-81fe-9a6fd6efa433 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.2581708 Aug 20 13:35:26.163877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4421555c-0323-4f74-8297-58dd36c16c66 req-d70e5522-2907-4291-8e03-2b441efaacb9 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043675 Aug 20 13:35:26.203914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-3864293a-b82c-45d6-a7b3-21b7e1132a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.209932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-3864293a-b82c-45d6-a7b3-21b7e1132a13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200502 Aug 20 13:35:26.219958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:26.243260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port de60c138-b8ae-4488-b7bd-d78237251984 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:26.249424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port de60c138-b8ae-4488-b7bd-d78237251984 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:26.249809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:26.289938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-0cda732f-b11d-4c90-9d57-dad5b486f95a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3087742 Aug 20 13:35:26.465274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-340bda5b-3f14-4fef-ac2a-14da5ef6cadc service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394860 Aug 20 13:35:26.577555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.578057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.578535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.580097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.580097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.580097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.580902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.589022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5fee98c2-4a78-405c-9496-ca5353ec5342 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.1745994 Aug 20 13:35:26.690017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bc212bc-a098-45bf-ae12-9b67bbc79385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:26.729659 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:26.755451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-e53ea10c-f876-44b6-b48c-01f3c38caa28 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835145 Aug 20 13:35:26.777368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:26.782186 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a042678e-c76e-4ebd-8236-d125f6a186f2" -d '{"events": [{"server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "name": "network-vif-plugged", "status": "completed", "tag": "de60c138-b8ae-4488-b7bd-d78237251984"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:26.822131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port de60c138-b8ae-4488-b7bd-d78237251984, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=de60c138-b8ae-4488-b7bd-d78237251984,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:26.827106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-07532ec4-1e64-4e18-b443-93ae10618b5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 217 time: 0.0640540 Aug 20 13:35:26.829040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:26.871124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-672dc744-7968-4605-ad6e-8d72915ea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.872980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-672dc744-7968-4605-ad6e-8d72915ea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.873767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-672dc744-7968-4605-ad6e-8d72915ea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.877076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-672dc744-7968-4605-ad6e-8d72915ea759 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 2292 time: 0.2617872 Aug 20 13:35:26.902806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-7dc6317c-b1dc-4278-9ff2-1762bb60af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:26.904458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-7dc6317c-b1dc-4278-9ff2-1762bb60af11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0689981 Aug 20 13:35:26.934712 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580e493e-3223-4032-961b-5ad9153f9550 x-openstack-request-id: req-580e493e-3223-4032-961b-5ad9153f9550 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:26.935024 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "name": "network-vif-plugged", "status": "completed", "tag": "de60c138-b8ae-4488-b7bd-d78237251984", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:26.935317 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-580e493e-3223-4032-961b-5ad9153f9550 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:26.935757 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984', 'code': 200} Aug 20 13:35:26.936372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=de60c138-b8ae-4488-b7bd-d78237251984,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:27.012009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-8ff43c2e-f06a-4429-b88b-185e768f464d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1002 time: 0.1236019 Aug 20 13:35:27.044360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-c4825b65-31b9-47f4-ac57-227643bd1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.046066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-c4825b65-31b9-47f4-ac57-227643bd1b91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331575 Aug 20 13:35:27.083265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a6474-4b05-4373-896f-b28b99060387 req-e4495ccf-b846-465c-aa9a-3a852953cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.085134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-177a6474-4b05-4373-896f-b28b99060387 req-e4495ccf-b846-465c-aa9a-3a852953cb4a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1096 time: 0.1228755 Aug 20 13:35:27.135936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-df4d4a72-9cd9-4d9b-bf4c-7beb66e4fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.137689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-df4d4a72-9cd9-4d9b-bf4c-7beb66e4fa34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.1181560 Aug 20 13:35:27.155823 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bc212bc-a098-45bf-ae12-9b67bbc79385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:27.180187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bc212bc-a098-45bf-ae12-9b67bbc79385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:27.198356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-040ebd18-3d3d-493d-b62d-ca6eaca3f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.201118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-040ebd18-3d3d-493d-b62d-ca6eaca3f34b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561817 Aug 20 13:35:27.259520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-177a6474-4b05-4373-896f-b28b99060387 req-0a2a69df-0a38-487b-8af8-7b6dc6654e95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580985 Aug 20 13:35:27.279727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2bc212bc-a098-45bf-ae12-9b67bbc79385 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1dc903f81f34778affd48a8037206e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0453353 Aug 20 13:35:27.284526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41182) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:27.305825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc212bc-a098-45bf-ae12-9b67bbc79385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c732c-d795-4a4f-b140-1f13c340870c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:27.340838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-6a1a74c0-bae3-4a14-9a3f-ac5a3db534bc service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811229 Aug 20 13:35:27.392626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-7d754f4f-aba9-4578-ae8a-3dee5ebcaec7 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832860 Aug 20 13:35:27.505703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343a72a8-8317-41b2-91d2-b3eb8898e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:27.540959 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343a72a8-8317-41b2-91d2-b3eb8898e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:27.590272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-a9db1270-76ae-45b8-ad5e-aa2c566cbe11 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418171 Aug 20 13:35:27.638959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe48a1-7ca4-441a-8cf6-35b30fa63469 req-5c749a15-73bb-4591-a006-76e2423ad7e9 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.640593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ecbe48a1-7ca4-441a-8cf6-35b30fa63469 req-5c749a15-73bb-4591-a006-76e2423ad7e9 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.2934394 Aug 20 13:35:27.645294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-9ec6ef70-84b5-4902-b6b9-bf0d38506b76 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908106 Aug 20 13:35:27.665570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343a72a8-8317-41b2-91d2-b3eb8898e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:27.668198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-343a72a8-8317-41b2-91d2-b3eb8898e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:27.668329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-522e8c1e-940c-4f44-8296-f009080b7974 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 217 time: 0.0640910 Aug 20 13:35:27.669379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-343a72a8-8317-41b2-91d2-b3eb8898e3b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c7c732c-d795-4a4f-b140-1f13c340870c HTTP/1.1" status: 204 len: 168 time: 0.3838177 Aug 20 13:35:27.723300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a72a8-8317-41b2-91d2-b3eb8898e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c732c-d795-4a4f-b140-1f13c340870c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:27.727337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-c7ac1386-f001-42f7-a41e-2549100086a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 217 time: 0.0705450 Aug 20 13:35:27.762979 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ecbe48a1-7ca4-441a-8cf6-35b30fa63469 req-e21d08b2-ca5c-4651-8e5c-0de563b02383 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088655 Aug 20 13:35:27.790478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-26ceb5be-7337-4dcc-8805-823cfdcd85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.790478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-26ceb5be-7337-4dcc-8805-823cfdcd85ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1079800 Aug 20 13:35:27.830605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-0b448466-f9fe-432e-b198-a30179f2a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.832442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-0b448466-f9fe-432e-b198-a30179f2a61d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0932004 Aug 20 13:35:27.863658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-2cb557d6-5149-4e73-b4f8-c23e5714de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.865213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-2cb557d6-5149-4e73-b4f8-c23e5714de50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688500 Aug 20 13:35:27.948019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-cd6942cd-08df-4819-b91f-cac1d6de3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:27.950160 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-cd6942cd-08df-4819-b91f-cac1d6de3b33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101556 Aug 20 13:35:28.000017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-509bcfc2-99a9-4d49-98e1-1d8237e88558 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240299 Aug 20 13:35:28.197391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5ab2c84d-bb9c-4fbf-a6fb-3bf9e5be16b2 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875014 Aug 20 13:35:28.284757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-bf14c629-feea-4803-bbe3-e79224313991 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 217 time: 0.0755706 Aug 20 13:35:28.371878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41206) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:28.414474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2aebec9e-1c3f-4b0b-bb10-471c72d27e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:28.487858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-a873a40e-bb43-44c5-a40b-ca76a9bed21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:28.489524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-a873a40e-bb43-44c5-a40b-ca76a9bed21e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1974983 Aug 20 13:35:28.606404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-da0ba182-498c-4461-8526-dee54a53e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:28.609558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-da0ba182-498c-4461-8526-dee54a53e370 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107726 Aug 20 13:35:28.626094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-6bf7f870-a62c-4bd9-b3cb-95e2a9a48dfe service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677580 Aug 20 13:35:28.730834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-b0425272-176d-4e49-a650-6f4481634f50 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963902 Aug 20 13:35:28.778436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-63976965-b05f-4f59-b41c-ddc547eb9267 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0375566 Aug 20 13:35:28.834285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-0e4d2207-8484-426a-85c8-a88d34341f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:28.836893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-0e4d2207-8484-426a-85c8-a88d34341f5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0514975 Aug 20 13:35:28.917643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:28.952916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-bffdbdc7-d60a-43a6-b599-c98a41f8a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:28.954610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-bffdbdc7-d60a-43a6-b599-c98a41f8a323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093371 Aug 20 13:35:28.963585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a62fa-d0e9-4f16-84a1-994e5439bf78 req-61f6d88a-e0a6-4784-921b-23a0eba9ce5c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:28.965231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-518a62fa-d0e9-4f16-84a1-994e5439bf78 req-61f6d88a-e0a6-4784-921b-23a0eba9ce5c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.0901923 Aug 20 13:35:29.064799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2aebec9e-1c3f-4b0b-bb10-471c72d27e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:29.065745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-518a62fa-d0e9-4f16-84a1-994e5439bf78 req-632d5a2f-ebea-4027-ab90-b82262222140 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907593 Aug 20 13:35:29.075641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2aebec9e-1c3f-4b0b-bb10-471c72d27e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:29.134148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-b527bbc4-6a30-4555-9bfb-f29b2be04a85 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668119 Aug 20 13:35:29.213403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c7daac6b-0a84-4e7f-988b-1e4f59759766 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890281 Aug 20 13:35:29.286719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2aebec9e-1c3f-4b0b-bb10-471c72d27e22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14ecfa8d3e87445fbe1bbe79a5ace93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102490 Aug 20 13:35:29.296514 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-5a2d74f8-d161-420f-8e14-53a6a39ec770 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554427 Aug 20 13:35:29.297035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:29.297808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebec9e-1c3f-4b0b-bb10-471c72d27e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd60cc-57a9-4e65-86a8-5b980e59bfd2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:29.364033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-7b2b6eca-1941-41fb-9b14-67c98da27a7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.0586884 Aug 20 13:35:29.460829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72445a80-8eed-4442-9d77-1f32aa986fab req-ae11ee7b-8384-4e57-a81f-699f6456a839 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:29.471595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2d5e-25a2-4ce3-bd26-879d010f464a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:29.471797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72445a80-8eed-4442-9d77-1f32aa986fab req-ae11ee7b-8384-4e57-a81f-699f6456a839 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.2895732 Aug 20 13:35:29.531447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-27aee16f-d644-4b58-86bf-bab28a9cae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:29.534611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-27aee16f-d644-4b58-86bf-bab28a9cae07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.1619966 Aug 20 13:35:29.538305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2d5e-25a2-4ce3-bd26-879d010f464a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:29.583644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c80306db-e587-49eb-81db-b3b8c2e2701b service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355370 Aug 20 13:35:29.603825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72445a80-8eed-4442-9d77-1f32aa986fab req-ab05277b-9838-482e-b0a4-ec40c8fa93b9 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312191 Aug 20 13:35:29.641616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a54-00b8-474c-b318-3955cbd6308f req-cfcf10be-7ae0-44b3-a072-6497689248c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:29.643851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-cfcf10be-7ae0-44b3-a072-6497689248c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937116 Aug 20 13:35:29.690430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-9bc93928-5b3b-41e9-9eb4-1d87272f5af1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 217 time: 0.0850427 Aug 20 13:35:29.811057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-094cee4b-70f5-4b79-b437-366c7dd86bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:29.813267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-094cee4b-70f5-4b79-b437-366c7dd86bed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1158688 Aug 20 13:35:29.823786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2d5e-25a2-4ce3-bd26-879d010f464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:29.826858 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2d5e-25a2-4ce3-bd26-879d010f464a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:29.834859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4c3f2d5e-25a2-4ce3-bd26-879d010f464a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5fd60cc-57a9-4e65-86a8-5b980e59bfd2 HTTP/1.1" status: 204 len: 168 time: 0.5344901 Aug 20 13:35:29.848511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f2d5e-25a2-4ce3-bd26-879d010f464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd60cc-57a9-4e65-86a8-5b980e59bfd2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:29.898532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b20f8-814e-4111-b3ab-0eda4a9d76f2 req-60d02192-6475-4fe8-b4a0-17cca87f2096 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:29.906220 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654b20f8-814e-4111-b3ab-0eda4a9d76f2 req-60d02192-6475-4fe8-b4a0-17cca87f2096 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.1517241 Aug 20 13:35:29.940643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-b7b5b583-27c2-4164-a55b-c2c3a3507d49 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843177 Aug 20 13:35:29.956470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654b20f8-814e-4111-b3ab-0eda4a9d76f2 req-97bc666f-18af-4095-a5a7-b07d6a510ea9 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 Aug 20 13:35:29.959643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-6e8ed686-a5db-4e90-92cb-2e75673de078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:29.962012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-6e8ed686-a5db-4e90-92cb-2e75673de078 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398709 Aug 20 13:35:29.980065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41242) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:30.131619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-4112fb71-4431-4460-8b35-ed4e72196e25 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591837 Aug 20 13:35:30.142148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57592a54-00b8-474c-b318-3955cbd6308f req-e215075c-d856-46f1-b9cc-bd6d05313c8c service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912949 Aug 20 13:35:30.333599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-5769b5b1-deeb-4beb-a876-bc7454ead930 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869128 Aug 20 13:35:30.407345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-a6a6e3ea-3770-4e6e-98de-83007d2b9715 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 217 time: 0.0683610 Aug 20 13:35:30.472420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c24ac76b-ae12-4345-8249-fad24a458a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:30.473959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c24ac76b-ae12-4345-8249-fad24a458a5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.0543168 Aug 20 13:35:30.550507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-36f882fa-8f3d-49c3-b314-3652b786144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:30.565432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-36f882fa-8f3d-49c3-b314-3652b786144c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740917 Aug 20 13:35:30.578445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1316526-6afe-41dc-8c72-ffdac8c67181 tempest-TestServerBasicOps-396526077 tempest-TestServerBasicOps-396526077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:30.580122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b1316526-6afe-41dc-8c72-ffdac8c67181 tempest-TestServerBasicOps-396526077 tempest-TestServerBasicOps-396526077-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1091 time: 0.5975506 Aug 20 13:35:30.583170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41262) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:30.588686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'de60c138-b8ae-4488-b7bd-d78237251984', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:30.704028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:30.778592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-445332db-45b3-48c9-ae56-d302669b5dbb service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051556 Aug 20 13:35:30.875121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:30.991914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-64071da2-1e88-4a0d-a515-d5a839ace849 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047548 Aug 20 13:35:31.078575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-78162e24-7b32-4edd-80c6-45224905b998 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 217 time: 0.0792637 Aug 20 13:35:31.097301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Allocated IP 172.25.6.87 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/29eaafb4-70f3-4fd0-ab8a-4955dccb865d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:31.207996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-f4d609a7-e467-433d-bbbf-f3daf4717ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:31.209654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-f4d609a7-e467-433d-bbbf-f3daf4717ae5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.1236699 Aug 20 13:35:31.286589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c0448395-c3e6-4e27-8177-cd460529cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:31.288337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c0448395-c3e6-4e27-8177-cd460529cb77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714886 Aug 20 13:35:31.297737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:31.379578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:31.408944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:31.438609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-2b5a7583-4fe7-46ac-a35e-ca93e22f1875 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415687 Aug 20 13:35:31.450608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'Port': ['ID=29eaafb4-70f3-4fd0-ab8a-4955dccb865d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:31.460182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:31.461645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:31.465216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:31.646267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-fb61d514-ef58-4f20-a04e-01d56a3c8ca1 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000821 Aug 20 13:35:31.777556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-31d3a526-1d16-4ca6-b9fc-d56c8d83ee57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.1149900 Aug 20 13:35:31.860605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-0a25bc56-34f2-4888-8289-4e228319842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:31.862983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-0a25bc56-34f2-4888-8289-4e228319842e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.0765862 Aug 20 13:35:31.969189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b08cc-f540-45cd-a757-6ff225223abb req-84ab249f-2ae6-4297-8ad4-fd62c8f48a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:31.972269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-84ab249f-2ae6-4297-8ad4-fd62c8f48a60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014979 Aug 20 13:35:32.140614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-0f6f9fbb-e8ef-41a5-85ed-ba1e72822abc service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581986 Aug 20 13:35:32.226318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:32.301817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b50b08cc-f540-45cd-a757-6ff225223abb req-c7402cd7-c881-4d99-9ad8-cc5909ddc0c7 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540112 Aug 20 13:35:32.396323 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:32.637362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:32.646001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:32.702464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event updated for resources: {'Port': ['ID=29eaafb4-70f3-4fd0-ab8a-4955dccb865d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:32.767526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:32.973321 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Floating IP fa02d54e-73f6-4de8-8065-0ab3170c545c associated. External IP: 172.25.6.87, port: de60c138-b8ae-4488-b7bd-d78237251984. Aug 20 13:35:33.293879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Router effdb269-50a2-48ad-aa2d-757726d7e81a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:35:33.476784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:35:33.493964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] Sync routers for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:35:33.513081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:33.524772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:35:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:33.527970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:33.594749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-951cf498-ce0e-4a3f-a79e-d844005bee0c tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9993947 Aug 20 13:35:33.594749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:33.599448 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f744a43-9277-4192-bb0c-d545013a4ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "tag": "de60c138-b8ae-4488-b7bd-d78237251984"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:33.602574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:33.677853 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96af1a0-e1dc-447a-80fb-a7309f5d882f x-openstack-request-id: req-d96af1a0-e1dc-447a-80fb-a7309f5d882f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:33.678438 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "tag": "de60c138-b8ae-4488-b7bd-d78237251984", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:33.679339 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d96af1a0-e1dc-447a-80fb-a7309f5d882f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:33.679924 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984', 'status': 'completed', 'code': 200} Aug 20 13:35:33.755258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:33.787381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d30e4904-ff02-4aca-8ea0-ae10dabb9a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:33.801803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-92797a8e-e6a7-4059-8173-9cc1f1849b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:33.804457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-92797a8e-e6a7-4059-8173-9cc1f1849b29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1096 time: 0.1021500 Aug 20 13:35:34.133888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d30e4904-ff02-4aca-8ea0-ae10dabb9a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:34.139129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-3e38a0f4-624b-451e-b4c0-79706f6af9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:34.141303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-3e38a0f4-624b-451e-b4c0-79706f6af9b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 200 len: 909 time: 0.3289895 Aug 20 13:35:34.143543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d30e4904-ff02-4aca-8ea0-ae10dabb9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:34.177374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d30e4904-ff02-4aca-8ea0-ae10dabb9a00 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e74ae27483e4264b5793b8b690175b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736024 Aug 20 13:35:34.180757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41352) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:34.272374 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-182860a2-be13-4fb8-8eac-c91bc4f23d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:34.296708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-93b5428b-f4c5-4fde-9bf9-748ab5800685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 200 len: 998 time: 0.1247616 Aug 20 13:35:34.316703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'fa02d54e-73f6-4de8-8065-0ab3170c545c', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'port_id': 'de60c138-b8ae-4488-b7bd-d78237251984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'mac_address': 'fa:16:3e:28:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:35:31Z', 'updated_at': '2021-08-20T13:35:31Z', 'revision_number': 0, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:34.319032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-182860a2-be13-4fb8-8eac-c91bc4f23d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:34.365241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] Checking router: effdb269-50a2-48ad-aa2d-757726d7e81a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:35:34.367438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-7b7a97d6-bb03-4e82-87d0-e7fee347eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:34.369979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-7b7a97d6-bb03-4e82-87d0-e7fee347eb3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33dc4387-7462-4611-aaa1-27d196e10f6d HTTP/1.1" status: 200 len: 847 time: 0.0634797 Aug 20 13:35:34.378305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:35:34.378955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:35:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:34.426449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e4904-ff02-4aca-8ea0-ae10dabb9a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2479e-39f8-416f-9c11-0721c8e09524,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:34.442597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-182860a2-be13-4fb8-8eac-c91bc4f23d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:34.446792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-182860a2-be13-4fb8-8eac-c91bc4f23d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:34.451200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-182860a2-be13-4fb8-8eac-c91bc4f23d81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0be2479e-39f8-416f-9c11-0721c8e09524 HTTP/1.1" status: 204 len: 168 time: 0.2693305 Aug 20 13:35:34.461871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182860a2-be13-4fb8-8eac-c91bc4f23d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2479e-39f8-416f-9c11-0721c8e09524,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:34.462157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-88f55f49-f04c-4057-913d-381f93fa36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:34.464037 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-88f55f49-f04c-4057-913d-381f93fa36a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f41821-7e07-48f3-aa82-9cebe56b6a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830312 Aug 20 13:35:34.613199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:35:34.670171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-09ff8a6d-c6d0-439b-9552-32cdeec25637 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979613 Aug 20 13:35:34.811863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f744a43-9277-4192-bb0c-d545013a4ce1 req-60cfbc9d-7330-4243-b340-17e72e12161e service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342618 Aug 20 13:35:34.972054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'fa02d54e-73f6-4de8-8065-0ab3170c545c', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'port_id': 'de60c138-b8ae-4488-b7bd-d78237251984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'mac_address': 'fa:16:3e:28:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:35:31Z', 'updated_at': '2021-08-20T13:35:31Z', 'revision_number': 0, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:35:35.002993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41370) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:35.011026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25255a-9b94-41d2-a446-11ea83120511 None None] The sync data for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 is: [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'fa02d54e-73f6-4de8-8065-0ab3170c545c', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'port_id': 'de60c138-b8ae-4488-b7bd-d78237251984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'mac_address': 'fa:16:3e:28:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:35:31Z', 'updated_at': '2021-08-20T13:35:31Z', 'revision_number': 0, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:35:35.026314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83689e89-21f0-46d9-96ee-193c37fb59bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.205990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83689e89-21f0-46d9-96ee-193c37fb59bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.213148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83689e89-21f0-46d9-96ee-193c37fb59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.273309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83689e89-21f0-46d9-96ee-193c37fb59bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0c93bd7570e475db3450fadb5710396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667801 Aug 20 13:35:35.273886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83689e89-21f0-46d9-96ee-193c37fb59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d94ddc-c5c1-45b6-b3b1-3d1844e274be,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:35.274379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41378) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:35.390483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-090ef5d2-b112-486b-aec0-f961eda5ddf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.431404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-090ef5d2-b112-486b-aec0-f961eda5ddf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.465529 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1755566-8515-4e3f-8795-4e1fb2a77c0e None None] New status for floating IP fa02d54e-73f6-4de8-8065-0ab3170c545c: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:35:35.503907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-090ef5d2-b112-486b-aec0-f961eda5ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.509910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-090ef5d2-b112-486b-aec0-f961eda5ddf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:35.512099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-090ef5d2-b112-486b-aec0-f961eda5ddf5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0d94ddc-c5c1-45b6-b3b1-3d1844e274be HTTP/1.1" status: 204 len: 168 time: 0.2364283 Aug 20 13:35:35.525279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef5d2-b112-486b-aec0-f961eda5ddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d94ddc-c5c1-45b6-b3b1-3d1844e274be,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:36.143187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41398) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:36.526082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32ba0f16-fab0-4484-ab7d-fe9709cece95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.660380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32ba0f16-fab0-4484-ab7d-fe9709cece95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.666929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32ba0f16-fab0-4484-ab7d-fe9709cece95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.719113 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-32ba0f16-fab0-4484-ab7d-fe9709cece95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04233b4dd60e4d34acacc0172456dc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714386 Aug 20 13:35:36.719113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba0f16-fab0-4484-ab7d-fe9709cece95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3443ba0b-61e4-419b-94ad-e1c4107ddd98,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:36.721813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:36.788416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1718-a322-4b47-b938-755f1a3d8d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.820961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1718-a322-4b47-b938-755f1a3d8d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.887607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1718-a322-4b47-b938-755f1a3d8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.890630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1718-a322-4b47-b938-755f1a3d8d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:36.891993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ef9c1718-a322-4b47-b938-755f1a3d8d08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3443ba0b-61e4-419b-94ad-e1c4107ddd98 HTTP/1.1" status: 204 len: 168 time: 0.1684065 Aug 20 13:35:36.902945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1718-a322-4b47-b938-755f1a3d8d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3443ba0b-61e4-419b-94ad-e1c4107ddd98,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:39.520934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41588) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:39.685085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86d29676-274b-490c-990c-b87d4dadc6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:39.892409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86d29676-274b-490c-990c-b87d4dadc6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:39.904268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86d29676-274b-490c-990c-b87d4dadc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:39.986969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d29676-274b-490c-990c-b87d4dadc6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94903338-1a0b-4a9c-aaf2-45b9253558b0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:40.002563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-86d29676-274b-490c-990c-b87d4dadc6c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=787cf17ce8e14f848ac1f1a8eeb66b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804320 Aug 20 13:35:40.008491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41646) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:40.177347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.226724 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.308217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.311036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.312671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94903338-1a0b-4a9c-aaf2-45b9253558b0 HTTP/1.1" status: 204 len: 168 time: 0.2989614 Aug 20 13:35:40.335088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94903338-1a0b-4a9c-aaf2-45b9253558b0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:40.343746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.344433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.345092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.345963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.346552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.347115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.347662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.348201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.348779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.349326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.349877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.350582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac19aae-921a-4bdb-babe-0b5ee7b6dd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:40.420016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41658) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:40.572518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd9be-ae7a-448c-8818-5111b671a9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.778660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd9be-ae7a-448c-8818-5111b671a9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.790934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd9be-ae7a-448c-8818-5111b671a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.863681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:40.876095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5f4bd9be-ae7a-448c-8818-5111b671a9cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f797156a4194288bfa8fabd20625603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548199 Aug 20 13:35:40.883792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bd9be-ae7a-448c-8818-5111b671a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb90bc74-b84d-42f4-9d54-d6734b89f69c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:40.886433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41672) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:40.910347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a6dd637-e7c9-423f-817c-f31cf6092c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:40.978911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661b1e28-d1f9-4c47-879b-888a8ee934fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.016611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661b1e28-d1f9-4c47-879b-888a8ee934fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.068206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a6dd637-e7c9-423f-817c-f31cf6092c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.073869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a6dd637-e7c9-423f-817c-f31cf6092c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.078800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661b1e28-d1f9-4c47-879b-888a8ee934fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.082793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-661b1e28-d1f9-4c47-879b-888a8ee934fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.086393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-661b1e28-d1f9-4c47-879b-888a8ee934fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb90bc74-b84d-42f4-9d54-d6734b89f69c HTTP/1.1" status: 204 len: 168 time: 0.1966939 Aug 20 13:35:41.096382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b1e28-d1f9-4c47-879b-888a8ee934fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb90bc74-b84d-42f4-9d54-d6734b89f69c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:41.120875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a6dd637-e7c9-423f-817c-f31cf6092c9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8cf16f3139f4d8fb175ea0df39be259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556722 Aug 20 13:35:41.122374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6dd637-e7c9-423f-817c-f31cf6092c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33831d1a-494b-48ac-ac12-362633501ebb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:41.123462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41678) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:41.219164 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5170fa3a-c013-4b1c-b085-0bd45fd48249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.255041 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5170fa3a-c013-4b1c-b085-0bd45fd48249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.328790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5170fa3a-c013-4b1c-b085-0bd45fd48249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.332050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5170fa3a-c013-4b1c-b085-0bd45fd48249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.336507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5170fa3a-c013-4b1c-b085-0bd45fd48249 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33831d1a-494b-48ac-ac12-362633501ebb HTTP/1.1" status: 204 len: 168 time: 0.2119453 Aug 20 13:35:41.350454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170fa3a-c013-4b1c-b085-0bd45fd48249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33831d1a-494b-48ac-ac12-362633501ebb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:41.621837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41690) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:41.643825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77cafab-2855-4692-9856-addca32c1ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.791246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77cafab-2855-4692-9856-addca32c1ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.796677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c77cafab-2855-4692-9856-addca32c1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:41.853656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cafab-2855-4692-9856-addca32c1ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303f516f-c89c-4756-99ec-af578ccea3de,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:41.871981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41702) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:41.873491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c77cafab-2855-4692-9856-addca32c1ba7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6a73e4bbb474e42aa56bc428b61283e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496970 Aug 20 13:35:42.003875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d920996-8c50-4fff-99c7-8afba0616764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:42.056680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d920996-8c50-4fff-99c7-8afba0616764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:42.130911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d920996-8c50-4fff-99c7-8afba0616764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:42.133811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d920996-8c50-4fff-99c7-8afba0616764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:42.138288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d920996-8c50-4fff-99c7-8afba0616764 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/303f516f-c89c-4756-99ec-af578ccea3de HTTP/1.1" status: 204 len: 168 time: 0.2652392 Aug 20 13:35:42.146603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920996-8c50-4fff-99c7-8afba0616764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f516f-c89c-4756-99ec-af578ccea3de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:42.267320 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:35:43.190341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:43.446260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-480429435-network', 'tenant_id': '41fee878ef4a44b2bc241ca8f45ab22e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:43.471281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Made reservation on behalf of 41fee878ef4a44b2bc241ca8f45ab22e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:43.474291 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.487264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.625117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.642854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.668842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:35:43.679999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aade9de-d2f2-4040-8af2-ceb6085aa1ff,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:43.685642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.685983 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Added segment 185368c4-f2b4-40ea-a728-be09fdb385d5 of type vlan for network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d Aug 20 13:35:43.734366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.761689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.763068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:43.763720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:43.824154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6326542 Aug 20 13:35:43.827010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41788) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:43.832350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Request body: {'subnet': {'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-480429435-subnet', 'tenant_id': '41fee878ef4a44b2bc241ca8f45ab22e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:43.838887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2d4f-0e3f-4684-a966-deee3a17b782 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:43.852447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:35:43.873870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Made reservation on behalf of 41fee878ef4a44b2bc241ca8f45ab22e for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:43.876863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:44.083011 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:44.154139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8420199-8d94-48c7-802a-d4f8318f7b56,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:44.167054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Checking segment: {'id': '185368c4-f2b4-40ea-a728-be09fdb385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:44.167420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Network hostable DHCP agents. Network: 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:35:44.189474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:35:44.207011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:44.212592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:44.213776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:44.215606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254337d-4f33-4992-a4a7-90aac3fc26c3 None None] Network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:44.251483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8811d7c0-bcec-4dd8-8e57-584a1c641285 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4155133 Aug 20 13:35:44.378882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ec371-ab29-4278-ba1c-96c253680134 None None] Network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:44.897632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:44.902947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1294636836-network', 'tenant_id': '52467e1617e44c64bb4d0c4d4309129d'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:44.945072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Made reservation on behalf of 52467e1617e44c64bb4d0c4d4309129d for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:44.949075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:44.961670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.124986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.137008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.184752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039bc6d6-bd8b-4e97-9d59-96a1198f014a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:45.200438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:35:45.217718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.218351 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Added segment 0549df40-0001-4bae-ad4d-5df3e4163622 of type vlan for network 746ef41e-f70a-4fa9-829d-945115afa932 Aug 20 13:35:45.287686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.340895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.349805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:45.350923 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.434852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5359302 Aug 20 13:35:45.441843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41852) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:45.447587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Request body: {'subnet': {'network_id': '746ef41e-f70a-4fa9-829d-945115afa932', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1294636836-subnet', 'tenant_id': '52467e1617e44c64bb4d0c4d4309129d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:45.460855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade666c-fdee-4b94-ac27-9198932aec5e admin admin] Pushing event updated for resources: {'Network': ['ID=746ef41e-f70a-4fa9-829d-945115afa932,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:45.483627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 746ef41e-f70a-4fa9-829d-945115afa932 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:35:45.484293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Made reservation on behalf of 52467e1617e44c64bb4d0c4d4309129d for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:45.488279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.768909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a844537-e51c-41a1-b54a-e716f2b36d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.769039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.813037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fafbb77-f231-4a71-bc47-98d0a6fa46e3,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:45.825921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.826765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.827464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.828062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.828885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.830061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.830466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.830867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.831263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.831656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.832059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.832493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:35:45.875710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Checking segment: {'id': '0549df40-0001-4bae-ad4d-5df3e4163622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '746ef41e-f70a-4fa9-829d-945115afa932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:45.876165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Network hostable DHCP agents. Network: 746ef41e-f70a-4fa9-829d-945115afa932, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:35:45.897496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Network 746ef41e-f70a-4fa9-829d-945115afa932 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:35:45.907778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 746ef41e-f70a-4fa9-829d-945115afa932) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:45.912281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:45.913054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:45.925813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4f1d4-f1a5-4b6f-92f8-2f68ee27e386 None None] Network 746ef41e-f70a-4fa9-829d-945115afa932 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:45.928626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-771a1475-2007-415d-9cac-6cf2a7985641 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4850054 Aug 20 13:35:46.073104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6060ba3-3f1c-4a1b-8e65-edd23fe47396 None None] Network 746ef41e-f70a-4fa9-829d-945115afa932 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:35:46.521088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-87585189-c6b0-4199-9ca0-8b2efa5ffb73 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:46.522957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-87585189-c6b0-4199-9ca0-8b2efa5ffb73 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/networks?id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d HTTP/1.1" status: 200 len: 811 time: 0.1228335 Aug 20 13:35:46.540086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-740abd78-1cc4-46ab-ac06-0ec9c86891ae tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/quotas/41fee878ef4a44b2bc241ca8f45ab22e HTTP/1.1" status: 200 len: 375 time: 0.0107284 Aug 20 13:35:46.588154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-092ed135-9790-4581-84dc-1db28c0fd655 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41fee878ef4a44b2bc241ca8f45ab22e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359178 Aug 20 13:35:46.714459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-4d5f9464-8500-4edd-a4ae-ac06197bb43e service neutron] 10.222.0.59 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183345 Aug 20 13:35:46.849715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-71a7e178-d215-4cf4-9386-58adb61c9376 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196599 Aug 20 13:35:46.997659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:47.098004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47365768-8b3c-4754-887c-d2032acf3903 req-5ca8264e-2cc6-48ce-a0f0-c372e88d3404 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 210 time: 0.0789857 Aug 20 13:35:47.245369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f09cb70-d6cd-41d4-b907-eadd8c07af3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.393861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f09cb70-d6cd-41d4-b907-eadd8c07af3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.410397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f09cb70-d6cd-41d4-b907-eadd8c07af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.466881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:47.475912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5f09cb70-d6cd-41d4-b907-eadd8c07af3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e682606aa5054f6b868ecc9e6f4baade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754086 Aug 20 13:35:47.486989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09cb70-d6cd-41d4-b907-eadd8c07af3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a18a1-d1b9-4faa-a282-61dce489e33b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:47.613823 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9df28a77-f54c-49c5-b28b-04411d7beb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.656504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9df28a77-f54c-49c5-b28b-04411d7beb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.754087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9df28a77-f54c-49c5-b28b-04411d7beb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.756945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9df28a77-f54c-49c5-b28b-04411d7beb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:47.761222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9df28a77-f54c-49c5-b28b-04411d7beb8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c3a18a1-d1b9-4faa-a282-61dce489e33b HTTP/1.1" status: 204 len: 168 time: 0.2927403 Aug 20 13:35:47.772275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df28a77-f54c-49c5-b28b-04411d7beb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a18a1-d1b9-4faa-a282-61dce489e33b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:48.225113 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9587d934-35cb-4810-bb05-66add6f4b221 req-56dbfcb4-98d9-4501-8689-e1755f9cc5ff tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 210 time: 0.0529644 Aug 20 13:35:48.231151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:48.398022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ad27f83-1874-44e8-be18-1b729203f225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.440358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41968) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:48.488461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e572a3b8-c5d1-4a08-b9cb-2097036af14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.499270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daff6ade-a5fa-4f33-95a2-7e5e848dc0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.522420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.634264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ad27f83-1874-44e8-be18-1b729203f225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.643369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ad27f83-1874-44e8-be18-1b729203f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.708025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad27f83-1874-44e8-be18-1b729203f225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2721873-df5e-4b79-ad76-afd63afa3c2d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:48.722907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ad27f83-1874-44e8-be18-1b729203f225 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc2e977200b64193803963972de1ea8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918730 Aug 20 13:35:48.731104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:48.763369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-a0f80005-f190-4ee4-a42a-fe03e44187a0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:48.767213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-a0f80005-f190-4ee4-a42a-fe03e44187a0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.13 "GET /v2.0/networks?id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d HTTP/1.1" status: 200 len: 811 time: 0.2360508 Aug 20 13:35:48.781555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Request body: {'port': {'device_id': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d', 'admin_state_up': True, 'tenant_id': '41fee878ef4a44b2bc241ca8f45ab22e'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:48.820226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e21c97a9-13ec-4b7f-8ef1-a70dd90d14d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.858415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e572a3b8-c5d1-4a08-b9cb-2097036af14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.861981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e21c97a9-13ec-4b7f-8ef1-a70dd90d14d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.870848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e572a3b8-c5d1-4a08-b9cb-2097036af14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.930609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572a3b8-c5d1-4a08-b9cb-2097036af14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b6be33-fab0-4f84-880e-bd137edf441a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:48.936602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Made reservation on behalf of 41fee878ef4a44b2bc241ca8f45ab22e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:48.940507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e572a3b8-c5d1-4a08-b9cb-2097036af14a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf5932e713b44d6986643af911462943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940591 Aug 20 13:35:48.941362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:48.941481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:48.997911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e21c97a9-13ec-4b7f-8ef1-a70dd90d14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.000521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e21c97a9-13ec-4b7f-8ef1-a70dd90d14d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.005935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e21c97a9-13ec-4b7f-8ef1-a70dd90d14d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2721873-df5e-4b79-ad76-afd63afa3c2d HTTP/1.1" status: 204 len: 168 time: 0.2701857 Aug 20 13:35:49.021411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c97a9-13ec-4b7f-8ef1-a70dd90d14d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2721873-df5e-4b79-ad76-afd63afa3c2d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:49.050267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-809e9fdc-92b6-41a8-8782-069d75d2e6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.086792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-809e9fdc-92b6-41a8-8782-069d75d2e6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.147642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-809e9fdc-92b6-41a8-8782-069d75d2e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.151237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-809e9fdc-92b6-41a8-8782-069d75d2e6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.153440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-809e9fdc-92b6-41a8-8782-069d75d2e6e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71b6be33-fab0-4f84-880e-bd137edf441a HTTP/1.1" status: 204 len: 168 time: 0.2111742 Aug 20 13:35:49.164977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Allocated IP 172.20.0.2 (4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d/e8420199-8d94-48c7-802a-d4f8318f7b56/77c6334a-2cc0-44a8-a24a-ee44875dc1df) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:49.170231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9fdc-92b6-41a8-8782-069d75d2e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b6be33-fab0-4f84-880e-bd137edf441a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:49.409043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6dcca12-f736-4c41-bc3c-c273fb1282f2 req-7c97b41f-7ee7-42a4-8556-66b1380eecfe tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 210 time: 0.0555642 Aug 20 13:35:49.432255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41992) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:49.441524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.447673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db96320e-31d1-4cbe-a225-f8025d11f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.562994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db96320e-31d1-4cbe-a225-f8025d11f54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.571833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db96320e-31d1-4cbe-a225-f8025d11f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.615165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96320e-31d1-4cbe-a225-f8025d11f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebc0c4-00a0-4719-b215-c8a9219fa657,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:49.619627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-db96320e-31d1-4cbe-a225-f8025d11f54b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a85eea316624419383bbb34d9a9f7ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863339 Aug 20 13:35:49.622289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42002) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:49.693766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.712753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7712fd6-f151-47cd-93e7-fda4cd3e3167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.740946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.750170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7712fd6-f151-47cd-93e7-fda4cd3e3167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.793331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:49.796544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:49.801852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:49.824960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7712fd6-f151-47cd-93e7-fda4cd3e3167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.830847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7712fd6-f151-47cd-93e7-fda4cd3e3167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.834568 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a7712fd6-f151-47cd-93e7-fda4cd3e3167 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dcebc0c4-00a0-4719-b215-c8a9219fa657 HTTP/1.1" status: 204 len: 168 time: 0.2087727 Aug 20 13:35:49.842187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712fd6-f151-47cd-93e7-fda4cd3e3167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebc0c4-00a0-4719-b215-c8a9219fa657,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:49.846010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Pushing event updated for resources: {'Port': ['ID=77c6334a-2cc0-44a8-a24a-ee44875dc1df,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:49.884673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:49.888719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:49.905433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-3047d76a-4a58-43a9-a14f-4c649aedb5c0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291075 Aug 20 13:35:49.919124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Request body: {'port': {'device_id': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:49.978531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:50.327591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c6334a-2cc0-44a8-a24a-ee44875dc1df {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:35:50.339142 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:50.354111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Transition to ACTIVE for port object 77c6334a-2cc0-44a8-a24a-ee44875dc1df will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:50.359575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:50.476330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Pushing event updated for resources: {'Port': ['ID=77c6334a-2cc0-44a8-a24a-ee44875dc1df,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:50.559055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feb90d-d9c7-41f8-a8e7-5744ab3323e4 req-f339cf75-8399-46d0-abda-c20a9b482b2c tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:50.560692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42feb90d-d9c7-41f8-a8e7-5744ab3323e4 req-f339cf75-8399-46d0-abda-c20a9b482b2c tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 943 time: 0.0707984 Aug 20 13:35:50.564353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Attempting to bind port 77c6334a-2cc0-44a8-a24a-ee44875dc1df on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:35:50.565050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Attempting to bind port 77c6334a-2cc0-44a8-a24a-ee44875dc1df by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '185368c4-f2b4-40ea-a728-be09fdb385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:35:50.565697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Attempting to bind port 77c6334a-2cc0-44a8-a24a-ee44875dc1df on network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:50.576887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Port 77c6334a-2cc0-44a8-a24a-ee44875dc1df on network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:35:50.580448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Attempting to bind port 77c6334a-2cc0-44a8-a24a-ee44875dc1df on network 4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:50.586940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:35:50.587362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Checking segment: {'id': '185368c4-f2b4-40ea-a728-be09fdb385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:50.587912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Bound using segment: {'id': '185368c4-f2b4-40ea-a728-be09fdb385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:35:50.588649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Bound port: 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185368c4-f2b4-40ea-a728-be09fdb385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:35:50.589258 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:50.636587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42feb90d-d9c7-41f8-a8e7-5744ab3323e4 req-6d2585e1-1971-4b00-9c55-18b71f13ec9f tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666280 Aug 20 13:35:50.685576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] For port 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:35:50.690481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] For port 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df,segment=NetworkSegment(185368c4-f2b4-40ea-a728-be09fdb385d5),segment_id=185368c4-f2b4-40ea-a728-be09fdb385d5)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:35:50.699549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:50.784114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:50.785969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:50.788048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] 10.222.0.13 "PUT /v2.0/ports/77c6334a-2cc0-44a8-a24a-ee44875dc1df HTTP/1.1" status: 200 len: 1091 time: 0.8749185 Aug 20 13:35:50.788809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'tag': '77c6334a-2cc0-44a8-a24a-ee44875dc1df'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:50.791997 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a57d7a4-460a-48fe-9d9f-42e9ef2f7818", "tag": "77c6334a-2cc0-44a8-a24a-ee44875dc1df"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:50.826700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10624947-46a4-497d-a0ad-dc50e4314264 service neutron] Pushing event updated for resources: {'Port': ['ID=77c6334a-2cc0-44a8-a24a-ee44875dc1df,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:50.849881 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb4aa68-2852-463c-83fa-1cbc5f227727 x-openstack-request-id: req-4fb4aa68-2852-463c-83fa-1cbc5f227727 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:50.850182 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a57d7a4-460a-48fe-9d9f-42e9ef2f7818", "tag": "77c6334a-2cc0-44a8-a24a-ee44875dc1df", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:50.850436 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fb4aa68-2852-463c-83fa-1cbc5f227727 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:50.851166 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'tag': '77c6334a-2cc0-44a8-a24a-ee44875dc1df', 'status': 'completed', 'code': 200} Aug 20 13:35:50.886929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-245365ec-a090-4aa1-bdf2-12c901d57d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:50.888471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-245365ec-a090-4aa1-bdf2-12c901d57d3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41fee878ef4a44b2bc241ca8f45ab22e&device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 1094 time: 0.0570538 Aug 20 13:35:50.966626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-bc14fc8f-921e-43dc-ac7d-e3297656a234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df HTTP/1.1" status: 200 len: 217 time: 0.0692940 Aug 20 13:35:51.021781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-976fe539-21d8-45e1-b865-500aee1f2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:51.023501 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-976fe539-21d8-45e1-b865-500aee1f2bb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8420199-8d94-48c7-802a-d4f8318f7b56 HTTP/1.1" status: 200 len: 851 time: 0.0508564 Aug 20 13:35:51.058938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-d3e77ce7-cacc-4382-9ca7-c948a53e34dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272002 Aug 20 13:35:51.170041 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-631070c2-982e-4a88-a92f-d877566449cf service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044228 Aug 20 13:35:51.276202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-524eb55f-23f8-4d4b-9703-0ba1d5a124ea req-bd5af55c-f7de-471f-8b5b-a9eae1bdaff2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989304 Aug 20 13:35:51.386909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-2cb3e781-f3ad-40ba-8095-3de0a5b8a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:51.388520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-2cb3e781-f3ad-40ba-8095-3de0a5b8a380 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41fee878ef4a44b2bc241ca8f45ab22e&device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 1094 time: 0.0551958 Aug 20 13:35:51.411368 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:51.545507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-666c2f6d-3cac-457f-a2ed-053205cba97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:51.548760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-666c2f6d-3cac-457f-a2ed-053205cba97c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d HTTP/1.1" status: 200 len: 912 time: 0.1331131 Aug 20 13:35:51.603937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-9056c7fa-3085-4a14-86c2-b3624cf4b044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df HTTP/1.1" status: 200 len: 217 time: 0.0482111 Aug 20 13:35:51.798727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-03c05e1a-6308-40dd-91cd-3a6bfb3c6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:51.801416 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-03c05e1a-6308-40dd-91cd-3a6bfb3c6f4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8420199-8d94-48c7-802a-d4f8318f7b56 HTTP/1.1" status: 200 len: 851 time: 0.1890051 Aug 20 13:35:51.875885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-0a0dae53-4d3b-4269-a737-4d3effc0ac84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632751 Aug 20 13:35:51.999172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7870-c357-4cd4-afa9-045e14c6cc12 req-69431fb6-19da-4054-b282-85f5797a6652 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:52.001235 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba6a7870-c357-4cd4-afa9-045e14c6cc12 req-69431fb6-19da-4054-b282-85f5797a6652 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 943 time: 0.1739264 Aug 20 13:35:52.067709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-db2b763a-2d46-4644-b181-3f507a08a3aa service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726060 Aug 20 13:35:52.072978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba6a7870-c357-4cd4-afa9-045e14c6cc12 req-942232c1-e4c2-4039-a093-2e5242de9ee6 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Aug 20 13:35:52.176924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09448b78-94ea-4ce0-96c2-d1fcf21ac1b2 req-40c67b7a-4e03-4c15-a3a3-86f7deeee425 service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013141 Aug 20 13:35:52.471821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 77c6334a-2cc0-44a8-a24a-ee44875dc1df details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:35:52.608819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df,segment=NetworkSegment(185368c4-f2b4-40ea-a728-be09fdb385d5),segment_id=185368c4-f2b4-40ea-a728-be09fdb385d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:52.622713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '77c6334a-2cc0-44a8-a24a-ee44875dc1df', 'network_id': '4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d', 'port_id': '77c6334a-2cc0-44a8-a24a-ee44875dc1df', 'mac_address': 'fa:16:3e:1d:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8420199-8d94-48c7-802a-d4f8318f7b56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:35:52.624460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:52.675682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:52.690679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c6334a-2cc0-44a8-a24a-ee44875dc1df {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:35:52.712164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df,segment=NetworkSegment(185368c4-f2b4-40ea-a728-be09fdb385d5),segment_id=185368c4-f2b4-40ea-a728-be09fdb385d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:52.718973 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:52.784039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=77c6334a-2cc0-44a8-a24a-ee44875dc1df,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:52.855971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-16d3e12c-2fd1-4248-b96c-c27668216ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:52.954912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-40ff67ce-508a-4933-b728-2272fb73dbc7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:52.961085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-40ff67ce-508a-4933-b728-2272fb73dbc7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1694269 Aug 20 13:35:52.981710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-34f58c9a-e5b2-4d6b-a214-798931a32d5b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0181730 Aug 20 13:35:52.988332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['77c6334a-2cc0-44a8-a24a-ee44875dc1df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:35:53.083124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-16d3e12c-2fd1-4248-b96c-c27668216ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.091617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-16d3e12c-2fd1-4248-b96c-c27668216ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.127746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-748445b6-470d-4e45-adce-6cd19fe53511 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1365170 Aug 20 13:35:53.187346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42180) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:53.195542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-16d3e12c-2fd1-4248-b96c-c27668216ec7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f26e0bffc0da49a781bdb14254e660f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687020 Aug 20 13:35:53.248385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3e12c-2fd1-4248-b96c-c27668216ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34908262-82a5-49a4-8331-22a0c9a0785c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:53.297981 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-a0617c87-d7e8-4486-ac3e-eca54d3e674f service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413400 Aug 20 13:35:53.309606 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88562ea9-ab90-416c-9660-c30eaf88c20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.344026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbe777-4f57-4963-9272-60a3726e1133 req-3bdb945e-91aa-4fb9-b4b6-2cb6c311ef18 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:53.346363 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfdbe777-4f57-4963-9272-60a3726e1133 req-3bdb945e-91aa-4fb9-b4b6-2cb6c311ef18 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 944 time: 0.1080365 Aug 20 13:35:53.351370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88562ea9-ab90-416c-9660-c30eaf88c20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.411440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-8cd9fcab-8d07-48bb-8bfe-49ce0ea34155 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032679 Aug 20 13:35:53.413313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfdbe777-4f57-4963-9272-60a3726e1133 req-e68f1d41-420d-4e2b-a56e-86f3ef5893bb tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Aug 20 13:35:53.437924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88562ea9-ab90-416c-9660-c30eaf88c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.441379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88562ea9-ab90-416c-9660-c30eaf88c20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.442631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-88562ea9-ab90-416c-9660-c30eaf88c20b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34908262-82a5-49a4-8331-22a0c9a0785c HTTP/1.1" status: 204 len: 168 time: 0.2542756 Aug 20 13:35:53.452034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562ea9-ab90-416c-9660-c30eaf88c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34908262-82a5-49a4-8331-22a0c9a0785c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:53.703007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca4dc234-baeb-4bf5-98ab-964a26920e9c req-729462ef-6f25-41bc-8163-62501d1cf62a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.0619135 Aug 20 13:35:53.822651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42198) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:53.841253 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f92cbab-a725-4e0f-bebe-523eee33ae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.953138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f92cbab-a725-4e0f-bebe-523eee33ae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.958325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3f92cbab-a725-4e0f-bebe-523eee33ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:53.998882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92cbab-a725-4e0f-bebe-523eee33ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0142bfbd-0595-4dfe-9343-84e307181919,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:54.004531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3f92cbab-a725-4e0f-bebe-523eee33ae84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6aff1d015c0944a59c38844d4bdd6351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803341 Aug 20 13:35:54.007064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:54.061266 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42c6142c-050f-4319-9cee-d565692cee5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.086109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42c6142c-050f-4319-9cee-d565692cee5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.141982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42c6142c-050f-4319-9cee-d565692cee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.144932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42c6142c-050f-4319-9cee-d565692cee5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.148487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-42c6142c-050f-4319-9cee-d565692cee5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0142bfbd-0595-4dfe-9343-84e307181919 HTTP/1.1" status: 204 len: 168 time: 0.1378100 Aug 20 13:35:54.154374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6142c-050f-4319-9cee-d565692cee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0142bfbd-0595-4dfe-9343-84e307181919,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:54.486110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 77c6334a-2cc0-44a8-a24a-ee44875dc1df up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:35:54.553337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 77c6334a-2cc0-44a8-a24a-ee44875dc1df completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:54.557889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 77c6334a-2cc0-44a8-a24a-ee44875dc1df triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:54.558443 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.565078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e9035-b888-4970-9a9f-b24130705a96 req-7d6f51a9-6baf-4b89-b18b-e8dac2f15ea8 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:54.570386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-894e9035-b888-4970-9a9f-b24130705a96 req-7d6f51a9-6baf-4b89-b18b-e8dac2f15ea8 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 944 time: 0.0801313 Aug 20 13:35:54.652321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.697203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df,segment=NetworkSegment(185368c4-f2b4-40ea-a728-be09fdb385d5),segment_id=185368c4-f2b4-40ea-a728-be09fdb385d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:35:54.698275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c6334a-2cc0-44a8-a24a-ee44875dc1df'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:54.700699 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b55d15-1b28-4e2c-9ce9-4fe5d6f49aa0" -d '{"events": [{"server_uuid": "4a57d7a4-460a-48fe-9d9f-42e9ef2f7818", "name": "network-vif-plugged", "status": "completed", "tag": "77c6334a-2cc0-44a8-a24a-ee44875dc1df"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:54.707390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:54.746955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-894e9035-b888-4970-9a9f-b24130705a96 req-d7ea043a-0a36-441f-be9a-fb1c59d2937b tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670337 Aug 20 13:35:54.806002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=77c6334a-2cc0-44a8-a24a-ee44875dc1df,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:54.821407 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e975ff94-aa9d-49f0-ba2a-1b8221829846 x-openstack-request-id: req-e975ff94-aa9d-49f0-ba2a-1b8221829846 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:54.821691 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a57d7a4-460a-48fe-9d9f-42e9ef2f7818", "name": "network-vif-plugged", "status": "completed", "tag": "77c6334a-2cc0-44a8-a24a-ee44875dc1df", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:54.829959 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e975ff94-aa9d-49f0-ba2a-1b8221829846 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:54.830602 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c6334a-2cc0-44a8-a24a-ee44875dc1df', 'code': 200} Aug 20 13:35:54.850518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-22aa525f-1982-4073-8b0a-be8628020292 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:54.852450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-22aa525f-1982-4073-8b0a-be8628020292 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.2236524 Aug 20 13:35:54.871721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:54.897833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c92fbc4e-c46e-4de8-acbf-e99bbf3f892c req-2df21664-9714-4a0e-89d1-1c56b48c7333 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.0419228 Aug 20 13:35:55.001851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8d718-9909-4a56-ab16-15d1bd4c8de4 req-fd582ce0-39ca-4572-844e-0a35ed4e48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:55.003663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47b8d718-9909-4a56-ab16-15d1bd4c8de4 req-fd582ce0-39ca-4572-844e-0a35ed4e48be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 1096 time: 0.1126146 Aug 20 13:35:55.059975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:35:55.069003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:55.073670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47b8d718-9909-4a56-ab16-15d1bd4c8de4 req-6f736311-8a06-4d06-9c88-269fd9cd3030 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Aug 20 13:35:55.248623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.5 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/e1836e1a-02f1-4ade-8d73-ab6daf4755fd) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:35:55.535526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:55.555936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object e1836e1a-02f1-4ade-8d73-ab6daf4755fd will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:55.596870 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:55.644250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:35:55.655707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:35:55.663532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:35:55.667823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:55.744065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:55.744781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:55.778337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3491ca93-508e-4228-b2be-c5a1b8622428 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123881 Aug 20 13:35:55.793552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Request body: {'port': {'device_id': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:35:55.858226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:55.948347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:55.997924 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-810461f1-8489-4e42-9de1-8999579028bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.067915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c13e06ee-ab98-49c6-b079-20fcf5f149f5 None None] Provisioning for port e1836e1a-02f1-4ade-8d73-ab6daf4755fd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:35:56.073586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c13e06ee-ab98-49c6-b079-20fcf5f149f5 None None] Provisioning complete for port e1836e1a-02f1-4ade-8d73-ab6daf4755fd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:35:56.074291 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c13e06ee-ab98-49c6-b079-20fcf5f149f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.074624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace59ce3-b21b-46a5-93c9-30715799c9ab req-74fc758c-d3a8-4cf0-a8bc-6a3c4502c8b0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:56.085844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ace59ce3-b21b-46a5-93c9-30715799c9ab req-74fc758c-d3a8-4cf0-a8bc-6a3c4502c8b0 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1974967 Aug 20 13:35:56.160402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9172-acb5-4fa9-813c-5d98751aca92 req-3c9b5299-dd02-4f94-8b83-7fd51e21c897 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:56.162023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd7a9172-acb5-4fa9-813c-5d98751aca92 req-3c9b5299-dd02-4f94-8b83-7fd51e21c897 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 931 time: 0.1089952 Aug 20 13:35:56.186430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c13e06ee-ab98-49c6-b079-20fcf5f149f5 None None] Port e1836e1a-02f1-4ade-8d73-ab6daf4755fd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:35:56.218339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd7a9172-acb5-4fa9-813c-5d98751aca92 req-1e76624c-3320-47f4-b19a-2b7d99c191bf tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483878 Aug 20 13:35:56.224780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ace59ce3-b21b-46a5-93c9-30715799c9ab req-f8430b28-0e2b-45ba-8481-38bc848e2d86 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379502 Aug 20 13:35:56.231633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-810461f1-8489-4e42-9de1-8999579028bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.256873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-810461f1-8489-4e42-9de1-8999579028bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.301614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810461f1-8489-4e42-9de1-8999579028bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af7a51b-38cf-4bc8-b4c0-2c46a9a5bbdd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:56.339515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-810461f1-8489-4e42-9de1-8999579028bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=284e37d1f7c04e77ab2e4493377b8817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801183 Aug 20 13:35:56.342636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:35:56.445066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aaf57453-7e85-4789-ab06-342e4c66554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.481040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aaf57453-7e85-4789-ab06-342e4c66554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.542949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1836e1a-02f1-4ade-8d73-ab6daf4755fd {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:35:56.556199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.567715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aaf57453-7e85-4789-ab06-342e4c66554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.571356 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aaf57453-7e85-4789-ab06-342e4c66554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.573191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aaf57453-7e85-4789-ab06-342e4c66554e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1af7a51b-38cf-4bc8-b4c0-2c46a9a5bbdd HTTP/1.1" status: 204 len: 168 time: 0.2292359 Aug 20 13:35:56.584652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf57453-7e85-4789-ab06-342e4c66554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af7a51b-38cf-4bc8-b4c0-2c46a9a5bbdd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:56.603237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Transition to ACTIVE for port object e1836e1a-02f1-4ade-8d73-ab6daf4755fd will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:35:56.613373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.740215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Pushing event updated for resources: {'Port': ['ID=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:56.824896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Attempting to bind port e1836e1a-02f1-4ade-8d73-ab6daf4755fd on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:35:56.825371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Attempting to bind port e1836e1a-02f1-4ade-8d73-ab6daf4755fd by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:35:56.825755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Attempting to bind port e1836e1a-02f1-4ade-8d73-ab6daf4755fd on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:56.831757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Port e1836e1a-02f1-4ade-8d73-ab6daf4755fd on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:35:56.832744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Attempting to bind port e1836e1a-02f1-4ade-8d73-ab6daf4755fd on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:35:56.840277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:35:56.841137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:35:56.841533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:35:56.842022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Bound port: e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:35:56.842387 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:56.932259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] For port e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:35:56.936003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] For port e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:35:56.953286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:57.072576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:57.073254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:57.074964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1836e1a-02f1-4ade-8d73-ab6daf4755fd HTTP/1.1" status: 200 len: 1091 time: 1.2876859 Aug 20 13:35:57.075480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'tag': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:35:57.099036 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a213550-be2f-4547-bf4d-53e3c0a83dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680", "tag": "e1836e1a-02f1-4ade-8d73-ab6daf4755fd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:35:57.171800 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790a1785-0c09-4a1e-bce0-c005133a7215 x-openstack-request-id: req-790a1785-0c09-4a1e-bce0-c005133a7215 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:35:57.172100 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680", "tag": "e1836e1a-02f1-4ade-8d73-ab6daf4755fd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:35:57.172384 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-790a1785-0c09-4a1e-bce0-c005133a7215 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:35:57.182379 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'tag': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd', 'status': 'completed', 'code': 200} Aug 20 13:35:57.247871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69e031-c942-4d1d-97eb-f965b33f9f24 service neutron] Pushing event updated for resources: {'Port': ['ID=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:35:57.311182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7caeb273-afc1-47f9-b4b6-cd99515ea45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:57.322959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-7caeb273-afc1-47f9-b4b6-cd99515ea45f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 1094 time: 0.1620564 Aug 20 13:35:57.497376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24853-93d1-4a9a-865c-dfeb1eae3805 req-5812d933-4151-4a77-b800-12db7fe87788 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:57.500262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-2d1e72f7-0607-4782-939d-ac241c605d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd HTTP/1.1" status: 200 len: 217 time: 0.1682909 Aug 20 13:35:57.501619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffe24853-93d1-4a9a-865c-dfeb1eae3805 req-5812d933-4151-4a77-b800-12db7fe87788 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1373479 Aug 20 13:35:57.591609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffe24853-93d1-4a9a-865c-dfeb1eae3805 req-a0b28b32-199a-4562-a8db-8356b06b0eea tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 Aug 20 13:35:57.675704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017359e-7a1f-4bf3-aec9-2aa0229e6763 req-73c57c4f-a3de-48c0-8571-9b45509f8b87 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:57.677591 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f017359e-7a1f-4bf3-aec9-2aa0229e6763 req-73c57c4f-a3de-48c0-8571-9b45509f8b87 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1743648 Aug 20 13:35:57.687586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3d9b3463-b4c3-451d-be9f-1f1eff6db10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:57.701817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-3d9b3463-b4c3-451d-be9f-1f1eff6db10b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.1710031 Aug 20 13:35:57.826247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f017359e-7a1f-4bf3-aec9-2aa0229e6763 req-dbc4189e-4eb7-461b-89ba-49218e1a12c6 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231580 Aug 20 13:35:57.862144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-c5f7fe79-4b1f-4449-8929-ca7f9076efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:57.863695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-c5f7fe79-4b1f-4449-8929-ca7f9076efcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158111 Aug 20 13:35:58.060682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-52015164-c773-4003-93a4-a4bcb570cf26 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891444 Aug 20 13:35:58.168906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-318320c2-e522-40f2-aca8-bd1eb24d4541 req-4e9fb14c-30cd-4097-888a-558f07367d8d service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008196 Aug 20 13:35:58.186532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8644de-0ff0-4b19-9ba0-053310d46324 req-a0502751-e8f2-4211-8bc4-7cc2332f30a6 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.194969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c8644de-0ff0-4b19-9ba0-053310d46324 req-a0502751-e8f2-4211-8bc4-7cc2332f30a6 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1907427 Aug 20 13:35:58.246702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c8644de-0ff0-4b19-9ba0-053310d46324 req-10e39eb2-7e09-4c18-8901-1df835cc5fd5 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Aug 20 13:35:58.331191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-9725a6b1-4def-4db1-b767-b3135a7b5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.332840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-9725a6b1-4def-4db1-b767-b3135a7b5322 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 1094 time: 0.0851450 Aug 20 13:35:58.486818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-3625eaa8-2951-4236-8b1f-b2bb45874c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.488735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-3625eaa8-2951-4236-8b1f-b2bb45874c23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1472895 Aug 20 13:35:58.558531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-ebccde5e-403c-4624-a9e4-7b3dd5e306d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd HTTP/1.1" status: 200 len: 217 time: 0.0599420 Aug 20 13:35:58.659600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a804-ea3b-4514-828a-40e3dde336f3 req-20ffd09a-ba73-4e2b-b60d-a765dcd5ad61 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.677548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1d8a804-ea3b-4514-828a-40e3dde336f3 req-20ffd09a-ba73-4e2b-b60d-a765dcd5ad61 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1178102 Aug 20 13:35:58.722838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-d5083a7e-038a-46e7-87ee-0bf85a79eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.722838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-d5083a7e-038a-46e7-87ee-0bf85a79eb1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.1523499 Aug 20 13:35:58.790106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1d8a804-ea3b-4514-828a-40e3dde336f3 req-4c283811-5ef9-4828-b016-833e925d2914 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079221 Aug 20 13:35:58.822102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbb3a7-90c6-4454-bd9d-a62f5c4110f8 req-b688a0a2-fa0a-4416-93d2-01be1e3a992f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.836006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-af457e5a-f4bc-4d68-81b8-5b0491715c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:58.837321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edbb3a7-90c6-4454-bd9d-a62f5c4110f8 req-b688a0a2-fa0a-4416-93d2-01be1e3a992f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1285305 Aug 20 13:35:58.841816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-af457e5a-f4bc-4d68-81b8-5b0491715c6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078136 Aug 20 13:35:58.908916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:35:58.916105 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9edbb3a7-90c6-4454-bd9d-a62f5c4110f8 req-fad01812-74cf-4a08-9209-cccf248188f3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775888 Aug 20 13:35:59.101588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-47168a2b-0591-40a2-ac8c-b77d42f6f0d8 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490680 Aug 20 13:35:59.254267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a213550-be2f-4547-bf4d-53e3c0a83dc3 req-126ed683-c272-4360-8a59-91173c789ed6 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403344 Aug 20 13:35:59.974017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e92b-e3bd-4311-8374-0f72e4998978 req-49dc68d3-8df3-4125-afaf-0368a8804caf tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:35:59.981240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e03e92b-e3bd-4311-8374-0f72e4998978 req-49dc68d3-8df3-4125-afaf-0368a8804caf tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1113918 Aug 20 13:36:00.055741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e03e92b-e3bd-4311-8374-0f72e4998978 req-8f16de97-05c1-4a9e-bf51-26f53e64bbdb tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Aug 20 13:36:00.347166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1936-6c06-4036-8ab7-b513dc269c72 req-51921562-7672-40cd-9165-74a460a9c7b5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:00.349134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-641c1936-6c06-4036-8ab7-b513dc269c72 req-51921562-7672-40cd-9165-74a460a9c7b5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1318417 Aug 20 13:36:00.425329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-641c1936-6c06-4036-8ab7-b513dc269c72 req-ebdbfbe7-8bdb-4581-a773-4aa7bfdb5b11 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637088 Aug 20 13:36:00.756749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60a760-40f0-480c-9dff-2279fe445a43 req-0d41596e-cb3e-4f55-8072-1b256949c70b tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:00.759051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-97726244-a77b-4c91-a34a-dc1413522758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:00.759502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a60a760-40f0-480c-9dff-2279fe445a43 req-0d41596e-cb3e-4f55-8072-1b256949c70b tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1109824 Aug 20 13:36:00.760662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-97726244-a77b-4c91-a34a-dc1413522758 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41fee878ef4a44b2bc241ca8f45ab22e&device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 1096 time: 0.0741613 Aug 20 13:36:00.834009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a60a760-40f0-480c-9dff-2279fe445a43 req-e3a1c6bd-b2cb-492d-aa21-ca3bec2daa1b tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614319 Aug 20 13:36:00.982518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-f9b99095-219f-4d01-921c-251f1313163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:00.986494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-f9b99095-219f-4d01-921c-251f1313163f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d HTTP/1.1" status: 200 len: 912 time: 0.2176874 Aug 20 13:36:01.096222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-7c91efdd-cfb0-4963-84cf-c03ba77235cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df HTTP/1.1" status: 200 len: 217 time: 0.1026886 Aug 20 13:36:01.198730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-b1c053cd-16b1-4960-aa4c-d916fad359b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:01.208883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-b1c053cd-16b1-4960-aa4c-d916fad359b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8420199-8d94-48c7-802a-d4f8318f7b56 HTTP/1.1" status: 200 len: 851 time: 0.1049795 Aug 20 13:36:01.295840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-4992e79f-93d6-4058-929c-d4f1d93b1c22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720985 Aug 20 13:36:01.410850 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:01.467723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-aa17389a-e8a5-4022-8e4b-51b23a78a761 service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638720 Aug 20 13:36:01.706646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9817fa-f69b-4516-a029-3ad7e95fa4ee req-c58d92c3-08d2-49cc-9340-b534ab98b2b4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:01.714881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e9817fa-f69b-4516-a029-3ad7e95fa4ee req-c58d92c3-08d2-49cc-9340-b534ab98b2b4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1408374 Aug 20 13:36:01.735803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71d9c29f-0d65-4b63-8cf1-144962e9ecff req-e5e7c235-d136-4fcd-bc08-89247e22c04a service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552664 Aug 20 13:36:01.794190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e9817fa-f69b-4516-a029-3ad7e95fa4ee req-24895023-015e-4f56-a477-e1caecfb73bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779970 Aug 20 13:36:02.039839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a22e-0bd9-4e71-aac9-d026f91d1663 req-13b889ca-a792-49fb-b163-7f5aa07a8f14 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:02.042065 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8637a22e-0bd9-4e71-aac9-d026f91d1663 req-13b889ca-a792-49fb-b163-7f5aa07a8f14 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1078887 Aug 20 13:36:02.113441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8637a22e-0bd9-4e71-aac9-d026f91d1663 req-8b226521-e5d5-4636-943b-c5d2b0078deb tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Aug 20 13:36:02.959827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff0ce6-0aa2-41e6-8180-2f3349e8e974 req-3baca31c-3f8c-4dca-bb07-4c51af07dde0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:02.964365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2ff0ce6-0aa2-41e6-8180-2f3349e8e974 req-3baca31c-3f8c-4dca-bb07-4c51af07dde0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0732393 Aug 20 13:36:03.044682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2ff0ce6-0aa2-41e6-8180-2f3349e8e974 req-8a025b57-1a23-4283-9de0-c88b27ce14c2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741425 Aug 20 13:36:03.337229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1bfef-10ac-4269-ab77-ab461a739a8f req-96b2dcb9-3345-494e-99f3-40f4fd900d9d tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:03.354441 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0cc1bfef-10ac-4269-ab77-ab461a739a8f req-96b2dcb9-3345-494e-99f3-40f4fd900d9d tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1077871 Aug 20 13:36:03.459002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0cc1bfef-10ac-4269-ab77-ab461a739a8f req-5748bc47-053a-4d8d-aca7-11b5f923114f tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036351 Aug 20 13:36:03.936733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956bed5-2d81-41a2-a604-53e30178cf45 req-0e1374ad-5380-4263-8479-7a126bc24d10 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:03.942288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5956bed5-2d81-41a2-a604-53e30178cf45 req-0e1374ad-5380-4263-8479-7a126bc24d10 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0821619 Aug 20 13:36:04.004289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5956bed5-2d81-41a2-a604-53e30178cf45 req-04fcfdb0-c560-4691-8bdf-fe7906c5c8ac tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537853 Aug 20 13:36:04.050282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:04.215431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0200d02-38fc-426e-92ed-c99b8fef60e5 req-b5975ec2-d8ee-4368-8e8b-64557b0ed204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:04.224398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0200d02-38fc-426e-92ed-c99b8fef60e5 req-b5975ec2-d8ee-4368-8e8b-64557b0ed204 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1096 time: 0.1723216 Aug 20 13:36:04.241180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0339a0-4291-439d-b4ae-0c7c5ea71bbe req-57045d04-7726-49e3-b680-2d0f39b334a8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:04.257439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d0339a0-4291-439d-b4ae-0c7c5ea71bbe req-57045d04-7726-49e3-b680-2d0f39b334a8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1141288 Aug 20 13:36:04.318327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0200d02-38fc-426e-92ed-c99b8fef60e5 req-e756e3c0-1ade-4618-8cfd-1ff8885f6b01 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925465 Aug 20 13:36:04.332681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d0339a0-4291-439d-b4ae-0c7c5ea71bbe req-c9041f12-c283-461d-9cf1-97549618f7ab tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739710 Aug 20 13:36:04.774585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42534) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:04.906297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9073224-457f-4f76-88fd-ca80ad577e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.042067 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9073224-457f-4f76-88fd-ca80ad577e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.048999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9073224-457f-4f76-88fd-ca80ad577e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.087116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d9073224-457f-4f76-88fd-ca80ad577e65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68991af3eb9b4bddb83c2c07fa746e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087106 Aug 20 13:36:05.087368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42550) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:05.117108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9073224-457f-4f76-88fd-ca80ad577e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e47cb-762b-49d3-a4f4-b1a1485008b7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:05.197395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c40db304-cbc9-4248-a808-162f85fc583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.209186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc95a9d-1580-4d8d-8bd3-02f1a02024ad req-b558e9ee-9953-400d-b943-37a8bc0f5f64 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:05.213040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebc95a9d-1580-4d8d-8bd3-02f1a02024ad req-b558e9ee-9953-400d-b943-37a8bc0f5f64 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0881095 Aug 20 13:36:05.237554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c40db304-cbc9-4248-a808-162f85fc583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.323249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ebc95a9d-1580-4d8d-8bd3-02f1a02024ad req-beefce0e-9935-4c93-b748-3cf6e5cfb22f tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Aug 20 13:36:05.349509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c40db304-cbc9-4248-a808-162f85fc583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.364630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c40db304-cbc9-4248-a808-162f85fc583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:05.375972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c40db304-cbc9-4248-a808-162f85fc583d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b45e47cb-762b-49d3-a4f4-b1a1485008b7 HTTP/1.1" status: 204 len: 168 time: 0.2808461 Aug 20 13:36:05.427823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db304-cbc9-4248-a808-162f85fc583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e47cb-762b-49d3-a4f4-b1a1485008b7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:05.608260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f4b68-d5f2-4f83-bfb7-df3bb152642a req-0a811d5e-084a-4d7b-a9d3-93ef94927d54 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:05.629266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b37f4b68-d5f2-4f83-bfb7-df3bb152642a req-0a811d5e-084a-4d7b-a9d3-93ef94927d54 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1255918 Aug 20 13:36:05.738053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b37f4b68-d5f2-4f83-bfb7-df3bb152642a req-2592639c-8f8e-4940-b79d-b728e9393f24 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963607 Aug 20 13:36:05.880098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48804-121f-40ff-9151-b578d088bdae req-0d97a193-ca2a-445d-bf53-2059a9f94d50 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:05.891288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-44e48804-121f-40ff-9151-b578d088bdae req-0d97a193-ca2a-445d-bf53-2059a9f94d50 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.1097279 Aug 20 13:36:05.916493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-0cea4939-b8a0-44bf-8728-dff81800bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:05.917933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-0cea4939-b8a0-44bf-8728-dff81800bb1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41fee878ef4a44b2bc241ca8f45ab22e&device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 1096 time: 0.0998108 Aug 20 13:36:06.010948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42574) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:06.030158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2c52-ff30-4ef3-a08a-f50ca740b16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.173166 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2c52-ff30-4ef3-a08a-f50ca740b16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.177637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2c52-ff30-4ef3-a08a-f50ca740b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.223272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f2c52-ff30-4ef3-a08a-f50ca740b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda33b1-44c3-4f30-95ff-7bdaa36ccb95,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:06.228827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8a5f2c52-ff30-4ef3-a08a-f50ca740b16e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03fcfe076b5f455790b70cb926eb9bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137325 Aug 20 13:36:06.231284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42578) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:06.287739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ca51f20-9346-47fa-a3b2-a6925c534624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.311975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ca51f20-9346-47fa-a3b2-a6925c534624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.335632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-44e48804-121f-40ff-9151-b578d088bdae req-f51ad56a-b0ec-447b-baf1-e0221c220c5d tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217007 Aug 20 13:36:06.369172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ca51f20-9346-47fa-a3b2-a6925c534624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.371904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ca51f20-9346-47fa-a3b2-a6925c534624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.375857 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ca51f20-9346-47fa-a3b2-a6925c534624 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bda33b1-44c3-4f30-95ff-7bdaa36ccb95 HTTP/1.1" status: 204 len: 168 time: 0.1407418 Aug 20 13:36:06.382175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca51f20-9346-47fa-a3b2-a6925c534624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda33b1-44c3-4f30-95ff-7bdaa36ccb95,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:06.403876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-647fb7aa-e204-4383-b7f9-e4b56d80971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:06.405415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-647fb7aa-e204-4383-b7f9-e4b56d80971c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d HTTP/1.1" status: 200 len: 912 time: 0.4610403 Aug 20 13:36:06.450813 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-0e25f389-3930-471a-8445-3355d671792c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df HTTP/1.1" status: 200 len: 217 time: 0.0372186 Aug 20 13:36:06.504376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-17fb230f-690e-4284-90e4-addc3caf2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:06.505910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-17fb230f-690e-4284-90e4-addc3caf2e80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8420199-8d94-48c7-802a-d4f8318f7b56 HTTP/1.1" status: 200 len: 851 time: 0.0489824 Aug 20 13:36:06.548883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-3cca9742-60c6-4cd6-b8e2-63a85bf727fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354416 Aug 20 13:36:06.646034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-a84645f1-a6a7-4be5-92db-8d6753a49012 service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900986 Aug 20 13:36:06.781031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42592) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:06.795886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28538d19-6b8c-459b-b658-787a37dfa242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.801248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a6d49e4-bb9c-4778-b118-bb951b012598 req-b741df6c-b571-4c35-96bc-7c0956f16e0d service neutron] 10.222.0.13 "GET /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460860 Aug 20 13:36:06.905948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633722e2-f3d5-4725-8ec3-13dd08605196 req-0d9709fa-6eda-4b86-9ade-113fb8bc03fe tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:06.908332 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-633722e2-f3d5-4725-8ec3-13dd08605196 req-0d9709fa-6eda-4b86-9ade-113fb8bc03fe tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0611215 Aug 20 13:36:06.923852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28538d19-6b8c-459b-b658-787a37dfa242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.929445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28538d19-6b8c-459b-b658-787a37dfa242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:06.964444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-633722e2-f3d5-4725-8ec3-13dd08605196 req-2d949521-2f47-4c3a-a856-9d997b928db8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Aug 20 13:36:06.987615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-28538d19-6b8c-459b-b658-787a37dfa242 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=923f669b825941f1a4e76b737dfb1e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998107 Aug 20 13:36:06.987615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538d19-6b8c-459b-b658-787a37dfa242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56f7794-e978-4d53-802d-b30ab234c992,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:06.987903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42594) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:07.082783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b8f23d-5d74-494e-b91c-20051a9da8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:07.107169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b8f23d-5d74-494e-b91c-20051a9da8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:07.163933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b8f23d-5d74-494e-b91c-20051a9da8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:07.167086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07b8f23d-5d74-494e-b91c-20051a9da8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:07.168289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-07b8f23d-5d74-494e-b91c-20051a9da8bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e56f7794-e978-4d53-802d-b30ab234c992 HTTP/1.1" status: 204 len: 168 time: 0.1818068 Aug 20 13:36:07.177917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8f23d-5d74-494e-b91c-20051a9da8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56f7794-e978-4d53-802d-b30ab234c992,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:07.530886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3f07-c948-4dab-894b-8b6bbb7f7d53 req-6f2b7883-9595-4f05-b8af-95179d8cf637 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:07.533380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-793e3f07-c948-4dab-894b-8b6bbb7f7d53 req-6f2b7883-9595-4f05-b8af-95179d8cf637 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0693183 Aug 20 13:36:07.579789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-793e3f07-c948-4dab-894b-8b6bbb7f7d53 req-90d253ed-8375-4d0f-8a5d-2f917460e76f tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Aug 20 13:36:08.091945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0fcf-1e68-4182-9c32-f9efef7aa3ec req-1919797f-e699-45c9-9246-70d3511208ee tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:08.095439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f2c0fcf-1e68-4182-9c32-f9efef7aa3ec req-1919797f-e699-45c9-9246-70d3511208ee tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0568254 Aug 20 13:36:08.146976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f2c0fcf-1e68-4182-9c32-f9efef7aa3ec req-1d4b7908-7940-45e4-9232-539725b3ad1a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Aug 20 13:36:08.730088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f87c3a-0673-4498-ae1d-3601eecb6f9e req-585d455a-264a-4a98-a9d9-bfbd2bb49eb4 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:08.738525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61f87c3a-0673-4498-ae1d-3601eecb6f9e req-585d455a-264a-4a98-a9d9-bfbd2bb49eb4 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0663218 Aug 20 13:36:08.786864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61f87c3a-0673-4498-ae1d-3601eecb6f9e req-a9129cea-6c67-45d7-b749-8d51b50c6188 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Aug 20 13:36:09.107695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcf233-ae90-4c72-999a-19a04b59c434 req-eefaeba3-fe73-4d98-89b3-f1588a852ecd tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:09.115871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bcf233-ae90-4c72-999a-19a04b59c434 req-eefaeba3-fe73-4d98-89b3-f1588a852ecd tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0713148 Aug 20 13:36:09.155053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bcf233-ae90-4c72-999a-19a04b59c434 req-88fea771-684a-4e5b-b0af-0b364c9b91d9 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Aug 20 13:36:09.416058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b601a08-4b1a-4321-ac30-091d9cffb043 req-2e705a4b-3235-4e11-9c35-280eca683778 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:09.417786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b601a08-4b1a-4321-ac30-091d9cffb043 req-2e705a4b-3235-4e11-9c35-280eca683778 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1259649 Aug 20 13:36:09.470518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b601a08-4b1a-4321-ac30-091d9cffb043 req-149b02eb-1bdb-41ca-940e-440b131a8fe8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Aug 20 13:36:10.293265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4ff0a-b1cf-429f-a268-d46dbc877303 req-e8978a1a-3138-4f42-914a-08b464d398f6 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:10.300971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ad4ff0a-b1cf-429f-a268-d46dbc877303 req-e8978a1a-3138-4f42-914a-08b464d398f6 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0689237 Aug 20 13:36:10.340177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ad4ff0a-b1cf-429f-a268-d46dbc877303 req-68297b49-e2d2-4704-89e2-fe86317215c7 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/security-groups?id=4aade9de-d2f2-4040-8af2-ceb6085aa1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Aug 20 13:36:10.647898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf8368-bb6a-4985-864b-823b72b79145 req-5d40ac42-6187-483d-8e78-30d35b1fbc47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:10.650110 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7cf8368-bb6a-4985-864b-823b72b79145 req-5d40ac42-6187-483d-8e78-30d35b1fbc47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0712323 Aug 20 13:36:10.722510 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7cf8368-bb6a-4985-864b-823b72b79145 req-af83d5d7-9d9c-4c82-80ac-12951014fa12 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485249 Aug 20 13:36:10.808864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-f757abc0-16a6-4a66-8e51-10f5554ebfd9 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:10.811137 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-f757abc0-16a6-4a66-8e51-10f5554ebfd9 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 945 time: 0.0684862 Aug 20 13:36:10.983182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Deleting port 77c6334a-2cc0-44a8-a24a-ee44875dc1df {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:36:10.984075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.152175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] For port 77c6334a-2cc0-44a8-a24a-ee44875dc1df, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=77c6334a-2cc0-44a8-a24a-ee44875dc1df,segment=NetworkSegment(185368c4-f2b4-40ea-a728-be09fdb385d5),segment_id=185368c4-f2b4-40ea-a728-be09fdb385d5)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:11.152698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.185715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Calling delete_port for 77c6334a-2cc0-44a8-a24a-ee44875dc1df owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:36:11.254211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:11.395336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.410583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['77c6334a-2cc0-44a8-a24a-ee44875dc1df'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:36:11.491659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Pushing event deleted for resources: {'Port': ['ID=77c6334a-2cc0-44a8-a24a-ee44875dc1df,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:11.509275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b060e67-a1bd-4b56-aee6-a99265fe7780 req-b8c36985-bcfb-4855-a4c6-6f4deb247f2b tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a57d7a4-460a-48fe-9d9f-42e9ef2f7818 HTTP/1.1" status: 200 len: 210 time: 0.0757401 Aug 20 13:36:11.546521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] No DVR routers for this DVR port 77c6334a-2cc0-44a8-a24a-ee44875dc1df on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:36:11.549952 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.552324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-caee5ee6-7f51-494d-8954-3bdd183b4400 req-3741cd66-1310-4e46-b723-59ab86c2b6b3 tempest-TestServerAdvancedOps-1069178398 tempest-TestServerAdvancedOps-1069178398-project] 10.222.0.13 "DELETE /v2.0/ports/77c6334a-2cc0-44a8-a24a-ee44875dc1df HTTP/1.1" status: 204 len: 173 time: 0.7351086 Aug 20 13:36:11.554108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93305655-1510-4d3a-a681-1484232a6f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.555367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'name': 'network-vif-deleted', 'tag': '77c6334a-2cc0-44a8-a24a-ee44875dc1df'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:36:11.559711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fd31e0-cbda-45c0-90f4-84317646bb5c" -d '{"events": [{"server_uuid": "4a57d7a4-460a-48fe-9d9f-42e9ef2f7818", "name": "network-vif-deleted", "tag": "77c6334a-2cc0-44a8-a24a-ee44875dc1df"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:36:11.689727 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0328a9-cb12-4e3a-941b-6cc9e54980d4 x-openstack-request-id: req-3e0328a9-cb12-4e3a-941b-6cc9e54980d4 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:36:11.690216 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a57d7a4-460a-48fe-9d9f-42e9ef2f7818", "name": "network-vif-deleted", "tag": "77c6334a-2cc0-44a8-a24a-ee44875dc1df", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:36:11.690611 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e0328a9-cb12-4e3a-941b-6cc9e54980d4 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:36:11.691165 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a57d7a4-460a-48fe-9d9f-42e9ef2f7818', 'name': 'network-vif-deleted', 'tag': '77c6334a-2cc0-44a8-a24a-ee44875dc1df', 'status': 'completed', 'code': 200} Aug 20 13:36:11.714312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93305655-1510-4d3a-a681-1484232a6f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.719481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93305655-1510-4d3a-a681-1484232a6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.782596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-93305655-1510-4d3a-a681-1484232a6f95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9b86dd25cf543aa86cf285712fe4d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272815 Aug 20 13:36:11.785524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:11.792348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93305655-1510-4d3a-a681-1484232a6f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b5661-3d77-40d7-a389-685eb19e1cd6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:11.869345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97b5388c-b901-42a9-bac7-46968856759b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.908574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97b5388c-b901-42a9-bac7-46968856759b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:11.917062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759b16d-f759-4593-b3d0-6e87def70429 req-bb176d05-1a42-46ee-8e7b-b4ea28403c15 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:11.920021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8759b16d-f759-4593-b3d0-6e87def70429 req-bb176d05-1a42-46ee-8e7b-b4ea28403c15 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0646420 Aug 20 13:36:11.978774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8759b16d-f759-4593-b3d0-6e87def70429 req-abc95f96-50ce-4b15-8b38-cf276ef58217 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Aug 20 13:36:11.997921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97b5388c-b901-42a9-bac7-46968856759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.002550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97b5388c-b901-42a9-bac7-46968856759b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.006899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-97b5388c-b901-42a9-bac7-46968856759b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f0b5661-3d77-40d7-a389-685eb19e1cd6 HTTP/1.1" status: 204 len: 168 time: 0.2203095 Aug 20 13:36:12.017476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5388c-b901-42a9-bac7-46968856759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b5661-3d77-40d7-a389-685eb19e1cd6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:12.373412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:12.387005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e554b5c-f939-4851-b643-6cc77774f1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.483700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e554b5c-f939-4851-b643-6cc77774f1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.489252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e554b5c-f939-4851-b643-6cc77774f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.541795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9e554b5c-f939-4851-b643-6cc77774f1b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd3d742ae5cb4abf86733dc8101dc971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671910 Aug 20 13:36:12.544356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42750) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:12.544858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554b5c-f939-4851-b643-6cc77774f1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed2178a-4719-46ed-8cc6-562b8bc4a765,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:12.615971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:12.675826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Deleting subnet e8420199-8d94-48c7-802a-d4f8318f7b56 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:36:12.681023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.690320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d57e6f5-5c7e-456e-bcfd-7e23a0d53822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.736062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d57e6f5-5c7e-456e-bcfd-7e23a0d53822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.762435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.812169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d57e6f5-5c7e-456e-bcfd-7e23a0d53822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.815389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.817556 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d57e6f5-5c7e-456e-bcfd-7e23a0d53822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.819422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d57e6f5-5c7e-456e-bcfd-7e23a0d53822 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ed2178a-4719-46ed-8cc6-562b8bc4a765 HTTP/1.1" status: 204 len: 168 time: 0.2740071 Aug 20 13:36:12.831335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57e6f5-5c7e-456e-bcfd-7e23a0d53822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed2178a-4719-46ed-8cc6-562b8bc4a765,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:12.897951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.933463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8420199-8d94-48c7-802a-d4f8318f7b56,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:12.935787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:12.941611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42762) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:12.941777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-23082f00-e903-4b3f-b20c-0ac17a3d3cd1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e8420199-8d94-48c7-802a-d4f8318f7b56 HTTP/1.1" status: 204 len: 168 time: 0.3231952 Aug 20 13:36:13.033824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.182618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.197290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:13.213700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a60e4-43c2-4b58-a9b8-5ccce765f88e req-eded973f-595b-4f5b-859d-210cdbe2e025 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:13.215311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d5a60e4-43c2-4b58-a9b8-5ccce765f88e req-eded973f-595b-4f5b-859d-210cdbe2e025 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.1511433 Aug 20 13:36:13.219765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185368c4-f2b4-40ea-a728-be09fdb385d5') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:13.220063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185368c4-f2b4-40ea-a728-be09fdb385d5') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:13.240627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.260032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42768) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:13.272852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.278920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9265b8c-74ff-45b8-924d-cd70a79ab637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.287806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:36:13.288254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:36:13.290049 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:36:13.377837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d5a60e4-43c2-4b58-a9b8-5ccce765f88e req-175edfec-6083-46d1-89b9-51982fc9f53c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490438 Aug 20 13:36:13.423051 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9265b8c-74ff-45b8-924d-cd70a79ab637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.423748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.427678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9265b8c-74ff-45b8-924d-cd70a79ab637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.434106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.436224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] 10.222.0.59 "DELETE /v2.0/networks/4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d HTTP/1.1" status: 204 len: 168 time: 0.4941196 Aug 20 13:36:13.440019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:13.477078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59d884-4fcc-4852-9b32-2309f43c330d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca0f1c3-70cd-4c00-ab6a-378177bf2c0d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:13.483445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9265b8c-74ff-45b8-924d-cd70a79ab637 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=072a71c7a66740efb005a33f3f69ad17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220664 Aug 20 13:36:13.484278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42776) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:13.485867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9265b8c-74ff-45b8-924d-cd70a79ab637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f20d8-450e-4d48-952f-3821a42c343d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:13.508946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Deleting subnet 6fafbb77-f231-4a71-bc47-98d0a6fa46e3 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:36:13.512884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.548771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1989e5a1-9b3c-457f-b364-9282f8e770a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.557541 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.572526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1989e5a1-9b3c-457f-b364-9282f8e770a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.607409 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.625839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1989e5a1-9b3c-457f-b364-9282f8e770a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.628701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1989e5a1-9b3c-457f-b364-9282f8e770a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.629981 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1989e5a1-9b3c-457f-b364-9282f8e770a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a54f20d8-450e-4d48-952f-3821a42c343d HTTP/1.1" status: 204 len: 168 time: 0.1411016 Aug 20 13:36:13.652603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989e5a1-9b3c-457f-b364-9282f8e770a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f20d8-450e-4d48-952f-3821a42c343d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:13.676364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.704202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fafbb77-f231-4a71-bc47-98d0a6fa46e3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:13.708318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.712858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42780) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:13.713116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6990cf59-1bd7-4fa3-8bdc-15c1b3da33d3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6fafbb77-f231-4a71-bc47-98d0a6fa46e3 HTTP/1.1" status: 204 len: 168 time: 0.2718041 Aug 20 13:36:13.799573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.898123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.910130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746ef41e-f70a-4fa9-829d-945115afa932']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:13.923152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0549df40-0001-4bae-ad4d-5df3e4163622') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:13.923452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0549df40-0001-4bae-ad4d-5df3e4163622') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:13.934467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.951370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.959193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:36:13.959620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:36:13.961546 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:36:14.022493 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:14.035437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:14.040738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/746ef41e-f70a-4fa9-829d-945115afa932 HTTP/1.1" status: 204 len: 168 time: 0.3267908 Aug 20 13:36:14.051210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47f140-b7a6-4961-a288-bc54683a9be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=746ef41e-f70a-4fa9-829d-945115afa932,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:14.207090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42800) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:14.257447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0857304a-6f63-465b-9539-9a7bacf5c8d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41fee878ef4a44b2bc241ca8f45ab22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490527 Aug 20 13:36:14.260257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42802) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:14.319431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06f5ae33-f710-48e1-8c8a-e0776e639e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:14.347652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06f5ae33-f710-48e1-8c8a-e0776e639e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:14.425131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06f5ae33-f710-48e1-8c8a-e0776e639e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:14.427704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-06f5ae33-f710-48e1-8c8a-e0776e639e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:14.429342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-06f5ae33-f710-48e1-8c8a-e0776e639e28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4aade9de-d2f2-4040-8af2-ceb6085aa1ff HTTP/1.1" status: 204 len: 168 time: 0.1680179 Aug 20 13:36:14.440658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5ae33-f710-48e1-8c8a-e0776e639e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aade9de-d2f2-4040-8af2-ceb6085aa1ff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:14.596127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fe630-38ce-4d0a-b2a3-a6d9174707d2 req-410a3803-9eab-42ea-8b57-f0d497b82223 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:14.601261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b83fe630-38ce-4d0a-b2a3-a6d9174707d2 req-410a3803-9eab-42ea-8b57-f0d497b82223 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0912383 Aug 20 13:36:14.607645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 77c6334a-2cc0-44a8-a24a-ee44875dc1df no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:36:14.647071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 77c6334a-2cc0-44a8-a24a-ee44875dc1df {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:36:14.647432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 77c6334a-2cc0-44a8-a24a-ee44875dc1df not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:36:14.651546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b83fe630-38ce-4d0a-b2a3-a6d9174707d2 req-681709f9-379e-444e-b65d-49968784298a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467808 Aug 20 13:36:14.951017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:15.007236 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-38c68d42-c939-4c59-a880-7182607311be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52467e1617e44c64bb4d0c4d4309129d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523751 Aug 20 13:36:15.007478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42836) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:15.062112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31fbca99-df72-45fb-9e59-e52b65d53c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.086155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31fbca99-df72-45fb-9e59-e52b65d53c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.093967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42838) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:15.138639 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31fbca99-df72-45fb-9e59-e52b65d53c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.141962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31fbca99-df72-45fb-9e59-e52b65d53c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.143370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31fbca99-df72-45fb-9e59-e52b65d53c17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/039bc6d6-bd8b-4e97-9d59-96a1198f014a HTTP/1.1" status: 204 len: 168 time: 0.1346653 Aug 20 13:36:15.153527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbca99-df72-45fb-9e59-e52b65d53c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039bc6d6-bd8b-4e97-9d59-96a1198f014a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:15.221676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f302073-01e5-4445-9146-0b1a222e986d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.340451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f302073-01e5-4445-9146-0b1a222e986d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.345923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f302073-01e5-4445-9146-0b1a222e986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.389817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9f302073-01e5-4445-9146-0b1a222e986d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98542a6105c448658bbf97859833c62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908585 Aug 20 13:36:15.389817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:15.394571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f302073-01e5-4445-9146-0b1a222e986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf8d2ab-1228-47b9-8aee-b5c0a4047bc0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:15.455826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0055c85e-4c67-4739-a951-c7c1e20f62fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.478652 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0055c85e-4c67-4739-a951-c7c1e20f62fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.536921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0055c85e-4c67-4739-a951-c7c1e20f62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.539637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0055c85e-4c67-4739-a951-c7c1e20f62fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.540973 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0055c85e-4c67-4739-a951-c7c1e20f62fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cf8d2ab-1228-47b9-8aee-b5c0a4047bc0 HTTP/1.1" status: 204 len: 168 time: 0.1509786 Aug 20 13:36:15.557301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055c85e-4c67-4739-a951-c7c1e20f62fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf8d2ab-1228-47b9-8aee-b5c0a4047bc0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:15.767178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11205782-4ff3-463b-842d-6130bc0c4f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:15.795962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd096b-3c30-45d7-8636-4e4e3cde3ae2 req-f7b51708-c8f7-4367-81aa-238da7f80865 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:15.797566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-68bd096b-3c30-45d7-8636-4e4e3cde3ae2 req-f7b51708-c8f7-4367-81aa-238da7f80865 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0705957 Aug 20 13:36:15.855158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-68bd096b-3c30-45d7-8636-4e4e3cde3ae2 req-a1ca3dfc-bb96-40d4-9a62-d426313f1229 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483699 Aug 20 13:36:16.033561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42882) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:16.208734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1951196165-network', 'tenant_id': '71eac37b2778417498d3b3abd6731e57'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:36:16.236442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Made reservation on behalf of 71eac37b2778417498d3b3abd6731e57 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:36:16.238932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.249036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.377183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.383130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.419020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:36:16.434795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b8c49e-5e3a-4b41-8845-e7d5ef11beec,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:16.439322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.439678 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Added segment 05a3350f-75c1-4eda-81ba-ce4dd792f5c8 of type vlan for network f4f7a1da-083f-4daf-8350-3b803f102f6e Aug 20 13:36:16.489480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42900) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:16.497582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.527021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.528764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:16.529803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.600883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42904) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:16.601118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5660670 Aug 20 13:36:16.608279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1486915488-network', 'tenant_id': 'c64a1365025d4769ab1531aec0ad1717'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:36:16.609359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Request body: {'subnet': {'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1951196165-subnet', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:36:16.619640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9b513-18a2-4029-b3c9-76496ba748b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f7a1da-083f-4daf-8350-3b803f102f6e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:16.629380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f4f7a1da-083f-4daf-8350-3b803f102f6e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:36:16.653972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:36:16.653972 n-d-804232-5 neutron-server[94861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 13:36:16.653972 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id': 'c64a1365025d4769ab1531aec0ad1717', 'id': 'aac27908-f650-4198-81e6-9af8b1a2bf83', 'expiration': datetime.datetime(2021, 8, 20, 13, 38, 16, 641481)}] Aug 20 13:36:16.653972 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:36:16.654349 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:36:16.662015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Made reservation on behalf of 71eac37b2778417498d3b3abd6731e57 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:36:16.665100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.881936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:16.980178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a391c0-887b-4742-8f34-afef51c3829f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:17.000351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Checking segment: {'id': '05a3350f-75c1-4eda-81ba-ce4dd792f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:36:17.000899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Network hostable DHCP agents. Network: f4f7a1da-083f-4daf-8350-3b803f102f6e, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:36:17.026256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8506bf4-001a-4b3d-acc9-130acc0b12d4 req-9b432ad7-785d-47da-9c09-71c69c1f1dfc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:17.027953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8506bf4-001a-4b3d-acc9-130acc0b12d4 req-9b432ad7-785d-47da-9c09-71c69c1f1dfc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0944421 Aug 20 13:36:17.039156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Network f4f7a1da-083f-4daf-8350-3b803f102f6e is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:36:17.063655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f4f7a1da-083f-4daf-8350-3b803f102f6e) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:36:17.070788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:17.071240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.074164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc1d46-e7eb-4b17-8f9a-987448dc8b37 None None] Network f4f7a1da-083f-4daf-8350-3b803f102f6e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:36:17.100036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8506bf4-001a-4b3d-acc9-130acc0b12d4 req-58aeb584-fb9b-4430-a74b-31fa211dd96c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Aug 20 13:36:17.104862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5642f16e-8984-4e98-9639-b3f8150a438b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5016840 Aug 20 13:36:17.107623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42916) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:17.113113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:36:17.142546 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.144369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.192599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Made reservation on behalf of c64a1365025d4769ab1531aec0ad1717 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:36:17.204805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.210832 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.215471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.282824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f4f7a1da-083f-4daf-8350-3b803f102f6e', 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'fixed_ips': [{'subnet_id': '13a391c0-887b-4742-8f34-afef51c3829f'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:36:17.283742 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.355584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.363017 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.372748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.392307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:36:17.407448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21315f5c-0ef2-4b4f-acb9-940f08af8747,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:17.414275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.414977 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Added segment aa379600-0531-435a-a7f7-6e83f857c192 of type vlan for network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa Aug 20 13:36:17.469623 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.491648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Allocated IP 172.20.0.2 (f4f7a1da-083f-4daf-8350-3b803f102f6e/13a391c0-887b-4742-8f34-afef51c3829f/580b8572-9c13-408b-8c9f-66e9402b673e) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:36:17.503758 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.505598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:17.506799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.575135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0839837 Aug 20 13:36:17.578028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42918) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:17.585746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Request body: {'subnet': {'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1486915488-subnet', 'tenant_id': 'c64a1365025d4769ab1531aec0ad1717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:36:17.610020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a26622-e30c-49fe-a4b1-5857939e7666 admin admin] Pushing event updated for resources: {'Network': ['ID=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:17.617721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Made reservation on behalf of c64a1365025d4769ab1531aec0ad1717 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:36:17.621456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.622056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:36:17.663985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.692477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.866539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.874798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Allocated IP 172.25.6.54 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/c9f26601-5929-4673-ab80-e4dd84ee2b7b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:36:17.925271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.938183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06a0fd7-1a8b-469b-9d24-c78545801cff,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:17.939606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Transition to ACTIVE for port object 580b8572-9c13-408b-8c9f-66e9402b673e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:36:17.966492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Checking segment: {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:36:17.967027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Network hostable DHCP agents. Network: 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:36:17.975736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Transition to ACTIVE for port object 580b8572-9c13-408b-8c9f-66e9402b673e will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:36:17.989043 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:17.993476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:36:18.009593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:36:18.018813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:18.019470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.030709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.031409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7bfb6d-4ea4-4cff-be26-58336ed4f01e None None] Network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:36:18.036614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Network f4f7a1da-083f-4daf-8350-3b803f102f6e is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:36:18.043615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b030b4f8-4a97-4ca2-9aa0-7ae9f52abcd6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4640594 Aug 20 13:36:18.080753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:36:18.083261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:36:18.106883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.163766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:36:18.164960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Attempting to bind port 580b8572-9c13-408b-8c9f-66e9402b673e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:36:18.165502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Attempting to bind port 580b8572-9c13-408b-8c9f-66e9402b673e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '05a3350f-75c1-4eda-81ba-ce4dd792f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:36:18.166044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Attempting to bind port 580b8572-9c13-408b-8c9f-66e9402b673e on network f4f7a1da-083f-4daf-8350-3b803f102f6e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:36:18.174747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Pushing event updated for resources: {'Port': ['ID=580b8572-9c13-408b-8c9f-66e9402b673e,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:18.175666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:36:18.182148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:36:18.182529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Checking segment: {'id': '05a3350f-75c1-4eda-81ba-ce4dd792f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:36:18.182935 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.183362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Bound using segment: {'id': '05a3350f-75c1-4eda-81ba-ce4dd792f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:36:18.183815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Bound port: 580b8572-9c13-408b-8c9f-66e9402b673e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a3350f-75c1-4eda-81ba-ce4dd792f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:36:18.184297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.214403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:36:18.289896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] For port 580b8572-9c13-408b-8c9f-66e9402b673e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:36:18.294182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] For port 580b8572-9c13-408b-8c9f-66e9402b673e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=580b8572-9c13-408b-8c9f-66e9402b673e,segment=NetworkSegment(05a3350f-75c1-4eda-81ba-ce4dd792f5c8),segment_id=05a3350f-75c1-4eda-81ba-ce4dd792f5c8)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:36:18.308080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.433950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424287e1-31fd-4dce-9451-66a4e32830f3 None None] Network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:36:18.483118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Pushing event updated for resources: {'Port': ['ID=c9f26601-5929-4673-ab80-e4dd84ee2b7b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:18.549467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8d57d-accd-4c98-ae09-2aac9376f1dc req-a42fe72a-be49-4d40-a308-b16856f7f82d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:18.557223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-26b8d57d-accd-4c98-ae09-2aac9376f1dc req-a42fe72a-be49-4d40-a308-b16856f7f82d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.2710276 Aug 20 13:36:18.563654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6f4b4-dbd1-4ad8-8f43-626b694885f5 None None] Pushing event updated for resources: {'Port': ['ID=580b8572-9c13-408b-8c9f-66e9402b673e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:18.581177 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e575-15bf-4839-a727-6ce23b8629a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.625714 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.648251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-26b8d57d-accd-4c98-ae09-2aac9376f1dc req-93a02dd3-c817-447c-97e5-42c5cb4754ca tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897205 Aug 20 13:36:18.735042 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:18.994925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:19.138595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Router 4b8d598d-4813-402b-b204-a74cae5424e1 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:36:19.273934 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:36:19.279647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:36:19.304614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Sync routers for ids ['4b8d598d-4813-402b-b204-a74cae5424e1'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:36:19.326509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Routers {'4b8d598d-4813-402b-b204-a74cae5424e1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:36:19.329719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:36:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4b8d598d-4813-402b-b204-a74cae5424e1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:19.340211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:19.346567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0bbd51bc-a66b-4fe5-a424-94a91dc47c6c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2374094 Aug 20 13:36:19.349286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:19.493715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:19.611385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Set router 4b8d598d-4813-402b-b204-a74cae5424e1 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:36:19.808505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5695f7-e838-4c08-9e09-9b88001ed322 None None] Network f4f7a1da-083f-4daf-8350-3b803f102f6e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:36:19.841115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f102151-3755-403b-a307-09f934d7c7c7 req-69be3e52-714a-4739-ae3f-8bb087c498b4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:19.843061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f102151-3755-403b-a307-09f934d7c7c7 req-69be3e52-714a-4739-ae3f-8bb087c498b4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.0737298 Aug 20 13:36:19.916489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c09d7d7-871d-44b4-b9ee-9529a5abfac4 None None] Provisioning for port 580b8572-9c13-408b-8c9f-66e9402b673e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:36:19.969883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:18Z', 'revision_number': 3, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port': {'id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:19.971807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f102151-3755-403b-a307-09f934d7c7c7 req-025c0735-32d2-4232-914b-441609bd7a85 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171205 Aug 20 13:36:20.015831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Checking router: 4b8d598d-4813-402b-b204-a74cae5424e1 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:36:20.016155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Updating router 4b8d598d-4813-402b-b204-a74cae5424e1 port c9f26601-5929-4673-ab80-e4dd84ee2b7b binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:36:20.072652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.286730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 580b8572-9c13-408b-8c9f-66e9402b673e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:36:20.442719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 580b8572-9c13-408b-8c9f-66e9402b673e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:36:20.449547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 580b8572-9c13-408b-8c9f-66e9402b673e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:20.449910 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.550991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.657106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1836e1a-02f1-4ade-8d73-ab6daf4755fd details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:36:20.727139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.786150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.795517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Allocated IP 172.20.0.1 (f4f7a1da-083f-4daf-8350-3b803f102f6e/13a391c0-887b-4742-8f34-afef51c3829f/12eb166a-b3dc-4946-b6a0-51e3ee55b01a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:36:20.837266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Transition to ACTIVE for port object c9f26601-5929-4673-ab80-e4dd84ee2b7b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:36:20.841399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fddee5f7-5c33-4275-bc20-5264de6f18ea None None] Provisioning complete for port 580b8572-9c13-408b-8c9f-66e9402b673e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:20.841798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fddee5f7-5c33-4275-bc20-5264de6f18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.845393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 580b8572-9c13-408b-8c9f-66e9402b673e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=580b8572-9c13-408b-8c9f-66e9402b673e,segment=NetworkSegment(05a3350f-75c1-4eda-81ba-ce4dd792f5c8),segment_id=05a3350f-75c1-4eda-81ba-ce4dd792f5c8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:20.876995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.879015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.923275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:20.942935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Transition to ACTIVE for port object 12eb166a-b3dc-4946-b6a0-51e3ee55b01a will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:36:20.978876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:20.981780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Attempting to bind port c9f26601-5929-4673-ab80-e4dd84ee2b7b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:36:20.982167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Attempting to bind port c9f26601-5929-4673-ab80-e4dd84ee2b7b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:36:20.982539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Attempting to bind port c9f26601-5929-4673-ab80-e4dd84ee2b7b on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:36:21.001382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:36:21.001909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:36:21.002297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.002789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:36:21.003164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Bound port: c9f26601-5929-4673-ab80-e4dd84ee2b7b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:36:21.003554 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.005396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.062309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=12eb166a-b3dc-4946-b6a0-51e3ee55b01a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:21.072086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Network f4f7a1da-083f-4daf-8350-3b803f102f6e is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:36:21.073655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:36:21.076157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:36:21.120657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] For port c9f26601-5929-4673-ab80-e4dd84ee2b7b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:36:21.124211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] For port c9f26601-5929-4673-ab80-e4dd84ee2b7b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c9f26601-5929-4673-ab80-e4dd84ee2b7b,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:36:21.128935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420534-c005-4455-96fd-572524b7454d None None] Pushing event updated for resources: {'Port': ['ID=c9f26601-5929-4673-ab80-e4dd84ee2b7b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:21.135880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.182715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.184708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd', 'mac_address': 'fa:16:3e:5f:27:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:36:21.342592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf0011-0d75-4b0a-b146-3a2df781dcdb req-6c80bf7b-16c5-444e-8732-336f1e284146 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:21.345496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79bf0011-0d75-4b0a-b146-3a2df781dcdb req-6c80bf7b-16c5-444e-8732-336f1e284146 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 943 time: 0.2055645 Aug 20 13:36:21.361201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Routers {'4b8d598d-4813-402b-b204-a74cae5424e1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:36:21.361864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:36:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4b8d598d-4813-402b-b204-a74cae5424e1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:21.368676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=580b8572-9c13-408b-8c9f-66e9402b673e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:21.440756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.464481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.483485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79bf0011-0d75-4b0a-b146-3a2df781dcdb req-9c4181c1-2f61-4f11-81c8-ead315498aa2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305673 Aug 20 13:36:21.729842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.738692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.762999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1836e1a-02f1-4ade-8d73-ab6daf4755fd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:36:21.790779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.845766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420534-c005-4455-96fd-572524b7454d None None] Pushing event updated for resources: {'Port': ['ID=c9f26601-5929-4673-ab80-e4dd84ee2b7b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:21.863037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-105e17b5-ae78-4b7e-9159-842a375974df None None] Provisioning for port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:36:21.870030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.874387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:21.879215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-105e17b5-ae78-4b7e-9159-842a375974df None None] Provisioning complete for port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:21.887020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=12eb166a-b3dc-4946-b6a0-51e3ee55b01a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:21.937278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-105e17b5-ae78-4b7e-9159-842a375974df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:21.947455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:22.011337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Network f4f7a1da-083f-4daf-8350-3b803f102f6e is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:36:22.015450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-105e17b5-ae78-4b7e-9159-842a375974df None None] Port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:36:22.015616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:36:22.108738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] Set router 4b8d598d-4813-402b-b204-a74cae5424e1 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:36:22.260212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Router 4b8d598d-4813-402b-b204-a74cae5424e1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:36:22.260571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1836e1a-02f1-4ade-8d73-ab6daf4755fd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:36:22.262624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 580b8572-9c13-408b-8c9f-66e9402b673e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:36:22.326214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:22.403890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:36:22.417331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41b763cb-4097-4d44-8711-1db7e0835ab7 admin admin] 10.222.0.59 "PUT /v2.0/routers/4b8d598d-4813-402b-b204-a74cae5424e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0668080 Aug 20 13:36:22.481543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d1e31b93-ce34-40b2-912b-106155238e7e None None] Provisioning complete for port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:22.481839 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d1e31b93-ce34-40b2-912b-106155238e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:22.582180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 580b8572-9c13-408b-8c9f-66e9402b673e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:22.582564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:22.625706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d1e31b93-ce34-40b2-912b-106155238e7e None None] Port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:36:22.712679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d9b54-1bee-46d5-b41c-23fc0b07a20e req-9ab2aa60-d7dd-4570-b84a-bfb961afad54 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:22.715552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af0d9b54-1bee-46d5-b41c-23fc0b07a20e req-9ab2aa60-d7dd-4570-b84a-bfb961afad54 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 944 time: 0.1325452 Aug 20 13:36:22.796686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af0d9b54-1bee-46d5-b41c-23fc0b07a20e req-6d1f4ee1-e82d-4064-b8ad-21315381527f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Aug 20 13:36:22.811276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:18Z', 'revision_number': 3, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port': {'id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:22.886965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac415d8-d0ee-499e-a898-bcc2c69dfbb2 None None] The sync data for ids ['4b8d598d-4813-402b-b204-a74cae5424e1'] in n-d-804232-5 is: [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:18Z', 'revision_number': 3, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port': {'id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:36:24.018079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943b957-772e-4f42-895e-3cc77d0370f4 req-4ffdbc06-292b-4aae-a205-136e5b0508b6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:24.025861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8943b957-772e-4f42-895e-3cc77d0370f4 req-4ffdbc06-292b-4aae-a205-136e5b0508b6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 944 time: 0.0846198 Aug 20 13:36:24.076892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8943b957-772e-4f42-895e-3cc77d0370f4 req-22a249e5-73fc-4827-8926-fa7dd75f15f2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Aug 20 13:36:24.148578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:24.257526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c9f26601-5929-4673-ab80-e4dd84ee2b7b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:36:24.325406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c9f26601-5929-4673-ab80-e4dd84ee2b7b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:36:24.330444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c9f26601-5929-4673-ab80-e4dd84ee2b7b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:24.331334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:24.427117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:24.451572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c9f26601-5929-4673-ab80-e4dd84ee2b7b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c9f26601-5929-4673-ab80-e4dd84ee2b7b,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:24.461904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:24.526768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c9f26601-5929-4673-ab80-e4dd84ee2b7b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:24.536953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.537454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.542596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.543158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.543617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.544059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.544641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.545079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.545640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.558638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.559313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.564759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:36:24.660790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:24.669526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1836e1a-02f1-4ade-8d73-ab6daf4755fd up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:36:24.763054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port e1836e1a-02f1-4ade-8d73-ab6daf4755fd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:36:24.770451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port e1836e1a-02f1-4ade-8d73-ab6daf4755fd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:24.770838 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:24.958012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:25.011432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:36:25.013764 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1313de0-ab14-4103-baab-3c688609c48d" -d '{"events": [{"server_uuid": "95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680", "name": "network-vif-plugged", "status": "completed", "tag": "e1836e1a-02f1-4ade-8d73-ab6daf4755fd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:36:25.072252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:25.081697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:25.092307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Deleting port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:36:25.092877 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:25.144122 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713b0bd2-4682-4f90-975f-686821a9dd04 x-openstack-request-id: req-713b0bd2-4682-4f90-975f-686821a9dd04 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:36:25.147658 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680", "name": "network-vif-plugged", "status": "completed", "tag": "e1836e1a-02f1-4ade-8d73-ab6daf4755fd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:36:25.147658 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-713b0bd2-4682-4f90-975f-686821a9dd04 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:36:25.147658 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd', 'code': 200} Aug 20 13:36:25.148006 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Sync routers for ids ['4b8d598d-4813-402b-b204-a74cae5424e1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:36:25.178661 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Routers {'4b8d598d-4813-402b-b204-a74cae5424e1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:36:25.179297 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:36:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4b8d598d-4813-402b-b204-a74cae5424e1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:25.183224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:25.223064 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:25.285917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Calling delete_port for 12eb166a-b3dc-4946-b6a0-51e3ee55b01a owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:36:25.295595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d305-d3ce-42d9-8836-4cad338e251d req-50de2cb8-61d9-45bc-a4bd-12831cdd6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:25.299091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcd5d305-d3ce-42d9-8836-4cad338e251d req-50de2cb8-61d9-45bc-a4bd-12831cdd6101 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 1096 time: 0.0998988 Aug 20 13:36:25.357071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcd5d305-d3ce-42d9-8836-4cad338e251d req-1c7cd151-b2c7-4b4b-b29a-6813e83b0e0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Aug 20 13:36:25.374271 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Set router 4b8d598d-4813-402b-b204-a74cae5424e1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:36:25.424251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1a86-11f0-46b6-aa92-03734840b526 req-ff4ee9a8-4a93-4d1b-b252-90cad452cf99 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:25.432223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b23f1a86-11f0-46b6-aa92-03734840b526 req-ff4ee9a8-4a93-4d1b-b252-90cad452cf99 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.1432104 Aug 20 13:36:25.642429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:25.672867 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:21Z', 'revision_number': 4, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port': {'id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '12eb166a-b3dc-4946-b6a0-51e3ee55b01a', 'name': '', 'network_id': 'f4f7a1da-083f-4daf-8350-3b803f102f6e', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'mac_address': 'fa:16:3e:9d:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '13a391c0-887b-4742-8f34-afef51c3829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:20Z', 'updated_at': '2021-08-20T13:36:21Z', 'revision_number': 2, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'subnets': [{'id': '13a391c0-887b-4742-8f34-afef51c3829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:25.699639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Pushing event deleted for resources: {'Port': ['ID=12eb166a-b3dc-4946-b6a0-51e3ee55b01a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:25.715201 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Checking router: 4b8d598d-4813-402b-b204-a74cae5424e1 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:36:25.715465 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Updating router 4b8d598d-4813-402b-b204-a74cae5424e1 port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:36:25.734871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Port 12eb166a-b3dc-4946-b6a0-51e3ee55b01a not found while updating agent binding for router 4b8d598d-4813-402b-b204-a74cae5424e1. {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 13:36:25.744022 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Routers {'4b8d598d-4813-402b-b204-a74cae5424e1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:36:25.745207 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:36:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4b8d598d-4813-402b-b204-a74cae5424e1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:25.862733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b23f1a86-11f0-46b6-aa92-03734840b526 req-4a5f96a8-899b-452b-9767-9d81aacbfd8b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295557 Aug 20 13:36:25.927190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-12252c81-f7b2-42c9-867d-2ba8300ad903 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1160579 Aug 20 13:36:25.932419 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] Set router 4b8d598d-4813-402b-b204-a74cae5424e1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:36:26.077097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.079798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.080429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.081446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.083242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.085110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.088113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.090385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f5b9ce81-0e4d-4a72-bc9e-72d2ccbb3302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.1055946 Aug 20 13:36:26.139610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:26.266993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:25Z', 'revision_number': 5, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port': {'id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:26.328673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a049440c-4ba3-4d88-9070-0833e81d26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.329674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a049440c-4ba3-4d88-9070-0833e81d26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.330291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a049440c-4ba3-4d88-9070-0833e81d26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:26.339361 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a049440c-4ba3-4d88-9070-0833e81d26c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 2296 time: 0.2199423 Aug 20 13:36:26.347124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c9f26601-5929-4673-ab80-e4dd84ee2b7b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:36:26.501004 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d249047-f30b-4d47-a635-91ede0cfb829 None None] The sync data for ids ['4b8d598d-4813-402b-b204-a74cae5424e1'] in n-d-804232-5 is: [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:25Z', 'revision_number': 5, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port': {'id': 'c9f26601-5929-4673-ab80-e4dd84ee2b7b', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:36:26.710269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c9f26601-5929-4673-ab80-e4dd84ee2b7b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:26.710645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:26.817488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Router 4b8d598d-4813-402b-b204-a74cae5424e1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:36:27.129160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:36:27.130799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-9851951a-ab6b-47d4-a3a0-a130d0ee2bb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1002 time: 0.7837114 Aug 20 13:36:27.139184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3c784fcd-8f8c-4773-b867-1b5f1abac143 admin admin] 10.222.0.59 "PUT /v2.0/routers/4b8d598d-4813-402b-b204-a74cae5424e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894087 Aug 20 13:36:27.144697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:27.259110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-fed94ac9-565a-4f68-9254-4860ac89bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:27.260670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-fed94ac9-565a-4f68-9254-4860ac89bc21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.1217713 Aug 20 13:36:27.277922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ad0a-6bd4-4d26-85ae-a24b94887577 req-d5c8328b-9420-42e5-ab19-658068ba2e7e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:27.282641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f760ad0a-6bd4-4d26-85ae-a24b94887577 req-d5c8328b-9420-42e5-ab19-658068ba2e7e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.2058289 Aug 20 13:36:27.345556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-bb140b30-50f4-45e1-a984-cdd708eb1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:27.349414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-bb140b30-50f4-45e1-a984-cdd708eb1f5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807614 Aug 20 13:36:27.493568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:27.506797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f760ad0a-6bd4-4d26-85ae-a24b94887577 req-eb4edae6-76db-40c2-92ad-732091134af5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928766 Aug 20 13:36:27.616062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-2a426988-244b-4099-894e-c63fcb4823d1 service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584879 Aug 20 13:36:27.690078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:27.808769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Deleting port c9f26601-5929-4673-ab80-e4dd84ee2b7b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:36:27.808963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:27.889203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-ab3ff138-b5ac-4a49-994c-327f5634d749 service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619424 Aug 20 13:36:27.910307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] Sync routers for ids ['4b8d598d-4813-402b-b204-a74cae5424e1'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:36:27.927727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] Routers {'4b8d598d-4813-402b-b204-a74cae5424e1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:36:27.928832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:36:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4b8d598d-4813-402b-b204-a74cae5424e1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:27.980387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7725dbec-7205-48c4-9d50-0ef94c90f86b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 217 time: 0.0841765 Aug 20 13:36:28.057753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] Set router 4b8d598d-4813-402b-b204-a74cae5424e1 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:36:28.072151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c538b-3d5b-4197-8a9d-3997ec365630 req-334d29c8-ace9-4ceb-9468-f80b0f8f2f86 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:28.073790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] For port c9f26601-5929-4673-ab80-e4dd84ee2b7b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c9f26601-5929-4673-ab80-e4dd84ee2b7b,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:28.074170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:28.081650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-582c538b-3d5b-4197-8a9d-3997ec365630 req-334d29c8-ace9-4ceb-9468-f80b0f8f2f86 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.3356082 Aug 20 13:36:28.086105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a76372fa-e2f6-4066-8559-4e96697c0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:28.087814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a76372fa-e2f6-4066-8559-4e96697c0a4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0986860 Aug 20 13:36:28.116362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Calling delete_port for c9f26601-5929-4673-ab80-e4dd84ee2b7b owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:36:28.166803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-582c538b-3d5b-4197-8a9d-3997ec365630 req-48340b11-76d1-4eb8-bea1-cc0b7819cf5a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818019 Aug 20 13:36:28.197904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:27Z', 'revision_number': 6, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:28.210630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-2b29a5a5-44f4-42f8-99b1-7a9e2c489de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:28.214436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-2b29a5a5-44f4-42f8-99b1-7a9e2c489de6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193488 Aug 20 13:36:28.227556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] Checking router: 4b8d598d-4813-402b-b204-a74cae5424e1 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:36:28.252592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] Routers {'4b8d598d-4813-402b-b204-a74cae5424e1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:36:28.253271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:36:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4b8d598d-4813-402b-b204-a74cae5424e1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:28.293921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-d31d325d-d2c0-4f4f-b53a-c9ff51b9f026 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3343835 Aug 20 13:36:28.503834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] Set router 4b8d598d-4813-402b-b204-a74cae5424e1 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:36:28.551976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-b5705d21-ad5f-4fcb-857a-e97fbe06300d service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288472 Aug 20 13:36:28.573313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:27Z', 'revision_number': 6, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:28.583910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c04cd2-5743-45f9-83cb-e26cffba1f93 req-7ebcb47c-2cca-4a8a-b80e-7dc9f887acfb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:28.585532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7c04cd2-5743-45f9-83cb-e26cffba1f93 req-7ebcb47c-2cca-4a8a-b80e-7dc9f887acfb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.2792168 Aug 20 13:36:28.607533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c7c7f-5234-42cc-b986-02c1a6ffe567 None None] The sync data for ids ['4b8d598d-4813-402b-b204-a74cae5424e1'] in n-d-804232-5 is: [{'id': '4b8d598d-4813-402b-b204-a74cae5424e1', 'name': 'tempest-ImageQuotaTest-1951196165-router', 'tenant_id': '71eac37b2778417498d3b3abd6731e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:36:17Z', 'updated_at': '2021-08-20T13:36:27Z', 'revision_number': 6, 'project_id': '71eac37b2778417498d3b3abd6731e57', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:36:28.612864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-f4829985-6581-4c46-b811-da86cfad3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:28.614463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-f4829985-6581-4c46-b811-da86cfad3d1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1097 time: 0.2923710 Aug 20 13:36:28.767882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7c04cd2-5743-45f9-83cb-e26cffba1f93 req-dd946383-63a0-4082-b305-570d0364a29c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650565 Aug 20 13:36:28.838666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:28.871707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-1c90dd1d-811e-473b-8c11-2c49ab6d096a service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021002 Aug 20 13:36:28.927140 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:29.004670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-2cfddc44-3c13-48da-b49c-69a7143720ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 217 time: 0.1278028 Aug 20 13:36:29.113125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7d2ca931-8841-41c7-80bd-fb4674cb5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:29.113125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7d2ca931-8841-41c7-80bd-fb4674cb5f48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.1006701 Aug 20 13:36:29.280586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-1f0796de-266d-4c4c-a19b-dc19c37d52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:29.282214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-1f0796de-266d-4c4c-a19b-dc19c37d52e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563520 Aug 20 13:36:29.371635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f26601-5929-4673-ab80-e4dd84ee2b7b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:29.383589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-0f445569-72e2-47cf-bd79-dd91fcecce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:29.386286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-0f445569-72e2-47cf-bd79-dd91fcecce27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.7424064 Aug 20 13:36:29.457858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4e981-3f6e-48b4-b9e0-bf542cb6a97d req-5ee9d9c6-3ac5-48c4-b778-064a0f54754f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:29.459544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2d4e981-3f6e-48b4-b9e0-bf542cb6a97d req-5ee9d9c6-3ac5-48c4-b778-064a0f54754f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.1389208 Aug 20 13:36:29.486337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-9c3e7912-7f1c-446b-b682-af5237b4b6d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1002 time: 0.0923970 Aug 20 13:36:29.514573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-1d6d5eee-ea53-4c00-bf07-a457b8893f0d service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228918 Aug 20 13:36:29.575406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-4dc9493e-ea0f-42b3-9747-4fd08e00de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:29.576957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-4dc9493e-ea0f-42b3-9747-4fd08e00de8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0760610 Aug 20 13:36:29.600211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2d4e981-3f6e-48b4-b9e0-bf542cb6a97d req-fcb54e3b-7dbd-4ea2-a58f-d66399d9920e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143837 Aug 20 13:36:29.645402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:29.757559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-100eb2f8-9ef7-4bec-8835-f4d52fb0938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:29.759121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-100eb2f8-9ef7-4bec-8835-f4d52fb0938e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751730 Aug 20 13:36:29.786731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-70636027-db88-4667-85aa-69b209e7904d service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557034 Aug 20 13:36:29.801587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:29.815527 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:29.881828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-a78f3f65-97e0-464d-b4c4-a1e0539038b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 217 time: 0.0834007 Aug 20 13:36:29.925707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:29.926192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8d598d-4813-402b-b204-a74cae5424e1 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:36:29.932521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:29.933837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aebfcf0e-fc10-42ba-b0f3-aeca9ee02627 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4b8d598d-4813-402b-b204-a74cae5424e1 HTTP/1.1" status: 204 len: 168 time: 2.7879467 Aug 20 13:36:29.936256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43220) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:29.991713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-8238ac65-981c-4cd0-9fe1-99525e3958ad service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026567 Aug 20 13:36:30.015585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-29677bd5-0eb7-4c8b-a3bb-a82f69736b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:30.017528 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-29677bd5-0eb7-4c8b-a3bb-a82f69736b35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.1277926 Aug 20 13:36:30.060954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Deleting subnet 13a391c0-887b-4742-8f34-afef51c3829f {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:36:30.098846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-c8307408-6fba-4174-8b61-501fe681c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:30.100546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-c8307408-6fba-4174-8b61-501fe681c847 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739195 Aug 20 13:36:30.144730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:30.230563 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:30.299336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c9f26601-5929-4673-ab80-e4dd84ee2b7b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:36:30.309224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9aa16cf-25b1-425e-9e83-157966fed431 req-0c9a12f7-4346-4e97-afe2-6a2a331e9497 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015752 Aug 20 13:36:30.346916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c9f26601-5929-4673-ab80-e4dd84ee2b7b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:36:30.347608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c9f26601-5929-4673-ab80-e4dd84ee2b7b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:36:30.355702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-1f91c350-6112-4ce9-8bea-8872fd7b1196 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440052 Aug 20 13:36:30.424453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:30.541238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-90323304-6d57-4c91-91f9-de00801f1a84 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759093 Aug 20 13:36:30.548452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:30.584808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a391c0-887b-4742-8f34-afef51c3829f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:30.593011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:30.598381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0b24ad91-56ef-4534-8e4b-d01734c9a449 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/13a391c0-887b-4742-8f34-afef51c3829f HTTP/1.1" status: 204 len: 168 time: 0.6609480 Aug 20 13:36:30.599202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43236) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:30.608059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff999e-7095-461a-9693-16cce3977040 None None] Network f4f7a1da-083f-4daf-8350-3b803f102f6e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:36:30.655486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-939c22d9-93b2-4545-8637-f115e335eab3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 217 time: 0.0974033 Aug 20 13:36:30.761548 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:30.793529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-b5cbbcb0-ffd9-4f0e-b981-de4268e38d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:30.795255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-b5cbbcb0-ffd9-4f0e-b981-de4268e38d35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.1293473 Aug 20 13:36:30.817589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-4d2fe857-216c-4832-b47b-f503d5ea5d56 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:30.819279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-4d2fe857-216c-4832-b47b-f503d5ea5d56 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.0826409 Aug 20 13:36:30.956941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad30f9-57d3-42ba-a543-c6d5c6874a3c req-04172a90-c609-48e2-971f-3efb5887a6e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:30.964438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4bad30f9-57d3-42ba-a543-c6d5c6874a3c req-04172a90-c609-48e2-971f-3efb5887a6e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 945 time: 0.2043884 Aug 20 13:36:30.991468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7bebac0b-3a48-405e-9387-068f38f9f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:30.993486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7bebac0b-3a48-405e-9387-068f38f9f53f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595225 Aug 20 13:36:31.034151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] DHCP port deletion for f4f7a1da-083f-4daf-8350-3b803f102f6e request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:36:31.084501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Deleting port 580b8572-9c13-408b-8c9f-66e9402b673e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:36:31.084888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.132646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] Deleting port 580b8572-9c13-408b-8c9f-66e9402b673e {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:36:31.133029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.188896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4bad30f9-57d3-42ba-a543-c6d5c6874a3c req-e5e6e24a-91c5-451c-a10f-dbedb6fa5511 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234313 Aug 20 13:36:31.198536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] For port 580b8572-9c13-408b-8c9f-66e9402b673e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=580b8572-9c13-408b-8c9f-66e9402b673e,segment=NetworkSegment(05a3350f-75c1-4eda-81ba-ce4dd792f5c8),segment_id=05a3350f-75c1-4eda-81ba-ce4dd792f5c8)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:31.198911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.225534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Calling delete_port for 580b8572-9c13-408b-8c9f-66e9402b673e owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:36:31.229405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port e1836e1a-02f1-4ade-8d73-ab6daf4755fd {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:36:31.229753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.297482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-bab782de-22f2-41b4-8a48-ab284d4c34c5 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763286 Aug 20 13:36:31.331921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] For port 580b8572-9c13-408b-8c9f-66e9402b673e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=580b8572-9c13-408b-8c9f-66e9402b673e,segment=NetworkSegment(05a3350f-75c1-4eda-81ba-ce4dd792f5c8),segment_id=05a3350f-75c1-4eda-81ba-ce4dd792f5c8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:31.337417 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.403280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] Calling delete_port for 580b8572-9c13-408b-8c9f-66e9402b673e owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:36:31.423929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-f4f837d5-f0d9-4fe4-a72c-3b3a0facfe5b service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305244 Aug 20 13:36:31.483012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port e1836e1a-02f1-4ade-8d73-ab6daf4755fd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:31.483672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.486870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.503501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for e1836e1a-02f1-4ade-8d73-ab6daf4755fd owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:36:31.515655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.528467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7f06a44a-2142-401e-893e-143dcd09d6a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0965786 Aug 20 13:36:31.545261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] No DVR routers for this DVR port 580b8572-9c13-408b-8c9f-66e9402b673e on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:36:31.617431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7fbb6cd1-bb13-4456-9792-5fdacf2f50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:31.619009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7fbb6cd1-bb13-4456-9792-5fdacf2f50a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0721464 Aug 20 13:36:31.620858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.661834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.663890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] Pushing event deleted for resources: {'Port': ['ID=580b8572-9c13-408b-8c9f-66e9402b673e,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:31.674220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f7a1da-083f-4daf-8350-3b803f102f6e']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:31.677663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9eca3-ff5f-4a94-a125-8b36e983fdf0 None None] No DVR routers for this DVR port 580b8572-9c13-408b-8c9f-66e9402b673e on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:36:31.689991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a3350f-75c1-4eda-81ba-ce4dd792f5c8') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:31.689991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a3350f-75c1-4eda-81ba-ce4dd792f5c8') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:36:31.700886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.712644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-e1625942-05d1-4b7c-8950-da97cc092d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:31.715034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-e1625942-05d1-4b7c-8950-da97cc092d2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854259 Aug 20 13:36:31.751753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.763560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Pushing event deleted for resources: {'Port': ['ID=580b8572-9c13-408b-8c9f-66e9402b673e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:31.776786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:36:31.787203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:36:31.790812 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:36:31.862202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.872987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:31.875062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f4f7a1da-083f-4daf-8350-3b803f102f6e HTTP/1.1" status: 204 len: 168 time: 1.2735279 Aug 20 13:36:31.891915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-766da941-e059-47c5-8728-552b6f416e75 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657667 Aug 20 13:36:31.896980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8e7e5-0857-48bb-82d6-13ede75e8560 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f7a1da-083f-4daf-8350-3b803f102f6e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:32.070634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:32.090173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e1836e1a-02f1-4ade-8d73-ab6daf4755fd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:36:32.108428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-507b7163-6a91-404b-9c62-d3dcfd0e6f99 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114990 Aug 20 13:36:32.131469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=e1836e1a-02f1-4ade-8d73-ab6daf4755fd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:32.151040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43274) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:32.242170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port e1836e1a-02f1-4ade-8d73-ab6daf4755fd on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:36:32.244818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:32.247449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc479692-d1d0-414a-9d76-6caaad7d350a req-ae34ac03-8b96-4d11-8878-fb8ee5c2c009 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "DELETE /v2.0/ports/e1836e1a-02f1-4ade-8d73-ab6daf4755fd HTTP/1.1" status: 204 len: 173 time: 1.4083369 Aug 20 13:36:32.247449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'name': 'network-vif-deleted', 'tag': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:36:32.251425 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a9480c-9c18-41d6-aabc-affd538c8c32" -d '{"events": [{"server_uuid": "95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680", "name": "network-vif-deleted", "tag": "e1836e1a-02f1-4ade-8d73-ab6daf4755fd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:36:32.299062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-443630a2-6a3d-4eb9-b1b4-2bbd38a3e7d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71eac37b2778417498d3b3abd6731e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466529 Aug 20 13:36:32.299925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43282) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:32.322343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-2ec97092-7c55-4059-a568-750295e33432 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.1968262 Aug 20 13:36:32.352203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 580b8572-9c13-408b-8c9f-66e9402b673e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:36:32.447459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c27c151c-29b1-4573-ac7e-b6a2d3023cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:32.483225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 580b8572-9c13-408b-8c9f-66e9402b673e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:36:32.489952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 580b8572-9c13-408b-8c9f-66e9402b673e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:36:32.545232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-68eb54d6-bfcd-48b0-a2ca-f8a20c799393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:32.557896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-68eb54d6-bfcd-48b0-a2ca-f8a20c799393 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.2219102 Aug 20 13:36:32.579332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f32f61ff-9c86-42d3-a32c-c927434b8c89 req-0ae2f316-89e2-4b02-a340-d63ae54a1452 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.1022286 Aug 20 13:36:32.581020 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd32914-0c9f-487e-8dac-882e1018f61c x-openstack-request-id: req-5bd32914-0c9f-487e-8dac-882e1018f61c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:36:32.581282 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680", "name": "network-vif-deleted", "tag": "e1836e1a-02f1-4ade-8d73-ab6daf4755fd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:36:32.581544 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bd32914-0c9f-487e-8dac-882e1018f61c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:36:32.581949 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680', 'name': 'network-vif-deleted', 'tag': 'e1836e1a-02f1-4ade-8d73-ab6daf4755fd', 'status': 'completed', 'code': 200} Aug 20 13:36:32.602043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c27c151c-29b1-4573-ac7e-b6a2d3023cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:32.711911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-e472e842-1595-47f6-b95b-b78fb0f8a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:32.721957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-e472e842-1595-47f6-b95b-b78fb0f8a228 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281073 Aug 20 13:36:32.769772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c27c151c-29b1-4573-ac7e-b6a2d3023cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:32.783454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c27c151c-29b1-4573-ac7e-b6a2d3023cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:32.793270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c27c151c-29b1-4573-ac7e-b6a2d3023cb2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06b8c49e-5e3a-4b41-8845-e7d5ef11beec HTTP/1.1" status: 204 len: 168 time: 0.4897444 Aug 20 13:36:32.811081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c151c-29b1-4573-ac7e-b6a2d3023cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b8c49e-5e3a-4b41-8845-e7d5ef11beec,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:32.935044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-4844a842-29d6-4605-98bd-446b97043850 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093909 Aug 20 13:36:33.313502 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f0b7ce7-39bb-437c-a9fa-a728fd075cec req-7d5291bd-1f47-4dc6-a945-6b1280afbe8d service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696182 Aug 20 13:36:33.648478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43326) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:33.672934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6c11c08-3231-47a4-8464-db608113fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:33.747022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19536f9c-3203-4da2-b89a-820d1336dd42 req-88ac8161-63b0-4062-869d-a01ec9983338 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.0531397 Aug 20 13:36:33.811719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6c11c08-3231-47a4-8464-db608113fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:33.817222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6c11c08-3231-47a4-8464-db608113fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:33.857280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c11c08-3231-47a4-8464-db608113fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3269892-be84-4aac-aac2-3fd07674f778,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:33.869007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c6c11c08-3231-47a4-8464-db608113fd43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2200394 Aug 20 13:36:33.871604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43328) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:36:33.933489 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51489d5d-44e1-415e-ace2-5461829c6ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:33.957485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51489d5d-44e1-415e-ace2-5461829c6ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:34.018695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51489d5d-44e1-415e-ace2-5461829c6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:34.021568 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51489d5d-44e1-415e-ace2-5461829c6ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:34.025399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-51489d5d-44e1-415e-ace2-5461829c6ecb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3269892-be84-4aac-aac2-3fd07674f778 HTTP/1.1" status: 204 len: 168 time: 0.1492667 Aug 20 13:36:34.035872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51489d5d-44e1-415e-ace2-5461829c6ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3269892-be84-4aac-aac2-3fd07674f778,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:34.700361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1836e1a-02f1-4ade-8d73-ab6daf4755fd no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:36:34.723118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: e1836e1a-02f1-4ade-8d73-ab6daf4755fd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:36:34.723470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e1836e1a-02f1-4ade-8d73-ab6daf4755fd not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:36:34.869897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d95e6378-b012-4dc0-b8d6-3bf227050a75 req-937585d3-7eea-4f79-8593-6cb22a1644af tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.0338471 Aug 20 13:36:35.652809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4125265-27fc-4984-ad69-140994d473ca req-e51e2cd4-70d6-4e3d-b6de-f82bf830a5e1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:35.654323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4125265-27fc-4984-ad69-140994d473ca req-e51e2cd4-70d6-4e3d-b6de-f82bf830a5e1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0604203 Aug 20 13:36:35.696169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a4125265-27fc-4984-ad69-140994d473ca req-ca82c1f7-2a39-492a-9c97-b355b029349b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352852 Aug 20 13:36:35.973496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e21e24-281e-465c-81d4-820aeac0aa04 req-7f510415-5910-4bb4-b538-5208853bb4b1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Aug 20 13:36:36.851996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224290b-4b51-41d8-b10a-8397fb1ef06e req-229d769b-3e45-4400-9745-9f7325297793 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:36.853140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d224290b-4b51-41d8-b10a-8397fb1ef06e req-229d769b-3e45-4400-9745-9f7325297793 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0554588 Aug 20 13:36:36.904038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d224290b-4b51-41d8-b10a-8397fb1ef06e req-bf5837e6-5a3d-4258-8b85-08e2c83c5b8b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Aug 20 13:36:37.083613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861d292c-b0c7-4731-821e-55e560ed1e24 req-43885313-7da0-4fa5-b3ce-96143c83347a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=95dff7f0-77ea-4cbb-b1d3-b67c3b6d4680 HTTP/1.1" status: 200 len: 210 time: 0.0307958 Aug 20 13:36:38.069569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11458b-5d5b-4f9d-8992-af3a6c7b02cd req-6720d148-859c-4f9f-90d3-952cd6a39d8f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:38.071084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa11458b-5d5b-4f9d-8992-af3a6c7b02cd req-6720d148-859c-4f9f-90d3-952cd6a39d8f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0643759 Aug 20 13:36:38.118115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa11458b-5d5b-4f9d-8992-af3a6c7b02cd req-caf68f64-7186-4cd1-b83b-0a873b47eb22 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396268 Aug 20 13:36:39.267355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87cbb-d418-4fad-a0a6-eb100d8c31cd req-181bd1a3-cf73-42ca-9c38-28a7aebfa0fa tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:39.270070 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cba87cbb-d418-4fad-a0a6-eb100d8c31cd req-181bd1a3-cf73-42ca-9c38-28a7aebfa0fa tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0585792 Aug 20 13:36:39.314582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cba87cbb-d418-4fad-a0a6-eb100d8c31cd req-75d65674-00a0-4d07-88f3-5aacef951524 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 Aug 20 13:36:40.577534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73f62-cf90-44a0-bca6-9b3f69121a5e req-9969923d-b5be-40d2-8c87-c1c8e6e6c5ad tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:40.580046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abf73f62-cf90-44a0-bca6-9b3f69121a5e req-9969923d-b5be-40d2-8c87-c1c8e6e6c5ad tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1061435 Aug 20 13:36:40.668491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abf73f62-cf90-44a0-bca6-9b3f69121a5e req-602adf18-a35b-4edf-a58b-57f79a865b83 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510921 Aug 20 13:36:41.818215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd92853-61af-4f01-a53b-fb1bfb45d864 req-2b636e80-d8aa-4929-aac5-9cff7279b233 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:41.819983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acd92853-61af-4f01-a53b-fb1bfb45d864 req-2b636e80-d8aa-4929-aac5-9cff7279b233 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0616484 Aug 20 13:36:41.875543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acd92853-61af-4f01-a53b-fb1bfb45d864 req-a3bd16c9-6370-4577-b7be-0c56a5bba1a5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470245 Aug 20 13:36:43.020746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4249-f1ff-4e23-9c4a-75a9467badd2 req-15e596e6-7e40-4686-ae20-6b931aa3d55d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:43.022585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a0f4249-f1ff-4e23-9c4a-75a9467badd2 req-15e596e6-7e40-4686-ae20-6b931aa3d55d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0627370 Aug 20 13:36:43.072826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a0f4249-f1ff-4e23-9c4a-75a9467badd2 req-2b74a245-4a60-4101-92f7-b48ee5ab0e2e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Aug 20 13:36:44.246307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f7532-fae7-42b4-b057-5b2478164b38 req-a0d577aa-6ac7-4d91-b9ba-c176c2e325d2 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:44.257321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-381f7532-fae7-42b4-b057-5b2478164b38 req-a0d577aa-6ac7-4d91-b9ba-c176c2e325d2 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0954733 Aug 20 13:36:44.298635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-381f7532-fae7-42b4-b057-5b2478164b38 req-6a733269-a17d-4caf-b621-c23815fdd6e7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400712 Aug 20 13:36:45.465660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e029-2cf3-4f32-a38f-ee99673dd071 req-9b56e25d-3715-482e-8567-759101284b55 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:45.469132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c26e029-2cf3-4f32-a38f-ee99673dd071 req-9b56e25d-3715-482e-8567-759101284b55 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0812144 Aug 20 13:36:45.547352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c26e029-2cf3-4f32-a38f-ee99673dd071 req-90a2028a-dd58-40c6-a8bf-fba24d77d246 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673718 Aug 20 13:36:45.766824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb78746b-45a9-4ab2-a464-22f2753ccb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:46.456461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:36:46.589487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:46.637223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '4fe89a53-4605-4939-906b-ba6e06948284', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'port_id': '4fe89a53-4605-4939-906b-ba6e06948284', 'mac_address': 'fa:16:3e:25:69:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:36:46.679825 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:46.709366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:36:46.740999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:46.748447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:46.814922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59783de-5693-4a8d-8931-a0da18b56ba5 req-b6dd7f77-b03e-4cad-8554-a9e6415f6ae8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:46.818001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b59783de-5693-4a8d-8931-a0da18b56ba5 req-b6dd7f77-b03e-4cad-8554-a9e6415f6ae8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1537519 Aug 20 13:36:46.871037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:46.893618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['4fe89a53-4605-4939-906b-ba6e06948284'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:36:46.905241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b59783de-5693-4a8d-8931-a0da18b56ba5 req-ddc9141a-c99e-491a-96f4-6aff1e6e0687 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690384 Aug 20 13:36:48.146850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f67694-3b46-4ed1-b809-428aa71bdaf0 req-0eba6218-d97f-46fb-9be0-64cb61cda518 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:48.149518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f67694-3b46-4ed1-b809-428aa71bdaf0 req-0eba6218-d97f-46fb-9be0-64cb61cda518 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0964959 Aug 20 13:36:48.212925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f67694-3b46-4ed1-b809-428aa71bdaf0 req-947cd046-4191-4cef-8f8d-64cc3dd14a2b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443599 Aug 20 13:36:48.464832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:36:48.498754 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f13a51ab-c19a-43bb-b8cf-dff2cb7765c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:48.545706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:48.578056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 4fe89a53-4605-4939-906b-ba6e06948284 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:36:48.578717 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:48.849501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:49.192138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:36:49.195369 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a054a3-7ade-4f73-8550-2054ad562538" -d '{"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:36:49.209755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:36:49.230416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:49.339999 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cffc81-eb49-4dac-b1fa-ca9667998ced x-openstack-request-id: req-d3cffc81-eb49-4dac-b1fa-ca9667998ced {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:36:49.340698 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:36:49.341174 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3cffc81-eb49-4dac-b1fa-ca9667998ced {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:36:49.341747 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'code': 200} Aug 20 13:36:49.349739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:36:49.454332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:49.515802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6dc20-8fb6-4360-b8ff-00db3b6f062a req-aa5461c8-c390-40d0-b53b-fee04b56d97a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:49.531978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74c6dc20-8fb6-4360-b8ff-00db3b6f062a req-aa5461c8-c390-40d0-b53b-fee04b56d97a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1953905 Aug 20 13:36:49.591688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74c6dc20-8fb6-4360-b8ff-00db3b6f062a req-aa115d24-04d7-4fff-bef6-5d0f378395fc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531278 Aug 20 13:36:50.769188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317f09e-de71-4221-9265-23344ee5d6ec req-db3f2897-51bc-476a-9540-7247f350a62b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:50.778636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6317f09e-de71-4221-9265-23344ee5d6ec req-db3f2897-51bc-476a-9540-7247f350a62b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0733521 Aug 20 13:36:50.869604 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6317f09e-de71-4221-9265-23344ee5d6ec req-a8fde087-c2ad-4804-94e1-a17352468185 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894649 Aug 20 13:36:51.415499 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:52.239293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bfc53-6775-4866-a791-1c7f72648d97 req-5ee09658-e117-4ae3-8f9f-b3a1ae0a4f06 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:52.248461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a7bfc53-6775-4866-a791-1c7f72648d97 req-5ee09658-e117-4ae3-8f9f-b3a1ae0a4f06 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1358230 Aug 20 13:36:52.304516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a7bfc53-6775-4866-a791-1c7f72648d97 req-80d048c5-8cf2-4002-9f08-7835b2505bfc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497627 Aug 20 13:36:53.512012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be65f-25b2-48f1-a326-c02774e85f5e req-609c3a14-68c7-427a-941c-7617ac5004ec tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:53.513589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a8be65f-25b2-48f1-a326-c02774e85f5e req-609c3a14-68c7-427a-941c-7617ac5004ec tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1142774 Aug 20 13:36:53.581781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a8be65f-25b2-48f1-a326-c02774e85f5e req-737b4fd6-92bc-4f21-94aa-41a3419b601b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568266 Aug 20 13:36:54.812410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1cb11-6c44-426e-984d-b0d8211274e9 req-039402fe-a24a-418f-bc63-6d15dccbf7ee tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:54.820333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4fe1cb11-6c44-426e-984d-b0d8211274e9 req-039402fe-a24a-418f-bc63-6d15dccbf7ee tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0883491 Aug 20 13:36:54.868704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4fe1cb11-6c44-426e-984d-b0d8211274e9 req-fdc1cdb3-84eb-4127-a63d-7baf9ee3337c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473022 Aug 20 13:36:56.069844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947baa68-5bb1-4396-ab1c-3a9290d1ad0b req-81a2d5ab-1d02-43a6-8e3d-6749a8468095 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:56.078578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-947baa68-5bb1-4396-ab1c-3a9290d1ad0b req-81a2d5ab-1d02-43a6-8e3d-6749a8468095 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0926125 Aug 20 13:36:56.179658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-947baa68-5bb1-4396-ab1c-3a9290d1ad0b req-97055daa-0735-44f8-8989-54705520ad75 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929153 Aug 20 13:36:56.271954 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:36:57.355270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c19d6-29e0-4690-9a56-cc8b06c6d2b6 req-acdee984-0d01-4f42-8828-6fb8e07fa0f7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:57.363465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b90c19d6-29e0-4690-9a56-cc8b06c6d2b6 req-acdee984-0d01-4f42-8828-6fb8e07fa0f7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0785422 Aug 20 13:36:57.438299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b90c19d6-29e0-4690-9a56-cc8b06c6d2b6 req-e18ef8de-e442-4f49-8554-ed2a6630afd0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738301 Aug 20 13:36:58.633283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4627fc-c66f-4a2f-b5b7-2576bc7f6707 req-0ed0f337-b38c-4305-8d1e-9cdae2255276 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:58.635073 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f4627fc-c66f-4a2f-b5b7-2576bc7f6707 req-0ed0f337-b38c-4305-8d1e-9cdae2255276 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0598135 Aug 20 13:36:58.705201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f4627fc-c66f-4a2f-b5b7-2576bc7f6707 req-fa37c9b1-38c6-4994-985e-0a552ea7d997 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622678 Aug 20 13:36:59.010496 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:36:59.845587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b125-a692-4521-9174-b1dbad03acce req-c59a1b31-d60c-4967-b666-865da0487a2a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:36:59.854605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ef1b125-a692-4521-9174-b1dbad03acce req-c59a1b31-d60c-4967-b666-865da0487a2a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0656674 Aug 20 13:36:59.899337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ef1b125-a692-4521-9174-b1dbad03acce req-51f5dab8-cecc-45cf-863d-1f8e3ceeaf33 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 Aug 20 13:37:01.063104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787b587-bd0a-4cc0-93e3-641bedd414c9 req-5a9f994f-8809-472b-a56b-bfce86b8402d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:01.066854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6787b587-bd0a-4cc0-93e3-641bedd414c9 req-5a9f994f-8809-472b-a56b-bfce86b8402d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0828302 Aug 20 13:37:01.144670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6787b587-bd0a-4cc0-93e3-641bedd414c9 req-5dffea5d-572f-41c8-9cce-5727ce2c6d0d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712984 Aug 20 13:37:01.430389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:02.382315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7384e-e503-4367-aed3-9a5903615772 req-bc86e77c-bac1-47db-9358-7fd319d3ed1c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:02.384768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cc7384e-e503-4367-aed3-9a5903615772 req-bc86e77c-bac1-47db-9358-7fd319d3ed1c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.1214111 Aug 20 13:37:02.484928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cc7384e-e503-4367-aed3-9a5903615772 req-3d062604-215f-4f42-95b7-cdfe73cd3ffb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814779 Aug 20 13:37:03.664967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3c90-5bd8-4b7b-978e-bc2dcf6d39d4 req-75d0d79c-77a6-4255-868c-a0e3b90d7805 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:03.676538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-740a3c90-5bd8-4b7b-978e-bc2dcf6d39d4 req-75d0d79c-77a6-4255-868c-a0e3b90d7805 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0778573 Aug 20 13:37:03.733266 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-740a3c90-5bd8-4b7b-978e-bc2dcf6d39d4 req-0f31e4c0-e27b-485d-982b-cc5dcafae18e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553565 Aug 20 13:37:04.093744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-970bed53-d3f7-4da3-a913-6151c6ec1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:04.095450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-970bed53-d3f7-4da3-a913-6151c6ec1897 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1097 time: 0.3042190 Aug 20 13:37:04.216503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-8f6ead08-0653-4803-9e20-166912d886e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:04.219246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-8f6ead08-0653-4803-9e20-166912d886e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1165423 Aug 20 13:37:04.310306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-34538ad7-d8db-4ffa-9567-fb31cdc6fc25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1002 time: 0.0840490 Aug 20 13:37:04.377029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-48fa89e2-b58f-455d-b642-f215e8f8756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:04.378809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-48fa89e2-b58f-455d-b642-f215e8f8756c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0615737 Aug 20 13:37:04.457809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-32937521-bda8-44ef-8e69-cf7b405ccb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:04.459878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-32937521-bda8-44ef-8e69-cf7b405ccb36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740340 Aug 20 13:37:04.472582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-c27a4809-aee7-4072-b27b-39a8ce0912d3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:37:04.475198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-c27a4809-aee7-4072-b27b-39a8ce0912d3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089841 Aug 20 13:37:04.618123 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-4b2229b8-e275-437f-bc0e-8f98fa7065db service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352041 Aug 20 13:37:04.758566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ba70614-f8e1-49cf-be55-a61d2f825259 req-9e6d3f9f-5f47-4b19-811a-656f4a68491a service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305685 Aug 20 13:37:04.899314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6d1de-185b-4550-b4d5-9a81817dce37 req-d3f1e4b0-cd5c-415f-8639-694c917b3570 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:04.901500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0a6d1de-185b-4550-b4d5-9a81817dce37 req-d3f1e4b0-cd5c-415f-8639-694c917b3570 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0579093 Aug 20 13:37:04.957728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0a6d1de-185b-4550-b4d5-9a81817dce37 req-e69e6aaf-2a07-461f-bc39-6e0287fbc3bf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490477 Aug 20 13:37:06.122950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b9c66-beae-42e5-81f5-c4c385f8a3ae req-9872e09a-7778-4fb1-9c78-433155359510 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:06.125140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70b9c66-beae-42e5-81f5-c4c385f8a3ae req-9872e09a-7778-4fb1-9c78-433155359510 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0532229 Aug 20 13:37:06.169985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70b9c66-beae-42e5-81f5-c4c385f8a3ae req-5bc01b47-afa3-472e-8506-6b9c73642eac tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383911 Aug 20 13:37:06.573792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:37:06.673537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:06.717686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:06.719027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:06.721854 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e6e85f-7072-4a2f-9017-2df8f5b609d5" -d '{"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:06.748379 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:06.812536 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4197f62-fc7e-4fe0-8a6e-0e387801af37 x-openstack-request-id: req-c4197f62-fc7e-4fe0-8a6e-0e387801af37 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:06.812861 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:06.813322 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4197f62-fc7e-4fe0-8a6e-0e387801af37 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:06.813728 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'code': 200} Aug 20 13:37:06.840156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:07.323002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1e8e0-2417-4d01-864b-2deaa51e9e29 req-576cb776-ce1f-49cd-b2b9-6c0a412e6303 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:07.325227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34c1e8e0-2417-4d01-864b-2deaa51e9e29 req-576cb776-ce1f-49cd-b2b9-6c0a412e6303 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0669472 Aug 20 13:37:07.373756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34c1e8e0-2417-4d01-864b-2deaa51e9e29 req-0c63e832-709d-4c37-99fc-64754cc4a1ec tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Aug 20 13:37:08.286550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d280c9b-42e5-4cd7-84d4-cb8544dd0b8e req-4486d106-f0c4-4951-87c9-f8e49196c907 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:08.296776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4d280c9b-42e5-4cd7-84d4-cb8544dd0b8e req-4486d106-f0c4-4951-87c9-f8e49196c907 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0681992 Aug 20 13:37:08.338493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4d280c9b-42e5-4cd7-84d4-cb8544dd0b8e req-089f2092-3418-4ec9-9184-2140de42fc0d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407920 Aug 20 13:37:08.719686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-631d46e3-b623-4dcd-834e-cd760ad78545 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285944 Aug 20 13:37:09.597188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5275-6a17-4daa-9d29-ec8ab2f41963 req-eb27fa92-a255-410d-8513-6f063d01b260 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:09.599297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9fbe5275-6a17-4daa-9d29-ec8ab2f41963 req-eb27fa92-a255-410d-8513-6f063d01b260 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0751801 Aug 20 13:37:09.682586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9fbe5275-6a17-4daa-9d29-ec8ab2f41963 req-138de6c0-39d3-4ec4-ad93-9773c6f6ef14 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729346 Aug 20 13:37:10.859867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4c03-0929-408d-95b8-40ee682cba4b req-4de2d1ad-8e8e-4051-86de-e3a524a6221e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:10.868729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4da4c03-0929-408d-95b8-40ee682cba4b req-4de2d1ad-8e8e-4051-86de-e3a524a6221e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0629234 Aug 20 13:37:10.911025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4da4c03-0929-408d-95b8-40ee682cba4b req-5ccd0122-1484-4091-a8b6-446a2bdb5f02 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385668 Aug 20 13:37:12.045617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e6c37-c4c9-4558-b624-832d377a41e9 req-64ab8d5a-3ce8-461a-9327-d1e3ae295f0a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:12.053025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d20e6c37-c4c9-4558-b624-832d377a41e9 req-64ab8d5a-3ce8-461a-9327-d1e3ae295f0a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0640082 Aug 20 13:37:12.092597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d20e6c37-c4c9-4558-b624-832d377a41e9 req-3677b21f-52c7-41c7-8b37-643160cb6a2e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Aug 20 13:37:12.571828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-e848d83e-0488-4d48-a4c3-678896769d48 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:12.573598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-e848d83e-0488-4d48-a4c3-678896769d48 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1100948 Aug 20 13:37:12.594126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-fb7c2743-edec-46c7-b856-3baec584abf2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0131512 Aug 20 13:37:12.649949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-31d9f4d0-2ee1-4059-a8ee-100a893df519 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501690 Aug 20 13:37:12.751621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-cc0b2ae2-9cc2-4943-95d5-a365b9ab3cd2 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936151 Aug 20 13:37:12.873569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-41c576c3-2956-4dbc-b5df-456589a48a2c service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159353 Aug 20 13:37:13.258299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da4420f8-9568-46a0-b094-a393d9556f28 req-fdfa98f9-bff4-432a-bfc9-0db149d108a5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0806053 Aug 20 13:37:13.280642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b00d3-d441-4e61-bc30-311516e910b8 req-f9dae2a5-76dc-43bf-9307-b0ac8d174792 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:13.288861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce2b00d3-d441-4e61-bc30-311516e910b8 req-f9dae2a5-76dc-43bf-9307-b0ac8d174792 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0927365 Aug 20 13:37:13.332625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce2b00d3-d441-4e61-bc30-311516e910b8 req-9267d20a-e347-48ec-804e-d6f1ada37b5c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424366 Aug 20 13:37:14.396578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02f4c3a5-1d34-4172-974c-88a1aea83f0f req-76532504-c61b-4d77-aed6-a5df1a8edb7b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0453250 Aug 20 13:37:14.436331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-8c5394b3-010f-453b-b5a2-43f8c48ebce1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:14.439921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-8c5394b3-010f-453b-b5a2-43f8c48ebce1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.2119770 Aug 20 13:37:14.453722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:14.659154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701da11-ea08-40be-8f7b-c2e1a4b440b7 req-809817f1-8538-43fb-b71d-a105194fccdc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:14.666639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5701da11-ea08-40be-8f7b-c2e1a4b440b7 req-809817f1-8538-43fb-b71d-a105194fccdc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.1124587 Aug 20 13:37:14.714444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:37:14.719220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:14.773185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5701da11-ea08-40be-8f7b-c2e1a4b440b7 req-4fc84756-ccbe-41f7-ad64-cb81a6e02be2 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055412 Aug 20 13:37:14.917205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.10 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/120a7bcf-4e18-4b29-a8f0-ac2ba294f04b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:37:15.137271 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:15.154228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:37:15.198073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:15.243508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:37:15.246918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:37:15.265795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:37:15.328317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:15.329219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:15.332096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:15.349377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.349767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.350113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.350453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.350791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.351183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.351517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.351846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.352219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.352726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.353055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.353429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:15.371018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-b61ed7a4-2903-4193-8862-b9ec18f7fa61 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9221079 Aug 20 13:37:15.383384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-c4a71d6e-9505-4c64-9481-3b22a2eadb8e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:37:15.384702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-c4a71d6e-9505-4c64-9481-3b22a2eadb8e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061595 Aug 20 13:37:15.483743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Request body: {'port': {'device_id': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:15.593427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ddad-14a6-41a3-bcf1-b85fcf854fc7 req-58daf121-a04a-4d9a-b3f8-6ad8b7b08004 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:15.595109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b50ddad-14a6-41a3-bcf1-b85fcf854fc7 req-58daf121-a04a-4d9a-b3f8-6ad8b7b08004 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 932 time: 0.0847611 Aug 20 13:37:15.595940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:15.614230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9a0a1898-68e6-4db2-9c41-1f43cc6eefd3 None None] Provisioning for port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:37:15.619149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9a0a1898-68e6-4db2-9c41-1f43cc6eefd3 None None] Provisioning complete for port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:37:15.619587 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1898-68e6-4db2-9c41-1f43cc6eefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:15.661787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a1898-68e6-4db2-9c41-1f43cc6eefd3 None None] Port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:37:15.769949 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-59cca40a-ed41-4533-9d62-983b383ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:15.944641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ae4f7-f5b8-4029-8e94-10920aaa7397 req-f7a04730-73e5-4f32-9c24-580a0f0c8c48 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:15.953740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e02ae4f7-f5b8-4029-8e94-10920aaa7397 req-f7a04730-73e5-4f32-9c24-580a0f0c8c48 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0694034 Aug 20 13:37:15.991170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b50ddad-14a6-41a3-bcf1-b85fcf854fc7 req-7d04a013-f2bd-424e-bc97-84f28b53528a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857458 Aug 20 13:37:16.009632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e02ae4f7-f5b8-4029-8e94-10920aaa7397 req-50bed752-72aa-43a8-b1af-5c8f8a8bfa36 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Aug 20 13:37:16.286717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:16.295993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:16.316212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Transition to ACTIVE for port object 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:37:16.321766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:16.397596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Pushing event updated for resources: {'Port': ['ID=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:16.475448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Attempting to bind port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:37:16.477032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Attempting to bind port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:37:16.477565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Attempting to bind port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:16.483963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:37:16.484540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Attempting to bind port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:16.490181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:37:16.490651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:37:16.491266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:37:16.491801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Bound port: 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:37:16.492316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:16.574357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] For port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:37:16.585661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] For port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:37:16.594315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:16.636655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:16.637313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:16.639458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] 10.222.0.13 "PUT /v2.0/ports/120a7bcf-4e18-4b29-a8f0-ac2ba294f04b HTTP/1.1" status: 200 len: 1092 time: 1.2465851 Aug 20 13:37:16.639946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'tag': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:16.642899 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a60abc-c333-4746-8cf4-f9e3b26465e3", "tag": "120a7bcf-4e18-4b29-a8f0-ac2ba294f04b"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:16.701052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed1dc3-2182-4cbb-a8f9-5730e6126440 service neutron] Pushing event updated for resources: {'Port': ['ID=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:16.756632 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56818902-8b62-4774-8ce7-327ffd2c94b9 x-openstack-request-id: req-56818902-8b62-4774-8ce7-327ffd2c94b9 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:16.756632 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a60abc-c333-4746-8cf4-f9e3b26465e3", "tag": "120a7bcf-4e18-4b29-a8f0-ac2ba294f04b", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:16.756632 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56818902-8b62-4774-8ce7-327ffd2c94b9 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:16.756632 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'tag': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b', 'status': 'completed', 'code': 200} Aug 20 13:37:16.791491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-693198b5-9755-48b2-88c9-8e108f312842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:16.795023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-693198b5-9755-48b2-88c9-8e108f312842 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 1095 time: 0.0852232 Aug 20 13:37:16.859436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-4291c7c5-7dc3-483a-b09c-31afbc919aa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b HTTP/1.1" status: 200 len: 217 time: 0.0467205 Aug 20 13:37:16.945192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-0775cae1-0049-40c5-b58e-d37197dff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:16.947067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-0775cae1-0049-40c5-b58e-d37197dff3bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0794408 Aug 20 13:37:17.002033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-c5e8c507-4042-407f-bc80-462a01cfd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.003570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-c5e8c507-4042-407f-bc80-462a01cfd283 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487788 Aug 20 13:37:17.134533 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-deb7048f-d953-4aa7-957e-97ae4451a51f service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222367 Aug 20 13:37:17.235147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e6f10-98cd-48a2-9fcb-f99a6d9e7a8f req-43198130-24ae-469c-b0d1-07e47420fcfe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.237073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a7e6f10-98cd-48a2-9fcb-f99a6d9e7a8f req-43198130-24ae-469c-b0d1-07e47420fcfe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0891004 Aug 20 13:37:17.283863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a7e6f10-98cd-48a2-9fcb-f99a6d9e7a8f req-0541d395-5e57-44af-a8f0-dd4336ebb7b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Aug 20 13:37:17.296750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5746e-27f4-48ba-aeb7-81e397670d16 req-3171456e-2898-471c-8bff-3da46ee24868 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.314948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0d5746e-27f4-48ba-aeb7-81e397670d16 req-3171456e-2898-471c-8bff-3da46ee24868 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.1412225 Aug 20 13:37:17.374828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0d5746e-27f4-48ba-aeb7-81e397670d16 req-94303e3c-f51b-496e-9eb7-24395cd64566 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589941 Aug 20 13:37:17.376920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ec9e34c-bf59-4f48-8b7a-a822fac52417 req-58471ef9-d072-47b9-a90d-5cb3dc3e6a82 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287292 Aug 20 13:37:17.475516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-c2b5aa02-564e-464d-bc7e-48e73cb9061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.477133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-c2b5aa02-564e-464d-bc7e-48e73cb9061e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 1095 time: 0.0486653 Aug 20 13:37:17.573663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-03391dce-4c1a-4f17-a7f0-4f61d7cd8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.575424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-03391dce-4c1a-4f17-a7f0-4f61d7cd8925 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.0916433 Aug 20 13:37:17.618761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-5967f62b-9e3a-4093-83fc-ed456e1dde9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b HTTP/1.1" status: 200 len: 217 time: 0.0361409 Aug 20 13:37:17.674032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-8a0b72d5-ba48-44d0-90a5-8b39e29fb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.675603 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-8a0b72d5-ba48-44d0-90a5-8b39e29fb355 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0501595 Aug 20 13:37:17.752857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-a1b949be-a6c3-434c-bc9f-7783662345b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:17.755105 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-a1b949be-a6c3-434c-bc9f-7783662345b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722449 Aug 20 13:37:17.862916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-d3003df5-7c6e-413d-b714-d7ef3fccfef0 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996025 Aug 20 13:37:18.005270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4fd68b4-6df5-4d3f-a85e-3fe23b6254db req-024bcf79-a683-4104-861f-ca95643cca64 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346695 Aug 20 13:37:18.473738 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0aa54391-8e94-4ee1-b294-6909e68925c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:18.476864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a0d07-05dd-4377-a4b8-24e7b913428d req-e5085569-02f9-4c82-b555-bb00d4375e73 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:18.478588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d82a0d07-05dd-4377-a4b8-24e7b913428d req-e5085569-02f9-4c82-b555-bb00d4375e73 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0956080 Aug 20 13:37:18.543024 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:18.543189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d82a0d07-05dd-4377-a4b8-24e7b913428d req-647db287-eb25-44f7-95aa-d54f1f49c94b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573957 Aug 20 13:37:18.604753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe01bb-688a-466e-ac58-8790fc512aff req-fcb83e27-9f40-41dd-bb88-18e038c490c7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:18.607321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7fe01bb-688a-466e-ac58-8790fc512aff req-fcb83e27-9f40-41dd-bb88-18e038c490c7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0601606 Aug 20 13:37:18.662282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7fe01bb-688a-466e-ac58-8790fc512aff req-338857fe-5b76-411b-bc75-99f98514d429 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482075 Aug 20 13:37:19.437943 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:19.702706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8af166-40c6-4fe5-b7bf-f391c9bf70f9 req-43cbc111-4b32-48db-ab5a-885058630d3a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:19.729760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f8af166-40c6-4fe5-b7bf-f391c9bf70f9 req-43cbc111-4b32-48db-ab5a-885058630d3a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0849509 Aug 20 13:37:19.783246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f8af166-40c6-4fe5-b7bf-f391c9bf70f9 req-bac8a362-c217-418b-80cd-f60a88f05481 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526440 Aug 20 13:37:19.824497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4209-883a-4e99-8a1d-90ba23d5e03d req-cd8e1e76-c7bf-4ee8-aa92-47f0841a1bc6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:19.832068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5daa4209-883a-4e99-8a1d-90ba23d5e03d req-cd8e1e76-c7bf-4ee8-aa92-47f0841a1bc6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0906303 Aug 20 13:37:19.873209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5daa4209-883a-4e99-8a1d-90ba23d5e03d req-9c5a0471-7ab8-4dd5-890b-ea946d018b1e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Aug 20 13:37:20.994359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b043de-bc1b-453e-98af-d829162a1d29 req-a2fd2235-cebe-4ecd-b197-46c1401a2c5e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:20.996774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8b043de-bc1b-453e-98af-d829162a1d29 req-a2fd2235-cebe-4ecd-b197-46c1401a2c5e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.0968926 Aug 20 13:37:21.075634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984c406-4462-4f2b-99f3-d8547e23039f req-01180849-6af6-4621-bdcd-45b4f8a82ccd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.082163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8b043de-bc1b-453e-98af-d829162a1d29 req-a7226289-5213-4b20-817b-61357ff7d598 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679934 Aug 20 13:37:21.084213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1984c406-4462-4f2b-99f3-d8547e23039f req-01180849-6af6-4621-bdcd-45b4f8a82ccd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0964043 Aug 20 13:37:21.137440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1984c406-4462-4f2b-99f3-d8547e23039f req-7fd22bfc-c94a-4ae0-9012-fb4c6c6e217b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521407 Aug 20 13:37:21.431002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:21.464425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-d10c2bfd-8dcd-42aa-b3de-abe6638cc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.466206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-d10c2bfd-8dcd-42aa-b3de-abe6638cc662 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e&tenant_id=4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 1095 time: 0.1228564 Aug 20 13:37:21.480144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:21.556056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:21.917694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.924099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.931074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.938406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.944378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.951221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.957802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:21.960215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-5a48f84d-eebb-40ce-a6e4-40a0c02b0de8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1585262 Aug 20 13:37:22.000346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:22.053124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b76e9bc-835d-48da-9350-6f76eeadb547 req-967890a4-146b-4a63-8c05-95a78a7c7de5 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775445 Aug 20 13:37:22.073920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:37:22.127243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:22.138070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:22.157848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Transition to ACTIVE for port object 4fe89a53-4605-4939-906b-ba6e06948284 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:37:22.172228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:22.276098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.284834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.293115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.318276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.332929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.364284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.385823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.388178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7de869c6-a930-4420-8a32-8412b5c3404b req-ae0c7800-e275-4525-a84d-8024beb4b3d6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1951742 Aug 20 13:37:22.509173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=9']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:22.540119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34202-30e6-414a-b363-71e507ad2a30 req-8d44b3af-cffe-47a8-94f5-93f41eb34b29 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.549157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71c34202-30e6-414a-b363-71e507ad2a30 req-8d44b3af-cffe-47a8-94f5-93f41eb34b29 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0725958 Aug 20 13:37:22.597163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc5721-6ada-475f-92d4-84b9c8aa8c89 req-0d694725-10e0-4a6b-89a6-8baf04f749b9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:22.604898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71c34202-30e6-414a-b363-71e507ad2a30 req-eaae9f28-862b-48ca-a5b4-a0e4c80c93f0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544913 Aug 20 13:37:22.609138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5bbc5721-6ada-475f-92d4-84b9c8aa8c89 req-0d694725-10e0-4a6b-89a6-8baf04f749b9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 944 time: 0.3915579 Aug 20 13:37:22.659934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] No DVR routers for this DVR port 4fe89a53-4605-4939-906b-ba6e06948284 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:37:22.754001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5bbc5721-6ada-475f-92d4-84b9c8aa8c89 req-dff24598-cc44-4a0f-9c1a-a8fce14b4e09 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264257 Aug 20 13:37:22.879796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:37:22.880137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:37:22.880511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:22.886175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Port 4fe89a53-4605-4939-906b-ba6e06948284 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:37:22.886559 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Attempting to bind port 4fe89a53-4605-4939-906b-ba6e06948284 on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:22.899070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:37:22.899453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:37:22.899817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Bound using segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:37:22.900306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Bound port: 4fe89a53-4605-4939-906b-ba6e06948284, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:37:22.900669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:22.973233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:37:22.976980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:37:22.983136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:23.026425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.028805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:23.030827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] 10.222.0.13 "PUT /v2.0/ports/4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1092 time: 1.5559719 Aug 20 13:37:23.034239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:23.041985 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df941e1-759f-483f-93b5-752c257592c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:23.119538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647fcf4-2670-4672-9cff-6c4df8b6bf54 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=10']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:23.125825 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa390e8-73db-4c35-8d71-5a969d7833cb x-openstack-request-id: req-5aa390e8-73db-4c35-8d71-5a969d7833cb {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:23.126380 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:23.126789 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aa390e8-73db-4c35-8d71-5a969d7833cb {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:23.127427 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'status': 'completed', 'code': 200} Aug 20 13:37:23.135675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-c86d5fb8-0790-4cef-ae77-da7f3f134636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.137072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-c86d5fb8-0790-4cef-ae77-da7f3f134636 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1096 time: 0.0749443 Aug 20 13:37:23.258241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-24813f9f-4db0-469e-a812-7cdaaf295d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.260075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-24813f9f-4db0-469e-a812-7cdaaf295d16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1105609 Aug 20 13:37:23.340655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-a411ba0a-55f3-43be-a7ff-3775b56f62c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1000 time: 0.0665641 Aug 20 13:37:23.416896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-9d0bbbd7-7f81-4c21-aead-5cf8595e5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.418693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-9d0bbbd7-7f81-4c21-aead-5cf8595e5d22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0712759 Aug 20 13:37:23.473274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-e482279f-1752-4f45-878e-cb4584971ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.475278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-e482279f-1752-4f45-878e-cb4584971ccd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496571 Aug 20 13:37:23.585430 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-1ba0dae1-8a5f-4a6f-9a7b-e1b456e36751 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012204 Aug 20 13:37:23.725951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e16f175a-fd1c-4161-aec6-6135cd697e8c req-9f8b1c15-3217-4eab-b52d-a2521278a60e service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332464 Aug 20 13:37:23.774205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392042-bb00-4324-ad9d-fa0f9457ec2f req-e44c763e-4171-45ce-98e9-b577b50189d8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.776778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e392042-bb00-4324-ad9d-fa0f9457ec2f req-e44c763e-4171-45ce-98e9-b577b50189d8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0753679 Aug 20 13:37:23.855180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e392042-bb00-4324-ad9d-fa0f9457ec2f req-5da05823-634b-4a48-9c69-8c7b461ca488 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699489 Aug 20 13:37:23.912098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941e1-759f-483f-93b5-752c257592c3 req-48951622-d3f6-4d89-8282-739ccbd8c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:23.914169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-48951622-d3f6-4d89-8282-739ccbd8c366 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1096 time: 0.0863678 Aug 20 13:37:24.045804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941e1-759f-483f-93b5-752c257592c3 req-d7d5d261-a321-498f-8654-31a8476a7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.048000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-d7d5d261-a321-498f-8654-31a8476a7595 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1224439 Aug 20 13:37:24.077831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e3d58-2446-4adf-9387-66a728a610ec req-1bfd6d89-6bb4-41c6-99e2-b7cdace1b0b8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.080154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f8e3d58-2446-4adf-9387-66a728a610ec req-1bfd6d89-6bb4-41c6-99e2-b7cdace1b0b8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0783422 Aug 20 13:37:24.146214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-af6349cf-0495-469e-afae-f97a6f9cea86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1000 time: 0.0887465 Aug 20 13:37:24.222857 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f8e3d58-2446-4adf-9387-66a728a610ec req-662b18ba-1458-4fa2-8e8f-84af3a612bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292500 Aug 20 13:37:24.239371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941e1-759f-483f-93b5-752c257592c3 req-d7c755b1-89aa-457d-93f9-24a69309a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.243937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-d7c755b1-89aa-457d-93f9-24a69309a323 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0874634 Aug 20 13:37:24.354790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941e1-759f-483f-93b5-752c257592c3 req-7064fbea-a918-4c04-8906-656fdcbf0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.356298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-7064fbea-a918-4c04-8906-656fdcbf0309 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060369 Aug 20 13:37:24.578559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.579203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.580385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.582266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.583615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.585200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.586416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:24.599546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-bd0e853f-739c-4c80-8d56-c1ae16be3446 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.1552110 Aug 20 13:37:24.683138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-887116e0-4c1c-4842-b63e-951d04d3836a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&id=332f408f-7948-4755-8673-b14ec8a96057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818503 Aug 20 13:37:25.093622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e513-1a96-4348-8cc9-78a987db6018 req-646cdf7d-ae51-4a4f-9678-e65db27742fd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:25.096038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b94e513-1a96-4348-8cc9-78a987db6018 req-646cdf7d-ae51-4a4f-9678-e65db27742fd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.1130605 Aug 20 13:37:25.155565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b94e513-1a96-4348-8cc9-78a987db6018 req-97e993c0-20c4-41a2-9b8b-8e283da14826 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531347 Aug 20 13:37:25.425109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f028a46-92aa-4b2f-b107-896f5b319daa req-1491ff31-8eda-4f5c-9574-716c7d8a0d44 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:25.427068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f028a46-92aa-4b2f-b107-896f5b319daa req-1491ff31-8eda-4f5c-9574-716c7d8a0d44 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0969348 Aug 20 13:37:25.512211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f028a46-92aa-4b2f-b107-896f5b319daa req-0830278f-edb4-41a2-adce-0fcfbdaadacf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741997 Aug 20 13:37:26.353533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b174d-78f6-4cc2-a3ab-7bb1eee71787 req-74b2327c-b42d-41ac-b677-a7b2487b2f13 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:26.365053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-974b174d-78f6-4cc2-a3ab-7bb1eee71787 req-74b2327c-b42d-41ac-b677-a7b2487b2f13 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.1129076 Aug 20 13:37:26.416503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-974b174d-78f6-4cc2-a3ab-7bb1eee71787 req-d9c85a19-e3ae-4e7b-811a-6850a7c17d40 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Aug 20 13:37:26.720494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dcc0c-2a9f-42f6-8072-c74759b864a9 req-6b8dc6a0-41be-44b1-ba31-1fc3b48c1d29 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:26.722068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd3dcc0c-2a9f-42f6-8072-c74759b864a9 req-6b8dc6a0-41be-44b1-ba31-1fc3b48c1d29 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0715435 Aug 20 13:37:26.803581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd3dcc0c-2a9f-42f6-8072-c74759b864a9 req-390fc5bc-ae95-48c2-8e7c-36029a33b733 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659754 Aug 20 13:37:27.577835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e134ad-23ab-4e88-92a5-c25c8409daa6 req-7f3978b6-6631-496b-8da5-447662aac370 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:27.580799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46e134ad-23ab-4e88-92a5-c25c8409daa6 req-7f3978b6-6631-496b-8da5-447662aac370 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0594702 Aug 20 13:37:27.662673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46e134ad-23ab-4e88-92a5-c25c8409daa6 req-e4c289fc-0870-4f3c-aa30-0ce366be75bf tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Aug 20 13:37:28.003300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-7812ed50-e6ee-487b-840d-ad541d647cdb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0769391 Aug 20 13:37:28.065853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b8aa0-1fde-4760-a6cc-f45bfeb94e29 req-a8924797-7f25-4cf9-aa6f-a68aa88b44a8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.067691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d11b8aa0-1fde-4760-a6cc-f45bfeb94e29 req-a8924797-7f25-4cf9-aa6f-a68aa88b44a8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0929918 Aug 20 13:37:28.181654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d11b8aa0-1fde-4760-a6cc-f45bfeb94e29 req-713f10f7-4a88-4b46-9813-84cf72d4a379 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076183 Aug 20 13:37:28.200202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.202888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.203433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.203978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.204373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.204883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.205352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.207650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f8041711-6400-4d84-ae09-b4ff41359924 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 6491 time: 0.1083100 Aug 20 13:37:28.387751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-d8cca2ef-b7f6-4fa4-b151-f57d3bfbc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.389080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-d8cca2ef-b7f6-4fa4-b151-f57d3bfbc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.389818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-d8cca2ef-b7f6-4fa4-b151-f57d3bfbc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.391634 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-d8cca2ef-b7f6-4fa4-b151-f57d3bfbc2d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dadd48b-c650-4e91-a438-3081d3926f75&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=cf6c1418-f01b-4873-a723-67eab47f4c11&id=5e26cb14-dcde-4fb8-a654-320e557f32d0&id=5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 200 len: 2292 time: 0.1578813 Aug 20 13:37:28.522316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-8767cff7-cc64-4477-a37e-8ddff9a59ca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 200 len: 1002 time: 0.1216576 Aug 20 13:37:28.612404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-038c470d-fe03-453a-a5ae-69b7ed776c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.613860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-038c470d-fe03-453a-a5ae-69b7ed776c61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 200 len: 850 time: 0.0712543 Aug 20 13:37:28.698623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-6dcf0263-bd41-47d9-b0ba-c8861a32ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.700181 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-6dcf0263-bd41-47d9-b0ba-c8861a32ae06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dadd48b-c650-4e91-a438-3081d3926f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786269 Aug 20 13:37:28.887678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c22ce-3e4a-4659-aa81-1f4df459ffcf req-7f0e01ad-f5ae-4ec5-9a18-4e5a6b3f394b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:28.889901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-396c22ce-3e4a-4659-aa81-1f4df459ffcf req-7f0e01ad-f5ae-4ec5-9a18-4e5a6b3f394b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0861828 Aug 20 13:37:28.926263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:28.957629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-396c22ce-3e4a-4659-aa81-1f4df459ffcf req-921b2f87-2cfc-4009-b677-9953dab9062e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519006 Aug 20 13:37:28.972908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-b4953c7a-ccf2-4c34-a1d9-e1485311c650 service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589912 Aug 20 13:37:29.156522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-206a53fc-4c70-4821-930c-bddddd36ebac service neutron] 10.222.0.53 "GET /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760285 Aug 20 13:37:29.235108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-9d6c917f-efd0-42ac-b361-751b508d1c77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 217 time: 0.0615172 Aug 20 13:37:29.352899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-9e3569cb-a856-404c-86a1-653ea92ab45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:29.354641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-9e3569cb-a856-404c-86a1-653ea92ab45f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1119123 Aug 20 13:37:29.463119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3c56-1e4b-4ce3-ac36-2f265675b1c1 req-27c11530-773f-44d3-937f-884a61f30b3d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:29.464734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f1a3c56-1e4b-4ce3-ac36-2f265675b1c1 req-27c11530-773f-44d3-937f-884a61f30b3d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1089184 Aug 20 13:37:29.469699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-12dee79f-fd9f-4e96-8ea2-46d582c9d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:29.471268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-12dee79f-fd9f-4e96-8ea2-46d582c9d8f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040425 Aug 20 13:37:29.522791 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f1a3c56-1e4b-4ce3-ac36-2f265675b1c1 req-38ae10ea-5a82-47df-a7b1-446fe45faaf3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Aug 20 13:37:29.681632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-89b075fa-f0e7-4113-bc2c-8aca0ddc7550 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733091 Aug 20 13:37:29.843685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-9c165f44-05c5-48ca-9aa9-1682f6dfd2b6 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547883 Aug 20 13:37:29.947245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-70deb7fe-90ae-440f-8e7b-035f31c151e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 217 time: 0.0896106 Aug 20 13:37:30.034208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-09416c18-8ec8-4d1a-8117-b88142607983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:30.035702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-09416c18-8ec8-4d1a-8117-b88142607983 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.0814643 Aug 20 13:37:30.226270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-2a708c05-f87c-462c-b75e-fb83d0138c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:30.229115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-2a708c05-f87c-462c-b75e-fb83d0138c83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776745 Aug 20 13:37:30.247495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecd077-8fe4-4824-9eb1-3ac80704e2d0 req-c9967f11-4456-463f-9497-673ce6ebcbf5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:30.250727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11ecd077-8fe4-4824-9eb1-3ac80704e2d0 req-c9967f11-4456-463f-9497-673ce6ebcbf5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.1220882 Aug 20 13:37:30.414364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11ecd077-8fe4-4824-9eb1-3ac80704e2d0 req-6b3c8eb3-a993-4a2f-9857-7e92d321435e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701060 Aug 20 13:37:30.435702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-511c8816-1839-40f7-80bc-63e580e6c78f service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837559 Aug 20 13:37:30.589274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-2babb39c-78e6-4506-87df-c34e01d0e384 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465015 Aug 20 13:37:30.671736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-c6fc3a1a-5ae0-46ea-95ef-92baa87e840f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 200 len: 217 time: 0.0726564 Aug 20 13:37:30.822670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-365f8b1b-6a0e-404f-a9f2-00a998a3631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:30.824992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-365f8b1b-6a0e-404f-a9f2-00a998a3631b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1407249 Aug 20 13:37:30.839457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f719-166e-4eba-b6c3-84601b41667b req-038a8be2-f22e-497e-a4ea-798d68b618c9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:30.841045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5109f719-166e-4eba-b6c3-84601b41667b req-038a8be2-f22e-497e-a4ea-798d68b618c9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1665747 Aug 20 13:37:30.914711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5109f719-166e-4eba-b6c3-84601b41667b req-458eb512-458c-433d-91de-d593c559f9ef tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452807 Aug 20 13:37:30.938649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-16d0a200-0bf1-4585-83b9-5f8077a06181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:30.938649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-16d0a200-0bf1-4585-83b9-5f8077a06181 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956759 Aug 20 13:37:31.120799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-e97e6e07-477c-4b47-9d4c-723f72a6d71f service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682053 Aug 20 13:37:31.264044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-bb577a44-c8af-4779-b9ad-7dd2dd6ef92b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2539101 Aug 20 13:37:31.315904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-671e282a-fe81-477a-89be-9fe259a99330 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693044 Aug 20 13:37:31.444237 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:31.543792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-e680ba0b-ad2b-4e73-8eff-2e2d159ec83e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195597 Aug 20 13:37:31.605454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-124244b7-d526-4c7b-9543-478ca3cfec75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 200 len: 217 time: 0.0550432 Aug 20 13:37:31.655269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179c0f4-79c8-4df9-ae70-f6721fafa0a3 req-4dc5c013-68c6-44af-a27f-006f9d31cc8a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:31.657062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0179c0f4-79c8-4df9-ae70-f6721fafa0a3 req-4dc5c013-68c6-44af-a27f-006f9d31cc8a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.1392353 Aug 20 13:37:31.724993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-829556fb-9642-40ef-b894-4b73c0cabde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:31.726507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-829556fb-9642-40ef-b894-4b73c0cabde9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 200 len: 797 time: 0.1109760 Aug 20 13:37:31.728214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0179c0f4-79c8-4df9-ae70-f6721fafa0a3 req-f398ec88-f5cf-4cbe-a536-65f5cbb1a4d7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Aug 20 13:37:31.851103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-7868b90a-4b54-4f52-aab6-fe08927eb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:31.852831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-7868b90a-4b54-4f52-aab6-fe08927eb23f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c1418-f01b-4873-a723-67eab47f4c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007400 Aug 20 13:37:32.073905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-843ec117-4ecb-41af-9f0a-1fcec0eea5de service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121210 Aug 20 13:37:32.149264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5e3d1-04b2-40f7-833e-4ecc64d72a34 req-88b34eaa-3b75-41e3-a80f-878c01651999 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:32.151484 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3b5e3d1-04b2-40f7-833e-4ecc64d72a34 req-88b34eaa-3b75-41e3-a80f-878c01651999 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0710514 Aug 20 13:37:32.229384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f3608372-5b7d-4522-9ccc-b9081c76cb1f service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487226 Aug 20 13:37:32.239794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3b5e3d1-04b2-40f7-833e-4ecc64d72a34 req-33e66e8d-bb9d-41ad-b705-ae65a996fa51 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782726 Aug 20 13:37:32.309959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-f0664f83-c66f-40a0-9642-f9843239b11b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 200 len: 217 time: 0.0615497 Aug 20 13:37:32.367576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-0195ff37-9451-4111-8737-94a4f66dbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:32.369505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-0195ff37-9451-4111-8737-94a4f66dbe14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.0528758 Aug 20 13:37:32.458857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-cc73cee2-f6f3-46cf-9732-1b96fa5d0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:32.461728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-cc73cee2-f6f3-46cf-9732-1b96fa5d0da8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858858 Aug 20 13:37:32.899733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8532e-d8f5-43b9-8496-6b16953f349f req-69bdb588-a552-40fb-9885-a12ed5646fca tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:32.909168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ba8532e-d8f5-43b9-8496-6b16953f349f req-69bdb588-a552-40fb-9885-a12ed5646fca tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0836394 Aug 20 13:37:32.978031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ba8532e-d8f5-43b9-8496-6b16953f349f req-22e43892-10f8-4c0c-a79f-024da7265b32 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672963 Aug 20 13:37:33.048103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-72c609dd-7996-4f43-b323-b7a3b4746a82 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789955 Aug 20 13:37:33.204318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-d496f377-02cc-438b-a28b-930df5ea2dcb service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475177 Aug 20 13:37:33.254947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-de67d7be-5f20-483b-9635-0aaf6e1849cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 200 len: 217 time: 0.0435848 Aug 20 13:37:33.264810 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:37:33.365298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-39e9681a-304f-49ef-bdea-ca2d1561c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:33.374000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-39e9681a-304f-49ef-bdea-ca2d1561c722 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 200 len: 797 time: 0.1038394 Aug 20 13:37:33.447675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f3d27-6e81-4995-9427-b032d8512078 req-8ce0f010-4d16-444c-a9b8-ec91bba566cb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:33.451915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-8c593641-8caf-42f8-ada5-bc24896de47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:33.456140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b0f3d27-6e81-4995-9427-b032d8512078 req-8ce0f010-4d16-444c-a9b8-ec91bba566cb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0837829 Aug 20 13:37:33.457293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-8c593641-8caf-42f8-ada5-bc24896de47c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e26cb14-dcde-4fb8-a654-320e557f32d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824418 Aug 20 13:37:33.593040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b0f3d27-6e81-4995-9427-b032d8512078 req-86e977bb-9a76-4eb3-b898-d1b63bae1d43 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196418 Aug 20 13:37:33.618580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-6b4e2d95-15a9-48df-a575-07c843b693c9 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528337 Aug 20 13:37:33.739253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf9192f8-3553-4ba2-af4f-aeea4c969566 req-85560da0-752e-4aaf-a7ed-93fb73662338 service neutron] 10.222.0.53 "GET /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136150 Aug 20 13:37:34.119223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250eef6-73a4-4bad-913b-cbd464eb3b4a req-edeb9784-5130-4f66-8b6f-aa3f96e027bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.121611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0250eef6-73a4-4bad-913b-cbd464eb3b4a req-edeb9784-5130-4f66-8b6f-aa3f96e027bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0631378 Aug 20 13:37:34.179181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0250eef6-73a4-4bad-913b-cbd464eb3b4a req-17b384e1-e428-429b-8f83-c2923a5c60ff tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Aug 20 13:37:34.714123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984f3d2-6e6d-4771-aa77-68706ae82e25 req-4b8b2d5b-abd4-4c95-8fa6-0aa396931a89 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.715780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0984f3d2-6e6d-4771-aa77-68706ae82e25 req-4b8b2d5b-abd4-4c95-8fa6-0aa396931a89 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0546482 Aug 20 13:37:34.831371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.831968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.832472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.833219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.834718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.835376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.836009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:34.838580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-475786b9-9a5f-4f6d-9983-4715f2985bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.0602899 Aug 20 13:37:35.001329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-c89c7398-f601-40ef-a3ff-5a3ff06afea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.001817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-c89c7398-f601-40ef-a3ff-5a3ff06afea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.002290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-c89c7398-f601-40ef-a3ff-5a3ff06afea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.003956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-c89c7398-f601-40ef-a3ff-5a3ff06afea7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 2296 time: 0.1290581 Aug 20 13:37:35.090251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-52003251-f005-4733-a97e-61f3ba88cc3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0774539 Aug 20 13:37:35.156889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0984f3d2-6e6d-4771-aa77-68706ae82e25 req-d83aaebd-afec-4fdb-8556-e3765a3113d9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150360 Aug 20 13:37:35.162052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-fc61ab3c-5699-4437-b233-34474400e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.164253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-fc61ab3c-5699-4437-b233-34474400e815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.0657272 Aug 20 13:37:35.195709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4df941e1-759f-483f-93b5-752c257592c3 req-468f0546-dc63-4be9-a19a-f48f44ec4532 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598272 Aug 20 13:37:35.233275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-e7b86c5a-fb6b-4581-b680-fc841e3f1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.234875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-e7b86c5a-fb6b-4581-b680-fc841e3f1eda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621972 Aug 20 13:37:35.384680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07edccc-efa5-43c7-a739-2c407ae1d1e0 req-c65aad07-2390-4efb-b8a1-bfdacfd6da4f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.389021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b07edccc-efa5-43c7-a739-2c407ae1d1e0 req-c65aad07-2390-4efb-b8a1-bfdacfd6da4f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.1188581 Aug 20 13:37:35.425774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-36e297e9-8e33-499f-9459-3aeabb42e9aa service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796696 Aug 20 13:37:35.498427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b07edccc-efa5-43c7-a739-2c407ae1d1e0 req-b3083f64-1002-4333-b635-610163f19733 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043062 Aug 20 13:37:35.549960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-df5783b7-cd21-4b9a-9725-a6d3a5b5fffc service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111062 Aug 20 13:37:35.608181 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-bebc52c4-5cb3-477f-9a1d-b91cf6b31514 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 217 time: 0.0507360 Aug 20 13:37:35.668880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-8e3637e0-63c0-4cc3-8db4-3fb43e1f42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.671101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-8e3637e0-63c0-4cc3-8db4-3fb43e1f42e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0550485 Aug 20 13:37:35.730331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-523488cd-c66c-4b82-9945-2e425a4fe885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:35.732591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-523488cd-c66c-4b82-9945-2e425a4fe885 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535059 Aug 20 13:37:35.849014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-dd4af865-4da9-4267-834d-fd4444321740 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091244 Aug 20 13:37:35.955407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-b1303f9c-1132-456e-9d1e-4d4bfb8092ed service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986264 Aug 20 13:37:36.005459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-40b73d7c-afab-4db7-9a2f-9864169b3e98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 217 time: 0.0431786 Aug 20 13:37:36.060367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-17f3fe4b-e2ec-4974-965e-d6720dee18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.062474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-17f3fe4b-e2ec-4974-965e-d6720dee18a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0502276 Aug 20 13:37:36.116638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-44e1de1f-c46d-405f-a9a7-082808510754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.118648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-44e1de1f-c46d-405f-a9a7-082808510754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491230 Aug 20 13:37:36.273277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-c42303e4-821d-48ee-90fb-d2dea3c991ae service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471584 Aug 20 13:37:36.372870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6c839-6f86-4f1b-8860-d090f1776a9a req-5748b1ec-62b7-4839-a13c-6c366b6aa4f5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.375084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6c6c839-6f86-4f1b-8860-d090f1776a9a req-5748b1ec-62b7-4839-a13c-6c366b6aa4f5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1185989 Aug 20 13:37:36.440678 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-1bc94cf2-71fd-4b42-9048-584b44093248 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507342 Aug 20 13:37:36.445969 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6c6c839-6f86-4f1b-8860-d090f1776a9a req-f73bc3f0-25e3-424b-9494-017f61d78b33 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589395 Aug 20 13:37:36.485609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-6d6a2a24-1a32-47f6-a253-dd139dee0d25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 217 time: 0.0375118 Aug 20 13:37:36.547301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-0587eed3-c78f-47db-9ede-bedc8c7ff8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.548876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-0587eed3-c78f-47db-9ede-bedc8c7ff8ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0570993 Aug 20 13:37:36.608870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-e804a57e-7024-4e35-9e0d-41285d284f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.610545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-e804a57e-7024-4e35-9e0d-41285d284f25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545096 Aug 20 13:37:36.644540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103de1fe-4295-4314-876f-c63b1901323f req-ab1b23db-d51e-42f6-bb1b-3baf7a54a356 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.646204 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103de1fe-4295-4314-876f-c63b1901323f req-ab1b23db-d51e-42f6-bb1b-3baf7a54a356 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 944 time: 0.0659103 Aug 20 13:37:36.695479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103de1fe-4295-4314-876f-c63b1901323f req-d89f5d17-8fd3-463c-811c-12babae247f4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Aug 20 13:37:36.763148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-5f12e111-ee16-4e6a-a872-a67ac5eb2415 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443834 Aug 20 13:37:36.916573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-7fd6b4d1-f204-4d6b-a51b-ccb3677e6b70 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:36.918102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-7fd6b4d1-f204-4d6b-a51b-ccb3677e6b70 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/networks?id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 200 len: 814 time: 0.1922662 Aug 20 13:37:36.938052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-eaeda080-f12d-4f28-b727-8278458651a4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/quotas/c64a1365025d4769ab1531aec0ad1717 HTTP/1.1" status: 200 len: 375 time: 0.0134029 Aug 20 13:37:36.939937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-1f28f7e5-af0a-4e79-b698-c133f1844196 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504476 Aug 20 13:37:36.968380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:37:36.975174 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-0a83638f-9d39-4627-a0a0-6097915ef683 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c64a1365025d4769ab1531aec0ad1717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314469 Aug 20 13:37:37.010149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-e71e462c-ce3a-46d2-9fad-1fc624a72e65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 217 time: 0.0578454 Aug 20 13:37:37.072980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:37.085134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:37:37.109712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-2f95c7d8-5262-4fe5-b63e-19a6e50c5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:37.111190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-2f95c7d8-5262-4fe5-b63e-19a6e50c5ec8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0899749 Aug 20 13:37:37.124700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:37.141160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:37.155712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-36c2cb19-cdc2-4e05-a212-a5a854d79d13 service neutron] 10.222.0.59 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538100 Aug 20 13:37:37.164328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:37.170826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:37.180840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-ede55eb2-7920-4641-b836-112ed4b6a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:37.182342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-ede55eb2-7920-4641-b836-112ed4b6a775 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616138 Aug 20 13:37:37.223727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:37.234095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.234095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.234419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.234845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.235302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.235723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.236151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.236724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.237029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.237447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.237880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.238331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:37.334017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-ce62e5cc-944e-4f15-9c03-49a7a6dbf425 service neutron] 10.222.0.59 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690419 Aug 20 13:37:37.347432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-8ee47d67-e6aa-49c1-8aa8-6cd55e8203ca service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505086 Aug 20 13:37:37.441881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['120a7bcf-4e18-4b29-a8f0-ac2ba294f04b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:37:37.462160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-9c287a52-984a-4c1e-8450-4a9fa3d273a0 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075845 Aug 20 13:37:37.549377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-469d2b09-0570-4761-83b2-09a94c7d01db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0790770 Aug 20 13:37:37.606589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100150-ae88-46ae-9324-2a61edaada5a req-48cf2f5d-7204-4c14-9b69-99bf534176a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:37.615802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a100150-ae88-46ae-9324-2a61edaada5a req-48cf2f5d-7204-4c14-9b69-99bf534176a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0752084 Aug 20 13:37:37.625568 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ee35afc-9df2-420d-8b5a-35b4749b9b8b req-310add74-324d-48b5-92df-0218a90ede20 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 210 time: 0.0871153 Aug 20 13:37:37.640630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-f0878eca-654f-4509-a3f8-8e75f263e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:37.642226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-f0878eca-654f-4509-a3f8-8e75f263e30e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0778141 Aug 20 13:37:37.666786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6a100150-ae88-46ae-9324-2a61edaada5a req-2e4cd119-2c2c-4286-8a13-884e5ef0598b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498042 Aug 20 13:37:37.708478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-72015007-3b72-4029-8f5c-ed5420a4a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:37.710025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-72015007-3b72-4029-8f5c-ed5420a4a735 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594888 Aug 20 13:37:37.876952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243e9af-3d59-428e-9235-128ee0785a75 req-ba3e27a7-eaa0-433c-b3f4-851c7b72b1ee tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:37.878502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a243e9af-3d59-428e-9235-128ee0785a75 req-ba3e27a7-eaa0-433c-b3f4-851c7b72b1ee tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 945 time: 0.0960968 Aug 20 13:37:37.880963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-881815e3-7d48-4838-b9d8-8e64f24d76dc service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633172 Aug 20 13:37:37.981268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a243e9af-3d59-428e-9235-128ee0785a75 req-6b54a111-5945-451d-9a1f-d20f6ad80d7f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938306 Aug 20 13:37:38.021794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-d504acc7-8d60-4d32-bd12-b0f26e53cecc service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315377 Aug 20 13:37:38.069413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-0b23b6ab-c90c-4ede-b691-6c205ae46c74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.0390000 Aug 20 13:37:38.131251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-ae20f342-f995-4e73-bc40-d9a0aa30e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:38.133903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-ae20f342-f995-4e73-bc40-d9a0aa30e4cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0565319 Aug 20 13:37:38.183945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-086559f3-ef59-46af-937b-259efcd95611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:38.185663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-086559f3-ef59-46af-937b-259efcd95611 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444975 Aug 20 13:37:38.306862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-d2af9ecc-f7fb-4d1b-8087-37b75376b535 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131094 Aug 20 13:37:38.418753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4334292-e93d-436d-8aaf-a4cb68c212ff req-d82d3712-885e-4876-b707-d5cd91b4ea6a service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046517 Aug 20 13:37:38.688348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-31716ec4-5d1e-431e-9511-2c20d4f72cf0 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:38.690102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-31716ec4-5d1e-431e-9511-2c20d4f72cf0 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "GET /v2.0/networks?id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 200 len: 814 time: 0.1188734 Aug 20 13:37:38.705487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Request body: {'port': {'device_id': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa', 'admin_state_up': True, 'tenant_id': 'c64a1365025d4769ab1531aec0ad1717'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:38.756626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b2a317c-614b-41bf-a97a-f82e1fd1d65f req-d198a431-f7b8-4b40-bae9-118c21f63033 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 210 time: 0.0435238 Aug 20 13:37:38.852622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c53668-52c0-463e-93bc-4c8c5967c541 req-5592d919-84c8-4de8-b4d8-f9b124893896 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:38.854178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3c53668-52c0-463e-93bc-4c8c5967c541 req-5592d919-84c8-4de8-b4d8-f9b124893896 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0820501 Aug 20 13:37:38.921709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3c53668-52c0-463e-93bc-4c8c5967c541 req-46e8c69c-7ac3-43d1-ba43-a13d558ffa9e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592718 Aug 20 13:37:38.934918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Made reservation on behalf of c64a1365025d4769ab1531aec0ad1717 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:37:38.939502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:38.981041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:37:39.055034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:37:39.066663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:37:39.067200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.146122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Allocated IP 172.20.0.14 (1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa/a06a0fd7-1a8b-469b-9d24-c78545801cff/3a05c142-5fa4-443d-b6f9-37f661783f4b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:37:39.165804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a213-09e1-4cab-b664-c50e08711fc0 req-d7b45e36-17b6-4f9a-ada4-5d6b54a3b7c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:39.167381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9408a213-09e1-4cab-b664-c50e08711fc0 req-d7b45e36-17b6-4f9a-ada4-5d6b54a3b7c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 945 time: 0.0865271 Aug 20 13:37:39.178956 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.203455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:39.205756 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb88a9-423d-40eb-85af-8133edd91335" -d '{"events": [{"server_uuid": "e4a60abc-c333-4746-8cf4-f9e3b26465e3", "name": "network-vif-plugged", "status": "completed", "tag": "120a7bcf-4e18-4b29-a8f0-ac2ba294f04b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:39.219899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:39.225208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.243498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9408a213-09e1-4cab-b664-c50e08711fc0 req-ab98b181-8ed7-4f26-8e3f-64f7ce284eae tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678251 Aug 20 13:37:39.255249 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab6d7c8-3851-4b20-89d2-7667e1c296fb x-openstack-request-id: req-dab6d7c8-3851-4b20-89d2-7667e1c296fb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:39.255431 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a60abc-c333-4746-8cf4-f9e3b26465e3", "name": "network-vif-plugged", "status": "completed", "tag": "120a7bcf-4e18-4b29-a8f0-ac2ba294f04b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:39.255646 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dab6d7c8-3851-4b20-89d2-7667e1c296fb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:39.256128 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b', 'code': 200} Aug 20 13:37:39.284390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:39.375157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.391694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596d12b-c35e-42c5-ba86-ac3dcce26868 req-9b69ab84-d9b7-4ce6-85d5-1af5d44bfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:39.393189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f596d12b-c35e-42c5-ba86-ac3dcce26868 req-9b69ab84-d9b7-4ce6-85d5-1af5d44bfdf1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 1097 time: 0.0741649 Aug 20 13:37:39.443175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f596d12b-c35e-42c5-ba86-ac3dcce26868 req-9e50b3c8-4bc2-4e0e-8edd-74ea50aabe7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Aug 20 13:37:39.444629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.486300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:37:39.489346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:37:39.493030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:37:39.503529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Pushing event updated for resources: {'Port': ['ID=3a05c142-5fa4-443d-b6f9-37f661783f4b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:39.535663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.536146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.536514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.536769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.537113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.537432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.537762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.538094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.538418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.538740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.539062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.539383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:37:39.563757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:39.564500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.580266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-a3e8bbf7-4b19-4099-aacb-758a69b223d5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812857 Aug 20 13:37:39.593299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Request body: {'port': {'device_id': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:39.651825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:39.951955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ccc47-1a03-4977-8281-e7afd0d44523 req-aa3e3e73-e4b4-49e6-aa8f-8e0dad97927e tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:39.954513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-348ccc47-1a03-4977-8281-e7afd0d44523 req-aa3e3e73-e4b4-49e6-aa8f-8e0dad97927e tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 932 time: 0.0552952 Aug 20 13:37:39.980444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a05c142-5fa4-443d-b6f9-37f661783f4b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:39.998396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:40.014616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Transition to ACTIVE for port object 3a05c142-5fa4-443d-b6f9-37f661783f4b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:37:40.020781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:40.031543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-348ccc47-1a03-4977-8281-e7afd0d44523 req-e08618b9-69ac-4777-953d-8ed1ecdff8c9 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606821 Aug 20 13:37:40.135909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Pushing event updated for resources: {'Port': ['ID=3a05c142-5fa4-443d-b6f9-37f661783f4b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:40.169881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd5bc2-8301-40f6-aa32-3d823001dea3 req-8eeb4ec2-621d-4365-a5ca-1cdb4d5c65ab tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:40.171189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72fd5bc2-8301-40f6-aa32-3d823001dea3 req-8eeb4ec2-621d-4365-a5ca-1cdb4d5c65ab tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1131792 Aug 20 13:37:40.246517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72fd5bc2-8301-40f6-aa32-3d823001dea3 req-33c43046-b335-4c98-9359-a44cbfc3e252 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552783 Aug 20 13:37:40.249581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Attempting to bind port 3a05c142-5fa4-443d-b6f9-37f661783f4b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:37:40.249871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Attempting to bind port 3a05c142-5fa4-443d-b6f9-37f661783f4b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:37:40.250235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Attempting to bind port 3a05c142-5fa4-443d-b6f9-37f661783f4b on network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:40.255232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Port 3a05c142-5fa4-443d-b6f9-37f661783f4b on network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:37:40.255562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Attempting to bind port 3a05c142-5fa4-443d-b6f9-37f661783f4b on network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:40.260682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:37:40.260920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Checking segment: {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:37:40.261310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Bound using segment: {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:37:40.261746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Bound port: 3a05c142-5fa4-443d-b6f9-37f661783f4b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:37:40.262116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:40.337553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] For port 3a05c142-5fa4-443d-b6f9-37f661783f4b, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:37:40.341621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] For port 3a05c142-5fa4-443d-b6f9-37f661783f4b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:37:40.349918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:40.392322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:40.392988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:40.404193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] 10.222.0.53 "PUT /v2.0/ports/3a05c142-5fa4-443d-b6f9-37f661783f4b HTTP/1.1" status: 200 len: 1092 time: 0.8143430 Aug 20 13:37:40.404193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'tag': '3a05c142-5fa4-443d-b6f9-37f661783f4b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:40.406489 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "80c79ffb-9135-4288-a8f8-f28b3d95d787", "tag": "3a05c142-5fa4-443d-b6f9-37f661783f4b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:40.436902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca211a97-ef34-4494-b567-83b855c44b52 req-2aa34d49-fbd8-460d-9415-0a1a1467f177 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:40.439627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca211a97-ef34-4494-b567-83b855c44b52 req-2aa34d49-fbd8-460d-9415-0a1a1467f177 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 946 time: 0.1145823 Aug 20 13:37:40.441350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324c4cd-9e42-4058-9f0e-8d7d609123ea service neutron] Pushing event updated for resources: {'Port': ['ID=3a05c142-5fa4-443d-b6f9-37f661783f4b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:40.530698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca211a97-ef34-4494-b567-83b855c44b52 req-87f87042-266e-4551-8fe0-5d576d8ea274 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845394 Aug 20 13:37:40.545906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-14f7a221-b576-4251-8106-03401b985ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:40.547494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-14f7a221-b576-4251-8106-03401b985ad7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c64a1365025d4769ab1531aec0ad1717&device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 1095 time: 0.0962210 Aug 20 13:37:40.647892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-1fac004d-7ddc-4b9a-aeec-dc1fafcaf7f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b HTTP/1.1" status: 200 len: 217 time: 0.0897968 Aug 20 13:37:40.649666 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443723fa-5647-492e-909e-031250fc283e x-openstack-request-id: req-443723fa-5647-492e-909e-031250fc283e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:40.649960 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c79ffb-9135-4288-a8f8-f28b3d95d787", "tag": "3a05c142-5fa4-443d-b6f9-37f661783f4b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:40.650215 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-443723fa-5647-492e-909e-031250fc283e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:40.650615 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'tag': '3a05c142-5fa4-443d-b6f9-37f661783f4b', 'status': 'completed', 'code': 200} Aug 20 13:37:41.080172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b70f-ecca-464d-8e11-07f65f10209e req-d5c6b632-9ca6-4bbd-8e4d-4a7179f7a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.081751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-d5c6b632-9ca6-4bbd-8e4d-4a7179f7a767 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a06a0fd7-1a8b-469b-9d24-c78545801cff HTTP/1.1" status: 200 len: 854 time: 0.4261439 Aug 20 13:37:41.121763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-f242bcd5-3dd1-4fdb-9861-8396bfc04abc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315950 Aug 20 13:37:41.225877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e516c-0046-4364-942b-556a27239dc0 req-9d8a0972-d546-47fa-be3b-04be817f9514 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.229125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e87e516c-0046-4364-942b-556a27239dc0 req-9d8a0972-d546-47fa-be3b-04be817f9514 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 944 time: 0.1138325 Aug 20 13:37:41.250595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-47ced3e4-4e26-44a1-a68d-1ddc443e7797 service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213241 Aug 20 13:37:41.298705 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e87e516c-0046-4364-942b-556a27239dc0 req-9815dc66-185e-49e7-af42-ba4fa5a690f1 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610638 Aug 20 13:37:41.460176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2997-309e-4803-a904-933803db33fc req-22b29048-9648-4a00-aa0b-abe483a16305 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.461822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87af2997-309e-4803-a904-933803db33fc req-22b29048-9648-4a00-aa0b-abe483a16305 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.1089563 Aug 20 13:37:41.464107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4224b70f-ecca-464d-8e11-07f65f10209e req-1ce30ccb-e546-47e8-b9a4-2860cc9ff12f service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060754 Aug 20 13:37:41.517940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87af2997-309e-4803-a904-933803db33fc req-413134f9-7184-4d35-8bc7-3b048b5913be tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Aug 20 13:37:41.580877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-2e744614-32d4-43da-86f5-143a483ff03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.582566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-2e744614-32d4-43da-86f5-143a483ff03d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c64a1365025d4769ab1531aec0ad1717&device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 1095 time: 0.0608044 Aug 20 13:37:41.672312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa9bd8-0dd9-43ac-8d25-fd4603b8ebde req-dfbe2ce4-8b37-4b6f-bbef-a3142e1a8f0d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.681146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eafa9bd8-0dd9-43ac-8d25-fd4603b8ebde req-dfbe2ce4-8b37-4b6f-bbef-a3142e1a8f0d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 946 time: 0.0793266 Aug 20 13:37:41.690480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-ae068d4f-0194-4cfa-b8d4-22dabe385dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.692315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-ae068d4f-0194-4cfa-b8d4-22dabe385dd3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 200 len: 915 time: 0.1025236 Aug 20 13:37:41.727643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eafa9bd8-0dd9-43ac-8d25-fd4603b8ebde req-ad06e2f7-ac4b-4279-94c4-f01e9b12435f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Aug 20 13:37:41.753994 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-5105d5b6-b159-4b12-a00b-4116c418f15b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b HTTP/1.1" status: 200 len: 217 time: 0.0534015 Aug 20 13:37:41.862166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-25b02f69-229a-46d1-872e-557d5eb3c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.863569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-25b02f69-229a-46d1-872e-557d5eb3c802 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a06a0fd7-1a8b-469b-9d24-c78545801cff HTTP/1.1" status: 200 len: 854 time: 0.0999761 Aug 20 13:37:41.893155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1313c03-9beb-4c56-a80e-1d808769bdd0 req-f398d655-59eb-4c71-8231-9bc807263079 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:41.894743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c1313c03-9beb-4c56-a80e-1d808769bdd0 req-f398d655-59eb-4c71-8231-9bc807263079 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 946 time: 0.0853028 Aug 20 13:37:41.913311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-c568ff6a-0044-4232-a0d0-12a22387fa76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420499 Aug 20 13:37:42.008117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c1313c03-9beb-4c56-a80e-1d808769bdd0 req-c021eeba-4539-4e0e-9c5a-3e97d5c839fb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972652 Aug 20 13:37:42.045443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-c453e6cc-c3d6-486d-a2bc-c11d3f3d5649 service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239035 Aug 20 13:37:42.154524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf47cecc-c916-4b67-bedd-fc8e2b367b3c req-9700285f-4118-496f-8075-46d6e1018f23 service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003757 Aug 20 13:37:42.448882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf47a-7f7b-4333-a17f-eeff044d1aec req-0f1dd7ed-2271-4c72-bf05-4f9f2098e7cf tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:42.457040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ebedf47a-7f7b-4333-a17f-eeff044d1aec req-0f1dd7ed-2271-4c72-bf05-4f9f2098e7cf tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 944 time: 0.0800490 Aug 20 13:37:42.501405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ebedf47a-7f7b-4333-a17f-eeff044d1aec req-1984f6b9-5917-4f19-bef8-b4c808d6df68 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Aug 20 13:37:42.681955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a981ce-c19b-4ee7-a8bb-e5a2f269ab29 req-c39c45cd-bfd5-45d2-9216-1cf58997321c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:42.685201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02a981ce-c19b-4ee7-a8bb-e5a2f269ab29 req-c39c45cd-bfd5-45d2-9216-1cf58997321c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 945 time: 0.0758100 Aug 20 13:37:42.750960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3a05c142-5fa4-443d-b6f9-37f661783f4b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:37:42.774274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02a981ce-c19b-4ee7-a8bb-e5a2f269ab29 req-28b22d80-1bad-4333-8a76-585b35fabe2c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512176 Aug 20 13:37:42.932852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 3a05c142-5fa4-443d-b6f9-37f661783f4b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:42.953330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '3a05c142-5fa4-443d-b6f9-37f661783f4b', 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa', 'port_id': '3a05c142-5fa4-443d-b6f9-37f661783f4b', 'mac_address': 'fa:16:3e:10:58:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06a0fd7-1a8b-469b-9d24-c78545801cff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:37:43.006994 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:43.024182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a05c142-5fa4-443d-b6f9-37f661783f4b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:43.032125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:37:43.064607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 3a05c142-5fa4-443d-b6f9-37f661783f4b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:43.083678 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:43.183530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=3a05c142-5fa4-443d-b6f9-37f661783f4b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:43.204935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:43.219107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '4fe89a53-4605-4939-906b-ba6e06948284', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'port_id': '4fe89a53-4605-4939-906b-ba6e06948284', 'mac_address': 'fa:16:3e:25:69:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:37:43.283106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:43.309146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:43.337546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:43.345255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:43.379217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['3a05c142-5fa4-443d-b6f9-37f661783f4b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:37:43.505866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:43.638368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4fe89a53-4605-4939-906b-ba6e06948284'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:37:43.720027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2727ed-debe-422f-817f-be13b977206e req-dce786b2-47f4-4d3d-b044-f36bdf12da35 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:43.738000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f2727ed-debe-422f-817f-be13b977206e req-dce786b2-47f4-4d3d-b044-f36bdf12da35 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 945 time: 0.1275997 Aug 20 13:37:43.825250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f2727ed-debe-422f-817f-be13b977206e req-4baf7b07-102d-4992-8752-4130dd8d7756 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787535 Aug 20 13:37:43.938987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e1741-ec9b-488b-bc74-3c2649e0ecee req-063432b9-d5c8-4989-a4f5-a8be5b670950 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:43.940659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-702e1741-ec9b-488b-bc74-3c2649e0ecee req-063432b9-d5c8-4989-a4f5-a8be5b670950 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0630348 Aug 20 13:37:43.993774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-702e1741-ec9b-488b-bc74-3c2649e0ecee req-549427fb-eb63-494b-93a6-922ec06bb4eb tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455918 Aug 20 13:37:44.757383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3a05c142-5fa4-443d-b6f9-37f661783f4b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:37:44.811479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 3a05c142-5fa4-443d-b6f9-37f661783f4b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:37:44.815578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 3a05c142-5fa4-443d-b6f9-37f661783f4b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:37:44.815955 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:44.901018 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:44.925789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05c142-5fa4-443d-b6f9-37f661783f4b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:44.928750 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813227d6-1782-498c-ba5a-c6b920e3949d" -d '{"events": [{"server_uuid": "80c79ffb-9135-4288-a8f8-f28b3d95d787", "name": "network-vif-plugged", "status": "completed", "tag": "3a05c142-5fa4-443d-b6f9-37f661783f4b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:44.943399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 3a05c142-5fa4-443d-b6f9-37f661783f4b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:44.947133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:44.956320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c655af-05dc-44c2-9e0b-b73f50876320 req-655404df-9e72-43ce-b02a-5071b35175cd tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:44.961118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-68c655af-05dc-44c2-9e0b-b73f50876320 req-655404df-9e72-43ce-b02a-5071b35175cd tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 945 time: 0.0605302 Aug 20 13:37:44.999255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=3a05c142-5fa4-443d-b6f9-37f661783f4b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:45.005141 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-68c655af-05dc-44c2-9e0b-b73f50876320 req-2dbfa58a-919d-42f3-be37-31d5f6b17ff8 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Aug 20 13:37:45.027760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:37:45.078781 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6573fc-c1be-4aae-9051-2cf20f169be0 x-openstack-request-id: req-fc6573fc-c1be-4aae-9051-2cf20f169be0 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:45.079358 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c79ffb-9135-4288-a8f8-f28b3d95d787", "name": "network-vif-plugged", "status": "completed", "tag": "3a05c142-5fa4-443d-b6f9-37f661783f4b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:45.080434 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc6573fc-c1be-4aae-9051-2cf20f169be0 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:45.081701 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05c142-5fa4-443d-b6f9-37f661783f4b', 'code': 200} Aug 20 13:37:45.093317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 4fe89a53-4605-4939-906b-ba6e06948284 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:37:45.102703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 4fe89a53-4605-4939-906b-ba6e06948284 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:37:45.103451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:45.113298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-5e8663b5-69c1-4f6b-ac80-9d91bf091c04 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:45.121046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-5e8663b5-69c1-4f6b-ac80-9d91bf091c04 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1491182 Aug 20 13:37:45.138970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-9c2e8f77-7ed5-4f52-bb7e-04da488d0e58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0167782 Aug 20 13:37:45.207363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e779a9-ca40-4309-bac5-8277d1d99440 req-304fa91d-f174-49c1-9947-ca1b796a03bc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:45.209615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3e779a9-ca40-4309-bac5-8277d1d99440 req-304fa91d-f174-49c1-9947-ca1b796a03bc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 946 time: 0.0603731 Aug 20 13:37:45.223632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b686a7-4288-4358-8cd9-9e1052b2a68b req-812b979f-49c1-4018-870d-94d90ddcefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:45.225391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99b686a7-4288-4358-8cd9-9e1052b2a68b req-812b979f-49c1-4018-870d-94d90ddcefa9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 1097 time: 0.0843499 Aug 20 13:37:45.226625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:45.251258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-1a7bd68d-df5e-4ed9-886e-a260dfcad7ce tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113980 Aug 20 13:37:45.272125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3e779a9-ca40-4309-bac5-8277d1d99440 req-f8d91657-2d64-40e4-8709-d1e02c2247c5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524778 Aug 20 13:37:45.275459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:37:45.283019 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:45.340467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99b686a7-4288-4358-8cd9-9e1052b2a68b req-6074afb8-1597-4673-a2e1-17c1777979a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069269 Aug 20 13:37:45.343386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=12']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:45.388040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-bf24838b-afda-44b5-8e7c-1bf163798945 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255565 Aug 20 13:37:45.491826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-8d0b3753-5f1e-4a15-ba5a-1000d78817f2 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970740 Aug 20 13:37:45.698507 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6ad10fd-60a7-44d5-952b-282903873360 req-bc2a2420-62f4-42f9-971d-84a4ec67ab4e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Aug 20 13:37:45.777482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e7399747-ada9-4a77-9a1d-2def3d417cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:46.166532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c3e5-25bb-400b-b824-489bc24b9606 req-c90316b9-83e4-46eb-b09c-933bc00f1930 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:46.173130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1625c3e5-25bb-400b-b824-489bc24b9606 req-c90316b9-83e4-46eb-b09c-933bc00f1930 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 946 time: 0.0688159 Aug 20 13:37:46.211163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1625c3e5-25bb-400b-b824-489bc24b9606 req-66465801-9b12-40e4-ad7b-47e81f581b6b tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Aug 20 13:37:46.419976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10faea0-961f-4426-afea-6acaa5d07a6c req-478a1eb3-1397-48c6-a0f3-3b408fbf2ed0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:46.422291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e10faea0-961f-4426-afea-6acaa5d07a6c req-478a1eb3-1397-48c6-a0f3-3b408fbf2ed0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.0569322 Aug 20 13:37:46.468800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e10faea0-961f-4426-afea-6acaa5d07a6c req-816622ad-369e-455e-bf6c-0c4b24f82c73 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398517 Aug 20 13:37:46.806815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-9269869e-a4b8-4e4b-b2ff-9159967b5f5a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:46.810325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-9269869e-a4b8-4e4b-b2ff-9159967b5f5a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1509368 Aug 20 13:37:46.824802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:46.849422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6408df4b-1581-48f9-851d-61a07bbae1d8 req-0ea8f093-0bde-471c-810c-3a5c51111904 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0556426 Aug 20 13:37:46.964808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:37:46.969868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:47.083404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:47.086732 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23599ea6-3247-4dba-b3bc-7c80be62d956" -d '{"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:47.134423 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8590c6b0-bcad-4703-9bb4-941c4cd61b0a x-openstack-request-id: req-8590c6b0-bcad-4703-9bb4-941c4cd61b0a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:47.135139 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:47.135724 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8590c6b0-bcad-4703-9bb4-941c4cd61b0a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:47.136311 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'code': 200} Aug 20 13:37:47.158467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.4 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/9823b007-f484-4548-8b4c-181296512d54) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:37:47.419404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1776e-0e58-44d9-8726-7ea6d65d0874 req-d6f9d0d7-0334-4962-8c01-4c57288695fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:47.421916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00f1776e-0e58-44d9-8726-7ea6d65d0874 req-d6f9d0d7-0334-4962-8c01-4c57288695fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1098 time: 0.1100736 Aug 20 13:37:47.434361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387321-c28f-46bf-9660-1649309e434c req-1926758f-f3a9-4aca-9298-fcedb6f463de tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:47.436659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38387321-c28f-46bf-9660-1649309e434c req-1926758f-f3a9-4aca-9298-fcedb6f463de tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 946 time: 0.1397047 Aug 20 13:37:47.442798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:47.462654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object 9823b007-f484-4548-8b4c-181296512d54 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:37:47.501601 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00f1776e-0e58-44d9-8726-7ea6d65d0874 req-64cb89c8-92e0-4641-839b-356d1fffed54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637243 Aug 20 13:37:47.501871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:47.516394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['120a7bcf-4e18-4b29-a8f0-ac2ba294f04b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:37:47.541050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38387321-c28f-46bf-9660-1649309e434c req-af060011-66d1-4615-bedd-926306aa79e7 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825770 Aug 20 13:37:47.570586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:37:47.574485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:37:47.583497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:37:47.588814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=9823b007-f484-4548-8b4c-181296512d54,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:47.753195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8370790-69f2-4912-ada3-f7de614eb176 req-3e294f5d-64ef-45ab-bf62-1c394677ce76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:47.756154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8370790-69f2-4912-ada3-f7de614eb176 req-3e294f5d-64ef-45ab-bf62-1c394677ce76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.1276431 Aug 20 13:37:47.773352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:47.774203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:47.851826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-950768ef-b22b-4aff-a3e8-223084093822 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0336506 Aug 20 13:37:47.881560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8370790-69f2-4912-ada3-f7de614eb176 req-c5b63801-f5f5-4ece-81c2-8c9654b1a87b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043990 Aug 20 13:37:47.900469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Request body: {'port': {'device_id': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:37:47.972583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28b88572-0603-4aba-8e4f-5c74cf88382e None None] Provisioning for port 9823b007-f484-4548-8b4c-181296512d54 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:37:47.977630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28b88572-0603-4aba-8e4f-5c74cf88382e None None] Provisioning complete for port 9823b007-f484-4548-8b4c-181296512d54 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:37:47.978011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28b88572-0603-4aba-8e4f-5c74cf88382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:47.986909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:48.021903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f06f5-2d0b-41d7-bd04-f106432a8f2e req-9d54fb41-06b7-49c9-885f-7bc2d46db5c1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:48.030660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b9f06f5-2d0b-41d7-bd04-f106432a8f2e req-9d54fb41-06b7-49c9-885f-7bc2d46db5c1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 931 time: 0.0742748 Aug 20 13:37:48.067046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-28b88572-0603-4aba-8e4f-5c74cf88382e None None] Port 9823b007-f484-4548-8b4c-181296512d54 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:37:48.089107 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b9f06f5-2d0b-41d7-bd04-f106432a8f2e req-d708c8a9-3e03-488e-b989-154b6f7447b5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561366 Aug 20 13:37:48.431905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9823b007-f484-4548-8b4c-181296512d54 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:37:48.441052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:48.475868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Transition to ACTIVE for port object 9823b007-f484-4548-8b4c-181296512d54 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:37:48.488132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cf8651c0-e4a5-4b72-a6c5-fd82050a0c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:48.490848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:48.563841 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:48.609772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Pushing event updated for resources: {'Port': ['ID=9823b007-f484-4548-8b4c-181296512d54,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:48.768214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Attempting to bind port 9823b007-f484-4548-8b4c-181296512d54 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:37:48.768695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Attempting to bind port 9823b007-f484-4548-8b4c-181296512d54 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:37:48.769069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Attempting to bind port 9823b007-f484-4548-8b4c-181296512d54 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:48.775485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Port 9823b007-f484-4548-8b4c-181296512d54 on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:37:48.775823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Attempting to bind port 9823b007-f484-4548-8b4c-181296512d54 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:37:48.791007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:37:48.791360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:37:48.791761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:37:48.792230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Bound port: 9823b007-f484-4548-8b4c-181296512d54, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:37:48.792660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:49.041938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] For port 9823b007-f484-4548-8b4c-181296512d54, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:37:49.048047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] For port 9823b007-f484-4548-8b4c-181296512d54, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9823b007-f484-4548-8b4c-181296512d54,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:37:49.058470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:49.109631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:49.110530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:49.112500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] 10.222.0.13 "PUT /v2.0/ports/9823b007-f484-4548-8b4c-181296512d54 HTTP/1.1" status: 200 len: 1091 time: 1.2263787 Aug 20 13:37:49.115689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'tag': '9823b007-f484-4548-8b4c-181296512d54'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:37:49.128910 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a73a57f-8288-41bb-9fb6-90053991db12" -d '{"events": [{"name": "network-changed", "server_uuid": "9635ac84-8155-48b5-8658-aeb8d8a6a438", "tag": "9823b007-f484-4548-8b4c-181296512d54"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:37:49.182725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14871ba-cf5f-40f6-aa85-34e47500ed22 req-43d9770a-bccf-4c3a-b775-a82e925cde76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:49.193496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c14871ba-cf5f-40f6-aa85-34e47500ed22 req-43d9770a-bccf-4c3a-b775-a82e925cde76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.1562972 Aug 20 13:37:49.237323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb26c3f-06d8-4cef-9406-37379241a6bc service neutron] Pushing event updated for resources: {'Port': ['ID=9823b007-f484-4548-8b4c-181296512d54,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:37:49.333686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c14871ba-cf5f-40f6-aa85-34e47500ed22 req-a26e88e8-d92c-4da2-a77d-3079ccb2c3bf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368554 Aug 20 13:37:49.379685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c052c8-e2b2-499d-a30b-e4171c46afb6 req-6fc1e8fc-b5a5-4b94-97de-6a88745b2f54 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:49.387925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04c052c8-e2b2-499d-a30b-e4171c46afb6 req-6fc1e8fc-b5a5-4b94-97de-6a88745b2f54 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.1347857 Aug 20 13:37:49.423779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-a5030baf-3a6c-4d97-a9ea-c267522892c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:49.426307 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-a5030baf-3a6c-4d97-a9ea-c267522892c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 1094 time: 0.2587743 Aug 20 13:37:49.448228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:49.462157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04c052c8-e2b2-499d-a30b-e4171c46afb6 req-42a52fc7-94c3-41aa-8e4f-aac06690a183 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732291 Aug 20 13:37:49.495929 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28953b57-7a04-4438-8f54-3fad141c1142 x-openstack-request-id: req-28953b57-7a04-4438-8f54-3fad141c1142 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:37:49.497170 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9635ac84-8155-48b5-8658-aeb8d8a6a438", "tag": "9823b007-f484-4548-8b4c-181296512d54", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:37:49.497950 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28953b57-7a04-4438-8f54-3fad141c1142 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:37:49.498579 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'tag': '9823b007-f484-4548-8b4c-181296512d54', 'status': 'completed', 'code': 200} Aug 20 13:37:49.500808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-8a98015b-dc4f-42b1-b678-ce80cec429bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9823b007-f484-4548-8b4c-181296512d54 HTTP/1.1" status: 200 len: 217 time: 0.0637138 Aug 20 13:37:49.616300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-5757adbc-8aff-436a-b2d2-c80498ef2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:49.618252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-5757adbc-8aff-436a-b2d2-c80498ef2bb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.1074529 Aug 20 13:37:49.689568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569aead-c286-4620-a4ea-4de26b646ace req-edeb6280-1a39-4a6f-a708-cc81179fe5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:49.691358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-edeb6280-1a39-4a6f-a708-cc81179fe5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655365 Aug 20 13:37:49.833758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-bc020096-d1e2-4364-8905-dccb755d3029 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326997 Aug 20 13:37:49.984424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f569aead-c286-4620-a4ea-4de26b646ace req-e94a3598-8e4c-4022-ae56-0e755309db4d service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417751 Aug 20 13:37:50.103234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-23ec1a73-52ea-40f7-9812-fe156229a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:50.105257 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-23ec1a73-52ea-40f7-9812-fe156229a272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 1094 time: 0.0567667 Aug 20 13:37:50.226476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-8aff9965-ed86-47ab-8b7a-d6f49b4ed317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:50.228865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-8aff9965-ed86-47ab-8b7a-d6f49b4ed317 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1166415 Aug 20 13:37:50.282142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-fa8234a4-35ac-497d-bffb-653af60e69c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9823b007-f484-4548-8b4c-181296512d54 HTTP/1.1" status: 200 len: 217 time: 0.0460050 Aug 20 13:37:50.363935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-715bc676-8254-4249-9ab1-23522dd88a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:50.366163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-715bc676-8254-4249-9ab1-23522dd88a47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0770159 Aug 20 13:37:50.515587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-73b9b147-0fae-413c-aac5-05ab42b69d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:50.517476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-73b9b147-0fae-413c-aac5-05ab42b69d66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388769 Aug 20 13:37:50.599050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2bc6-5bf7-4388-b35f-3f026a6527a8 req-5771d382-df58-4373-be79-e794853a6043 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:50.600891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf0b2bc6-5bf7-4388-b35f-3f026a6527a8 req-5771d382-df58-4373-be79-e794853a6043 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.1374483 Aug 20 13:37:50.656050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47775262-4ff5-454a-aa25-97416d7f6710 req-43ae6ffb-24c4-4fd0-b99b-e57ad5900ffe tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:50.658544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47775262-4ff5-454a-aa25-97416d7f6710 req-43ae6ffb-24c4-4fd0-b99b-e57ad5900ffe tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0852871 Aug 20 13:37:50.703134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-47775262-4ff5-454a-aa25-97416d7f6710 req-ff22eab4-01b9-4146-aeee-c98fca3e0249 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387194 Aug 20 13:37:50.733977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf0b2bc6-5bf7-4388-b35f-3f026a6527a8 req-8c694e84-f157-4a86-8083-532b0c9bffe7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244135 Aug 20 13:37:50.757087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-7dcd9263-1704-4df7-9bd2-627e44e85c84 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308154 Aug 20 13:37:50.896980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a73a57f-8288-41bb-9fb6-90053991db12 req-d3518deb-34cf-4557-8f96-dec1d0cf19b4 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310961 Aug 20 13:37:51.423672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:51.897820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcbd0b-3bd5-4381-9672-4ee0e7820143 req-5f74443d-b046-469a-a79b-acfac45293ed tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:51.899386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bfcbd0b-3bd5-4381-9672-4ee0e7820143 req-5f74443d-b046-469a-a79b-acfac45293ed tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0860565 Aug 20 13:37:51.995439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bfcbd0b-3bd5-4381-9672-4ee0e7820143 req-d5371f1c-cf5b-400f-9c86-6f0954cca312 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724366 Aug 20 13:37:53.148576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffff1c-591d-43a1-ad21-b393d7550302 req-a0d92361-0d18-4d4d-9f83-e4609fb6202b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:53.148576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c1ffff1c-591d-43a1-ad21-b393d7550302 req-a0d92361-0d18-4d4d-9f83-e4609fb6202b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0742335 Aug 20 13:37:53.217385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c1ffff1c-591d-43a1-ad21-b393d7550302 req-2c12e1c6-9243-4238-b85b-91c94c2d5f21 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591071 Aug 20 13:37:54.389760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b617aa-2ba1-4da7-829f-d6165c217dd0 req-9e7da120-60b6-4806-a7db-3eaa6df58699 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:54.391423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07b617aa-2ba1-4da7-829f-d6165c217dd0 req-9e7da120-60b6-4806-a7db-3eaa6df58699 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0803437 Aug 20 13:37:54.457046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07b617aa-2ba1-4da7-829f-d6165c217dd0 req-4b78a613-ea72-4ea7-b1bc-645afec67cc8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473375 Aug 20 13:37:55.640931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c892-d79d-4afd-a578-4f0263d8cb3c req-ea21e7e9-fed0-46d4-9595-f776d4fb8052 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:55.649457 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e61c892-d79d-4afd-a578-4f0263d8cb3c req-ea21e7e9-fed0-46d4-9595-f776d4fb8052 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0759192 Aug 20 13:37:55.710275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e61c892-d79d-4afd-a578-4f0263d8cb3c req-380cda1a-0d75-4a4d-87d8-d2fd47c38a32 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Aug 20 13:37:56.927438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e347b-8d93-41ac-9bff-f8edccd753c5 req-817f63c0-9939-4d6c-a64b-77e6b0581b28 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:56.936093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f11e347b-8d93-41ac-9bff-f8edccd753c5 req-817f63c0-9939-4d6c-a64b-77e6b0581b28 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.1248343 Aug 20 13:37:56.985023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f11e347b-8d93-41ac-9bff-f8edccd753c5 req-7cb8fe1d-d1e4-4a3b-92f2-0ca385c6bad2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Aug 20 13:37:58.109395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820092c3-d3e0-4d63-b7b1-e8ad4272259b req-e2b4bad2-2d46-44c4-beec-dbec8b703c23 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:58.111040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-820092c3-d3e0-4d63-b7b1-e8ad4272259b req-e2b4bad2-2d46-44c4-beec-dbec8b703c23 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0542672 Aug 20 13:37:58.152274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-820092c3-d3e0-4d63-b7b1-e8ad4272259b req-6e11943b-68e0-4a3f-97c6-8ecbe5e5d9d6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Aug 20 13:37:58.933064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:37:59.302683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be87f37-6f8f-4ff3-b6ea-87d5b660ac26 req-53745496-d758-493d-8ecc-e6e8c9ac6854 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:37:59.304356 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6be87f37-6f8f-4ff3-b6ea-87d5b660ac26 req-53745496-d758-493d-8ecc-e6e8c9ac6854 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0717170 Aug 20 13:37:59.369192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6be87f37-6f8f-4ff3-b6ea-87d5b660ac26 req-618d87d6-ada2-451e-a6bc-dd22789683f3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565703 Aug 20 13:38:00.535473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f904cbf-f1d6-473a-8e86-109be5010480 req-3ca86a3f-f00b-4b7c-90a1-9a05ef416ac3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:00.537217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f904cbf-f1d6-473a-8e86-109be5010480 req-3ca86a3f-f00b-4b7c-90a1-9a05ef416ac3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0739291 Aug 20 13:38:00.589926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f904cbf-f1d6-473a-8e86-109be5010480 req-909e0754-67df-4a56-b3e1-3819a533714e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Aug 20 13:38:01.432255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:01.748225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441044-f546-4075-9221-18866ff79f98 req-f9722b39-26fb-46c9-af7a-95ef5b4777d6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:01.753053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd441044-f546-4075-9221-18866ff79f98 req-f9722b39-26fb-46c9-af7a-95ef5b4777d6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0606179 Aug 20 13:38:01.801528 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd441044-f546-4075-9221-18866ff79f98 req-4baeb63b-a619-41bf-95ed-3198a55f0bb4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Aug 20 13:38:02.968078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86b92-e8c0-4037-bcb8-42054379dd24 req-44a7b756-9e1c-4a52-8c4e-6acfd21084a0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:02.970347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54b86b92-e8c0-4037-bcb8-42054379dd24 req-44a7b756-9e1c-4a52-8c4e-6acfd21084a0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0791855 Aug 20 13:38:03.029688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54b86b92-e8c0-4037-bcb8-42054379dd24 req-b72f9fa8-cae2-46e1-86a2-ddbf110b15ba tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Aug 20 13:38:04.189004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d404cc-75cb-45de-998f-a6c461493d8e req-a7384b9a-6abf-413f-9d7b-82671654420d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:04.199009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8d404cc-75cb-45de-998f-a6c461493d8e req-a7384b9a-6abf-413f-9d7b-82671654420d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0746777 Aug 20 13:38:04.262840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8d404cc-75cb-45de-998f-a6c461493d8e req-690fc9d2-6e7c-48d0-bad9-ad22d54b487b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620761 Aug 20 13:38:05.442708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0927-e779-48f7-8619-4fc136a8937c req-f7febde6-4141-421f-84b5-0b7b6085e707 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:05.453310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83bf0927-e779-48f7-8619-4fc136a8937c req-f7febde6-4141-421f-84b5-0b7b6085e707 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0833073 Aug 20 13:38:05.522925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83bf0927-e779-48f7-8619-4fc136a8937c req-a5c20a31-a1b0-4077-b931-060b7949955c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 Aug 20 13:38:06.688958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2d853-efdf-426d-ba5d-ba534acff5a4 req-d91db9be-7c6b-4c80-a33a-668d043b1d2a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:06.690527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52a2d853-efdf-426d-ba5d-ba534acff5a4 req-d91db9be-7c6b-4c80-a33a-668d043b1d2a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0593617 Aug 20 13:38:06.747421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52a2d853-efdf-426d-ba5d-ba534acff5a4 req-11fce151-e098-43d8-9e82-28834d9ff0cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Aug 20 13:38:07.889316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb41f-6cd6-46d8-8d56-6fa81e56f4d4 req-72a8e5e6-dd48-4b5b-9248-95bff6071792 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:07.896969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c39cb41f-6cd6-46d8-8d56-6fa81e56f4d4 req-72a8e5e6-dd48-4b5b-9248-95bff6071792 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0653040 Aug 20 13:38:07.941247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c39cb41f-6cd6-46d8-8d56-6fa81e56f4d4 req-fd894698-efe2-4623-8170-a45fd76bf78a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Aug 20 13:38:09.112948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030979aa-7478-4f41-a419-e2a1d1d2b678 req-2f7e90c3-d012-4a0f-b861-5573826079c2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:09.115372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-030979aa-7478-4f41-a419-e2a1d1d2b678 req-2f7e90c3-d012-4a0f-b861-5573826079c2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0658271 Aug 20 13:38:09.173613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-030979aa-7478-4f41-a419-e2a1d1d2b678 req-92576292-d3e4-46a8-ae38-ef2c4e161b44 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Aug 20 13:38:10.264293 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:38:10.334121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a2a5-e9cd-4af7-bab3-34af69cdddff req-6ef86dc5-0d11-4d27-8f6b-d0e54b52d26a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:10.341151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c951a2a5-e9cd-4af7-bab3-34af69cdddff req-6ef86dc5-0d11-4d27-8f6b-d0e54b52d26a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0767639 Aug 20 13:38:10.392305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c951a2a5-e9cd-4af7-bab3-34af69cdddff req-9671ede6-5e12-40dd-994d-dfaeb74e861d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Aug 20 13:38:11.526527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaffd9-81b0-46c4-8727-56e17cd96aa8 req-1bb09cc0-264c-4160-91e9-f66b2d38329f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:11.528928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33eaffd9-81b0-46c4-8727-56e17cd96aa8 req-1bb09cc0-264c-4160-91e9-f66b2d38329f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0515704 Aug 20 13:38:11.570874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33eaffd9-81b0-46c4-8727-56e17cd96aa8 req-db6e93fc-8829-4869-b23a-3325f62ff89f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Aug 20 13:38:12.733450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6406be0-91cf-44a3-bc32-8d7e21a8df3f req-a0d1f3bf-6712-4969-a4bf-7d21d7e52c8b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:12.737085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6406be0-91cf-44a3-bc32-8d7e21a8df3f req-a0d1f3bf-6712-4969-a4bf-7d21d7e52c8b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 943 time: 0.0652368 Aug 20 13:38:12.785791 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6406be0-91cf-44a3-bc32-8d7e21a8df3f req-f3033e6b-fa70-410c-953d-8811d57f3bac tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Aug 20 13:38:13.122046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9823b007-f484-4548-8b4c-181296512d54 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:38:13.255331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9823b007-f484-4548-8b4c-181296512d54, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9823b007-f484-4548-8b4c-181296512d54,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:13.270877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '9823b007-f484-4548-8b4c-181296512d54', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': '9823b007-f484-4548-8b4c-181296512d54', 'mac_address': 'fa:16:3e:eb:ce:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:38:13.316930 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:13.334119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9823b007-f484-4548-8b4c-181296512d54 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:38:13.360283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9823b007-f484-4548-8b4c-181296512d54, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9823b007-f484-4548-8b4c-181296512d54,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:13.365782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:13.424346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=9823b007-f484-4548-8b4c-181296512d54,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:13.690728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['9823b007-f484-4548-8b4c-181296512d54'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:38:13.948931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a8cdf-3067-451d-ae8b-4d629e19d3f8 req-dab714df-8920-4c59-950c-652e282e20a5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:13.959602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f5a8cdf-3067-451d-ae8b-4d629e19d3f8 req-dab714df-8920-4c59-950c-652e282e20a5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 944 time: 0.0742550 Aug 20 13:38:13.996853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f5a8cdf-3067-451d-ae8b-4d629e19d3f8 req-bcbbe95f-e19c-4e39-a27a-eb233a78f8c5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Aug 20 13:38:15.134522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9823b007-f484-4548-8b4c-181296512d54 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:38:15.145280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02a909-fe5a-496c-887d-dda06b9bf5aa req-477de36d-1d4b-4eb3-bdfd-1fa0f5a3e94a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:15.146842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2b02a909-fe5a-496c-887d-dda06b9bf5aa req-477de36d-1d4b-4eb3-bdfd-1fa0f5a3e94a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 944 time: 0.0567710 Aug 20 13:38:15.191728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2b02a909-fe5a-496c-887d-dda06b9bf5aa req-45338aa7-a067-4607-9754-4e41d080989e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366371 Aug 20 13:38:15.201010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 9823b007-f484-4548-8b4c-181296512d54 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:38:15.205239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 9823b007-f484-4548-8b4c-181296512d54 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:38:15.206005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:15.288546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:15.316456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9823b007-f484-4548-8b4c-181296512d54'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:15.319054 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c59dc7-5196-4563-a03a-872254329d4f" -d '{"events": [{"server_uuid": "9635ac84-8155-48b5-8658-aeb8d8a6a438", "name": "network-vif-plugged", "status": "completed", "tag": "9823b007-f484-4548-8b4c-181296512d54"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:15.332632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9823b007-f484-4548-8b4c-181296512d54, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9823b007-f484-4548-8b4c-181296512d54,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:15.337804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:15.373748 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d81374-82de-46dc-b96e-5f0d10335d02 x-openstack-request-id: req-38d81374-82de-46dc-b96e-5f0d10335d02 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:15.374044 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9635ac84-8155-48b5-8658-aeb8d8a6a438", "name": "network-vif-plugged", "status": "completed", "tag": "9823b007-f484-4548-8b4c-181296512d54", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:15.374301 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38d81374-82de-46dc-b96e-5f0d10335d02 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:15.374694 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9823b007-f484-4548-8b4c-181296512d54', 'code': 200} Aug 20 13:38:15.410754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=9823b007-f484-4548-8b4c-181296512d54,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:15.481816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03b3dd-6764-4720-9682-ddad8b0e12b4 req-cd049758-0bf9-43fe-97de-6c2ee2899d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:15.483662 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb03b3dd-6764-4720-9682-ddad8b0e12b4 req-cd049758-0bf9-43fe-97de-6c2ee2899d80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 1096 time: 0.0468266 Aug 20 13:38:15.530550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb03b3dd-6764-4720-9682-ddad8b0e12b4 req-d014e79d-8303-4938-a6e4-af34b8ccd7f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Aug 20 13:38:15.760618 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b9628f32-697c-4b28-8278-c3e726a851df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:16.322787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca59b0-b583-4d72-ab07-c51fff0f17a6 req-166eb552-e1a1-4333-be5f-64a844377b6c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:16.324587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daca59b0-b583-4d72-ab07-c51fff0f17a6 req-166eb552-e1a1-4333-be5f-64a844377b6c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 945 time: 0.0542972 Aug 20 13:38:16.374036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-daca59b0-b583-4d72-ab07-c51fff0f17a6 req-07274dea-aaed-4d22-8260-6eaf867504c2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Aug 20 13:38:17.498089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530e19-25d3-47b4-aab9-8f6b9efdff30 req-89534e04-b04d-4211-b834-d342ba00152e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:17.499612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63530e19-25d3-47b4-aab9-8f6b9efdff30 req-89534e04-b04d-4211-b834-d342ba00152e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 945 time: 0.0526683 Aug 20 13:38:17.541573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63530e19-25d3-47b4-aab9-8f6b9efdff30 req-a051e15d-2250-465f-b421-b73beb01274a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345595 Aug 20 13:38:17.669657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ab539-cdc3-44dd-99eb-b4c8949cb574 req-d763c9be-5cd4-4e66-87e3-14b17bbe7757 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:17.671266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0ab539-cdc3-44dd-99eb-b4c8949cb574 req-d763c9be-5cd4-4e66-87e3-14b17bbe7757 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 945 time: 0.0550838 Aug 20 13:38:17.719771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0ab539-cdc3-44dd-99eb-b4c8949cb574 req-d1254535-f32b-455d-9d26-61e4b09d1947 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Aug 20 13:38:18.057835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60072-16f2-4330-ac56-b832e32adc77 req-555bf260-0860-4121-a980-2855e996fcae tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:18.060124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c60072-16f2-4330-ac56-b832e32adc77 req-555bf260-0860-4121-a980-2855e996fcae tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Aug 20 13:38:18.102490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c60072-16f2-4330-ac56-b832e32adc77 req-c87cc7df-a63f-4bb9-8031-047523cd9d4f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Aug 20 13:38:18.472134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1c8e80fb-71a8-4ce5-837d-31801bfc6b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:18.520627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:19.228291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75fddd-4d96-4293-af77-f091a0b015c8 req-d932014c-ac43-4d4b-a23f-d47b5d113141 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:19.229921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c75fddd-4d96-4293-af77-f091a0b015c8 req-d932014c-ac43-4d4b-a23f-d47b5d113141 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Aug 20 13:38:19.272724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c75fddd-4d96-4293-af77-f091a0b015c8 req-f5dc040c-03c9-4049-8864-dcf2277873f8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Aug 20 13:38:19.441398 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:19.622772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-1e7916b7-ddc9-40f1-b1ee-7053d4f393b3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:19.624658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-1e7916b7-ddc9-40f1-b1ee-7053d4f393b3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 945 time: 0.0601563 Aug 20 13:38:19.731924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 9823b007-f484-4548-8b4c-181296512d54 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:38:19.732335 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:19.843900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port 9823b007-f484-4548-8b4c-181296512d54, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9823b007-f484-4548-8b4c-181296512d54,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:19.844517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:19.864890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 9823b007-f484-4548-8b4c-181296512d54 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:38:20.009411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:20.024235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['120a7bcf-4e18-4b29-a8f0-ac2ba294f04b', '9823b007-f484-4548-8b4c-181296512d54'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:38:20.049248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=9823b007-f484-4548-8b4c-181296512d54,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:20.106742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port 9823b007-f484-4548-8b4c-181296512d54 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:38:20.118365 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:20.121290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7a3ab70-eed5-4411-a7d1-a63e85f8723b req-a414e9d6-b10e-48b0-a552-721e52888de5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "DELETE /v2.0/ports/9823b007-f484-4548-8b4c-181296512d54 HTTP/1.1" status: 204 len: 173 time: 0.4890738 Aug 20 13:38:20.121987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'name': 'network-vif-deleted', 'tag': '9823b007-f484-4548-8b4c-181296512d54'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:20.132159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a190d1-a489-4c45-9dc3-d7085e8c242b" -d '{"events": [{"server_uuid": "9635ac84-8155-48b5-8658-aeb8d8a6a438", "name": "network-vif-deleted", "tag": "9823b007-f484-4548-8b4c-181296512d54"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:20.221729 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6383691-356f-4b3e-a85d-fa60b7498b51 x-openstack-request-id: req-d6383691-356f-4b3e-a85d-fa60b7498b51 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:20.222724 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9635ac84-8155-48b5-8658-aeb8d8a6a438", "name": "network-vif-deleted", "tag": "9823b007-f484-4548-8b4c-181296512d54", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:20.223564 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6383691-356f-4b3e-a85d-fa60b7498b51 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:20.224234 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9635ac84-8155-48b5-8658-aeb8d8a6a438', 'name': 'network-vif-deleted', 'tag': '9823b007-f484-4548-8b4c-181296512d54', 'status': 'completed', 'code': 200} Aug 20 13:38:20.416325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7dc4a9f-6c45-42b0-ab9f-0c2c39903867 req-fd033f20-02ea-4d12-9294-d9c35453100f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0457408 Aug 20 13:38:21.467277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:21.588867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a38deea-d553-449d-bb63-0968e02fe0b6 req-407f4ce3-4b4d-4348-85a8-246a0f1f6f04 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0668139 Aug 20 13:38:22.715895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c68c6ab9-46b5-4849-8166-684661e2b5e0 req-b4a56615-8e09-46aa-a797-e868d41ebfb9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0373087 Aug 20 13:38:23.136486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9823b007-f484-4548-8b4c-181296512d54 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:38:23.163179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 9823b007-f484-4548-8b4c-181296512d54 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:38:23.163948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9823b007-f484-4548-8b4c-181296512d54 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:38:23.824976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bb10889d-e227-48e2-9320-c88051b01131 req-f51dca5b-4264-49ab-ac81-d3b6c8d7641d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0331867 Aug 20 13:38:25.014281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8fe6f97-805b-407e-9bc7-3a6a47991427 req-86baba6a-bd0b-447f-8b09-4730981940ef tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9635ac84-8155-48b5-8658-aeb8d8a6a438 HTTP/1.1" status: 200 len: 210 time: 0.0301621 Aug 20 13:38:28.030355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-d7e2b08b-8cae-4fc9-b19c-0818fce364e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005104 Aug 20 13:38:28.139296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-69700a63-08c3-4cb4-8e44-f72806019e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:28.140857 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-69700a63-08c3-4cb4-8e44-f72806019e1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1096 time: 0.0706265 Aug 20 13:38:28.301935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-0d98430e-cc39-43a6-a065-0777f9781848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:28.303709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-0d98430e-cc39-43a6-a065-0777f9781848 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 200 len: 909 time: 0.1298249 Aug 20 13:38:28.407354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-51d7d49d-c754-449f-8d01-1776ff3b6c2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 200 len: 1000 time: 0.0967758 Aug 20 13:38:28.486380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-8aca1030-ccc2-45ad-b7bb-2c4f798c6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:28.488870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-8aca1030-ccc2-45ad-b7bb-2c4f798c6f62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33dc4387-7462-4611-aaa1-27d196e10f6d HTTP/1.1" status: 200 len: 847 time: 0.0743163 Aug 20 13:38:28.548010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-781be37b-49d1-4202-a868-b07c4bfd9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:28.549852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-781be37b-49d1-4202-a868-b07c4bfd9cdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f41821-7e07-48f3-aa82-9cebe56b6a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523624 Aug 20 13:38:28.669784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-3cfbf6ef-873b-4c20-a501-776b67eee9fe service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126499 Aug 20 13:38:28.781291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e7824e39-2236-410f-bfc5-23c185ee0c5d req-72ec84b8-b8c4-4413-b292-ef79402b22db service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036117 Aug 20 13:38:28.839793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-39f586af-b921-42c3-a2f1-2d71e8ce9280 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475874 Aug 20 13:38:28.913691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1034a-e408-4f76-8908-161621bf9a6c req-98014196-28d3-4adf-91a2-6b3bef2a6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:28.920263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-98014196-28d3-4adf-91a2-6b3bef2a6350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 1098 time: 0.0579147 Aug 20 13:38:28.938415 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:29.037952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1034a-e408-4f76-8908-161621bf9a6c req-f011e540-5254-4ff6-b67c-1348a99f60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:29.040076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-f011e540-5254-4ff6-b67c-1348a99f60c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.0994468 Aug 20 13:38:29.114556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-f2a4c407-d5b2-4b9c-99e8-e30b589e60db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 200 len: 1002 time: 0.0678821 Aug 20 13:38:29.192448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1034a-e408-4f76-8908-161621bf9a6c req-b7aca75a-a775-42a5-b875-e1b9b922d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:29.194098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-b7aca75a-a775-42a5-b875-e1b9b922d3bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0712447 Aug 20 13:38:29.269370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1034a-e408-4f76-8908-161621bf9a6c req-637426b4-14bb-4377-9cb5-e05821b426ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:29.271357 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-637426b4-14bb-4377-9cb5-e05821b426ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680618 Aug 20 13:38:29.380186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-0242080f-b84d-466f-9056-a0bd4074cfa2 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005285 Aug 20 13:38:29.480584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fed1034a-e408-4f76-8908-161621bf9a6c req-6bed89ef-41b5-4601-95ca-724669a0ff59 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922072 Aug 20 13:38:29.707504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728d141-e4bc-4b32-90cd-9a2f5ba01ac9 req-d4996ebc-ce7d-443c-97ce-45b40925b032 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:29.709203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e728d141-e4bc-4b32-90cd-9a2f5ba01ac9 req-d4996ebc-ce7d-443c-97ce-45b40925b032 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 946 time: 0.0592659 Aug 20 13:38:29.754479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e728d141-e4bc-4b32-90cd-9a2f5ba01ac9 req-ab69854f-e214-4b0c-ad03-f4e93150a6a4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Aug 20 13:38:30.906779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fb3a2-2898-4725-b4e2-909c569543d5 req-78b91bbe-7659-4df3-9ff4-624d435652f1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:30.913238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd6fb3a2-2898-4725-b4e2-909c569543d5 req-78b91bbe-7659-4df3-9ff4-624d435652f1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 946 time: 0.0836546 Aug 20 13:38:30.954414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd6fb3a2-2898-4725-b4e2-909c569543d5 req-a09f2200-82c3-4e6d-8e5f-7862c24f8f1d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=92dc7bde-de20-4066-922f-30b7b696e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Aug 20 13:38:30.966165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ca1b-9503-429c-a8f9-b238801d9dda req-f4b84196-f42a-4562-b57c-88132dd17c67 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:30.968295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6293ca1b-9503-429c-a8f9-b238801d9dda req-f4b84196-f42a-4562-b57c-88132dd17c67 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.0582216 Aug 20 13:38:31.007640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6293ca1b-9503-429c-a8f9-b238801d9dda req-ad4f82e1-afa5-4af0-aaa9-b9174a8adea7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333631 Aug 20 13:38:31.156238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-99299f25-2924-4472-b5ea-e1e3d80ab954 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:31.157797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-99299f25-2924-4472-b5ea-e1e3d80ab954 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Aug 20 13:38:31.275784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:38:31.276136 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:31.391053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:31.391449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:31.408931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:38:31.436525 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:31.568854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:31.597826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=120a7bcf-4e18-4b29-a8f0-ac2ba294f04b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:31.646261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:38:31.649304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:31.651422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cfa0fcd6-11a8-4369-b2eb-ede21f7c2387 req-42690697-a2bc-4bfc-9437-a77ef1d428cd tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "DELETE /v2.0/ports/120a7bcf-4e18-4b29-a8f0-ac2ba294f04b HTTP/1.1" status: 204 len: 173 time: 0.4857614 Aug 20 13:38:31.652053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'name': 'network-vif-deleted', 'tag': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:31.654446 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76a41c-d5e6-4cb9-a951-b857e0de6625" -d '{"events": [{"server_uuid": "e4a60abc-c333-4746-8cf4-f9e3b26465e3", "name": "network-vif-deleted", "tag": "120a7bcf-4e18-4b29-a8f0-ac2ba294f04b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:31.694909 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1ca0c7-b085-42ae-92be-cd2d0d63e437 x-openstack-request-id: req-ef1ca0c7-b085-42ae-92be-cd2d0d63e437 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:31.695373 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a60abc-c333-4746-8cf4-f9e3b26465e3", "name": "network-vif-deleted", "tag": "120a7bcf-4e18-4b29-a8f0-ac2ba294f04b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:31.695733 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef1ca0c7-b085-42ae-92be-cd2d0d63e437 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:31.696183 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a60abc-c333-4746-8cf4-f9e3b26465e3', 'name': 'network-vif-deleted', 'tag': '120a7bcf-4e18-4b29-a8f0-ac2ba294f04b', 'status': 'completed', 'code': 200} Aug 20 13:38:32.107446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-016851ab-2602-482f-af07-b2acf78fd6a2 req-875fc803-bf71-4874-9c46-c7f56003c1e8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0715096 Aug 20 13:38:32.203531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad36ca-9055-442a-a323-ef6faf1df480 req-1dc165c5-2c79-4b0b-8bfd-c1ae5ec132a4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:32.206469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ad36ca-9055-442a-a323-ef6faf1df480 req-1dc165c5-2c79-4b0b-8bfd-c1ae5ec132a4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.0710793 Aug 20 13:38:32.292244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ad36ca-9055-442a-a323-ef6faf1df480 req-99bd238c-d429-41e0-9414-036d7103c6f7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633307 Aug 20 13:38:32.467186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be883e54-5581-49d8-86e4-c55f38477d4f req-91245ac7-7c59-41aa-a02c-f03837adc392 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:32.468736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be883e54-5581-49d8-86e4-c55f38477d4f req-91245ac7-7c59-41aa-a02c-f03837adc392 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.13 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 947 time: 0.0757959 Aug 20 13:38:32.582806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Deleting port 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:38:32.583147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:32.678284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] For port 4fe89a53-4605-4939-906b-ba6e06948284, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4fe89a53-4605-4939-906b-ba6e06948284,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:32.678660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:33.198052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:38:33.213395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83857a2d-3b2f-4fa6-af2e-ebd598d33a4d req-0df08853-3c29-4728-8268-90025f2eaeb4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0376723 Aug 20 13:38:33.221501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:38:33.222117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 120a7bcf-4e18-4b29-a8f0-ac2ba294f04b not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:38:33.279852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:33.280525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:33.280781 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Floating IP 5f69f779-9eaf-4c04-a720-1b05469e01d3 disassociated. External IP: 172.25.6.178, port: 4fe89a53-4605-4939-906b-ba6e06948284. Aug 20 13:38:33.281190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Calling delete_port for 4fe89a53-4605-4939-906b-ba6e06948284 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:38:33.460196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:33.496855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event deleted for resources: {'Port': ['ID=4fe89a53-4605-4939-906b-ba6e06948284,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:33.518640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ffc72-5c97-41f9-8c31-f869bd3597c0 req-16609904-3250-4be1-8109-71072cd16413 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:33.520247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-122ffc72-5c97-41f9-8c31-f869bd3597c0 req-16609904-3250-4be1-8109-71072cd16413 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=e237940f-7993-41ee-8844-914abb9e563e HTTP/1.1" status: 200 len: 868 time: 0.0959122 Aug 20 13:38:33.669914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-122ffc72-5c97-41f9-8c31-f869bd3597c0 req-965824af-6454-47d7-8c5b-df07860a7251 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116953 Aug 20 13:38:33.721955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:38:33.844227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:38:33.860894 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:38:33.870154 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:38:33.871993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:38:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:33.888704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] No DVR routers for this DVR port 4fe89a53-4605-4939-906b-ba6e06948284 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:38:33.891715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:33.894607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be883e54-5581-49d8-86e4-c55f38477d4f req-b207e8e0-18e6-4d38-beb2-1ef3b0ff2634 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.13 "DELETE /v2.0/ports/4fe89a53-4605-4939-906b-ba6e06948284 HTTP/1.1" status: 204 len: 173 time: 1.4180412 Aug 20 13:38:33.895104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-deleted', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:33.897864 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c17d0-dca8-48e3-a2b3-cc04508ddd2f" -d '{"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-deleted", "tag": "4fe89a53-4605-4939-906b-ba6e06948284"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:33.960775 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce21dbf-12f7-42fd-ad3c-adbd18890d01 x-openstack-request-id: req-dce21dbf-12f7-42fd-ad3c-adbd18890d01 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:33.961159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237940f-7993-41ee-8844-914abb9e563e", "name": "network-vif-deleted", "tag": "4fe89a53-4605-4939-906b-ba6e06948284", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:33.961546 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dce21dbf-12f7-42fd-ad3c-adbd18890d01 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:33.961974 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237940f-7993-41ee-8844-914abb9e563e', 'name': 'network-vif-deleted', 'tag': '4fe89a53-4605-4939-906b-ba6e06948284', 'status': 'completed', 'code': 200} Aug 20 13:38:34.019464 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:38:34.231513 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:34.258977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:38:34.268787 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:38:34.269414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:38:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:34.353444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cdba5abe-c783-4079-866c-6c554a564dae req-ba744e8c-9980-43e9-96df-d7fde18b3795 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0380328 Aug 20 13:38:34.424427 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:38:34.647831 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:34.678872 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787c227-0df9-493a-a71b-3a14c956d185 None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:38:34.769332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47356) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:34.830602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:34.855598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:34.916851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:34.920406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:34.924437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47358) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:34.925421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "DELETE /v2.0/security-groups/e050361f-8ef7-4ba9-a360-7cdf2f68ed3b HTTP/1.1" status: 204 len: 168 time: 0.1541328 Aug 20 13:38:34.935841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050361f-8ef7-4ba9-a360-7cdf2f68ed3b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:34.939293 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-68c51946-7878-4488-997f-e27d10be3428 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] show failed (client error): The resource could not be found. Aug 20 13:38:34.940326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68c51946-7878-4488-997f-e27d10be3428 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups/e050361f-8ef7-4ba9-a360-7cdf2f68ed3b HTTP/1.1" status: 404 len: 347 time: 0.0148766 Aug 20 13:38:34.943381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:34.945313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.945670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.946018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.946358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.946700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.947033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.947361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.947693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.948159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.948595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.949842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.950290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d5729-de14-4434-80b9-74bc4ee02d39 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:34.992207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75303713-86cc-47bd-9195-aad0447d1f1b None None] New status for floating IP 5f69f779-9eaf-4c04-a720-1b05469e01d3: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:38:35.076145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Deleting port 8f033c73-756e-4e15-b7ea-1b4f270716c4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:38:35.076595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.160242 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.160955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.174058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Calling delete_port for 8f033c73-756e-4e15-b7ea-1b4f270716c4 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:38:35.196073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:38:35.220645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 4fe89a53-4605-4939-906b-ba6e06948284 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:38:35.220994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4fe89a53-4605-4939-906b-ba6e06948284 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:38:35.317202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.347072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event deleted for resources: {'Port': ['ID=8f033c73-756e-4e15-b7ea-1b4f270716c4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:35.414328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.416962 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.421333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14e1d9cd-2622-4249-ba6e-e9c02f251bbf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "DELETE /v2.0/floatingips/5f69f779-9eaf-4c04-a720-1b05469e01d3 HTTP/1.1" status: 204 len: 168 time: 0.4739790 Aug 20 13:38:35.469526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2b88f9e-bdad-42df-a2ca-ee3640dc949c req-f8fb3333-de30-429b-a511-7008f1aed642 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0321681 Aug 20 13:38:35.649820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47366) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:35.654823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2087341851', 'description': 'tempest-description--79053574'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:35.677263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.765254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.768981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.800106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.801734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1505909 Aug 20 13:38:35.806119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47370) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:35.812106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'security_group_rule': {'security_group_id': '24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:35.817942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e0db-9096-4eeb-8e7b-3a335794a1ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:35.842961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.895761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.900644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.921228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242499af-f854-498d-bb74-ef197176800b,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:35.927382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:35.928720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a11adb75-2f3f-4860-8638-beedc2c20564 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214960 Aug 20 13:38:35.931663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47372) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:35.937994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'security_group_rule': {'security_group_id': '24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:35.966127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.033733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.037517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.056935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53511f7-6621-4707-b5aa-d57727d82517,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:36.060265 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.061746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d37f882b-721a-4815-8a2e-cf0cb9d2bbae tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288207 Aug 20 13:38:36.064798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47374) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:36.069439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:36.092655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.194398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.306038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Allocated IP 172.25.6.45 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/419eae90-5bbe-4964-ae06-b54c1a05545c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:38:36.413647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.462180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.502446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:38:36.511769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:38:36.514035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'Port': ['ID=419eae90-5bbe-4964-ae06-b54c1a05545c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:36.516508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:38:36.585415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fbe460be-e2ef-43c8-b30d-42af3cc9abe8 req-83141ad6-1daf-479b-8475-8b109fe257d0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0342360 Aug 20 13:38:36.630584 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.675675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.836338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.841029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.918802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'Port': ['ID=419eae90-5bbe-4964-ae06-b54c1a05545c,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:36.930750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.946126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:36.947311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-461fc6bf-fce2-4c53-b1cc-fad72dfe7042 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8814998 Aug 20 13:38:37.138621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-5c3549ab-2b39-4c0a-8219-ceb9020d6450 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2087341851&fields=id&tenant_id=4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 267 time: 0.0346386 Aug 20 13:38:37.255258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-2e03ed36-510a-4527-a5be-9db139055970 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:37.256793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-2e03ed36-510a-4527-a5be-9db139055970 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 816 time: 0.1111176 Aug 20 13:38:37.272569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-e22a1b10-b447-4f05-b525-545c6c5dd09a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/quotas/4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 375 time: 0.0095384 Aug 20 13:38:37.329490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f1c31954-7404-44cc-862f-5971a990ae0c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507689 Aug 20 13:38:37.399496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-c13779ce-af9c-4e77-8a36-fd9823f2964e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:38:37.405126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-c13779ce-af9c-4e77-8a36-fd9823f2964e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582535 Aug 20 13:38:37.499640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-dfe58279-1159-48f5-8923-65bbe635dd50 service neutron] 10.222.0.59 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911236 Aug 20 13:38:37.601315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-332139f0-d411-4d86-a6b4-e9841ca81d74 service neutron] 10.222.0.59 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952377 Aug 20 13:38:37.723957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ec61bdb-dc1d-44b4-92ef-55ee7d140c80 req-7884ecec-f966-461f-9b0b-420dd938ef94 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a60abc-c333-4746-8cf4-f9e3b26465e3 HTTP/1.1" status: 200 len: 210 time: 0.0447617 Aug 20 13:38:37.877221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8cd31f5-ba48-4e7d-add1-1629d14006de req-6a90d828-2a0a-4cec-b7ed-84d13ca0c0cc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 210 time: 0.0486803 Aug 20 13:38:38.986525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7644138-1985-4aba-8aa1-21e0206ead9c req-13ff319f-b419-4897-8781-8845025a0f7d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 210 time: 0.0370514 Aug 20 13:38:39.328054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-d4b46025-e16c-48bd-b51f-8f690482efbe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:39.333826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-d4b46025-e16c-48bd-b51f-8f690482efbe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 816 time: 0.1476195 Aug 20 13:38:39.388898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-ab186c19-27db-4e4d-a0f2-dc41d40a5d0d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 380 time: 0.0456827 Aug 20 13:38:39.409429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'port': {'device_id': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'admin_state_up': True, 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'security_groups': ['24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:39.541497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Made reservation on behalf of 4da7c305b36043ddb318bb07274de32d for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:38:39.545841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:39.697177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Allocated IP 172.20.0.4 (d489c8ca-a4ae-47cc-a017-f6439ea55340/13730334-2325-4366-a051-6d70f67e3ece/0ec85473-fda8-4d7c-b236-1257f46f430a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:38:39.906919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:39.928762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Transition to ACTIVE for port object 0ec85473-fda8-4d7c-b236-1257f46f430a will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:38:39.982538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:40.064867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:38:40.080956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:38:40.086680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:38:40.156585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:40.202878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853554b-fc75-46fb-9a37-1dc88f21b308 req-efd3455f-31e6-41b3-ae26-1a18ac006ba9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:40.211405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d853554b-fc75-46fb-9a37-1dc88f21b308 req-efd3455f-31e6-41b3-ae26-1a18ac006ba9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 931 time: 0.0960424 Aug 20 13:38:40.215430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.216092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.216714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.217255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.217785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.218316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.218959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.219482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.220157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.220994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.222152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.222705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:40.277841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:40.278692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:40.283543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d853554b-fc75-46fb-9a37-1dc88f21b308 req-0c1d1ec6-7963-4e27-a201-dcc7a9f9f1e8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710921 Aug 20 13:38:40.328842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-4ce08642-d0c4-41bf-8d87-48386dd75c1b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9233978 Aug 20 13:38:40.352756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Request body: {'port': {'device_id': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:40.477643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:40.505608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af8958c6-5bd9-4990-a48c-96c0ee2f729e None None] Provisioning for port 0ec85473-fda8-4d7c-b236-1257f46f430a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:38:40.512384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af8958c6-5bd9-4990-a48c-96c0ee2f729e None None] Provisioning complete for port 0ec85473-fda8-4d7c-b236-1257f46f430a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:38:40.513048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af8958c6-5bd9-4990-a48c-96c0ee2f729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:40.562258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-af8958c6-5bd9-4990-a48c-96c0ee2f729e None None] Port 0ec85473-fda8-4d7c-b236-1257f46f430a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:38:40.802830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec85473-fda8-4d7c-b236-1257f46f430a {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:38:40.817407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:40.833384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Transition to ACTIVE for port object 0ec85473-fda8-4d7c-b236-1257f46f430a will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:38:40.841208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:40.910038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:41.010142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:38:41.010511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:38:41.010904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:38:41.016220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Port 0ec85473-fda8-4d7c-b236-1257f46f430a on network d489c8ca-a4ae-47cc-a017-f6439ea55340 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:38:41.016805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:38:41.023282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:38:41.023282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:38:41.023514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Bound using segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:38:41.023956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Bound port: 0ec85473-fda8-4d7c-b236-1257f46f430a, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:38:41.024654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:41.143691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:38:41.147977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:38:41.156245 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:41.201790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:41.202650 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:41.204828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] 10.222.0.13 "PUT /v2.0/ports/0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 1091 time: 0.8633702 Aug 20 13:38:41.207906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:41.211709 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37278edc-62c0-46cc-a8fb-e3dee6387713" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:41.248363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8449ddc-0fba-4243-92b6-41875ee0991b service neutron] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:41.311208 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c82d0a-ea78-4fdb-82d5-d25045489d4f x-openstack-request-id: req-a7c82d0a-ea78-4fdb-82d5-d25045489d4f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:41.311509 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:41.311769 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7c82d0a-ea78-4fdb-82d5-d25045489d4f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:41.312170 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'status': 'completed', 'code': 200} Aug 20 13:38:41.333016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-9aafccb2-a513-4c11-8593-8008e4e62e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:41.334580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-9aafccb2-a513-4c11-8593-8008e4e62e4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1094 time: 0.0736310 Aug 20 13:38:41.390154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-dccd3530-0efd-4982-91cc-5a89f37a3c7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 217 time: 0.0470746 Aug 20 13:38:41.503613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-c104ff4a-51e3-40e3-b208-60707dcaeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:41.505237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-c104ff4a-51e3-40e3-b208-60707dcaeda8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.1067042 Aug 20 13:38:41.550692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788d430-472a-47ea-aa38-2720720275a8 req-64c996f0-2a56-4fc6-9bbf-dac5b6fba901 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:41.552824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b788d430-472a-47ea-aa38-2720720275a8 req-64c996f0-2a56-4fc6-9bbf-dac5b6fba901 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.1055875 Aug 20 13:38:41.586896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-ee1c3c76-fecf-4451-8e68-d4a763ff66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:41.588461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-ee1c3c76-fecf-4451-8e68-d4a763ff66ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743577 Aug 20 13:38:41.627099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b788d430-472a-47ea-aa38-2720720275a8 req-b94a411c-428b-419c-b27d-7e60f4aded11 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635214 Aug 20 13:38:41.724503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-e0c0c14d-0b91-4468-b8a8-44ab0f967903 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249180 Aug 20 13:38:41.830255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1719fbaf-1cd5-4cf1-bbff-3cfbd44ac9bd req-95ad4fda-06d4-4c26-92fb-6522e4851fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977743 Aug 20 13:38:41.946436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-cdb49a8c-ccd8-47ba-b3bf-95f5d09cb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:41.947963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-cdb49a8c-ccd8-47ba-b3bf-95f5d09cb423 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1094 time: 0.0681424 Aug 20 13:38:42.059269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-db535009-e941-47b9-85de-afd045af66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:42.061757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-db535009-e941-47b9-85de-afd045af66a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1061914 Aug 20 13:38:42.127520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-95bdd595-9585-4d97-9be0-70b08e90033b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 217 time: 0.0519552 Aug 20 13:38:42.206556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-a834d57e-b4e5-47e5-929b-e462042513da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:42.208056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-a834d57e-b4e5-47e5-929b-e462042513da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0805051 Aug 20 13:38:42.327622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-65053733-baa9-4188-b586-fe6a03cd4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:42.329495 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-65053733-baa9-4188-b586-fe6a03cd4fdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136105 Aug 20 13:38:42.346588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b47e8-682b-4a1c-b28c-72f8e20682ec req-0886ed6e-39b2-49a2-9711-686dd7fabcc6 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:42.348115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f9b47e8-682b-4a1c-b28c-72f8e20682ec req-0886ed6e-39b2-49a2-9711-686dd7fabcc6 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 946 time: 0.0884740 Aug 20 13:38:42.441456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f9b47e8-682b-4a1c-b28c-72f8e20682ec req-e935496d-4f52-4263-a275-11722a6e1ca4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848780 Aug 20 13:38:42.476840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-25fce4c7-e2f5-454f-b370-10871c6dd442 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395965 Aug 20 13:38:42.580401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37278edc-62c0-46cc-a8fb-e3dee6387713 req-9fe97c2e-5391-43f1-9fa4-6a178119dc42 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956078 Aug 20 13:38:42.763090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22d49b-230d-4c3b-a033-10fb285b01c0 req-947785a5-a13f-4220-bd26-4aef94654e76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:42.764928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a22d49b-230d-4c3b-a033-10fb285b01c0 req-947785a5-a13f-4220-bd26-4aef94654e76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0580292 Aug 20 13:38:42.805800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a22d49b-230d-4c3b-a033-10fb285b01c0 req-344ea0cc-2256-4c7d-b055-7dc8fb4e79ec tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347214 Aug 20 13:38:43.632029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683a0b-d109-47b2-9022-5f55c2d63fd4 req-92465311-9ce9-4853-9871-86f21f67e10f tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:43.633832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d683a0b-d109-47b2-9022-5f55c2d63fd4 req-92465311-9ce9-4853-9871-86f21f67e10f tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 946 time: 0.1042371 Aug 20 13:38:43.685836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d683a0b-d109-47b2-9022-5f55c2d63fd4 req-799aa413-70e9-4fcb-857d-1e7bd50b4ab9 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Aug 20 13:38:43.717124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-eadcb52e-86b9-4fb8-aed1-39610d3de7cd tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:43.718766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-eadcb52e-86b9-4fb8-aed1-39610d3de7cd tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 946 time: 0.0649180 Aug 20 13:38:43.835877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Deleting port 3a05c142-5fa4-443d-b6f9-37f661783f4b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:38:43.836757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:43.969663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fafbb8-0c4d-4aa1-bad9-a2aaec2cc289 req-1d4d8ca2-c1bc-4f3f-80be-1e41e4d6b489 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:43.973338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63fafbb8-0c4d-4aa1-bad9-a2aaec2cc289 req-1d4d8ca2-c1bc-4f3f-80be-1e41e4d6b489 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0827188 Aug 20 13:38:43.993338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] For port 3a05c142-5fa4-443d-b6f9-37f661783f4b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3a05c142-5fa4-443d-b6f9-37f661783f4b,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:43.993799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:44.020009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Calling delete_port for 3a05c142-5fa4-443d-b6f9-37f661783f4b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:38:44.051676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63fafbb8-0c4d-4aa1-bad9-a2aaec2cc289 req-04680cb1-32b0-49a0-adb5-042f9d539a92 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681665 Aug 20 13:38:44.203054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:44.216421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['3a05c142-5fa4-443d-b6f9-37f661783f4b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:38:44.267310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Pushing event deleted for resources: {'Port': ['ID=3a05c142-5fa4-443d-b6f9-37f661783f4b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:44.318489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] No DVR routers for this DVR port 3a05c142-5fa4-443d-b6f9-37f661783f4b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:38:44.321540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:44.324010 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8bdc534-d135-44e5-aaf5-b4ec48331ccf req-4e479b3f-a22d-4b4a-a57f-abbf171a5fd2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "DELETE /v2.0/ports/3a05c142-5fa4-443d-b6f9-37f661783f4b HTTP/1.1" status: 204 len: 173 time: 0.5991993 Aug 20 13:38:44.324881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'name': 'network-vif-deleted', 'tag': '3a05c142-5fa4-443d-b6f9-37f661783f4b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:44.329377 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfdf269-dcc0-4788-85eb-c7126b5fff32" -d '{"events": [{"server_uuid": "80c79ffb-9135-4288-a8f8-f28b3d95d787", "name": "network-vif-deleted", "tag": "3a05c142-5fa4-443d-b6f9-37f661783f4b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:44.386430 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435da68c-f9cb-44d2-b816-848e21660182 x-openstack-request-id: req-435da68c-f9cb-44d2-b816-848e21660182 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:44.386985 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c79ffb-9135-4288-a8f8-f28b3d95d787", "name": "network-vif-deleted", "tag": "3a05c142-5fa4-443d-b6f9-37f661783f4b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:44.387397 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-435da68c-f9cb-44d2-b816-848e21660182 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:44.388037 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c79ffb-9135-4288-a8f8-f28b3d95d787', 'name': 'network-vif-deleted', 'tag': '3a05c142-5fa4-443d-b6f9-37f661783f4b', 'status': 'completed', 'code': 200} Aug 20 13:38:44.848809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d5fe735-d310-487f-8119-8c19abb65360 req-17bac3ce-1db2-4cb3-bbdf-4ace33039262 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=80c79ffb-9135-4288-a8f8-f28b3d95d787 HTTP/1.1" status: 200 len: 210 time: 0.0348248 Aug 20 13:38:45.229122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275432b3-8f18-4864-8a1c-fa8296f7c659 req-06736085-ff0f-420f-9240-cf3f910edf99 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:45.241944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-275432b3-8f18-4864-8a1c-fa8296f7c659 req-06736085-ff0f-420f-9240-cf3f910edf99 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0778711 Aug 20 13:38:45.275396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:38:45.319107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-275432b3-8f18-4864-8a1c-fa8296f7c659 req-dc8758b1-3a9c-491a-a914-5eeac122967a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712175 Aug 20 13:38:45.324381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:45.330185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956201445', 'description': 'tempest-secgroup-smoke-956201445 description', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:45.365375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.491120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.499475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.524327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.532513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1997926 Aug 20 13:38:45.532861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47972) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:45.537973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group_rule': {'security_group_id': 'd145ce53-ef87-4d8c-bf53-9afd724fb6c5', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:45.562992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d33fc-af89-4c0f-99ad-9c5d9475c0bb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d145ce53-ef87-4d8c-bf53-9afd724fb6c5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:45.572958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.643573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:45.652044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.658820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.660682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'mac_address': 'fa:16:3e:54:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:38:45.677776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdea1d1-f50f-426e-833c-03737dbd546a,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:45.689195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.692600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6b262598-5d95-4139-9652-a1eef28c1fe9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565766 Aug 20 13:38:45.693440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47976) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:45.700124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group_rule': {'security_group_id': 'd145ce53-ef87-4d8c-bf53-9afd724fb6c5', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:45.712081 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.728078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec85473-fda8-4d7c-b236-1257f46f430a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:38:45.754072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:45.771506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.774174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.803152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39736b2e-22bf-4a82-a18e-7b725cceff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.833081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:45.842669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.842870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.843127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.843553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.844152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.844674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.845460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.845578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.846037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.846384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.846749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.847168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:38:45.859980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.864278 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.883525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c4f84b-8603-49fd-898d-53db65e1d662,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:45.899654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:45.901052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f8594835-f9a0-4f7c-9771-5e7fefab5c87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2064736 Aug 20 13:38:45.904336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:45.909806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group_rule': {'security_group_id': 'd145ce53-ef87-4d8c-bf53-9afd724fb6c5', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:45.956960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.033136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.040709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.047765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0ec85473-fda8-4d7c-b236-1257f46f430a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:38:46.065312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f54431-5c9d-4d8c-b73d-eb909aebe019,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:46.079802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.084467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec422998-dcb8-4fc3-8a42-7374d93b15c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762075 Aug 20 13:38:46.086197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47988) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:46.092320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group_rule': {'security_group_id': 'd145ce53-ef87-4d8c-bf53-9afd724fb6c5', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:46.173915 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.296104 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.308069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.340117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd59bdca-73b4-4f9c-b1ff-a4dc7c6392cc,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:46.353098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.358080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47994) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:46.358781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-af50250e-9e5f-4fdd-ab23-06f18c5ad9a1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2714186 Aug 20 13:38:46.364840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group_rule': {'security_group_id': 'd145ce53-ef87-4d8c-bf53-9afd724fb6c5', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:46.430016 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Project 88cef8e47ceb4aecb0e733a23bdcb0d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:38:46.442642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.495054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e6f7-466d-49c5-b0a5-4d3d3f93b0a7 req-06e2191e-a362-47f1-83da-95969f1998ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:46.499731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b18e6f7-466d-49c5-b0a5-4d3d3f93b0a7 req-06e2191e-a362-47f1-83da-95969f1998ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 944 time: 0.0842474 Aug 20 13:38:46.583300 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b18e6f7-466d-49c5-b0a5-4d3d3f93b0a7 req-5f19229b-6ed8-44bb-b04b-ddb308fd6084 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758793 Aug 20 13:38:46.591715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.598847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.619373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09919dfb-8ae2-4395-96dc-e2f1e0330656,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:46.625702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.627044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eb8afd96-d363-4bd9-aa5c-94736c285c58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2669511 Aug 20 13:38:46.629905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47996) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:46.634980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'security_group_rule': {'security_group_id': 'd145ce53-ef87-4d8c-bf53-9afd724fb6c5', 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:46.660999 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Project 88cef8e47ceb4aecb0e733a23bdcb0d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:38:46.672082 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.750611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.755953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.775003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f816ad68-cd01-4bfc-9ac3-20298a64286b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:46.781153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:46.782355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ae8c626d-0a27-4097-b104-2c5f6287a995 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512384 Aug 20 13:38:47.130290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3a05c142-5fa4-443d-b6f9-37f661783f4b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:38:47.155298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 3a05c142-5fa4-443d-b6f9-37f661783f4b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:38:47.156302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3a05c142-5fa4-443d-b6f9-37f661783f4b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:38:47.264215 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:38:47.274288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:38:47.341210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 0ec85473-fda8-4d7c-b236-1257f46f430a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:38:47.349850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 0ec85473-fda8-4d7c-b236-1257f46f430a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:38:47.350233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:47.466731 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:47.514280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:47.518908 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb7464d-c2e9-4996-bb54-015ac00bde4b" -d '{"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:47.592419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:47.615789 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:47.693247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:47.779888 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa29c7-3202-4bcb-8223-ce9add116ab5 x-openstack-request-id: req-68aa29c7-3202-4bcb-8223-ce9add116ab5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:47.780199 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:47.780456 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68aa29c7-3202-4bcb-8223-ce9add116ab5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:47.780887 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'code': 200} Aug 20 13:38:47.830427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cde6d3-a60c-4683-8035-e29e360d5383 req-f60881e7-adf2-48c7-9713-6962e3f874e7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:47.832376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59cde6d3-a60c-4683-8035-e29e360d5383 req-f60881e7-adf2-48c7-9713-6962e3f874e7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1088469 Aug 20 13:38:47.909398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59cde6d3-a60c-4683-8035-e29e360d5383 req-e380f5fa-a1e6-4662-a32a-a88dc20e8faf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706182 Aug 20 13:38:47.917916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54218f-1366-4a83-829b-d437e7a632c5 req-38243c6d-d0ac-4daa-966d-0a422db39643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:47.919490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54218f-1366-4a83-829b-d437e7a632c5 req-38243c6d-d0ac-4daa-966d-0a422db39643 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1096 time: 0.0634322 Aug 20 13:38:47.969855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54218f-1366-4a83-829b-d437e7a632c5 req-acd86e80-f450-455a-8e59-b932ff4d979b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Aug 20 13:38:48.486334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-48b71cac-7b57-4742-a0fd-a53ae32bc4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:48.525722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.202529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccece208-f2c7-4bd5-9571-ca68d9b98414 req-84b51b6f-85f8-4300-ad7c-adbb5ab02be0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:49.225795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccece208-f2c7-4bd5-9571-ca68d9b98414 req-84b51b6f-85f8-4300-ad7c-adbb5ab02be0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1437523 Aug 20 13:38:49.227242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48114) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:49.305408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccece208-f2c7-4bd5-9571-ca68d9b98414 req-7f80ebe7-35cd-480d-8576-f74ff9164359 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790722 Aug 20 13:38:49.452043 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.475076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0feab4a1-c0c2-48ea-bdef-91f91d5bc6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.604352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0feab4a1-c0c2-48ea-bdef-91f91d5bc6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.616347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0feab4a1-c0c2-48ea-bdef-91f91d5bc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.672817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feab4a1-c0c2-48ea-bdef-91f91d5bc6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e56659-1b4d-4c91-882f-2e0f6412452e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:49.704214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0feab4a1-c0c2-48ea-bdef-91f91d5bc6f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20ccd017974648019f99f51a60983994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747486 Aug 20 13:38:49.706986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48122) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:49.784286 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42c247b5-80be-4762-9190-b3039fa05dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.813549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42c247b5-80be-4762-9190-b3039fa05dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.883651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42c247b5-80be-4762-9190-b3039fa05dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.889144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-42c247b5-80be-4762-9190-b3039fa05dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:49.893384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-42c247b5-80be-4762-9190-b3039fa05dc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60e56659-1b4d-4c91-882f-2e0f6412452e HTTP/1.1" status: 204 len: 168 time: 0.1829238 Aug 20 13:38:49.900429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c247b5-80be-4762-9190-b3039fa05dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e56659-1b4d-4c91-882f-2e0f6412452e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:50.255151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:50.269140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-537c15d5-dc9e-4129-8d55-8fc503dd6e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.389323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-537c15d5-dc9e-4129-8d55-8fc503dd6e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.409280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-537c15d5-dc9e-4129-8d55-8fc503dd6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.491499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-537c15d5-dc9e-4129-8d55-8fc503dd6e3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5f4e51d03f44defb8e73e63e40e650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347238 Aug 20 13:38:50.494265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48136) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:50.501867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c15d5-dc9e-4129-8d55-8fc503dd6e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760f75f-004b-408a-8aed-456f676cb57a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:50.547024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933448-1a6a-4a85-9027-48cc1a89baff req-5cc0dd55-5398-4ce1-b8b8-d025f399974f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:50.548639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b933448-1a6a-4a85-9027-48cc1a89baff req-5cc0dd55-5398-4ce1-b8b8-d025f399974f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1199610 Aug 20 13:38:50.600223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37fe5c3a-466b-48a2-90eb-1a79d38a922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.617218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b933448-1a6a-4a85-9027-48cc1a89baff req-f79378a6-b383-4886-ad3c-b6985b27839f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Aug 20 13:38:50.633253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37fe5c3a-466b-48a2-90eb-1a79d38a922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.702366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37fe5c3a-466b-48a2-90eb-1a79d38a922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.708884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37fe5c3a-466b-48a2-90eb-1a79d38a922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:50.710360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-37fe5c3a-466b-48a2-90eb-1a79d38a922a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6760f75f-004b-408a-8aed-456f676cb57a HTTP/1.1" status: 204 len: 168 time: 0.2143760 Aug 20 13:38:50.726625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe5c3a-466b-48a2-90eb-1a79d38a922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760f75f-004b-408a-8aed-456f676cb57a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:50.828121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ef2f9-dbf6-4c03-86f0-1582b7f1935e req-b2ff2586-6968-44ad-8ac0-61e58281ec9d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:50.829854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f80ef2f9-dbf6-4c03-86f0-1582b7f1935e req-b2ff2586-6968-44ad-8ac0-61e58281ec9d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1095333 Aug 20 13:38:50.840810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48148) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:38:50.847696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Request body: {'floatingip': {'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:50.902727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:51.439974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:51.534689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:51.546363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:51.665177 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Floating IP ba4c0432-eb93-4496-9668-e58d304e358c associated. External IP: 172.25.6.45, port: 0ec85473-fda8-4d7c-b236-1257f46f430a. Aug 20 13:38:51.913890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:38:52.090995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:38:52.104025 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:38:52.105431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:52.115882 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:38:52.116841 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:38:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:52.141290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dc631d02-f31b-4d2b-9f16-b2d09c1bc3ce tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "PUT /v2.0/floatingips/ba4c0432-eb93-4496-9668-e58d304e358c HTTP/1.1" status: 200 len: 990 time: 1.2983184 Aug 20 13:38:52.142006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:52.144630 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e7e23-d72f-4260-9f8c-448d25d0c34f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:52.259380 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:38:52.423189 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440cb85e-cbc1-410a-ae7c-7147fc6be74a x-openstack-request-id: req-440cb85e-cbc1-410a-ae7c-7147fc6be74a {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:52.424049 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:52.424316 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-440cb85e-cbc1-410a-ae7c-7147fc6be74a {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:52.424772 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'status': 'completed', 'code': 200} Aug 20 13:38:52.494458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-d1c18f31-448b-45df-843b-442b63ac5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:52.496727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-d1c18f31-448b-45df-843b-442b63ac5ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1096 time: 0.0485194 Aug 20 13:38:52.515483 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'ba4c0432-eb93-4496-9668-e58d304e358c', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'mac_address': 'fa:16:3e:54:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:38:36Z', 'updated_at': '2021-08-20T13:38:51Z', 'revision_number': 1, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:52.543840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:38:52.552781 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:38:52.553407 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:38:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:52.605832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-dbd91dc0-4224-493f-9278-8d92cef0dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:52.607757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-dbd91dc0-4224-493f-9278-8d92cef0dd68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1046500 Aug 20 13:38:52.685943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:38:52.694441 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-a32db970-40cd-4411-8027-1c6dd13bcdb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 998 time: 0.0789056 Aug 20 13:38:52.748720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-1eb201f5-8c26-442e-a6cc-7c8b4e001066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:52.750337 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-1eb201f5-8c26-442e-a6cc-7c8b4e001066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0494788 Aug 20 13:38:52.802654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-ea4de588-3617-4480-91f8-47757c1f6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:52.804539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-ea4de588-3617-4480-91f8-47757c1f6269 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468993 Aug 20 13:38:52.913180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-f4ad94ad-8f4e-4e37-b2a7-8524c3be9cac service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015239 Aug 20 13:38:53.016314 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b26e7e23-d72f-4260-9f8c-448d25d0c34f req-3c7c643f-1544-4700-99ca-5ecb2cd0f0be service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962410 Aug 20 13:38:53.050424 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'ba4c0432-eb93-4496-9668-e58d304e358c', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'mac_address': 'fa:16:3e:54:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:38:36Z', 'updated_at': '2021-08-20T13:38:51Z', 'revision_number': 1, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:38:53.081456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821f721-1066-4b2c-b0db-a3ac940aeeb5 None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'ba4c0432-eb93-4496-9668-e58d304e358c', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'mac_address': 'fa:16:3e:54:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:38:36Z', 'updated_at': '2021-08-20T13:38:51Z', 'revision_number': 1, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:38:53.199104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-515e1559-75e9-4a58-8701-15ecc0960e91 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:53.201001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-515e1559-75e9-4a58-8701-15ecc0960e91 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/networks?id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 200 len: 814 time: 0.1282988 Aug 20 13:38:53.219643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-30ab0148-f8b5-4626-b455-1eb6b2510e3d tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/quotas/c64a1365025d4769ab1531aec0ad1717 HTTP/1.1" status: 200 len: 375 time: 0.0118363 Aug 20 13:38:53.255958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-210c9664-e113-4317-a5a2-93b16ce7dcbd tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c64a1365025d4769ab1531aec0ad1717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300515 Aug 20 13:38:53.345579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b12487-7d6e-4822-9de0-905e0be42a40 None None] New status for floating IP ba4c0432-eb93-4496-9668-e58d304e358c: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:38:53.407940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-477071aa-3e9f-4f1b-bd27-04556231019f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:38:53.413178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-477071aa-3e9f-4f1b-bd27-04556231019f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1499445 Aug 20 13:38:53.517288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-75cd1d66-07b0-4607-9798-5581319dac96 service neutron] 10.222.0.59 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017480 Aug 20 13:38:53.626615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-671ecb9a-4e91-4887-8ef1-ebb2719b1b38 service neutron] 10.222.0.59 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037798 Aug 20 13:38:53.814661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf6a59d9-db88-4a84-8dfe-00a7a45f5a20 req-a0843362-1b03-46b7-849f-e2bdb4bf8bb2 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 210 time: 0.0289998 Aug 20 13:38:54.819801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-da40a150-a9e3-4257-93a6-575640657827 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:54.821622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-da40a150-a9e3-4257-93a6-575640657827 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "GET /v2.0/networks?id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 200 len: 814 time: 0.1468382 Aug 20 13:38:54.836896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Request body: {'port': {'device_id': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa', 'admin_state_up': True, 'tenant_id': 'c64a1365025d4769ab1531aec0ad1717'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:54.917720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d80c1fe-1c4b-4414-8230-995363389317 req-0b824fb1-14e0-4ece-a6cf-1bd32fe06c48 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 210 time: 0.0296786 Aug 20 13:38:54.975979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Made reservation on behalf of c64a1365025d4769ab1531aec0ad1717 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:38:54.979555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.107760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Allocated IP 172.20.0.3 (1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa/a06a0fd7-1a8b-469b-9d24-c78545801cff/01b2ee8c-75ba-4eb5-adfa-52250df7e900) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:38:55.267123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.308243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.355315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:38:55.358775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:38:55.362571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:38:55.402356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Pushing event updated for resources: {'Port': ['ID=01b2ee8c-75ba-4eb5-adfa-52250df7e900,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:55.423340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:55.424036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.440473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-7c175cf0-a293-4785-8857-109b7e59c154 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094158 Aug 20 13:38:55.453241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Request body: {'port': {'device_id': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:38:55.514626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.788320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b2ee8c-75ba-4eb5-adfa-52250df7e900 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:38:55.796675 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.811767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Transition to ACTIVE for port object 01b2ee8c-75ba-4eb5-adfa-52250df7e900 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:38:55.816891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:55.904355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Pushing event updated for resources: {'Port': ['ID=01b2ee8c-75ba-4eb5-adfa-52250df7e900,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:55.961349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Attempting to bind port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:38:55.961854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Attempting to bind port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:38:55.962191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Attempting to bind port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 on network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:38:55.967858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 on network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:38:55.968182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Attempting to bind port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 on network 1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:38:55.973606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:38:55.973946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Checking segment: {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:38:55.974325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Bound using segment: {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:38:55.974754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Bound port: 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa379600-0531-435a-a7f7-6e83f857c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:38:55.975112 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:56.040697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] For port 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:38:56.044248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] For port 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:38:56.045641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74571e-ab8e-44e5-a690-666d1f0f5480 req-543d508a-9b43-40e3-9f1f-f265e78b280f tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:56.048001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1d74571e-ab8e-44e5-a690-666d1f0f5480 req-543d508a-9b43-40e3-9f1f-f265e78b280f tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 943 time: 0.0575793 Aug 20 13:38:56.049644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:56.091683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:56.092308 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:56.094193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] 10.222.0.53 "PUT /v2.0/ports/01b2ee8c-75ba-4eb5-adfa-52250df7e900 HTTP/1.1" status: 200 len: 1091 time: 0.6453273 Aug 20 13:38:56.094654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'tag': '01b2ee8c-75ba-4eb5-adfa-52250df7e900'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:38:56.096930 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d69ea-b927-4845-b29c-68ef1859e2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe288deb-69d7-44dd-8436-8d6422997f30", "tag": "01b2ee8c-75ba-4eb5-adfa-52250df7e900"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:38:56.099388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1d74571e-ab8e-44e5-a690-666d1f0f5480 req-b18f12d1-2277-4a4f-8f8b-99df779cdadd tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Aug 20 13:38:56.172189 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9435b38-b6a2-4789-bd4f-06635b34e272 x-openstack-request-id: req-f9435b38-b6a2-4789-bd4f-06635b34e272 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:38:56.173040 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe288deb-69d7-44dd-8436-8d6422997f30", "tag": "01b2ee8c-75ba-4eb5-adfa-52250df7e900", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:38:56.173040 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9435b38-b6a2-4789-bd4f-06635b34e272 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:38:56.173281 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'tag': '01b2ee8c-75ba-4eb5-adfa-52250df7e900', 'status': 'completed', 'code': 200} Aug 20 13:38:56.179281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7ec8b-150f-4da9-bdbc-90cd8a5bd45f service neutron] Pushing event updated for resources: {'Port': ['ID=01b2ee8c-75ba-4eb5-adfa-52250df7e900,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:56.200867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-fdbfa443-9740-4218-aac8-dc0ba5667753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:56.203177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-fdbfa443-9740-4218-aac8-dc0ba5667753 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c64a1365025d4769ab1531aec0ad1717&device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 1094 time: 0.0655746 Aug 20 13:38:56.598618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-02ecdc05-337d-49be-9ef8-ec56e3d0ef95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900 HTTP/1.1" status: 200 len: 217 time: 0.3877263 Aug 20 13:38:56.656566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-b404959e-54de-453e-8d8d-a8e4f96fa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:56.658060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-b404959e-54de-453e-8d8d-a8e4f96fa55c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a06a0fd7-1a8b-469b-9d24-c78545801cff HTTP/1.1" status: 200 len: 854 time: 0.0525045 Aug 20 13:38:56.693641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-b7111f8d-52d1-4bc7-a8a6-e9519f601611 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285184 Aug 20 13:38:56.815280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-dd806712-b900-4048-b941-faf1d0eaf3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148925 Aug 20 13:38:56.912456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48bf4e5c-c8b4-45b4-a06d-fac786e5b4c3 req-19e63108-0e56-4c63-8d19-dabad4875aba service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Aug 20 13:38:57.019792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-9930871a-4798-4772-8b93-c5caaf99f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:57.021402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-9930871a-4798-4772-8b93-c5caaf99f00d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c64a1365025d4769ab1531aec0ad1717&device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 1094 time: 0.0494413 Aug 20 13:38:57.116531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-6131353e-a774-4dce-bbce-e6c6a1ed74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:57.118065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-6131353e-a774-4dce-bbce-e6c6a1ed74fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 200 len: 915 time: 0.0901089 Aug 20 13:38:57.167033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-e4ae7bbe-746a-42de-9d52-c91ccd0a13d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900 HTTP/1.1" status: 200 len: 217 time: 0.0410774 Aug 20 13:38:57.224066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-dff1c180-4d1d-4aa0-a3ac-2c4337a12c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:57.225710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-dff1c180-4d1d-4aa0-a3ac-2c4337a12c68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a06a0fd7-1a8b-469b-9d24-c78545801cff HTTP/1.1" status: 200 len: 854 time: 0.0504873 Aug 20 13:38:57.237912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e748d-2f6f-4f5d-964f-378f44cdb2d6 req-c4294335-5742-46af-aa1e-3f3c36cbea52 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:57.243930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-276e748d-2f6f-4f5d-964f-378f44cdb2d6 req-c4294335-5742-46af-aa1e-3f3c36cbea52 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 943 time: 0.0583370 Aug 20 13:38:57.265244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-a23944cc-e368-466a-8785-14c4af8c2ed4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308189 Aug 20 13:38:57.284280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-276e748d-2f6f-4f5d-964f-378f44cdb2d6 req-f9549bfb-2923-4fa0-ae9e-0c10a425d194 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352356 Aug 20 13:38:57.365904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-2a06f7c9-3662-4332-a6da-53b26f43ed4b service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919025 Aug 20 13:38:57.466989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d24d69ea-b927-4845-b29c-68ef1859e2a7 req-cdcf95d0-589c-4a79-a6ce-6d0504c233cd service neutron] 10.222.0.53 "GET /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942123 Aug 20 13:38:58.420875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e91e9-1460-4e38-9737-e1852772ec27 req-757998d3-ef0e-4f1b-a2cc-6ad51e7f8276 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:58.420875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa7e91e9-1460-4e38-9737-e1852772ec27 req-757998d3-ef0e-4f1b-a2cc-6ad51e7f8276 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 943 time: 0.0611591 Aug 20 13:38:58.468343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa7e91e9-1460-4e38-9737-e1852772ec27 req-0f9d3ab4-4308-40ad-9735-5d6d52de2e0f tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Aug 20 13:38:58.924963 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:59.207850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 01b2ee8c-75ba-4eb5-adfa-52250df7e900 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:38:59.316627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:59.329670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '01b2ee8c-75ba-4eb5-adfa-52250df7e900', 'network_id': '1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa', 'port_id': '01b2ee8c-75ba-4eb5-adfa-52250df7e900', 'mac_address': 'fa:16:3e:b8:cb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06a0fd7-1a8b-469b-9d24-c78545801cff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:38:59.377989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:59.393778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b2ee8c-75ba-4eb5-adfa-52250df7e900 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:38:59.415268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:38:59.450250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:38:59.501538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=01b2ee8c-75ba-4eb5-adfa-52250df7e900,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:38:59.592330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ff84a-553a-43ef-b04f-285142904329 req-eb75ba0d-ef11-4f2d-b01a-c5378f183a56 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:38:59.593891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d19ff84a-553a-43ef-b04f-285142904329 req-eb75ba0d-ef11-4f2d-b01a-c5378f183a56 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 944 time: 0.0514426 Aug 20 13:38:59.634737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d19ff84a-553a-43ef-b04f-285142904329 req-466bf647-79ae-403a-bce4-910b235bc362 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Aug 20 13:38:59.724616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['01b2ee8c-75ba-4eb5-adfa-52250df7e900'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:39:00.797658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99351f-6707-405b-8989-85ef43fd0f6d req-a85263da-5187-4ff2-ae63-1d8b90f717ba tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:00.799705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa99351f-6707-405b-8989-85ef43fd0f6d req-a85263da-5187-4ff2-ae63-1d8b90f717ba tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 944 time: 0.0807569 Aug 20 13:39:00.856249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa99351f-6707-405b-8989-85ef43fd0f6d req-0632e487-9b31-4621-8246-ef68b9d23b23 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498905 Aug 20 13:39:01.223152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 01b2ee8c-75ba-4eb5-adfa-52250df7e900 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:39:01.276773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:39:01.281167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:39:01.281687 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:01.364054 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:01.393249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2ee8c-75ba-4eb5-adfa-52250df7e900'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:01.395598 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dbb8d0-5747-4b5f-93d1-adca1dac3082" -d '{"events": [{"server_uuid": "fe288deb-69d7-44dd-8436-8d6422997f30", "name": "network-vif-plugged", "status": "completed", "tag": "01b2ee8c-75ba-4eb5-adfa-52250df7e900"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:01.409582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:01.427215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:01.458442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:01.460044 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a502b-d2d2-4a68-b239-50961a927172 x-openstack-request-id: req-b58a502b-d2d2-4a68-b239-50961a927172 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:01.460394 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe288deb-69d7-44dd-8436-8d6422997f30", "name": "network-vif-plugged", "status": "completed", "tag": "01b2ee8c-75ba-4eb5-adfa-52250df7e900", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:01.460935 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b58a502b-d2d2-4a68-b239-50961a927172 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:01.461330 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2ee8c-75ba-4eb5-adfa-52250df7e900', 'code': 200} Aug 20 13:39:01.493291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=01b2ee8c-75ba-4eb5-adfa-52250df7e900,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:01.554609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ff22f-3aac-4429-ab9d-78db133b09eb req-c9f455eb-bfdb-46f1-9ca0-6b2ed12eff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:01.556084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b8ff22f-3aac-4429-ab9d-78db133b09eb req-c9f455eb-bfdb-46f1-9ca0-6b2ed12eff00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 1096 time: 0.0530450 Aug 20 13:39:01.602972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b8ff22f-3aac-4429-ab9d-78db133b09eb req-19147743-3d1a-4630-96c1-6d0bcfec01b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381675 Aug 20 13:39:02.017226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee04ba-9c3f-4b77-80a9-398d68f3a548 req-5912d5ba-82e9-4626-8cbe-be642381124c tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:02.019061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60ee04ba-9c3f-4b77-80a9-398d68f3a548 req-5912d5ba-82e9-4626-8cbe-be642381124c tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 945 time: 0.0614765 Aug 20 13:39:02.071766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60ee04ba-9c3f-4b77-80a9-398d68f3a548 req-59d71ec2-97ad-496e-99ec-129c673c66f3 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463672 Aug 20 13:39:03.246902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400c47d-8f99-45e1-85e4-09156df24ab4 req-b7c31a9e-08e1-4c8a-b65c-85a7279722f5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:03.249311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5400c47d-8f99-45e1-85e4-09156df24ab4 req-b7c31a9e-08e1-4c8a-b65c-85a7279722f5 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 945 time: 0.0869849 Aug 20 13:39:03.310381 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5400c47d-8f99-45e1-85e4-09156df24ab4 req-6145494f-d0a5-4300-9cdd-9218300ed7a3 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 Aug 20 13:39:04.685405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-2ab9486a-0416-4441-981a-d10c3f44e398 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956201445&fields=id&tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 267 time: 0.0402000 Aug 20 13:39:04.820597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-eb28ee43-f9d4-4c70-bd10-92279b83be79 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:04.822229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-eb28ee43-f9d4-4c70-bd10-92279b83be79 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1288154 Aug 20 13:39:04.844739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-fd201fe2-f2d4-4857-976d-2493f5585a55 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0153618 Aug 20 13:39:04.910267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-f6d5bfa8-046b-47d5-97d0-b08c01406dcc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586212 Aug 20 13:39:05.033199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-b0190d14-ccdb-4f79-9164-04b0093e422f service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096299 Aug 20 13:39:05.141203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-8e9d41c7-8ae6-4504-ae97-309b14709ce6 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995498 Aug 20 13:39:05.481649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5d67127-bd36-436c-9881-d4a8abc3e095 req-1c60b79f-4cd9-438a-840a-a0430b39758d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0313220 Aug 20 13:39:06.504140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-921f986b-0413-47a3-89d8-dc2ce49fc37f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:06.506065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-921f986b-0413-47a3-89d8-dc2ce49fc37f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1321514 Aug 20 13:39:06.587739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-1e42088e-7790-4d0a-ba35-8d0f6ccc48c0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 379 time: 0.0696847 Aug 20 13:39:06.627509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59a95349-4d2b-45be-92b0-4364ddb6a7f7 req-61e8af48-e015-455c-a7f5-1a560885834b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0375104 Aug 20 13:39:06.632514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'security_groups': ['d145ce53-ef87-4d8c-bf53-9afd724fb6c5']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:39:06.813528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:39:06.817486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:06.968620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.10 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/5f8fde8e-2dd9-4623-bccd-2627f1d62f57) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:39:07.146497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.163433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:39:07.208584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.263949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:39:07.267361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:39:07.271595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:39:07.311289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:07.347855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:07.348720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.369903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-0ad3a8c4-399b-497e-8858-67e69ec32325 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410569 Aug 20 13:39:07.383511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Request body: {'port': {'device_id': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:39:07.461133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.553572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c8cb2b5e-a781-49ad-93a6-665024ea7eab None None] Provisioning for port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:39:07.558318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c8cb2b5e-a781-49ad-93a6-665024ea7eab None None] Provisioning complete for port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:39:07.558944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2b5e-a781-49ad-93a6-665024ea7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.604084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb2b5e-a781-49ad-93a6-665024ea7eab None None] Port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:39:07.789523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876bad-17a6-4a07-ad09-bb5d5c9b73f8 req-08260e65-282b-49b5-b889-6ff646ea703a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:07.789523 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c8876bad-17a6-4a07-ad09-bb5d5c9b73f8 req-08260e65-282b-49b5-b889-6ff646ea703a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 932 time: 0.0546951 Aug 20 13:39:07.799652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:39:07.810396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.830915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Transition to ACTIVE for port object 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:39:07.836343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:07.845756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c8876bad-17a6-4a07-ad09-bb5d5c9b73f8 req-0ba4ed11-e8eb-4b11-8e66-f3ac06ab9ed2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495949 Aug 20 13:39:07.899459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Pushing event updated for resources: {'Port': ['ID=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:07.984922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Attempting to bind port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:39:07.985526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Attempting to bind port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:39:07.985662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Attempting to bind port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:39:07.991249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:39:07.991662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Attempting to bind port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:39:08.003920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:39:08.004441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:39:08.004892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:39:08.005905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Bound port: 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:39:08.006355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:08.087079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] For port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:39:08.092010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] For port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:39:08.097244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:08.138265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.138994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:08.140205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] 10.222.0.13 "PUT /v2.0/ports/5f8fde8e-2dd9-4623-bccd-2627f1d62f57 HTTP/1.1" status: 200 len: 1092 time: 0.7622087 Aug 20 13:39:08.140758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:08.143135 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:08.169624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021a151-daee-49d3-ab64-2d42bce1071f service neutron] Pushing event updated for resources: {'Port': ['ID=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:08.209003 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89cbce5-8152-45cd-88ba-e072914f2b85 x-openstack-request-id: req-e89cbce5-8152-45cd-88ba-e072914f2b85 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:08.209347 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:08.209722 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e89cbce5-8152-45cd-88ba-e072914f2b85 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:08.210204 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'status': 'completed', 'code': 200} Aug 20 13:39:08.253124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-6371684c-b051-43b9-951e-1aec2ff8f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.254818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-6371684c-b051-43b9-951e-1aec2ff8f713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 1095 time: 0.0566013 Aug 20 13:39:08.305922 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-55f26807-a579-4824-9275-11c80ab05062 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57 HTTP/1.1" status: 200 len: 217 time: 0.0425262 Aug 20 13:39:08.381160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-b41297d2-be74-46a7-ad50-03694555480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.383309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-b41297d2-be74-46a7-ad50-03694555480a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0704763 Aug 20 13:39:08.453133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-b3996004-46d1-40b4-a9fe-6a8546c4cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.454909 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-b3996004-46d1-40b4-a9fe-6a8546c4cff1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642219 Aug 20 13:39:08.550380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-7a934b60-a99f-4c84-a05d-4442e49f5ebd service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879841 Aug 20 13:39:08.655612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d54e363-18da-45e1-859d-aa2fdde2b3fa req-039f665f-b58c-4251-b28b-36107f298d03 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968471 Aug 20 13:39:08.748810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-ceb39047-9a0f-4970-bb78-747db5d46868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.750380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-ceb39047-9a0f-4970-bb78-747db5d46868 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 1095 time: 0.0473213 Aug 20 13:39:08.853758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-63bd09bb-7c9c-4ceb-9d79-a279e9b9fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.855384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-63bd09bb-7c9c-4ceb-9d79-a279e9b9fd7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.0972235 Aug 20 13:39:08.910275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-40ef99d1-998b-4255-b064-0b59d843e7d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57 HTTP/1.1" status: 200 len: 217 time: 0.0469506 Aug 20 13:39:08.975816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-c512bf87-7c7f-40d5-968f-2feae08ce3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:08.979771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-c512bf87-7c7f-40d5-968f-2feae08ce3c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0608671 Aug 20 13:39:09.007821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0e00-2e45-46c9-8b37-52acec2c2aef req-6b26e59a-75ea-4c69-8e6c-31c0fccb77bc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:09.010192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-320f0e00-2e45-46c9-8b37-52acec2c2aef req-6b26e59a-75ea-4c69-8e6c-31c0fccb77bc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0845263 Aug 20 13:39:09.042297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-35d1fef0-05b2-49d2-b5d5-7456699cd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:09.044340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-35d1fef0-05b2-49d2-b5d5-7456699cd55b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588415 Aug 20 13:39:09.057810 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-320f0e00-2e45-46c9-8b37-52acec2c2aef req-950d0ee6-478d-466b-be6a-3db9874d40f4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385032 Aug 20 13:39:09.148455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-2cad2674-e504-44b8-a22f-3376d05f19f4 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959985 Aug 20 13:39:09.245776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4ddac5-2e20-41ed-8955-6f0ad77bd7f9 req-e7119a86-acd1-4a9f-a223-b27c37c1a90f service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892096 Aug 20 13:39:10.205465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e7cf-fbe6-4b60-98e4-54246c593514 req-85e2600c-d42e-47f5-8b3d-b31fe11f017e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:10.207207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffb1e7cf-fbe6-4b60-98e4-54246c593514 req-85e2600c-d42e-47f5-8b3d-b31fe11f017e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0618169 Aug 20 13:39:10.257461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffb1e7cf-fbe6-4b60-98e4-54246c593514 req-5275e403-4f96-4bca-ad86-27ca05f3c88c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Aug 20 13:39:11.392993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7504-3477-4957-8cee-794fac085804 req-f4b09f69-418b-4fff-ac56-89dfcd343683 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:11.394866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-959a7504-3477-4957-8cee-794fac085804 req-f4b09f69-418b-4fff-ac56-89dfcd343683 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0603263 Aug 20 13:39:11.439427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-959a7504-3477-4957-8cee-794fac085804 req-1d215697-3830-4e87-bbe5-b8ca5edfee46 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356133 Aug 20 13:39:12.571691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d25ac-aaa4-4bcc-8e4e-8041cb157136 req-eebc47fb-cd7e-4dc2-8137-8b0b5ac993d0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:12.573808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-599d25ac-aaa4-4bcc-8e4e-8041cb157136 req-eebc47fb-cd7e-4dc2-8137-8b0b5ac993d0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0581880 Aug 20 13:39:12.618262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-599d25ac-aaa4-4bcc-8e4e-8041cb157136 req-2bfff6ad-ce3d-4e79-a1b1-06133a40987a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373220 Aug 20 13:39:13.751465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4b5c-ba61-48d3-bbd5-9956c48d000f req-ec332a23-7e04-4ce7-9fbb-8601284facb8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:13.753229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adec4b5c-ba61-48d3-bbd5-9956c48d000f req-ec332a23-7e04-4ce7-9fbb-8601284facb8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0571260 Aug 20 13:39:13.801598 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adec4b5c-ba61-48d3-bbd5-9956c48d000f req-a4e0a49c-3b2a-4123-80fa-138e0bcd4619 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358026 Aug 20 13:39:14.940001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc271c-611b-4d35-8c7d-8f236d16e498 req-c12c7853-840b-41b3-aa4e-596bad49c764 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:14.941753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6bc271c-611b-4d35-8c7d-8f236d16e498 req-c12c7853-840b-41b3-aa4e-596bad49c764 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0597558 Aug 20 13:39:15.005965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6bc271c-611b-4d35-8c7d-8f236d16e498 req-9dde1c57-8316-4033-b250-41e965c7d80d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555401 Aug 20 13:39:15.766578 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-23644b33-97c9-402b-92ba-e477669190e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:16.187995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba254efe-0fa4-42c3-a565-89e699cd044b req-d9a04adb-4284-4be1-874d-1a89529a4427 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:16.189839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba254efe-0fa4-42c3-a565-89e699cd044b req-d9a04adb-4284-4be1-874d-1a89529a4427 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0678732 Aug 20 13:39:16.522850 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ba254efe-0fa4-42c3-a565-89e699cd044b req-2f678b7e-4b8f-4ce8-85e4-0f0fa54b766a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258181 Aug 20 13:39:17.654624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4064-cd1a-4971-b76d-261002ec7f07 req-cb277917-93a0-4728-8e57-a22a91fc85a2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:17.656074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-57db4064-cd1a-4971-b76d-261002ec7f07 req-cb277917-93a0-4728-8e57-a22a91fc85a2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0549834 Aug 20 13:39:17.705349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-57db4064-cd1a-4971-b76d-261002ec7f07 req-66df1f31-14de-46a3-ba4c-d26240922729 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Aug 20 13:39:18.480960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42552d75-4169-4287-acbf-99c3040e3fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:18.523249 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:18.827387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a117996-3d41-453d-adc3-77c4f528ca2e req-af6647ef-6000-4484-bec2-a342babfa8ab tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:18.828926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a117996-3d41-453d-adc3-77c4f528ca2e req-af6647ef-6000-4484-bec2-a342babfa8ab tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0491974 Aug 20 13:39:18.866775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a117996-3d41-453d-adc3-77c4f528ca2e req-e2b8392c-0386-405c-b9a8-df1dc35fadfe tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Aug 20 13:39:19.447306 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:19.991194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1eb83-13ba-4d12-a341-0f8c26666ee2 req-a54f1ee3-cf99-4615-8542-1e1f499d8416 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:19.992762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33a1eb83-13ba-4d12-a341-0f8c26666ee2 req-a54f1ee3-cf99-4615-8542-1e1f499d8416 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0509942 Aug 20 13:39:20.039769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33a1eb83-13ba-4d12-a341-0f8c26666ee2 req-5e192a3c-6d13-4286-a820-75367f703bb2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Aug 20 13:39:21.174288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c569-bc53-4cb7-888e-9e8bd9622529 req-e2ea0971-c0d1-4c19-a758-eb5bbb57c059 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:21.176050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2295c569-bc53-4cb7-888e-9e8bd9622529 req-e2ea0971-c0d1-4c19-a758-eb5bbb57c059 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 944 time: 0.0518336 Aug 20 13:39:21.215532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2295c569-bc53-4cb7-888e-9e8bd9622529 req-fef04f6f-7d2a-44cd-87cf-b61332eeccc5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334191 Aug 20 13:39:21.425021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:39:21.430648 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:21.532848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:21.544096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'mac_address': 'fa:16:3e:d4:cc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:39:21.584213 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:21.597483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:39:21.617522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:21.622302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:21.671099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:21.898978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['5f8fde8e-2dd9-4623-bccd-2627f1d62f57'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:39:22.364059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ba1d7-4b34-4e5d-9693-969f45fd4cc2 req-78b62c21-5fd8-491c-bac5-156f7516a4ea tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:22.366686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b3ba1d7-4b34-4e5d-9693-969f45fd4cc2 req-78b62c21-5fd8-491c-bac5-156f7516a4ea tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 945 time: 0.0785000 Aug 20 13:39:22.456258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b3ba1d7-4b34-4e5d-9693-969f45fd4cc2 req-f74443ac-8d9b-4602-920c-44a1acfecab8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801630 Aug 20 13:39:23.442747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:39:23.496203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:39:23.501106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:39:23.501639 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:23.591174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:23.596992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7ac3-d09f-4bca-a44c-0b355281df22 req-9bfca923-21c9-4b43-be59-16e008fe581f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:23.598774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf3f7ac3-d09f-4bca-a44c-0b355281df22 req-9bfca923-21c9-4b43-be59-16e008fe581f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 945 time: 0.0575461 Aug 20 13:39:23.626916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:23.627905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:23.630538 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb2ec5d-d272-4bda-ab3b-ef805a738ac3" -d '{"events": [{"server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "name": "network-vif-plugged", "status": "completed", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:23.637807 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:23.655184 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf3f7ac3-d09f-4bca-a44c-0b355281df22 req-cc211af7-8f08-4fd6-b83b-b24321f54d0f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483909 Aug 20 13:39:23.694165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:23.703331 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbb590-b410-43b9-a26f-56ab5d21d969 x-openstack-request-id: req-48fbb590-b410-43b9-a26f-56ab5d21d969 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:23.703632 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "name": "network-vif-plugged", "status": "completed", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:23.704405 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48fbb590-b410-43b9-a26f-56ab5d21d969 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:23.704405 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'code': 200} Aug 20 13:39:23.815516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97404db4-26ea-4a8d-b33a-12d5be57ce6a req-ee2b80bb-8b86-4004-97d2-92fba926e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:23.817498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97404db4-26ea-4a8d-b33a-12d5be57ce6a req-ee2b80bb-8b86-4004-97d2-92fba926e018 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 1097 time: 0.0435462 Aug 20 13:39:23.859340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97404db4-26ea-4a8d-b33a-12d5be57ce6a req-dcfa933a-f411-4ad1-a3df-29bf808ac9fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Aug 20 13:39:24.266184 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:39:24.783782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721015d-8467-427c-a55d-2be4147750f9 req-9e26e8b8-7322-49fd-9808-4d0b4b86a354 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:24.785374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6721015d-8467-427c-a55d-2be4147750f9 req-9e26e8b8-7322-49fd-9808-4d0b4b86a354 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 946 time: 0.0537419 Aug 20 13:39:24.830178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6721015d-8467-427c-a55d-2be4147750f9 req-eaf3ae5a-ede5-4874-8af8-c2e85f277934 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 Aug 20 13:39:25.965687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adc592-2ae1-4bb1-acfe-a4c57edc0168 req-2196b89f-5212-48c1-a04b-1fb66f2ace75 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:25.967265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27adc592-2ae1-4bb1-acfe-a4c57edc0168 req-2196b89f-5212-48c1-a04b-1fb66f2ace75 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 946 time: 0.0576503 Aug 20 13:39:26.007757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27adc592-2ae1-4bb1-acfe-a4c57edc0168 req-c73ccafa-2407-4bb9-80f4-2e2b6a8ad109 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340033 Aug 20 13:39:26.132422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f80a-6f59-41ce-966e-2a4004b72015 req-7a0fdadd-87f3-4930-b920-93289f005cda tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.133940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af11f80a-6f59-41ce-966e-2a4004b72015 req-7a0fdadd-87f3-4930-b920-93289f005cda tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 946 time: 0.0507379 Aug 20 13:39:26.173291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af11f80a-6f59-41ce-966e-2a4004b72015 req-8238b17a-918b-4881-aa0d-aecd24163837 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Aug 20 13:39:26.195794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48532) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:26.235918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b33d5-32e4-429e-987d-222de35fcdd4 tempest-TestVolumeBootPattern-277513340 tempest-TestVolumeBootPattern-277513340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.237379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-973b33d5-32e4-429e-987d-222de35fcdd4 tempest-TestVolumeBootPattern-277513340 tempest-TestVolumeBootPattern-277513340-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 1092 time: 0.0406053 Aug 20 13:39:26.240309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48534) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:26.244839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:39:26.266520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:26.375432 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:26.491396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.25.6.243 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/fcaaf6cd-130d-483f-a3b3-5f7d8d7fe184) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:39:26.645778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:26.700260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:26.740083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:39:26.743432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:39:26.747818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:39:26.784974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=fcaaf6cd-130d-483f-a3b3-5f7d8d7fe184,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:26.865918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.872455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.878560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.884451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.890592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.896460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.902349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:26.904270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-0a6f8a37-a73a-48ce-b366-f086849a25c7 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1526139 Aug 20 13:39:27.022948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9aa4264-37d4-4f0c-b9e7-91c3fd6e3c8c req-4acd7708-4dbd-4bc6-8866-9cb3fbe21c4f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081297 Aug 20 13:39:27.247003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:27.319795 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:27.486863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:27.491818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:27.567308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=fcaaf6cd-130d-483f-a3b3-5f7d8d7fe184,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:27.577815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:27.685968 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Floating IP 6d235da7-f21d-486c-829d-7ab0745c1099 associated. External IP: 172.25.6.243, port: 5f8fde8e-2dd9-4623-bccd-2627f1d62f57. Aug 20 13:39:27.929056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.934799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.940539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.946302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.952767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.958676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.965084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:27.966901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-0537c105-b64e-4765-9661-6e5c7a454490 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1373460 Aug 20 13:39:28.015918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:39:28.028757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-c2d0a5c9-8462-4ce0-98c5-a7614d3204f3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.030350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-c2d0a5c9-8462-4ce0-98c5-a7614d3204f3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "GET /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0532961 Aug 20 13:39:28.216806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.222803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.229096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.234001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-bf2c51ec-5393-4ed5-9feb-a1de403a4bf2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "GET /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1963243 Aug 20 13:39:28.235423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:39:28.235660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.242702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.248780 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:39:28.251014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.251377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:39:28.257886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.259792 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:39:28.261125 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:28.266993 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0070a910-0ab4-4560-8803-214f1cbc884a req-733c95e5-586e-41bc-aaae-e384c7896a0b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 5434 time: 0.1222067 Aug 20 13:39:28.281784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:28.342079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0070a910-0ab4-4560-8803-214f1cbc884a req-9b5eb1d9-4a89-409d-a04f-f91af84de4be tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705757 Aug 20 13:39:28.357134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c67cb01d-2b89-4728-9c66-4643b5ebff87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1120126 Aug 20 13:39:28.357134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:28.361458 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f" -d '{"events": [{"name": "network-changed", "server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:28.366976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:28.371730 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:39:28.419549 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf5c9d9-4282-4a98-b380-11f2288d8451 x-openstack-request-id: req-2bf5c9d9-4282-4a98-b380-11f2288d8451 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:28.420080 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:28.420334 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2bf5c9d9-4282-4a98-b380-11f2288d8451 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:28.420757 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'status': 'completed', 'code': 200} Aug 20 13:39:28.663172 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '6d235da7-f21d-486c-829d-7ab0745c1099', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:d4:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:39:27Z', 'updated_at': '2021-08-20T13:39:27Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:28.693091 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:39:28.704206 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:39:28.704890 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:28.851327 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:39:28.900982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-c18b92b9-b422-4f45-afaa-5da0a842f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:28.902598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-c18b92b9-b422-4f45-afaa-5da0a842f0d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 1097 time: 0.4664929 Aug 20 13:39:28.960028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:28.981313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=3b81ee34-763b-40eb-b62c-ec7ed19d543e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:29.075263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] For port 3b81ee34-763b-40eb-b62c-ec7ed19d543e, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:39:29.113685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-076092b0-85ce-4928-8746-4b4884938d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.115201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-076092b0-85ce-4928-8746-4b4884938d9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.2035472 Aug 20 13:39:29.136295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] device_id is not set on port 3b81ee34-763b-40eb-b62c-ec7ed19d543e yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:39:29.186607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:29.191878 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '6d235da7-f21d-486c-829d-7ab0745c1099', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:d4:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:39:27Z', 'updated_at': '2021-08-20T13:39:27Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:29.199625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:29.221993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76fbb8-2b3e-4215-b1e3-b759d63cc843 None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '6d235da7-f21d-486c-829d-7ab0745c1099', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:d4:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:39:27Z', 'updated_at': '2021-08-20T13:39:27Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:39:29.243179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-16be5613-1e95-4f5e-9741-2f26316b9c02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57 HTTP/1.1" status: 200 len: 1000 time: 0.1195550 Aug 20 13:39:29.335664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Pushing event updated for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:29.339399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] No DVR routers for this DVR port 3b81ee34-763b-40eb-b62c-ec7ed19d543e on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:29.383800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-6e06bb50-0eeb-4682-8e46-7697325764ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.386237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-6e06bb50-0eeb-4682-8e46-7697325764ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.1322064 Aug 20 13:39:29.449122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] In _notify_port_updated(), no bound segment for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:39:29.449753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.450376 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:29.451685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-23d47a38-8c36-4bad-9222-a0511e43440d service neutron] 10.222.0.53 "PUT /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 200 len: 1026 time: 1.2073901 Aug 20 13:39:29.477071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-64caa14a-7a17-4ed9-bac8-d5ebfc0e16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.478562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-64caa14a-7a17-4ed9-bac8-d5ebfc0e16b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839653 Aug 20 13:39:29.532573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102d5fd-f971-48ac-b07f-a36f921d72af None None] New status for floating IP 6d235da7-f21d-486c-829d-7ab0745c1099: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:39:29.538754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.546572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.554116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.561552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.568294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.577023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.585135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-fb5bf8f0-585a-42bd-b363-05483a37f933 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 4661 time: 0.1392679 Aug 20 13:39:29.606467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-2a840057-0aeb-469a-9978-4f83c3b09362 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:29.607929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-2a840057-0aeb-469a-9978-4f83c3b09362 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "GET /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1476071 Aug 20 13:39:29.623814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:39:29.650340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52755c29-9aee-4dc9-91cf-6d0afefcc8b7 req-5df7e0b7-1b49-42e7-a818-1ca7a40f3f3f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=332f408f-7948-4755-8673-b14ec8a96057&id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585716 Aug 20 13:39:29.705900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-ad0ec839-c629-4ae3-aa7d-fc4990f5cdfa service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886549 Aug 20 13:39:29.706875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-434d6668-5b25-4bae-8743-96549e855c1d None None] Provisioning complete for port 3b81ee34-763b-40eb-b62c-ec7ed19d543e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:39:29.707006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:29.707536 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-434d6668-5b25-4bae-8743-96549e855c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:29.750382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-434d6668-5b25-4bae-8743-96549e855c1d None None] Port 3b81ee34-763b-40eb-b62c-ec7ed19d543e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:39:29.893469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6e6cce8-1d3c-4ce9-9e4f-45ce4ef1043f req-51ae2e06-8c97-4d7d-a61f-29f78f63d9af service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756532 Aug 20 13:39:29.941204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=76c08193-2675-418b-8e3b-f001f626d583,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:29.950885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-58d661d9-7c41-43e2-bab5-ceffb8748066 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417991 Aug 20 13:39:29.977062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] For port 76c08193-2675-418b-8e3b-f001f626d583, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:39:30.023986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] device_id is not set on port 76c08193-2675-418b-8e3b-f001f626d583 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:39:30.033294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:30.039355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:30.048243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-eb3fedb6-84f8-49c5-a8d5-b9783e21b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.049902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-eb3fedb6-84f8-49c5-a8d5-b9783e21b7d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 1096 time: 0.0514214 Aug 20 13:39:30.102228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Pushing event updated for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:30.139178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] No DVR routers for this DVR port 76c08193-2675-418b-8e3b-f001f626d583 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:30.167653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-3eec2bc6-a532-47d8-bf24-fe779ccb984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.169223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-3eec2bc6-a532-47d8-bf24-fe779ccb984e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 200 len: 909 time: 0.0997231 Aug 20 13:39:30.235992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-3e2396fb-7bc3-4885-a706-8474b8f7edd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0740995 Aug 20 13:39:30.236789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] In _notify_port_updated(), no bound segment for port 76c08193-2675-418b-8e3b-f001f626d583 on network cf6c1418-f01b-4873-a723-67eab47f4c11 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:39:30.237634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.238241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:30.239831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-321ddf5f-8cbc-4894-a3c3-c5dd64197710 service neutron] 10.222.0.53 "PUT /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 200 len: 1028 time: 0.6224632 Aug 20 13:39:30.252490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-929ffc41-7d7f-4077-ae29-b2b57ed2266a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 200 len: 1000 time: 0.0743914 Aug 20 13:39:30.343148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-3b8099c7-cb34-4975-923f-45e638c3abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.344698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-3b8099c7-cb34-4975-923f-45e638c3abfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33dc4387-7462-4611-aaa1-27d196e10f6d HTTP/1.1" status: 200 len: 847 time: 0.0844736 Aug 20 13:39:30.422275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-f3283a31-8ae2-413c-9afb-f787a84a0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.423651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-f3283a31-8ae2-413c-9afb-f787a84a0b42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f41821-7e07-48f3-aa82-9cebe56b6a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714793 Aug 20 13:39:30.443088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.443566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.444058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.444612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.445030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.445492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.445953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.448914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-aae6e290-d2ca-48f7-a60f-8e3c2b423621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.1267874 Aug 20 13:39:30.473519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-aed5295d-750a-41cf-a265-25b211c31361 None None] Provisioning complete for port 76c08193-2675-418b-8e3b-f001f626d583 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:39:30.474158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aed5295d-750a-41cf-a265-25b211c31361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:30.486121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port ba06ffa8-0cb5-4b62-b028-67daab46c86e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:30.486459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:30.510472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-aed5295d-750a-41cf-a265-25b211c31361 None None] Port 76c08193-2675-418b-8e3b-f001f626d583 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:39:30.531456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-704d8803-18b6-442c-be78-2e83d057bdf1 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002972 Aug 20 13:39:30.629392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25ca7689-298d-44c0-a29a-0df85916bce6 req-b9767da8-24e1-48f0-ae73-e7c968ce14b1 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888948 Aug 20 13:39:30.650137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-d76f0a6b-d63b-4168-bc33-bbbc3c1efe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.651173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-d76f0a6b-d63b-4168-bc33-bbbc3c1efe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.651824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-d76f0a6b-d63b-4168-bc33-bbbc3c1efe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.653672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-d76f0a6b-d63b-4168-bc33-bbbc3c1efe15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 2296 time: 0.1822388 Aug 20 13:39:30.655735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] For port ba06ffa8-0cb5-4b62-b028-67daab46c86e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ba06ffa8-0cb5-4b62-b028-67daab46c86e,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:30.656141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:30.679542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for ba06ffa8-0cb5-4b62-b028-67daab46c86e owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:30.783471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-83391b43-7dfb-4f7a-9ed8-9e848501c6e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1002 time: 0.1187723 Aug 20 13:39:30.875302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-b7087a68-8f2c-46bc-8981-e22a8d491a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.876884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-b7087a68-8f2c-46bc-8981-e22a8d491a45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.0730946 Aug 20 13:39:30.887531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-95a9c01a-e173-42af-ab21-1755048cc275 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.893531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-95a9c01a-e173-42af-ab21-1755048cc275 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.900305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-95a9c01a-e173-42af-ab21-1755048cc275 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.907340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-95a9c01a-e173-42af-ab21-1755048cc275 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.914091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-95a9c01a-e173-42af-ab21-1755048cc275 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:30.915911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-95a9c01a-e173-42af-ab21-1755048cc275 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 3886 time: 0.1533918 Aug 20 13:39:31.027338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c3447db-b216-4b78-9b78-030ca328dc0f req-b5f81950-8e89-4068-a3d2-f47445e0661d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012261 Aug 20 13:39:31.031803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-49333156-a631-423b-a345-ccd596f3d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:31.033291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-49333156-a631-423b-a345-ccd596f3d006 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087525 Aug 20 13:39:31.063985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.126841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=ba06ffa8-0cb5-4b62-b028-67daab46c86e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:31.180524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] No DVR routers for this DVR port ba06ffa8-0cb5-4b62-b028-67daab46c86e on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:31.184485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.186516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-4ce69ae7-5234-4661-b49c-3fa8e5f57e02 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "DELETE /v2.0/ports/ba06ffa8-0cb5-4b62-b028-67daab46c86e HTTP/1.1" status: 204 len: 173 time: 0.9369209 Aug 20 13:39:31.186960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:31.189258 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b06a4d-32be-4006-9e78-0dd7d463cc55" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "ba06ffa8-0cb5-4b62-b028-67daab46c86e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:31.233167 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d12ed5c-9cb1-484b-a197-82aac380e21a x-openstack-request-id: req-7d12ed5c-9cb1-484b-a197-82aac380e21a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:31.233477 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "ba06ffa8-0cb5-4b62-b028-67daab46c86e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:31.233739 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d12ed5c-9cb1-484b-a197-82aac380e21a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:31.234142 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': 'ba06ffa8-0cb5-4b62-b028-67daab46c86e', 'status': 'completed', 'code': 200} Aug 20 13:39:31.243138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-4f8b013e-9cd9-407c-bf73-48d62ec94228 service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023692 Aug 20 13:39:31.376054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port e3557570-5656-4288-8e21-86e501f03e70 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:31.376423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.395151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ba06ffa8-0cb5-4b62-b028-67daab46c86e no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:31.404126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-b1f64076-83a7-436a-aeb8-e9ff6f4315a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515315 Aug 20 13:39:31.432268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: ba06ffa8-0cb5-4b62-b028-67daab46c86e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:39:31.432756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ba06ffa8-0cb5-4b62-b028-67daab46c86e not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:31.433187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76c08193-2675-418b-8e3b-f001f626d583 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:31.487133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-74bffac8-470f-4115-b35b-792d4ec7e225 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 217 time: 0.0454047 Aug 20 13:39:31.492056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 76c08193-2675-418b-8e3b-f001f626d583 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:31.492659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0c494cc8-8ce7-430d-8fd6-662803c90db9 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:31.500753 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.586677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-feafe09b-55c4-4af0-b592-0e9ea1852c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:31.588216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-feafe09b-55c4-4af0-b592-0e9ea1852c30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0940456 Aug 20 13:39:31.590836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] For port e3557570-5656-4288-8e21-86e501f03e70, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e3557570-5656-4288-8e21-86e501f03e70,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:31.591216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.617447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.634689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for e3557570-5656-4288-8e21-86e501f03e70 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:31.655727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:31.658448 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf17366-82a0-461a-83dd-8b51d5314946" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-unplugged", "status": "completed", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:31.661785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f710321-1ab8-445c-84c8-c6502150dbdb req-812ff9d6-9ee3-4aec-bb97-888674187243 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:31.672738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f710321-1ab8-445c-84c8-c6502150dbdb req-812ff9d6-9ee3-4aec-bb97-888674187243 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 945 time: 0.0727968 Aug 20 13:39:31.673843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:31.678964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.679851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3b81ee34-763b-40eb-b62c-ec7ed19d543e no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:31.716635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-84e88edf-caa2-4022-8e4a-20d26c276488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:31.718351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-84e88edf-caa2-4022-8e4a-20d26c276488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187186 Aug 20 13:39:31.730618 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f710321-1ab8-445c-84c8-c6502150dbdb req-2b0231db-fb40-4ccf-a7de-b2acfce0d1b0 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568573 Aug 20 13:39:31.735245 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa334e3-3610-4e5a-ab87-d03bd9b33111 x-openstack-request-id: req-caa334e3-3610-4e5a-ab87-d03bd9b33111 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:31.736059 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-unplugged", "status": "completed", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:31.736419 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-caa334e3-3610-4e5a-ab87-d03bd9b33111 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:31.737131 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9', 'code': 200} Aug 20 13:39:31.780951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 3b81ee34-763b-40eb-b62c-ec7ed19d543e not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:31.781495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 75b79b79-c802-4873-af12-7fd137cd9b65 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:31.783593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:31.866721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.871121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-2dc60e24-8219-4d83-add0-da1bcd15521b service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434259 Aug 20 13:39:31.907519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=75b79b79-c802-4873-af12-7fd137cd9b65,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:31.911867 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:31.913150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e3557570-5656-4288-8e21-86e501f03e70 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:31.959198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.007240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=e3557570-5656-4288-8e21-86e501f03e70,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:32.007662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No active binding found for port e3557570-5656-4288-8e21-86e501f03e70 {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:39:32.008113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e3557570-5656-4288-8e21-86e501f03e70 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:32.008578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:32.047506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:32.073003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] No DVR routers for this DVR port e3557570-5656-4288-8e21-86e501f03e70 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:32.077490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-b73913cc-e707-4047-982b-27a8dc90bcb9 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974034 Aug 20 13:39:32.078931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.081120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-738a7007-5da3-4d13-936f-4e94f344644e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "DELETE /v2.0/ports/e3557570-5656-4288-8e21-86e501f03e70 HTTP/1.1" status: 204 len: 173 time: 0.8868697 Aug 20 13:39:32.137777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-0385717a-56b8-4d02-86d9-141f3e1339d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 217 time: 0.0522182 Aug 20 13:39:32.139052 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.177896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:32.182051 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.182256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a1170-de95-4266-bcf1-6b7752777487 req-b3b7d301-1817-4cbd-be5f-d6529bc93b21 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.189733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a1170-de95-4266-bcf1-6b7752777487 req-b3b7d301-1817-4cbd-be5f-d6529bc93b21 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.196111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a1170-de95-4266-bcf1-6b7752777487 req-b3b7d301-1817-4cbd-be5f-d6529bc93b21 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.198412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-781a1170-de95-4266-bcf1-6b7752777487 req-b3b7d301-1817-4cbd-be5f-d6529bc93b21 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 2413 time: 0.0760548 Aug 20 13:39:32.240787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:32.247432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-036f87c3-da29-49d9-b93d-49474273f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.249100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-036f87c3-da29-49d9-b93d-49474273f064 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0914428 Aug 20 13:39:32.251759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-781a1170-de95-4266-bcf1-6b7752777487 req-6b0aaf35-183c-413c-94d0-bf18054635c6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436387 Aug 20 13:39:32.313862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port 75b79b79-c802-4873-af12-7fd137cd9b65 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:32.314184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.363107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-e65dba4e-4e11-4082-a88c-89cbf3e715a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.364689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-e65dba4e-4e11-4082-a88c-89cbf3e715a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063735 Aug 20 13:39:32.487571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] For port 75b79b79-c802-4873-af12-7fd137cd9b65, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=75b79b79-c802-4873-af12-7fd137cd9b65,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:32.488149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.558346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-8513d79c-c0e9-4a94-b479-402cd8a44646 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859350 Aug 20 13:39:32.755888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-7c263d8b-30e7-4867-9848-0058d7627588 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903844 Aug 20 13:39:32.775740 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.776795 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:32.777123 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Floating IP d0ebe25e-4e1e-4207-ad78-5b1f7aa22927 disassociated. External IP: 172.25.6.249, port: 75b79b79-c802-4873-af12-7fd137cd9b65. Aug 20 13:39:32.777481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for 75b79b79-c802-4873-af12-7fd137cd9b65 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:32.811359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-5c4d4f05-5fdf-4013-a484-659eebb7ce3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 217 time: 0.0475142 Aug 20 13:39:32.856926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a84269-d901-4900-a7eb-8cbe0e13a522 req-489ca183-b11e-4808-8a7a-3d0716b2340b tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.858698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12a84269-d901-4900-a7eb-8cbe0e13a522 req-489ca183-b11e-4808-8a7a-3d0716b2340b tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 945 time: 0.0610986 Aug 20 13:39:32.912252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12a84269-d901-4900-a7eb-8cbe0e13a522 req-00402ce8-97bf-4a87-8c8f-7fe08d820fab tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/security-groups?id=21315f5c-0ef2-4b4f-acb9-940f08af8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472498 Aug 20 13:39:32.915121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-562e6d86-5633-4050-8930-47ac41432447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:32.917284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-562e6d86-5633-4050-8930-47ac41432447 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0974038 Aug 20 13:39:33.009349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-9f3b1542-dc1b-48c6-a064-8ce3cd690b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:33.011612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-9f3b1542-dc1b-48c6-a064-8ce3cd690b69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819104 Aug 20 13:39:33.040306 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:33.106770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=75b79b79-c802-4873-af12-7fd137cd9b65,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:33.117950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-35e78bf9-ed4d-45de-9a6a-c45502f0d86a tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:33.120099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-35e78bf9-ed4d-45de-9a6a-c45502f0d86a tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 945 time: 0.0624332 Aug 20 13:39:33.217852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-42b1b20a-b62c-4ee9-a9fa-ef64fef243dc service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988218 Aug 20 13:39:33.231396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Deleting port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:33.231741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:33.267491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': 'e3557570-5656-4288-8e21-86e501f03e70'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:33.270030 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eabcfad-8ed4-4e73-8a5c-e34da210793f" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "e3557570-5656-4288-8e21-86e501f03e70"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:33.354910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] For port 01b2ee8c-75ba-4eb5-adfa-52250df7e900, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=01b2ee8c-75ba-4eb5-adfa-52250df7e900,segment=NetworkSegment(aa379600-0531-435a-a7f7-6e83f857c192),segment_id=aa379600-0531-435a-a7f7-6e83f857c192)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:33.355543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:33.388103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Calling delete_port for 01b2ee8c-75ba-4eb5-adfa-52250df7e900 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:33.569401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:33.582405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['01b2ee8c-75ba-4eb5-adfa-52250df7e900'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:39:33.607848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Pushing event deleted for resources: {'Port': ['ID=01b2ee8c-75ba-4eb5-adfa-52250df7e900,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:33.701452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] No DVR routers for this DVR port 01b2ee8c-75ba-4eb5-adfa-52250df7e900 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:33.705234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:33.707466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33c6f085-3c2b-4f8d-8e0e-248ae6cc125d req-279be911-9b60-411b-957d-6b3f257d90b4 tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.53 "DELETE /v2.0/ports/01b2ee8c-75ba-4eb5-adfa-52250df7e900 HTTP/1.1" status: 204 len: 173 time: 0.5805860 Aug 20 13:39:33.707951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'name': 'network-vif-deleted', 'tag': '01b2ee8c-75ba-4eb5-adfa-52250df7e900'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:33.710554 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a0b0a9-7f7b-4572-9fa4-947b016702f0" -d '{"events": [{"server_uuid": "fe288deb-69d7-44dd-8436-8d6422997f30", "name": "network-vif-deleted", "tag": "01b2ee8c-75ba-4eb5-adfa-52250df7e900"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:33.738268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65'}, {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:33.741425 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e205e92-c42c-49b5-a1b3-7d0edea2aa7e" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-unplugged", "status": "completed", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65"}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:33.756677 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9aee7-607e-4c47-a73c-7c4004a8cf17 x-openstack-request-id: req-86f9aee7-607e-4c47-a73c-7c4004a8cf17 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:33.757290 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "e3557570-5656-4288-8e21-86e501f03e70", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:33.757290 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86f9aee7-607e-4c47-a73c-7c4004a8cf17 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:33.757605 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': 'e3557570-5656-4288-8e21-86e501f03e70', 'status': 'completed', 'code': 200} Aug 20 13:39:33.769513 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b83cb-2a98-471a-936f-3d922297964d x-openstack-request-id: req-9d0b83cb-2a98-471a-936f-3d922297964d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:33.769816 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe288deb-69d7-44dd-8436-8d6422997f30", "name": "network-vif-deleted", "tag": "01b2ee8c-75ba-4eb5-adfa-52250df7e900", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:33.770118 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d0b83cb-2a98-471a-936f-3d922297964d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:33.770535 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe288deb-69d7-44dd-8436-8d6422997f30', 'name': 'network-vif-deleted', 'tag': '01b2ee8c-75ba-4eb5-adfa-52250df7e900', 'status': 'completed', 'code': 200} Aug 20 13:39:33.829155 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf7dd5-569f-4af6-804e-0783ac64f0ba x-openstack-request-id: req-4bcf7dd5-569f-4af6-804e-0783ac64f0ba {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:33.829454 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-unplugged", "status": "completed", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65", "code": 200}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:33.829763 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bcf7dd5-569f-4af6-804e-0783ac64f0ba {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:33.830667 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65', 'code': 200} Aug 20 13:39:33.830904 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d', 'code': 200} Aug 20 13:39:33.857377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:39:33.877592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af2948-1ce9-4645-b04a-1f60b1a8da03 req-893a2692-7ebd-4f40-9020-1fc9aff24be6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:33.883841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af2948-1ce9-4645-b04a-1f60b1a8da03 req-893a2692-7ebd-4f40-9020-1fc9aff24be6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:33.887195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84af2948-1ce9-4645-b04a-1f60b1a8da03 req-893a2692-7ebd-4f40-9020-1fc9aff24be6 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 1677 time: 0.1276798 Aug 20 13:39:33.925780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-da0fa0bc-12b6-4644-9d05-a48d3fdc0b43 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988239 Aug 20 13:39:34.019911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-9a72d3cc-e9fb-4474-94e1-c620752cea75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 217 time: 0.0811107 Aug 20 13:39:34.042203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc1a771d-e17a-4912-ae90-0f901dd638af req-3d49e2ae-4998-4bff-b8fa-0e1c7bedc7be tempest-VolumesSnapshotTestJSON-147776308 tempest-VolumesSnapshotTestJSON-147776308-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe288deb-69d7-44dd-8436-8d6422997f30 HTTP/1.1" status: 200 len: 210 time: 0.0339720 Aug 20 13:39:34.069885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84af2948-1ce9-4645-b04a-1f60b1a8da03 req-db44f9d4-efdb-4662-9008-81f5222f1e8d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668036 Aug 20 13:39:34.143675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-3912e558-5101-4a52-961e-17889d8b8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:34.145207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-3912e558-5101-4a52-961e-17889d8b8634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.1172533 Aug 20 13:39:34.192437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:39:34.205848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] Sync routers for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:39:34.218339 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:39:34.219450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:34.243889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] No DVR routers for this DVR port 75b79b79-c802-4873-af12-7fd137cd9b65 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:34.249079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-195d0043-06d2-4c90-97ad-df0608e91150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:34.250630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-195d0043-06d2-4c90-97ad-df0608e91150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978305 Aug 20 13:39:34.251732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:34.253671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-fc503ebf-e27c-443f-8515-8cb860cfd54e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "DELETE /v2.0/ports/75b79b79-c802-4873-af12-7fd137cd9b65 HTTP/1.1" status: 204 len: 173 time: 2.1586263 Aug 20 13:39:34.362053 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:39:34.438225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-af77b9a0-1060-4ae4-a14d-0d4f0b8f17a6 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714063 Aug 20 13:39:34.461758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:34.462107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:34.614468 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:31Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:34.626516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-65dba7e3-af0c-4105-b284-79f6b7eb7e58 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797142 Aug 20 13:39:34.631898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] For port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:34.632281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:34.645496 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] Checking router: d6e7c2c5-f5f8-46d4-99cc-19147d3f575c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:39:34.656895 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:39:34.657639 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:34.690332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-0a052fb3-9d44-4adb-bcfb-c1cf8e4adefb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0545845 Aug 20 13:39:34.691280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:34.795813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-85431d64-28ae-4aaf-9478-b6326d6463d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:34.797394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-85431d64-28ae-4aaf-9478-b6326d6463d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0995150 Aug 20 13:39:34.888285 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:39:34.899840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-9dd11fac-742e-46e9-91b8-ee35cdfec3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:34.902326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-9dd11fac-742e-46e9-91b8-ee35cdfec3ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929167 Aug 20 13:39:34.978728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:35.027772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:35.102797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] No DVR routers for this DVR port d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:35.107830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:35.110050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-37747fd6-db2b-40b0-bdd1-492f5bb3f357 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "DELETE /v2.0/ports/d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d HTTP/1.1" status: 204 len: 173 time: 0.8507798 Aug 20 13:39:35.114995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-e86694e2-49ff-4da8-9949-9c2e1ea5c53f service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044373 Aug 20 13:39:35.186641 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:31Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:35.223062 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36c94d-7cf9-4ce2-9a44-132e729e815d None None] The sync data for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 is: [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '95b1a0d5-de44-442a-a1cf-c6fa2b71691d', 'name': '', 'network_id': '6dadd48b-c650-4e91-a438-3081d3926f75', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'mac_address': 'fa:16:3e:93:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '63feec08-1512-40db-84f1-7ba103817009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:17Z', 'updated_at': '2021-08-20T13:28:31Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'subnets': [{'id': '63feec08-1512-40db-84f1-7ba103817009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:39:35.355933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-02bf16e7-3d5c-4e00-8194-641b57c2fc51 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336557 Aug 20 13:39:35.489200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-4c9fe135-6f50-42af-bdba-5a7dc36a0238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.1257455 Aug 20 13:39:35.503772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e56d0-b8c1-4881-b9a2-487f7f4eac20 req-ad235087-ea6b-4fa4-9c0f-29ee3a9125aa tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:35.505652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d98e56d0-b8c1-4881-b9a2-487f7f4eac20 req-ad235087-ea6b-4fa4-9c0f-29ee3a9125aa tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 943 time: 0.2492962 Aug 20 13:39:35.508756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port 0c494cc8-8ce7-430d-8fd6-662803c90db9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:35.509167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:35.658727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec988fb3-e4c8-40af-a8b6-4ed987f1aab8 None None] New status for floating IP d0ebe25e-4e1e-4207-ad78-5b1f7aa22927: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:39:35.683886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-7d61ae17-9bd7-4aa2-93b9-14b2233e20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:35.686016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-7d61ae17-9bd7-4aa2-93b9-14b2233e20cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.1717994 Aug 20 13:39:35.759167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65'}, {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:35.761677 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d86a6-1b57-467b-8c6a-44f2c4402f86" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65"}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:35.782353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d98e56d0-b8c1-4881-b9a2-487f7f4eac20 req-d8e98846-9714-4e1c-88c8-96ee732c6122 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups?id=4494229b-f804-436a-9de3-af887d1f871f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584944 Aug 20 13:39:35.828203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-d6ba231e-3eff-4beb-9517-c8ab796160f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:39:35.828203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-d6ba231e-3eff-4beb-9517-c8ab796160f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252341 Aug 20 13:39:35.910123 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d662a10-0967-46ce-a684-0180f1946dcc x-openstack-request-id: req-2d662a10-0967-46ce-a684-0180f1946dcc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:35.910513 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "75b79b79-c802-4873-af12-7fd137cd9b65", "status": "completed", "code": 200}, {"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "d7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:35.910673 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d662a10-0967-46ce-a684-0180f1946dcc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:35.911086 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': '75b79b79-c802-4873-af12-7fd137cd9b65', 'status': 'completed', 'code': 200} Aug 20 13:39:35.911343 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': 'd7a95a6d-4aed-4c1a-bfb8-a4761eb6ef2d', 'status': 'completed', 'code': 200} Aug 20 13:39:35.924125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] For port 0c494cc8-8ce7-430d-8fd6-662803c90db9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0c494cc8-8ce7-430d-8fd6-662803c90db9,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:35.924526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:35.944910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for 0c494cc8-8ce7-430d-8fd6-662803c90db9 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:36.021770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-1fcff6f5-69f0-471c-8933-6651a44f0f5e service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913579 Aug 20 13:39:36.174963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b69ac79c-c832-4afc-9212-418bf606d4cc req-cdb3ce91-3095-4e62-9ef4-0aecf8b8ff8b service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411426 Aug 20 13:39:36.190231 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:36.226326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=0c494cc8-8ce7-430d-8fd6-662803c90db9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:36.283816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] No DVR routers for this DVR port 0c494cc8-8ce7-430d-8fd6-662803c90db9 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:36.287134 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:36.292433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7da5c1b7-9101-4be1-8f8a-ddf85a23c147 req-f9dbfc94-d4f8-4390-b82b-696b475f93cb tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.53 "DELETE /v2.0/ports/0c494cc8-8ce7-430d-8fd6-662803c90db9 HTTP/1.1" status: 204 len: 173 time: 1.1728210 Aug 20 13:39:36.961146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfdb84bc-17ec-4c3a-b080-d943d4d07f1e req-d83d7f9b-7dc5-4b21-9153-60b8a2d3ed6b tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0556524 Aug 20 13:39:37.440858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 01b2ee8c-75ba-4eb5-adfa-52250df7e900 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:37.465981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 01b2ee8c-75ba-4eb5-adfa-52250df7e900 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:39:37.466422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 01b2ee8c-75ba-4eb5-adfa-52250df7e900 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:37.913509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:39:37.916678 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7daa410-f08b-43e4-a399-cdb30e2462cf" -d '{"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:39:38.025314 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2386d5-ffc2-4617-8839-6ed7b76725a6 x-openstack-request-id: req-6a2386d5-ffc2-4617-8839-6ed7b76725a6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:39:38.026159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd835ffb-df4d-49ed-9b17-12f8d0331549", "name": "network-vif-deleted", "tag": "0c494cc8-8ce7-430d-8fd6-662803c90db9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:39:38.026159 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a2386d5-ffc2-4617-8839-6ed7b76725a6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:39:38.026688 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd835ffb-df4d-49ed-9b17-12f8d0331549', 'name': 'network-vif-deleted', 'tag': '0c494cc8-8ce7-430d-8fd6-662803c90db9', 'status': 'completed', 'code': 200} Aug 20 13:39:38.141528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-414a31f0-adbd-44c5-8125-552617f1eb94 req-efc737ee-5c67-45f0-8ece-2e5b88f3576a tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0466790 Aug 20 13:39:39.284704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e76ece8c-0794-4644-a77a-fe9d0cbf91a0 req-5d32df47-d219-4282-b55e-fca0f42e748f tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0470579 Aug 20 13:39:40.450566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7f211bb1-1b5c-40e3-9a37-7511f06c5cd6 req-1b813f85-ae13-4e4d-9a52-89106ddf276d tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0341203 Aug 20 13:39:41.570604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca886b86-8f48-4c4e-a275-1c02eba780d9 req-cb81e7c3-0c90-4568-bb7f-e1c4da265af8 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0287642 Aug 20 13:39:42.693192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d22350-ecae-4c82-8ab3-cf9a47bf8b1a req-5d42581b-bc82-41b7-90eb-6298276e5bd4 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0365105 Aug 20 13:39:43.885546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb6bafd3-2cd4-401c-a54e-bfb47b7a689d req-a825454c-e530-4ed2-be6e-d565ec6799e2 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0368714 Aug 20 13:39:45.023841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69d8f411-2906-44b6-a336-dede4d876629 req-c0dbfa68-6e13-4819-9e41-22a2fabe9674 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0308394 Aug 20 13:39:45.791180 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc88-7d02-4bb2-ad5f-ca1ccddb14dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:46.186207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ff6b261-2de0-4316-9aca-b7bc6d0525d1 req-16a73f6b-fa87-4363-87f7-9d830a4cb5f1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0356090 Aug 20 13:39:47.307787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2bec9b0-010a-4802-b308-ae3e190cff20 req-975c796d-1054-4d40-b54d-1550bcb79841 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd835ffb-df4d-49ed-9b17-12f8d0331549 HTTP/1.1" status: 200 len: 210 time: 0.0329199 Aug 20 13:39:48.422380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:48.488183 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aeb02d1d-dbe2-421d-b7bd-aed477a66dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.493004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.523834 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.524366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.596374 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.599199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.600309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/security-groups/4494229b-f804-436a-9de3-af887d1f871f HTTP/1.1" status: 204 len: 168 time: 0.1768963 Aug 20 13:39:48.603028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48766) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:48.610037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4494229b-f804-436a-9de3-af887d1f871f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:48.617985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.618155 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-6b0cb663-7d7a-4ae9-9585-49de89c39f88 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] show failed (client error): The resource could not be found. Aug 20 13:39:48.618293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.618638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.619174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.619516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.619966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.620288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.620679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.621010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.621336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.621662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.621988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bffd1e-56f7-48a5-9edd-57d8ded9c145 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:48.623191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6b0cb663-7d7a-4ae9-9585-49de89c39f88 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "GET /v2.0/security-groups/4494229b-f804-436a-9de3-af887d1f871f HTTP/1.1" status: 404 len: 347 time: 0.0184140 Aug 20 13:39:48.623423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48768) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:48.773119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port 38381251-ac9a-4cb6-a4ed-6fb818de02bb {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:48.773589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.863252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.863581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:48.876748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for 38381251-ac9a-4cb6-a4ed-6fb818de02bb owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:49.057845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.099044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=38381251-ac9a-4cb6-a4ed-6fb818de02bb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:49.113624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.113979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.114324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.114794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.115136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.115623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.115960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.116290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.116852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.117422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.117955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.118369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:49.184911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.187469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.188825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f9caa0a3-68d8-4c02-b6f4-21ff4b5748e1 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/floatingips/d0ebe25e-4e1e-4207-ad78-5b1f7aa22927 HTTP/1.1" status: 204 len: 168 time: 0.5643761 Aug 20 13:39:49.191380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48776) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:49.341516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port 3b81ee34-763b-40eb-b62c-ec7ed19d543e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:49.341932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.451757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.460641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.477366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for 3b81ee34-763b-40eb-b62c-ec7ed19d543e owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:49.628847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.670356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=3b81ee34-763b-40eb-b62c-ec7ed19d543e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:49.746342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.748870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-299f3d9a-ce22-4eaa-87d7-125e642612a9 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/ports/3b81ee34-763b-40eb-b62c-ec7ed19d543e HTTP/1.1" status: 204 len: 168 time: 0.5565150 Aug 20 13:39:49.752036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48788) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:49.879941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port 76c08193-2675-418b-8e3b-f001f626d583 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:49.881456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:49.991014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.008150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for 76c08193-2675-418b-8e3b-f001f626d583 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:50.185207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.219960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=76c08193-2675-418b-8e3b-f001f626d583,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:50.308237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.310297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fafe1f24-94c6-472b-b285-d4321ab366c3 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/ports/76c08193-2675-418b-8e3b-f001f626d583 HTTP/1.1" status: 204 len: 168 time: 0.5572011 Aug 20 13:39:50.313666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48794) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:50.381951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting subnet 68d125d4-1674-4d80-8006-57932c182c03 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:39:50.386402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.447981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.557627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.637145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.668385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Subnet': ['ID=68d125d4-1674-4d80-8006-57932c182c03,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:50.679380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.681595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d37a7bbc-d94c-4e0d-8b46-7714e48c6867 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/subnets/68d125d4-1674-4d80-8006-57932c182c03 HTTP/1.1" status: 204 len: 168 time: 0.3667746 Aug 20 13:39:50.684685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48802) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:50.697256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc8db3-563c-4bbd-a2db-f517518d3a7f None None] Network 5e26cb14-dcde-4fb8-a654-320e557f32d0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:39:50.745520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting subnet c03908ef-c51a-4217-b55c-6cdf47141a42 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:39:50.749427 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.804141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.898839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] DHCP port deletion for 5e26cb14-dcde-4fb8-a654-320e557f32d0 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:39:50.913349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.970928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Deleting port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:50.971304 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:50.981782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.012184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Subnet': ['ID=c03908ef-c51a-4217-b55c-6cdf47141a42,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:51.014638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.016814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57643e93-6857-4018-9e92-cba0ef7c06f0 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/subnets/c03908ef-c51a-4217-b55c-6cdf47141a42 HTTP/1.1" status: 204 len: 168 time: 0.3310583 Aug 20 13:39:51.019753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:51.028690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce7cce-0243-438e-914c-21b44752870d None None] Network cf6c1418-f01b-4873-a723-67eab47f4c11 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:39:51.101882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] For port 6705d52f-38f5-4ce6-a56d-afb7d83cf505, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6705d52f-38f5-4ce6-a56d-afb7d83cf505,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:51.102295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.111676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.125386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Calling delete_port for 6705d52f-38f5-4ce6-a56d-afb7d83cf505 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:51.175220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Deleting port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:51.175569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.265118 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.289170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] For port 6705d52f-38f5-4ce6-a56d-afb7d83cf505, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6705d52f-38f5-4ce6-a56d-afb7d83cf505,segment=NetworkSegment(f13abb87-f7f4-4e92-aba8-b19990e60271),segment_id=f13abb87-f7f4-4e92-aba8-b19990e60271)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:51.289598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.296233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Pushing event deleted for resources: {'Port': ['ID=6705d52f-38f5-4ce6-a56d-afb7d83cf505,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:51.299084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] No DVR routers for this DVR port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:51.314826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.315184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.315603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.315946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.316344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.316517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.316877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.317396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.317886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.318420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.319055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.319634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd2237-22b0-4019-adf3-9ffb51311fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:39:51.329910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Calling delete_port for 6705d52f-38f5-4ce6-a56d-afb7d83cf505 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:51.331030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] DHCP port deletion for cf6c1418-f01b-4873-a723-67eab47f4c11 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:39:51.410613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] Deleting port ab927fc4-fa76-40e7-8807-d35652b9c2ca {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:39:51.410998 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.434147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.472575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Port': ['ID=6705d52f-38f5-4ce6-a56d-afb7d83cf505,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:51.481624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] No DVR routers for this DVR port 6705d52f-38f5-4ce6-a56d-afb7d83cf505 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:51.485015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.498310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] For port ab927fc4-fa76-40e7-8807-d35652b9c2ca, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ab927fc4-fa76-40e7-8807-d35652b9c2ca,segment=NetworkSegment(518f56a3-c5a6-4125-8408-0e25720ffaaa),segment_id=518f56a3-c5a6-4125-8408-0e25720ffaaa)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:39:51.498708 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.512007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] Calling delete_port for ab927fc4-fa76-40e7-8807-d35652b9c2ca owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:39:51.582498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.597473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e26cb14-dcde-4fb8-a654-320e557f32d0']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:51.611193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.616630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13abb87-f7f4-4e92-aba8-b19990e60271') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:51.616630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13abb87-f7f4-4e92-aba8-b19990e60271') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:51.630178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.648310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] Pushing event deleted for resources: {'Port': ['ID=ab927fc4-fa76-40e7-8807-d35652b9c2ca,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:51.652066 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.653875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d9c1f-78c3-45ad-9e80-72833c4ec3d5 None None] No DVR routers for this DVR port ab927fc4-fa76-40e7-8807-d35652b9c2ca on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:39:51.680629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:39:51.687480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:39:51.709156 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:39:51.783831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.793677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.796007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/networks/5e26cb14-dcde-4fb8-a654-320e557f32d0 HTTP/1.1" status: 204 len: 168 time: 0.7748206 Aug 20 13:39:51.800344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48812) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:39:51.816802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480a66-a028-4209-aa80-5cb10887039e tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Network': ['ID=5e26cb14-dcde-4fb8-a654-320e557f32d0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:51.897032 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:51.997073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:52.006745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6c1418-f01b-4873-a723-67eab47f4c11']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:52.017858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518f56a3-c5a6-4125-8408-0e25720ffaaa') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:52.018145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518f56a3-c5a6-4125-8408-0e25720ffaaa') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:39:52.027600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:52.041172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:52.047018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:39:52.047404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:39:52.050672 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:39:52.106599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:52.113699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:39:52.115564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] 10.222.0.59 "DELETE /v2.0/networks/cf6c1418-f01b-4873-a723-67eab47f4c11 HTTP/1.1" status: 204 len: 168 time: 0.3140488 Aug 20 13:39:52.127911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb2bdd-0d43-4135-a7bb-83d9c64d1e56 tempest-TaggedBootDevicesTest-1547578345 tempest-TaggedBootDevicesTest-1547578345-project] Pushing event deleted for resources: {'Network': ['ID=cf6c1418-f01b-4873-a723-67eab47f4c11,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:39:52.414277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ab927fc4-fa76-40e7-8807-d35652b9c2ca no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:52.442048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ab927fc4-fa76-40e7-8807-d35652b9c2ca {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:39:52.442409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ab927fc4-fa76-40e7-8807-d35652b9c2ca not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:52.443243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6705d52f-38f5-4ce6-a56d-afb7d83cf505 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:39:52.637221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6705d52f-38f5-4ce6-a56d-afb7d83cf505 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:39:52.637917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6705d52f-38f5-4ce6-a56d-afb7d83cf505 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:39:58.946928 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:01.268464 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:40:01.442366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:02.302636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48922) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:02.816718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:03.104331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Deleting port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:03.104674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:03.195396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-08742785-3c87-4510-a136-a4824963798e admin admin] For port 95b1a0d5-de44-442a-a1cf-c6fa2b71691d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:03.195761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:03.209690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Calling delete_port for 95b1a0d5-de44-442a-a1cf-c6fa2b71691d owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:03.448345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:03.490391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Pushing event deleted for resources: {'Port': ['ID=95b1a0d5-de44-442a-a1cf-c6fa2b71691d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:03.699421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:03.955887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:04.073515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08742785-3c87-4510-a136-a4824963798e admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:04.081308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48940) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:04.081779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-08742785-3c87-4510-a136-a4824963798e admin admin] 10.222.0.59 "PUT /v2.0/routers/d6e7c2c5-f5f8-46d4-99cc-19147d3f575c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776778 Aug 20 13:40:04.082862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2010a-a659-4763-94df-b0f140659853 None None] Sync routers for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:04.092745 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:04.093374 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:04.195279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.207405 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:04.307727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.380936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Deleting port cb6daf9c-6798-4471-bc67-14d32c014130 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:04.381487 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.414712 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:40:03Z', 'revision_number': 5, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port': {'id': 'cb6daf9c-6798-4471-bc67-14d32c014130', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:28:09Z', 'updated_at': '2021-08-20T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:04.442862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2010a-a659-4763-94df-b0f140659853 None None] Checking router: d6e7c2c5-f5f8-46d4-99cc-19147d3f575c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:04.452053 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] Routers {'d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:04.453028 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:04.477178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] For port cb6daf9c-6798-4471-bc67-14d32c014130, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cb6daf9c-6798-4471-bc67-14d32c014130,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:04.477611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.492525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Calling delete_port for cb6daf9c-6798-4471-bc67-14d32c014130 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:04.542596 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] Set router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:04.594284 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aec2010a-a659-4763-94df-b0f140659853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:40:04Z', 'revision_number': 6, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:04.625787 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2010a-a659-4763-94df-b0f140659853 None None] The sync data for ids ['d6e7c2c5-f5f8-46d4-99cc-19147d3f575c'] in n-d-804232-5 is: [{'id': 'd6e7c2c5-f5f8-46d4-99cc-19147d3f575c', 'name': 'tempest-TaggedBootDevicesTest-923290742-router', 'tenant_id': '43191d45ae8f4129aebfa2e78faaba3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:28:07Z', 'updated_at': '2021-08-20T13:40:04Z', 'revision_number': 6, 'project_id': '43191d45ae8f4129aebfa2e78faaba3d', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:04.669803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.697866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6daf9c-6798-4471-bc67-14d32c014130,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:04.762577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.858026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.860209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.912061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.912898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e7c2c5-f5f8-46d4-99cc-19147d3f575c {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:40:04.922350 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:04.924996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-901503ee-f1ab-444e-b7cf-329ae99c7aa4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d6e7c2c5-f5f8-46d4-99cc-19147d3f575c HTTP/1.1" status: 204 len: 168 time: 0.8411374 Aug 20 13:40:04.929033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48956) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:04.985171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Deleting subnet 63feec08-1512-40db-84f1-7ba103817009 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:40:04.989019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.032166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.127869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.188263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.216363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63feec08-1512-40db-84f1-7ba103817009,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:05.220338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.222877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b139612b-a0d0-46ce-99e8-35c02ed939de admin admin] 10.222.0.59 "DELETE /v2.0/subnets/63feec08-1512-40db-84f1-7ba103817009 HTTP/1.1" status: 204 len: 168 time: 0.2920365 Aug 20 13:40:05.225122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48960) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:05.234825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ec390-9905-4cbb-b9a2-46c8022699c0 None None] Network 6dadd48b-c650-4e91-a438-3081d3926f75 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:05.309764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.375120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Deleting port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:05.375738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.445762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] DHCP port deletion for 6dadd48b-c650-4e91-a438-3081d3926f75 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:40:05.491194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] For port b9c218b7-da70-41b6-8e6f-9cc79f8545e1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:05.491574 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.506576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Calling delete_port for b9c218b7-da70-41b6-8e6f-9cc79f8545e1 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:05.529622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] Deleting port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:05.530333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.611780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.639574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] For port b9c218b7-da70-41b6-8e6f-9cc79f8545e1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,segment=NetworkSegment(5a11e2df-589a-4802-815e-87f3c5a213d8),segment_id=5a11e2df-589a-4802-815e-87f3c5a213d8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:05.640315 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.651816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] No DVR routers for this DVR port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:05.657190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:05.663645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] Calling delete_port for b9c218b7-da70-41b6-8e6f-9cc79f8545e1 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:05.779348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.799333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dadd48b-c650-4e91-a438-3081d3926f75']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:05.804244 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.822360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a11e2df-589a-4802-815e-87f3c5a213d8') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:05.823039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a11e2df-589a-4802-815e-87f3c5a213d8') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:05.834772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.837044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] Pushing event deleted for resources: {'Port': ['ID=b9c218b7-da70-41b6-8e6f-9cc79f8545e1,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:05.849774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f79ee-fc9d-4b0b-a37a-7f3726e70bd4 None None] No DVR routers for this DVR port b9c218b7-da70-41b6-8e6f-9cc79f8545e1 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:05.863346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.877093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:40:05.877538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:40:05.879290 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:40:05.937302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.943140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:05.945048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6dadd48b-c650-4e91-a438-3081d3926f75 HTTP/1.1" status: 204 len: 168 time: 0.7186708 Aug 20 13:40:05.957318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b211e1-67ca-4d9c-b1de-d6e640d6a5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dadd48b-c650-4e91-a438-3081d3926f75,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:06.082305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48968) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:06.125224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e4bb8f3c-ec6e-44be-8c21-4dbb813b3903 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43191d45ae8f4129aebfa2e78faaba3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415206 Aug 20 13:40:06.127499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48970) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:06.187230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72df79cd-24bf-436b-8c44-e0aeeee23fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:06.209964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72df79cd-24bf-436b-8c44-e0aeeee23fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:06.262519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72df79cd-24bf-436b-8c44-e0aeeee23fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:06.265948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72df79cd-24bf-436b-8c44-e0aeeee23fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:06.269552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-72df79cd-24bf-436b-8c44-e0aeeee23fc6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/332f408f-7948-4755-8673-b14ec8a96057 HTTP/1.1" status: 204 len: 168 time: 0.1388052 Aug 20 13:40:06.277660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df79cd-24bf-436b-8c44-e0aeeee23fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f408f-7948-4755-8673-b14ec8a96057,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:06.413472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95b1a0d5-de44-442a-a1cf-c6fa2b71691d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:06.438684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 95b1a0d5-de44-442a-a1cf-c6fa2b71691d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:06.438988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95b1a0d5-de44-442a-a1cf-c6fa2b71691d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:06.439482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b9c218b7-da70-41b6-8e6f-9cc79f8545e1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:06.459379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: b9c218b7-da70-41b6-8e6f-9cc79f8545e1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:06.459794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b9c218b7-da70-41b6-8e6f-9cc79f8545e1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:06.460776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cb6daf9c-6798-4471-bc67-14d32c014130 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:06.484831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: cb6daf9c-6798-4471-bc67-14d32c014130 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:06.485187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cb6daf9c-6798-4471-bc67-14d32c014130 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:07.059436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49000) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:07.181414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-989850682-network', 'tenant_id': 'c8b718d7a5324206a164d784ec59bd8b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:07.206281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Made reservation on behalf of c8b718d7a5324206a164d784ec59bd8b for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:07.209044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.219640 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.328091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.334514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.350583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:40:07.365267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.366758 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Added segment fea68ee2-de93-4e6c-bf85-b4a760089c8a of type vlan for network 459f140f-b62c-4dd4-819c-adecbb9c601a Aug 20 13:40:07.422889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.474812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:07.489176 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.490329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:07.491059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:07.552776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4930918 Aug 20 13:40:07.557126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49010) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:07.560789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abd517-1257-473a-bda7-a83231154107 admin admin] Pushing event updated for resources: {'Network': ['ID=459f140f-b62c-4dd4-819c-adecbb9c601a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:07.562203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Request body: {'subnet': {'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-989850682-subnet', 'tenant_id': 'c8b718d7a5324206a164d784ec59bd8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:07.574477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 459f140f-b62c-4dd4-819c-adecbb9c601a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:40:07.589573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Made reservation on behalf of c8b718d7a5324206a164d784ec59bd8b for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:07.591934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:08.047445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:08.103997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba8fb21-a8e8-444b-8278-619d72e76497,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:08.115625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Checking segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:08.116198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Network hostable DHCP agents. Network: 459f140f-b62c-4dd4-819c-adecbb9c601a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:40:08.138404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Network 459f140f-b62c-4dd4-819c-adecbb9c601a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:40:08.148876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 459f140f-b62c-4dd4-819c-adecbb9c601a) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:08.162354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:08.162960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:08.165822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b566775-a04e-4eef-8d90-1ae8fedae4c9 None None] Network 459f140f-b62c-4dd4-819c-adecbb9c601a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:08.182932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-21cfd48b-7672-40ac-9149-68d461d9420b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6246567 Aug 20 13:40:08.325029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2953d503-5046-4b2b-8161-e8cb1d4c04d0 None None] Network 459f140f-b62c-4dd4-819c-adecbb9c601a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:08.659556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-4e44998f-36b6-47e8-8231-349b10ff4050 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:08.660974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-4e44998f-36b6-47e8-8231-349b10ff4050 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 814 time: 0.1033921 Aug 20 13:40:08.677569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-1d1803c1-e972-4479-9cba-a0094a9d79c1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/quotas/c8b718d7a5324206a164d784ec59bd8b HTTP/1.1" status: 200 len: 375 time: 0.0095127 Aug 20 13:40:08.708977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-ed91b35c-2723-4fc3-b584-a49de43cc44c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258782 Aug 20 13:40:08.805316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-525c7b59-9245-4875-aa10-88b080b73cdf service neutron] 10.222.0.59 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886598 Aug 20 13:40:08.895920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-8de33d61-7a4e-4abc-b895-606bd454463f service neutron] 10.222.0.59 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837166 Aug 20 13:40:09.060715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-17d8867c-01c0-4314-84ba-16a295ae02ab req-f7a531f5-7583-4849-a9fe-44bb11f53e4a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 210 time: 0.0283346 Aug 20 13:40:09.660158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6256ba4-b4c1-4ee4-810c-a6872efd5606 req-e4dc24fe-86b1-47c9-a247-512c6c187bf8 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:09.661895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6256ba4-b4c1-4ee4-810c-a6872efd5606 req-e4dc24fe-86b1-47c9-a247-512c6c187bf8 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.0721993 Aug 20 13:40:09.721436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6256ba4-b4c1-4ee4-810c-a6872efd5606 req-ece76a49-cf93-48e4-9152-e3bb0171fa9d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Aug 20 13:40:10.489031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15e1b39a-730f-4e77-ba46-2e6a3b845ee3 req-8a8cbbb1-48da-4b6a-ae27-5229109fec33 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 210 time: 0.0329738 Aug 20 13:40:10.540266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-3bd4c249-2c21-43c4-9f5f-9cb576ceb663 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:10.542920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-3bd4c249-2c21-43c4-9f5f-9cb576ceb663 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 814 time: 0.5131421 Aug 20 13:40:10.556173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Request body: {'port': {'device_id': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'admin_state_up': True, 'tenant_id': 'c8b718d7a5324206a164d784ec59bd8b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:10.685073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Made reservation on behalf of c8b718d7a5324206a164d784ec59bd8b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:10.689144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:10.860068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Allocated IP 172.20.0.5 (459f140f-b62c-4dd4-819c-adecbb9c601a/0ba8fb21-a8e8-444b-8278-619d72e76497/43258fc3-8d30-4168-8d32-1e60df33e327) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:10.881448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d63bbc-0a75-49da-888a-39b09a3d168f req-95ca32b8-cc84-4911-a2c5-f53c402ba93f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:10.882943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2d63bbc-0a75-49da-888a-39b09a3d168f req-95ca32b8-cc84-4911-a2c5-f53c402ba93f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.0841386 Aug 20 13:40:10.957788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d2d63bbc-0a75-49da-888a-39b09a3d168f req-f0c702ff-5c51-4929-8d65-14d0ddbf5a44 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/security-groups?id=372aecd6-0efc-4e77-a8e8-c554d03b8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653775 Aug 20 13:40:11.021399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-a98fbc68-459c-4d60-9fda-782c9efd4165 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:11.023083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-a98fbc68-459c-4d60-9fda-782c9efd4165 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.53 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 945 time: 0.0730782 Aug 20 13:40:11.059329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.103006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.133324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Deleting port de60c138-b8ae-4488-b7bd-d78237251984 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:11.134225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.153247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Network 459f140f-b62c-4dd4-819c-adecbb9c601a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:11.156253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:11.160737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:11.187822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:11.219292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:11.219941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.226426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] For port de60c138-b8ae-4488-b7bd-d78237251984, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=de60c138-b8ae-4488-b7bd-d78237251984,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:11.226795 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.235818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-87b087d3-b19e-41cf-8204-76f14d0b1200 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6841006 Aug 20 13:40:11.248431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Request body: {'port': {'device_id': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:11.305357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.472770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.473300 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.473720 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Floating IP fa02d54e-73f6-4de8-8065-0ab3170c545c disassociated. External IP: 172.25.6.87, port: de60c138-b8ae-4488-b7bd-d78237251984. Aug 20 13:40:11.474171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Calling delete_port for de60c138-b8ae-4488-b7bd-d78237251984 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:11.621025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43258fc3-8d30-4168-8d32-1e60df33e327 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:11.630566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.645699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Transition to ACTIVE for port object 43258fc3-8d30-4168-8d32-1e60df33e327 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:11.652019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.677478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde783a0-ae43-4710-bd23-04280c225e13 req-468e2f69-50e6-43bb-bafb-32336abc9ab7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:11.679139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dde783a0-ae43-4710-bd23-04280c225e13 req-468e2f69-50e6-43bb-bafb-32336abc9ab7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 931 time: 0.0695879 Aug 20 13:40:11.713873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:11.770126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dde783a0-ae43-4710-bd23-04280c225e13 req-dcc7e0ff-314f-4226-b318-a669e23e7f69 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Aug 20 13:40:11.840252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Attempting to bind port 43258fc3-8d30-4168-8d32-1e60df33e327 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:11.840914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Attempting to bind port 43258fc3-8d30-4168-8d32-1e60df33e327 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:11.841503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Attempting to bind port 43258fc3-8d30-4168-8d32-1e60df33e327 on network 459f140f-b62c-4dd4-819c-adecbb9c601a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:11.846291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Port 43258fc3-8d30-4168-8d32-1e60df33e327 on network 459f140f-b62c-4dd4-819c-adecbb9c601a not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:40:11.846616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Attempting to bind port 43258fc3-8d30-4168-8d32-1e60df33e327 on network 459f140f-b62c-4dd4-819c-adecbb9c601a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:11.847929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.853178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:11.853524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Checking segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:11.853913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Bound using segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:11.854351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Bound port: 43258fc3-8d30-4168-8d32-1e60df33e327, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:11.854713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:11.889202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event deleted for resources: {'Port': ['ID=de60c138-b8ae-4488-b7bd-d78237251984,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:11.979180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:11.982904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:11.990356 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:12.045547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:12.045750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Router effdb269-50a2-48ad-aa2d-757726d7e81a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:12.046711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:12.048321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] 10.222.0.53 "PUT /v2.0/ports/43258fc3-8d30-4168-8d32-1e60df33e327 HTTP/1.1" status: 200 len: 1091 time: 0.8042338 Aug 20 13:40:12.049216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:12.052197 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bbd44d-4dee-460e-858d-a56ecf0a7acf" -d '{"events": [{"name": "network-changed", "server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:12.080905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e9fd-42b3-4ebd-a2af-983572cdd148 service neutron] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:12.137207 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ebf8cc-2214-48d9-8711-d4a39ebdbc40 x-openstack-request-id: req-00ebf8cc-2214-48d9-8711-d4a39ebdbc40 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:12.138608 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:12.138883 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00ebf8cc-2214-48d9-8711-d4a39ebdbc40 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:12.139296 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327', 'status': 'completed', 'code': 200} Aug 20 13:40:12.153952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-9bd38513-493b-4b60-90d7-ca2729819008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:12.155883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-9bd38513-493b-4b60-90d7-ca2729819008 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 1094 time: 0.0588806 Aug 20 13:40:12.191365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:12.202618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] Sync routers for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:12.216773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-335be029-8330-4a06-917e-53ca12fecf55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43258fc3-8d30-4168-8d32-1e60df33e327 HTTP/1.1" status: 200 len: 217 time: 0.0514936 Aug 20 13:40:12.217518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:12.218172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:12.261792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] No DVR routers for this DVR port de60c138-b8ae-4488-b7bd-d78237251984 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:12.264813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:12.267153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ad1657d-34ef-4036-96ae-0d8b7d34ebbb req-136fbfc2-01de-4a42-b7b2-67810cb2141f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.53 "DELETE /v2.0/ports/de60c138-b8ae-4488-b7bd-d78237251984 HTTP/1.1" status: 204 len: 173 time: 1.2360809 Aug 20 13:40:12.267867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'name': 'network-vif-deleted', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:12.270759 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fd763-d5c4-48cc-b250-27c1658a2d43" -d '{"events": [{"server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "name": "network-vif-deleted", "tag": "de60c138-b8ae-4488-b7bd-d78237251984"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:12.288876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-124463d7-ca41-4b3c-b5de-80917cc99b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:12.291557 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-124463d7-ca41-4b3c-b5de-80917cc99b64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 200 len: 854 time: 0.0675082 Aug 20 13:40:12.319147 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42812b3e-701e-4f91-9d3d-aba8b31a3256 x-openstack-request-id: req-42812b3e-701e-4f91-9d3d-aba8b31a3256 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:12.319718 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beada0a6-f7c8-4266-ab3b-4692c9699378", "name": "network-vif-deleted", "tag": "de60c138-b8ae-4488-b7bd-d78237251984", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:12.320461 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42812b3e-701e-4f91-9d3d-aba8b31a3256 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:12.321889 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beada0a6-f7c8-4266-ab3b-4692c9699378', 'name': 'network-vif-deleted', 'tag': 'de60c138-b8ae-4488-b7bd-d78237251984', 'status': 'completed', 'code': 200} Aug 20 13:40:12.365727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb91482b-3390-42ad-a5db-119ad471e341 req-e207a7e9-dabb-452c-8375-040f8b2d4a3d tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "GET /v2.0/ports?device_id=beada0a6-f7c8-4266-ab3b-4692c9699378 HTTP/1.1" status: 200 len: 210 time: 0.0730407 Aug 20 13:40:12.407677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-02640bfe-2884-449e-832b-403c56901e3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=459f140f-b62c-4dd4-819c-adecbb9c601a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889599 Aug 20 13:40:12.444063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:12.530988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-8d4d0660-38ec-48c0-890c-ce114a9ca14d service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162097 Aug 20 13:40:12.638994 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f7c01ba-3199-4ff5-96d4-b453e5dee883 req-02942834-347c-4338-b7a2-216f36281363 service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Aug 20 13:40:12.679855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:12.712002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] Checking router: effdb269-50a2-48ad-aa2d-757726d7e81a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:12.721162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:12.722077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:12.746445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-535ec2e6-886d-4d7a-8a21-a33df8be3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:12.748111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-535ec2e6-886d-4d7a-8a21-a33df8be3eb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 1094 time: 0.0549288 Aug 20 13:40:12.885876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-af1ab80d-00ea-4720-80f9-c9aa8eea8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:12.892033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-af1ab80d-00ea-4720-80f9-c9aa8eea8486 service neutron] 10.222.0.53 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 915 time: 0.1341560 Aug 20 13:40:12.902003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:12.945246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-b7ffe0fd-0486-4c47-a0f7-1daa6904df1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43258fc3-8d30-4168-8d32-1e60df33e327 HTTP/1.1" status: 200 len: 217 time: 0.0483177 Aug 20 13:40:12.980692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c113ef6-59f5-4457-b7f5-c2dbb49879e2 req-fc260d26-bb55-4563-98cc-0590e1bcabb1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:12.988452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c113ef6-59f5-4457-b7f5-c2dbb49879e2 req-fc260d26-bb55-4563-98cc-0590e1bcabb1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 943 time: 0.0656385 Aug 20 13:40:13.016966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-71d3d3fb-f7f9-43a4-bf0e-aa3ce018acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:13.019193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-71d3d3fb-f7f9-43a4-bf0e-aa3ce018acc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 200 len: 854 time: 0.0650911 Aug 20 13:40:13.025647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c113ef6-59f5-4457-b7f5-c2dbb49879e2 req-52640b15-d5df-4ce1-a727-dc9d44fa8ef5 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Aug 20 13:40:13.061848 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-e2d3e82e-a03d-4216-899c-46c9e788126d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=459f140f-b62c-4dd4-819c-adecbb9c601a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312796 Aug 20 13:40:13.169679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-814f44fc-e313-4209-b1b1-13662031a5a8 service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006148 Aug 20 13:40:13.180253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:13.207400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e33c-5935-4c6c-83d4-672f13f57fd1 None None] The sync data for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 is: [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:34:55Z', 'revision_number': 4, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5ab9bcb1-8d42-43ed-99d3-060d661476ea', 'name': '', 'network_id': 'e2f41821-7e07-48f3-aa82-9cebe56b6a02', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'mac_address': 'fa:16:3e:c8:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:53Z', 'updated_at': '2021-08-20T13:35:01Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'subnets': [{'id': '33dc4387-7462-4611-aaa1-27d196e10f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:13.276974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15bbd44d-4dee-460e-858d-a56ecf0a7acf req-27f7024a-3c2b-49e2-970f-bf7e64961ddb service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998850 Aug 20 13:40:13.441335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49118) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:13.459067 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c4f3f-6209-4335-a5ab-e14382e3fee8 None None] New status for floating IP fa02d54e-73f6-4de8-8065-0ab3170c545c: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:40:13.580018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Deleting port 29eaafb4-70f3-4fd0-ab8a-4955dccb865d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:13.580366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.612756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:40:13.665880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.666215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.679349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Calling delete_port for 29eaafb4-70f3-4fd0-ab8a-4955dccb865d owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:13.721874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:13.737620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '43258fc3-8d30-4168-8d32-1e60df33e327', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'port_id': '43258fc3-8d30-4168-8d32-1e60df33e327', 'mac_address': 'fa:16:3e:93:68:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8fb21-a8e8-444b-8278-619d72e76497', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:40:13.785250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.800464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43258fc3-8d30-4168-8d32-1e60df33e327 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:13.823487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:13.828285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.842973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.873884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event deleted for resources: {'Port': ['ID=29eaafb4-70f3-4fd0-ab8a-4955dccb865d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:13.886314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:13.948753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.951319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:13.955069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c45043e9-f4d9-4048-a33b-c5d209b2093f tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "DELETE /v2.0/floatingips/fa02d54e-73f6-4de8-8065-0ab3170c545c HTTP/1.1" status: 204 len: 168 time: 0.5101902 Aug 20 13:40:14.036079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['43258fc3-8d30-4168-8d32-1e60df33e327'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:40:14.037050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:14.135558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb99504c-aec3-4cfd-b174-c848abd41287 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:14.177385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb99504c-aec3-4cfd-b174-c848abd41287 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:14.196424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df5785-2028-476d-89da-c103bcd25fab req-9fa090cb-8c7a-4e4b-9009-f77cb1a0db31 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:14.198264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38df5785-2028-476d-89da-c103bcd25fab req-9fa090cb-8c7a-4e4b-9009-f77cb1a0db31 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 944 time: 0.0963168 Aug 20 13:40:14.260074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38df5785-2028-476d-89da-c103bcd25fab req-aa709632-f0d6-425c-b997-8129d55051f1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Aug 20 13:40:14.295026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb99504c-aec3-4cfd-b174-c848abd41287 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:14.297727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eb99504c-aec3-4cfd-b174-c848abd41287 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:14.298916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eb99504c-aec3-4cfd-b174-c848abd41287 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] 10.222.0.59 "DELETE /v2.0/security-groups/372aecd6-0efc-4e77-a8e8-c554d03b8af8 HTTP/1.1" status: 204 len: 168 time: 0.2608540 Aug 20 13:40:14.310195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99504c-aec3-4cfd-b174-c848abd41287 tempest-TestServerBasicOps-1071985938 tempest-TestServerBasicOps-1071985938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372aecd6-0efc-4e77-a8e8-c554d03b8af8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:14.345432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49136) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:14.771540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:14.999441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-c80724b4-2682-4187-a7d8-7a55cf4f324b req-5a22a975-1e66-4b7d-ba7a-1f270460111f service neutron] (94861) timed out ('10.222.0.59', 40192) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:40:15.061803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Deleting port 5ab9bcb1-8d42-43ed-99d3-060d661476ea {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:15.062384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.164361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] For port 5ab9bcb1-8d42-43ed-99d3-060d661476ea, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5ab9bcb1-8d42-43ed-99d3-060d661476ea,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:15.165340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.180534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Calling delete_port for 5ab9bcb1-8d42-43ed-99d3-060d661476ea owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:15.448079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de121a-5902-4ea0-b306-9efb1a6fce78 req-41c02718-babe-407e-ac4c-9ba3e81bd9e5 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:15.449863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44de121a-5902-4ea0-b306-9efb1a6fce78 req-41c02718-babe-407e-ac4c-9ba3e81bd9e5 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 944 time: 0.0950298 Aug 20 13:40:15.467545 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.506850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab9bcb1-8d42-43ed-99d3-060d661476ea,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:15.548539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44de121a-5902-4ea0-b306-9efb1a6fce78 req-bd67107a-4b11-42aa-a8d1-166857ff0b12 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907629 Aug 20 13:40:15.626427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:15.695021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 43258fc3-8d30-4168-8d32-1e60df33e327 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:15.701983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 43258fc3-8d30-4168-8d32-1e60df33e327 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:15.702369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.735984 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.791864 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-33164615-949c-41c1-bbc2-6e58c008de23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.812256 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.840446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:15.842758 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b932895d-09ca-4747-8945-62e76bf10163" -d '{"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-plugged", "status": "completed", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:15.861109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:15.869058 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:15.871608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device de60c138-b8ae-4488-b7bd-d78237251984 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:15.898015 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eee451-cac9-4cff-a491-dff6a7eb8d1b x-openstack-request-id: req-83eee451-cac9-4cff-a491-dff6a7eb8d1b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:15.898434 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-plugged", "status": "completed", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:15.898745 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83eee451-cac9-4cff-a491-dff6a7eb8d1b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:15.899786 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327', 'code': 200} Aug 20 13:40:15.952936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: de60c138-b8ae-4488-b7bd-d78237251984 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:15.953382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device de60c138-b8ae-4488-b7bd-d78237251984 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:15.958101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:16.044575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Router effdb269-50a2-48ad-aa2d-757726d7e81a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:16.049750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793362-a9c9-4285-b68e-fba037344b7c req-c6f9bfc2-2acd-4674-bf80-f259f5f426c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:16.049750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7793362-a9c9-4285-b68e-fba037344b7c req-c6f9bfc2-2acd-4674-bf80-f259f5f426c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 1096 time: 0.0643709 Aug 20 13:40:16.138956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7793362-a9c9-4285-b68e-fba037344b7c req-e85c2e93-08c2-4596-b3f0-6c768c1c882a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801187 Aug 20 13:40:16.208474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:16.214896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ab001f2-6658-45c0-9a98-f349086d96da admin admin] 10.222.0.59 "PUT /v2.0/routers/effdb269-50a2-48ad-aa2d-757726d7e81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8711202 Aug 20 13:40:16.217642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:16.220753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] Sync routers for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:16.234584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:16.235308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:16.366855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:16.397936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:16.535018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:16.599146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Deleting port 86e2bc40-99d8-4ea8-b51f-e8d52697c957 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:16.599567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:16.615150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:40:15Z', 'revision_number': 5, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port': {'id': '86e2bc40-99d8-4ea8-b51f-e8d52697c957', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:48Z', 'updated_at': '2021-08-20T13:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:16.650036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] Checking router: effdb269-50a2-48ad-aa2d-757726d7e81a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:16.660417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] Routers {'effdb269-50a2-48ad-aa2d-757726d7e81a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:16.661281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:39:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['effdb269-50a2-48ad-aa2d-757726d7e81a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:16.926702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] Set router effdb269-50a2-48ad-aa2d-757726d7e81a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:16.984236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:40:16Z', 'revision_number': 6, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:17.017527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca230e-0859-44da-aa8d-2e9fd608c5f9 None None] The sync data for ids ['effdb269-50a2-48ad-aa2d-757726d7e81a'] in n-d-804232-5 is: [{'id': 'effdb269-50a2-48ad-aa2d-757726d7e81a', 'name': 'tempest-TestServerBasicOps-745456991-router', 'tenant_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:46Z', 'updated_at': '2021-08-20T13:40:16Z', 'revision_number': 6, 'project_id': '2f7eaadd271d4dd3a0d3262146d1c0ca', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:17.078780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] For port 86e2bc40-99d8-4ea8-b51f-e8d52697c957, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=86e2bc40-99d8-4ea8-b51f-e8d52697c957,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:17.079147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.088798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458fbb-884e-4597-90f4-3a45588a390c req-5421078d-9961-4dc6-9412-04425702ea7b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:17.090327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2458fbb-884e-4597-90f4-3a45588a390c req-5421078d-9961-4dc6-9412-04425702ea7b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.4508865 Aug 20 13:40:17.103187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Calling delete_port for 86e2bc40-99d8-4ea8-b51f-e8d52697c957 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:17.182804 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2458fbb-884e-4597-90f4-3a45588a390c req-80e5a5b0-83d0-4210-82c2-037dae0f126e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Aug 20 13:40:17.367618 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.436837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=86e2bc40-99d8-4ea8-b51f-e8d52697c957,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:17.517352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.613945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.616827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.669137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.669846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router effdb269-50a2-48ad-aa2d-757726d7e81a {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:40:17.675529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.679157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-49d1060b-50e9-473b-b6bb-52bd6cdbdd8d admin admin] 10.222.0.59 "DELETE /v2.0/routers/effdb269-50a2-48ad-aa2d-757726d7e81a HTTP/1.1" status: 204 len: 168 time: 1.4577084 Aug 20 13:40:17.679943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:17.731519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Deleting subnet 33dc4387-7462-4611-aaa1-27d196e10f6d {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:40:17.734980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.795173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.902648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:17.975931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.003870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33dc4387-7462-4611-aaa1-27d196e10f6d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:18.018331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.023948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff8321d1-ea1f-4908-9f99-4d47f4b197fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/33dc4387-7462-4611-aaa1-27d196e10f6d HTTP/1.1" status: 204 len: 168 time: 0.3397129 Aug 20 13:40:18.024995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:18.028160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ef7f7-d710-4b33-8f6e-eba70aa3d215 None None] Network e2f41821-7e07-48f3-aa82-9cebe56b6a02 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:18.112202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.196116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Deleting port 55b69f11-29b2-468f-b24e-c7b10a010b2a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:18.196624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.273060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] DHCP port deletion for e2f41821-7e07-48f3-aa82-9cebe56b6a02 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:40:18.278031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] For port 55b69f11-29b2-468f-b24e-c7b10a010b2a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55b69f11-29b2-468f-b24e-c7b10a010b2a,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:18.278315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.317948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Calling delete_port for 55b69f11-29b2-468f-b24e-c7b10a010b2a owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:18.329362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] Deleting port 55b69f11-29b2-468f-b24e-c7b10a010b2a {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:18.329739 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.430713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] For port 55b69f11-29b2-468f-b24e-c7b10a010b2a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55b69f11-29b2-468f-b24e-c7b10a010b2a,segment=NetworkSegment(76579eb1-c41f-43b2-9343-bd354901761a),segment_id=76579eb1-c41f-43b2-9343-bd354901761a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:18.431538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.448847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] Calling delete_port for 55b69f11-29b2-468f-b24e-c7b10a010b2a owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:18.471878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df005e-0fc0-4435-8d11-9b7a5730f3c7 req-007a6e4c-a37b-4812-b7ed-60ac548dd902 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:18.473729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69df005e-0fc0-4435-8d11-9b7a5730f3c7 req-007a6e4c-a37b-4812-b7ed-60ac548dd902 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1750612 Aug 20 13:40:18.520060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55b69f11-29b2-468f-b24e-c7b10a010b2a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:18.548217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.574680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f875853b-adfb-45b8-95e1-ba1a3f0c1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.586204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.594503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69df005e-0fc0-4435-8d11-9b7a5730f3c7 req-5c9993ad-aefb-4548-b5f3-c5b799d4155b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762019 Aug 20 13:40:18.595807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b69f11-29b2-468f-b24e-c7b10a010b2a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:18.600361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] No DVR routers for this DVR port 55b69f11-29b2-468f-b24e-c7b10a010b2a on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:18.605096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No active binding found for port 55b69f11-29b2-468f-b24e-c7b10a010b2a {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:40:18.605607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55b69f11-29b2-468f-b24e-c7b10a010b2a not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:18.606049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 86e2bc40-99d8-4ea8-b51f-e8d52697c957 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:18.629497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 86e2bc40-99d8-4ea8-b51f-e8d52697c957 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:18.629882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 86e2bc40-99d8-4ea8-b51f-e8d52697c957 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:18.630456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ab9bcb1-8d42-43ed-99d3-060d661476ea no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:18.659118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5ab9bcb1-8d42-43ed-99d3-060d661476ea {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:18.659485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ab9bcb1-8d42-43ed-99d3-060d661476ea not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:18.697666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.698589 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.709157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f41821-7e07-48f3-aa82-9cebe56b6a02']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:18.728385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76579eb1-c41f-43b2-9343-bd354901761a') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:18.728740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76579eb1-c41f-43b2-9343-bd354901761a') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:18.733662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] Pushing event deleted for resources: {'Port': ['ID=55b69f11-29b2-468f-b24e-c7b10a010b2a,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:18.739748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.743656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f60552-32eb-4e93-bf94-11a47e781155 None None] No DVR routers for this DVR port 55b69f11-29b2-468f-b24e-c7b10a010b2a on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:18.764661 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.773130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:40:18.774861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.786497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ab364-7f50-4693-9b19-ddd3b84a048d req-1ad5a596-d9a0-4dcb-98f6-b472f8896a67 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:18.788161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620ab364-7f50-4693-9b19-ddd3b84a048d req-1ad5a596-d9a0-4dcb-98f6-b472f8896a67 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0671179 Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:40:18.793869 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:40:18.841805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620ab364-7f50-4693-9b19-ddd3b84a048d req-25bc1d5f-b627-49cd-ae52-64e7f860cb1f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Aug 20 13:40:18.850664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.859512 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:18.862349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e2f41821-7e07-48f3-aa82-9cebe56b6a02 HTTP/1.1" status: 204 len: 168 time: 0.8365507 Aug 20 13:40:18.869589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:18.887310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44535b3b-e189-4ada-a706-4a434be5cc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f41821-7e07-48f3-aa82-9cebe56b6a02,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:19.291660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbbc60-33c9-41c5-b112-fc819428e773 req-e03d3e3c-5884-463a-ac9d-a5bccb6a718a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:19.293382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abbbbc60-33c9-41c5-b112-fc819428e773 req-e03d3e3c-5884-463a-ac9d-a5bccb6a718a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0888464 Aug 20 13:40:19.354408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abbbbc60-33c9-41c5-b112-fc819428e773 req-89d12756-eb5e-4c7c-9884-bd056897271e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Aug 20 13:40:19.424813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:19.460880 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:19.754663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Deleting port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:19.755115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:19.855834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] For port c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:19.856628 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:19.874151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Calling delete_port for c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:20.080933 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.104455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:20.322902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.479917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:20.545760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Deleting subnet a06a0fd7-1a8b-469b-9d24-c78545801cff {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:40:20.560581 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.625878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Router 28027c8b-d259-4f20-902f-6b9851ab441d has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:20.643359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.677502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758e93-6586-40ad-ba9c-9315477a8369 req-60659545-dc41-49ae-8036-31407fbeda95 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:20.679079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d5758e93-6586-40ad-ba9c-9315477a8369 req-60659545-dc41-49ae-8036-31407fbeda95 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1894975 Aug 20 13:40:20.713564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.772983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:20.773589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d5758e93-6586-40ad-ba9c-9315477a8369 req-8a077cb2-1b51-4a28-8696-47f7e6e60a93 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718167 Aug 20 13:40:20.781397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4f6eb09c-f81a-4a7e-b284-69e219ee30d3 admin admin] 10.222.0.59 "PUT /v2.0/routers/28027c8b-d259-4f20-902f-6b9851ab441d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076505 Aug 20 13:40:20.782013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49224) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:20.800715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] Sync routers for ids ['28027c8b-d259-4f20-902f-6b9851ab441d'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:20.807526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.813243 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] Routers {'28027c8b-d259-4f20-902f-6b9851ab441d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:20.813966 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['28027c8b-d259-4f20-902f-6b9851ab441d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:20.847502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.849992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a06a0fd7-1a8b-469b-9d24-c78545801cff HTTP/1.1" status: 204 len: 168 time: 0.3688145 Aug 20 13:40:20.851273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4481b7-e584-4deb-ab86-fe93ee41aa62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06a0fd7-1a8b-469b-9d24-c78545801cff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:20.853095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49226) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:20.934668 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] Set router 28027c8b-d259-4f20-902f-6b9851ab441d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:20.985366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:20.993098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.125265 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:40:20Z', 'revision_number': 5, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:21.154103 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.155852 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] Checking router: 28027c8b-d259-4f20-902f-6b9851ab441d for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:21.164254 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] Routers {'28027c8b-d259-4f20-902f-6b9851ab441d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:21.165590 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['28027c8b-d259-4f20-902f-6b9851ab441d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:21.171555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:21.186634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa379600-0531-435a-a7f7-6e83f857c192') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:21.186848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa379600-0531-435a-a7f7-6e83f857c192') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:21.203612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.203612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.237488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.246150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:40:21.246706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:40:21.248507 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:40:21.318961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.326517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Deleting port 9ba9bade-315e-4f66-a7cf-16239425b8f1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:21.326822 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.346555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.352957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa HTTP/1.1" status: 204 len: 168 time: 0.4942529 Aug 20 13:40:21.382745 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] Set router 28027c8b-d259-4f20-902f-6b9851ab441d gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:21.408379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0ba49-677b-4a6a-b8bd-04e6b6b694f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1816bbd6-c8b5-43ac-b5c5-49adab9eeaaa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:21.438607 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.472631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] For port 9ba9bade-315e-4f66-a7cf-16239425b8f1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9ba9bade-315e-4f66-a7cf-16239425b8f1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:21.473262 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.487930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Calling delete_port for 9ba9bade-315e-4f66-a7cf-16239425b8f1 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:21.525462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:21.574572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d7e687d0-edbf-404d-a813-d00bd23bf2c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c64a1365025d4769ab1531aec0ad1717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471690 Aug 20 13:40:21.577400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:21.626444 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:40:20Z', 'revision_number': 5, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:21.655968 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87fbd7-ab78-4119-8c95-d78c5dd7d3bb None None] The sync data for ids ['28027c8b-d259-4f20-902f-6b9851ab441d'] in n-d-804232-5 is: [{'id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'name': 'tempest-TestServerBasicOps-1774801322-router', 'tenant_id': '71201e92a2a840e3b995e190d69f1617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:35:00Z', 'updated_at': '2021-08-20T13:40:20Z', 'revision_number': 5, 'project_id': '71201e92a2a840e3b995e190d69f1617', 'gw_port': {'id': '9ba9bade-315e-4f66-a7cf-16239425b8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28027c8b-d259-4f20-902f-6b9851ab441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:35:01Z', 'updated_at': '2021-08-20T13:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:21.717985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08882c82-6c25-465d-8557-2a40bbdca8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.755541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08882c82-6c25-465d-8557-2a40bbdca8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.766851 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.817978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba9bade-315e-4f66-a7cf-16239425b8f1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:21.944897 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08882c82-6c25-465d-8557-2a40bbdca8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.948312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08882c82-6c25-465d-8557-2a40bbdca8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:21.949522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-08882c82-6c25-465d-8557-2a40bbdca8ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21315f5c-0ef2-4b4f-acb9-940f08af8747 HTTP/1.1" status: 204 len: 168 time: 0.3686657 Aug 20 13:40:21.950671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.026750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08882c82-6c25-465d-8557-2a40bbdca8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21315f5c-0ef2-4b4f-acb9-940f08af8747,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:22.044786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eabe9-1a89-4234-ac61-d1b0eb11d425 req-0bd31a57-db26-4126-92be-217209420d33 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:22.047128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-013eabe9-1a89-4234-ac61-d1b0eb11d425 req-0bd31a57-db26-4126-92be-217209420d33 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1744192 Aug 20 13:40:22.093715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.097299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.179439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-013eabe9-1a89-4234-ac61-d1b0eb11d425 req-b8ee4192-ce7d-4c1a-aedf-0be4ac406d65 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963299 Aug 20 13:40:22.180387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.180952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28027c8b-d259-4f20-902f-6b9851ab441d {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:40:22.190929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.192392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dab9c0e3-681e-4e04-9e67-33ad781c9270 admin admin] 10.222.0.59 "DELETE /v2.0/routers/28027c8b-d259-4f20-902f-6b9851ab441d HTTP/1.1" status: 204 len: 168 time: 1.4086726 Aug 20 13:40:22.195558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49244) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:22.250618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Deleting subnet 8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:40:22.254367 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.291214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.406603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.479815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:22.490783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.506701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:22.507165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c1ec3801-bb9b-4ec3-83c5-a4dfef05fac6 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:22.518964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:22.522733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.526017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f0c75cd3-2903-44a0-a6a3-1abe6380136e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8ce8c3fe-8b9d-4577-9e9c-f5c65b5cecde HTTP/1.1" status: 204 len: 168 time: 0.3294830 Aug 20 13:40:22.529178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49254) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:22.533911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d003641-19b8-46eb-a2e1-ab56466a345e None None] Network 8859c688-19e9-4a23-8e85-fb64e9a43c61 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:22.612718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.692592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Deleting port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:22.693119 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.791942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] For port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:22.792447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.816005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Calling delete_port for a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:22.819940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] DHCP port deletion for 8859c688-19e9-4a23-8e85-fb64e9a43c61 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:40:22.890405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] Deleting port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:22.890887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.927259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49268) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:22.936115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.970897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:22.972695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] No DVR routers for this DVR port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:22.974980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] For port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,segment=NetworkSegment(db02b024-237d-4fe4-87ed-cbb3d51bca1a),segment_id=db02b024-237d-4fe4-87ed-cbb3d51bca1a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:22.976444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:22.995438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] Calling delete_port for a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:23.058532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.070593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8859c688-19e9-4a23-8e85-fb64e9a43c61']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:23.081281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-985424744-network', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:23.086223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db02b024-237d-4fe4-87ed-cbb3d51bca1a') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:23.086921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db02b024-237d-4fe4-87ed-cbb3d51bca1a') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:23.101182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.106205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Made reservation on behalf of ec93e5493bf14a16a3b406f4aea1e71c for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:23.109097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.112034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.121551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.128860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:40:23.129369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.130349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:40:23.131557 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:40:23.142427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] Pushing event deleted for resources: {'Port': ['ID=a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:23.149806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40837a76-4363-4ccf-a880-750a8e0ea99a None None] No DVR routers for this DVR port a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:23.207793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.216136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.219294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8859c688-19e9-4a23-8e85-fb64e9a43c61 HTTP/1.1" status: 204 len: 168 time: 0.6886446 Aug 20 13:40:23.244757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a0c97-1089-47d4-ba31-060541c94a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=8859c688-19e9-4a23-8e85-fb64e9a43c61,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:23.256102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.261878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.280220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:40:23.307075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.307515 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Added segment 1187c09b-1f4d-4d96-9cd9-f663b88ff23b of type vlan for network ef39fdbb-24da-407f-8c72-f8a261493e6a Aug 20 13:40:23.318100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1062aa-a727-4f82-9e2f-d86cd00c67ca,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:23.347476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1298-8794-4795-8dd0-7b0c52cc89b2 req-08a1aa18-1f91-44dd-a9db-a9c94bbb7dea tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:23.356227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-177e1298-8794-4795-8dd0-7b0c52cc89b2 req-08a1aa18-1f91-44dd-a9db-a9c94bbb7dea tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0745804 Aug 20 13:40:23.360935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.396042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:23.402391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-177e1298-8794-4795-8dd0-7b0c52cc89b2 req-8deec41f-b49b-493e-86a2-29198f666f35 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Aug 20 13:40:23.409974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.411137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:23.411946 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.488301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5590570 Aug 20 13:40:23.491528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:23.496861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Request body: {'subnet': {'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-985424744-subnet', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:23.505316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefe8b0-ffe3-4f29-b53b-dd73cd7917be admin admin] Pushing event updated for resources: {'Network': ['ID=ef39fdbb-24da-407f-8c72-f8a261493e6a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:23.510215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f78f8fac-af81-44bb-99dc-8fcb6f4c45d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f7eaadd271d4dd3a0d3262146d1c0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127715 Aug 20 13:40:23.512962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49280) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:23.516433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ef39fdbb-24da-407f-8c72-f8a261493e6a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:40:23.538271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Made reservation on behalf of ec93e5493bf14a16a3b406f4aea1e71c for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:23.541419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.637377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb89f44c-6caf-4669-a128-12efdfe54e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.676152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb89f44c-6caf-4669-a128-12efdfe54e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.787337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb89f44c-6caf-4669-a128-12efdfe54e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.790579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb89f44c-6caf-4669-a128-12efdfe54e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.791790 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb89f44c-6caf-4669-a128-12efdfe54e4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad819686-3ee8-411e-afcf-74d065dc0615 HTTP/1.1" status: 204 len: 168 time: 0.2779241 Aug 20 13:40:23.811151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f44c-6caf-4669-a128-12efdfe54e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad819686-3ee8-411e-afcf-74d065dc0615,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:23.827243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.893869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b80830e-9e1d-4698-861f-cf805a1c94a2,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:23.905512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Checking segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:23.905881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Network hostable DHCP agents. Network: ef39fdbb-24da-407f-8c72-f8a261493e6a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:40:23.926100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Network ef39fdbb-24da-407f-8c72-f8a261493e6a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:40:23.939491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ef39fdbb-24da-407f-8c72-f8a261493e6a) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:23.944946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:23.945615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.951729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedaff6-b1dd-4edc-bbd5-a2f202f940d7 None None] Network ef39fdbb-24da-407f-8c72-f8a261493e6a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:23.962390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9bc381b0-3855-48fc-86a4-d55330f2fa7c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4696598 Aug 20 13:40:23.965326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:23.970689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:23.995053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:23.996173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.061321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.135548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-ef39fdbb-24da-407f-8c72-f8a261493e6a', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:40:24.137303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.212429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.254831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49292) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:24.296889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Allocated IP 172.20.0.2 (ef39fdbb-24da-407f-8c72-f8a261493e6a/1b80830e-9e1d-4698-861f-cf805a1c94a2/5b84e958-17a2-4f52-a5ca-b55a2da30846) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:24.304493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-490d3ed2-e0e7-4aaf-88cb-53feb7452a8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71201e92a2a840e3b995e190d69f1617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483675 Aug 20 13:40:24.307830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49294) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:24.371396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70aba981-6c17-45d4-a254-2473293d8a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.400876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70aba981-6c17-45d4-a254-2473293d8a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.495341 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.499332 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70aba981-6c17-45d4-a254-2473293d8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.502171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:24.503421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70aba981-6c17-45d4-a254-2473293d8a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.505019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-70aba981-6c17-45d4-a254-2473293d8a96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7d55385-4a3d-407b-81bf-eaa1c4296a6e HTTP/1.1" status: 204 len: 168 time: 0.1959078 Aug 20 13:40:24.529854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Transition to ACTIVE for port object 5b84e958-17a2-4f52-a5ca-b55a2da30846 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:24.545396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Transition to ACTIVE for port object 5b84e958-17a2-4f52-a5ca-b55a2da30846 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:24.548741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:24.549381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a0a6d957-3f7c-4ce6-95d6-d8a4d907b7fa not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:24.550212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9ba9bade-315e-4f66-a7cf-16239425b8f1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:24.552919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aba981-6c17-45d4-a254-2473293d8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d55385-4a3d-407b-81bf-eaa1c4296a6e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:24.554567 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.586857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ddde3-f2d4-4bc4-bdd8-1f9e1b5457aa req-ad7dc772-e791-4a23-869a-11ef3d737905 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:24.589811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-905ddde3-f2d4-4bc4-bdd8-1f9e1b5457aa req-ad7dc772-e791-4a23-869a-11ef3d737905 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0833168 Aug 20 13:40:24.628011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Pushing event updated for resources: {'Port': ['ID=5b84e958-17a2-4f52-a5ca-b55a2da30846,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:24.636522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-905ddde3-f2d4-4bc4-bdd8-1f9e1b5457aa req-b678602e-49c4-448c-b55f-0dc5288d4bb6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Aug 20 13:40:24.638352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9ba9bade-315e-4f66-a7cf-16239425b8f1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:40:24.638884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9ba9bade-315e-4f66-a7cf-16239425b8f1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:40:24.642088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Network ef39fdbb-24da-407f-8c72-f8a261493e6a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:24.645194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:24.647326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:24.708099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Attempting to bind port 5b84e958-17a2-4f52-a5ca-b55a2da30846 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:24.708488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Attempting to bind port 5b84e958-17a2-4f52-a5ca-b55a2da30846 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:24.708892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Attempting to bind port 5b84e958-17a2-4f52-a5ca-b55a2da30846 on network ef39fdbb-24da-407f-8c72-f8a261493e6a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:24.714874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:24.715259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Checking segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:24.715929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.716513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Bound using segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:24.717026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Bound port: 5b84e958-17a2-4f52-a5ca-b55a2da30846, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:24.717420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.775380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.795877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] For port 5b84e958-17a2-4f52-a5ca-b55a2da30846, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:24.796458 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.800209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] For port 5b84e958-17a2-4f52-a5ca-b55a2da30846, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5b84e958-17a2-4f52-a5ca-b55a2da30846,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:24.805940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:24.885405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42f0f0-5efd-4c4a-8aa0-f7ab88ce691d None None] Pushing event updated for resources: {'Port': ['ID=5b84e958-17a2-4f52-a5ca-b55a2da30846,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:24.954014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Allocated IP 172.25.6.95 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/baff264d-0dbf-415e-bd77-019e99f21702) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:25.107810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.152685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.199353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:25.201536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:25.205330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:25.242945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Pushing event updated for resources: {'Port': ['ID=baff264d-0dbf-415e-bd77-019e99f21702,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:25.405084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49322) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:25.483842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.511536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-512563824-network', 'tenant_id': 'd6528edae33041718b56e0048e6b253a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:25.538818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Made reservation on behalf of d6528edae33041718b56e0048e6b253a for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:25.542273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.555543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.666354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.671099 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.697141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:40:25.706650 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.713489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f551c-3933-45d3-abfd-4c25b6217a2f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:25.721311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.721670 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Added segment 183bf27d-5b85-40f7-bc5a-a26be804b2f3 of type vlan for network 6dcbc43a-32de-4756-8134-8565615823c4 Aug 20 13:40:25.772568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.806528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.807769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:25.808419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.862214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402ec0-1e5e-4b2d-bafb-4e54b0aad324 req-193af5d2-67ae-49f5-93b2-09ed9ff4c0ff tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:25.863738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a0402ec0-1e5e-4b2d-bafb-4e54b0aad324 req-193af5d2-67ae-49f5-93b2-09ed9ff4c0ff tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0966494 Aug 20 13:40:25.876132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4671016 Aug 20 13:40:25.876354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49328) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:25.881425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Request body: {'subnet': {'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-512563824-subnet', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:25.893899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd7e70-051d-4910-afd6-3f06159d973c admin admin] Pushing event updated for resources: {'Network': ['ID=6dcbc43a-32de-4756-8134-8565615823c4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:25.907993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 6dcbc43a-32de-4756-8134-8565615823c4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:40:25.917091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Made reservation on behalf of d6528edae33041718b56e0048e6b253a for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:25.920174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:25.972247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a0402ec0-1e5e-4b2d-bafb-4e54b0aad324 req-f35f73d0-b03d-4c8c-9158-7d0e6313705e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988863 Aug 20 13:40:26.015319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Router 6c2bc574-7582-42a0-a99b-f465f022d9d1 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:40:26.146839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:26.151457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.160718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Sync routers for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:26.168010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.168891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31139146-0d8e-463d-a392-d1ddba16c2b2 None None] Network ef39fdbb-24da-407f-8c72-f8a261493e6a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:26.169581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e58acb0c-2357-4c8c-b30e-6474ecc8a5cf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2025893 Aug 20 13:40:26.172318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49334) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:26.222877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:26.224197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:26.234600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c49f3d-139c-4e93-bbd8-27453adbfd90,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:26.245438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Checking segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:26.245804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Network hostable DHCP agents. Network: 6dcbc43a-32de-4756-8134-8565615823c4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:40:26.267472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Network 6dcbc43a-32de-4756-8134-8565615823c4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:40:26.283097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 6dcbc43a-32de-4756-8134-8565615823c4) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:26.288378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:26.289892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.302141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab20fa9-cfa8-4857-a0ea-904980eef79e None None] Network 6dcbc43a-32de-4756-8134-8565615823c4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:26.310147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5bd4e640-e1af-432f-b1df-8b2b83ac7472 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4302971 Aug 20 13:40:26.310340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-934298cb-15e8-4fdd-b66c-d2b4e68e2b46 None None] Provisioning for port 5b84e958-17a2-4f52-a5ca-b55a2da30846 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:26.312102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49336) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:26.315503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:26.339508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.340844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.412620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.466326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:26.548378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5b84e958-17a2-4f52-a5ca-b55a2da30846 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:26.584343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.672100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.806699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.827453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.852272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Allocated IP 172.20.0.1 (ef39fdbb-24da-407f-8c72-f8a261493e6a/1b80830e-9e1d-4698-861f-cf805a1c94a2/617102a8-cbf8-43f9-999b-6b06ce2804e2) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:26.943831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Allocated IP 172.25.6.157 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3e5b8576-6b4e-4415-8dd1-5f382785e0a7) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:26.974415 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:26.982988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5b84e958-17a2-4f52-a5ca-b55a2da30846 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:26.992238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Transition to ACTIVE for port object 617102a8-cbf8-43f9-999b-6b06ce2804e2 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:27.014454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-6dcbc43a-32de-4756-8134-8565615823c4', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'fixed_ips': [{'subnet_id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:40:27.015327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.022860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5b84e958-17a2-4f52-a5ca-b55a2da30846 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:27.023764 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.084704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.101186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.162385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Pushing event updated for resources: {'Port': ['ID=617102a8-cbf8-43f9-999b-6b06ce2804e2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:27.173213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Network ef39fdbb-24da-407f-8c72-f8a261493e6a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:27.175323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:27.177965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:27.221975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.226772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.290397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:27.299363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:27.310296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:27.322297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b980c-352e-4aa3-b851-8fe90714e589 req-e41d922a-1c28-400e-baf4-7cc8038b9b30 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:27.324747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-545b980c-352e-4aa3-b851-8fe90714e589 req-e41d922a-1c28-400e-baf4-7cc8038b9b30 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1238990 Aug 20 13:40:27.327709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:27.381029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.400005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.415431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:25Z', 'revision_number': 3, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:27.468507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-545b980c-352e-4aa3-b851-8fe90714e589 req-8684c9d9-5797-4fe2-b861-ac412f3ddf2f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990856 Aug 20 13:40:27.512212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5b84e958-17a2-4f52-a5ca-b55a2da30846, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5b84e958-17a2-4f52-a5ca-b55a2da30846,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:27.536689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Checking router: 6c2bc574-7582-42a0-a99b-f465f022d9d1 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:27.536689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Updating router 6c2bc574-7582-42a0-a99b-f465f022d9d1 port baff264d-0dbf-415e-bd77-019e99f21702 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:27.544595 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.611942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-159eef71-2f9e-4b9b-ba3d-773b7e929e8c None None] Provisioning complete for port 5b84e958-17a2-4f52-a5ca-b55a2da30846 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:27.612324 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-159eef71-2f9e-4b9b-ba3d-773b7e929e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.616945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Allocated IP 172.20.0.2 (6dcbc43a-32de-4756-8134-8565615823c4/c9c49f3d-139c-4e93-bbd8-27453adbfd90/97161d42-65fa-4adc-aa9e-f1c919afc464) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:27.632054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.637446 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.675185 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.710868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Pushing event updated for resources: {'Port': ['ID=617102a8-cbf8-43f9-999b-6b06ce2804e2,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:27.714716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:27.771477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5b84e958-17a2-4f52-a5ca-b55a2da30846,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:27.826977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Network ef39fdbb-24da-407f-8c72-f8a261493e6a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:27.828660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:28.066999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.095400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Transition to ACTIVE for port object 97161d42-65fa-4adc-aa9e-f1c919afc464 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:28.136679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.148359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Transition to ACTIVE for port object 97161d42-65fa-4adc-aa9e-f1c919afc464 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:28.158091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-637a5cb7-1caf-4146-a99d-0d049b983ace None None] Provisioning for port 617102a8-cbf8-43f9-999b-6b06ce2804e2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:28.167650 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.172293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-637a5cb7-1caf-4146-a99d-0d049b983ace None None] Provisioning complete for port 617102a8-cbf8-43f9-999b-6b06ce2804e2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:28.172724 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-637a5cb7-1caf-4146-a99d-0d049b983ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.292911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Network 6dcbc43a-32de-4756-8134-8565615823c4 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:28.295533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-637a5cb7-1caf-4146-a99d-0d049b983ace None None] Port 617102a8-cbf8-43f9-999b-6b06ce2804e2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:28.307736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:28.315357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Pushing event updated for resources: {'Port': ['ID=97161d42-65fa-4adc-aa9e-f1c919afc464,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:28.334377 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.346181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Transition to ACTIVE for port object baff264d-0dbf-415e-bd77-019e99f21702 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:28.349051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:28.361661 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.431842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Router 6c2bc574-7582-42a0-a99b-f465f022d9d1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:28.469978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5b84e958-17a2-4f52-a5ca-b55a2da30846 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:28.485086 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.541778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Attempting to bind port 97161d42-65fa-4adc-aa9e-f1c919afc464 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:28.542048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Attempting to bind port 97161d42-65fa-4adc-aa9e-f1c919afc464 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:28.542341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Attempting to bind port 97161d42-65fa-4adc-aa9e-f1c919afc464 on network 6dcbc43a-32de-4756-8134-8565615823c4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:28.565821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:28.566122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Checking segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:28.566545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.566931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Bound using segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:28.567415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Bound port: 97161d42-65fa-4adc-aa9e-f1c919afc464, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:28.568332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.590816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Attempting to bind port baff264d-0dbf-415e-bd77-019e99f21702 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:28.591073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Attempting to bind port baff264d-0dbf-415e-bd77-019e99f21702 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:28.591420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Attempting to bind port baff264d-0dbf-415e-bd77-019e99f21702 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:28.606658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8d8a5-ee1d-4032-8096-aeda7491bee2 None None] Pushing event updated for resources: {'Port': ['ID=baff264d-0dbf-415e-bd77-019e99f21702,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:28.608687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-96dd9166-cdaf-45da-af40-f5cc27a292ae None None] Provisioning complete for port 617102a8-cbf8-43f9-999b-6b06ce2804e2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:28.609263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96dd9166-cdaf-45da-af40-f5cc27a292ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.640339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:28.640764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:28.641169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.641573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:28.642060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Bound port: baff264d-0dbf-415e-bd77-019e99f21702, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:28.642439 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.645550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:28.661407 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-050c8717-1244-479d-afa3-a80b30dfc4da admin admin] 10.222.0.59 "PUT /v2.0/routers/6c2bc574-7582-42a0-a99b-f465f022d9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4843380 Aug 20 13:40:28.720281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-96dd9166-cdaf-45da-af40-f5cc27a292ae None None] Port 617102a8-cbf8-43f9-999b-6b06ce2804e2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:28.730316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Router 0d24b03e-a57a-4709-be80-7765ce8e0db7 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:40:28.768404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5b84e958-17a2-4f52-a5ca-b55a2da30846 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:28.768808 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.799565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] For port baff264d-0dbf-415e-bd77-019e99f21702, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:28.799736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea965cda-c829-4713-9d31-24db037a110e req-ca9d553a-cef1-4fcf-b2f1-2b6f18b84bbd tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:28.812806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea965cda-c829-4713-9d31-24db037a110e req-ca9d553a-cef1-4fcf-b2f1-2b6f18b84bbd tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1654046 Aug 20 13:40:28.826950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] For port baff264d-0dbf-415e-bd77-019e99f21702, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=baff264d-0dbf-415e-bd77-019e99f21702,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:28.830997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] For port 97161d42-65fa-4adc-aa9e-f1c919afc464, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:28.838474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.882412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] For port 97161d42-65fa-4adc-aa9e-f1c919afc464, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=97161d42-65fa-4adc-aa9e-f1c919afc464,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:28.896178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:28.932168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea965cda-c829-4713-9d31-24db037a110e req-bb58cbfe-e44b-481b-b613-edecb0e0026f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184402 Aug 20 13:40:28.976203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8d8a5-ee1d-4032-8096-aeda7491bee2 None None] Pushing event updated for resources: {'Port': ['ID=baff264d-0dbf-415e-bd77-019e99f21702,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:29.053025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:29.064047 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Sync routers for ids ['0d24b03e-a57a-4709-be80-7765ce8e0db7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:29.077594 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Routers {'0d24b03e-a57a-4709-be80-7765ce8e0db7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:29.078490 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0d24b03e-a57a-4709-be80-7765ce8e0db7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:29.088904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:29.089999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:29.091911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:29.093373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7344f058-e284-4bf3-8ba8-ab3891199156 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7816288 Aug 20 13:40:29.096174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49366) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:29.101243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:29.177548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7eb72-e73a-4ed6-8b02-0e8c53e7f385 None None] Pushing event updated for resources: {'Port': ['ID=97161d42-65fa-4adc-aa9e-f1c919afc464,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:29.278847 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Set router 0d24b03e-a57a-4709-be80-7765ce8e0db7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:29.600080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:29.628495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 3, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:29.663771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49378) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:29.664924 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Checking router: 0d24b03e-a57a-4709-be80-7765ce8e0db7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:29.665279 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Updating router 0d24b03e-a57a-4709-be80-7765ce8e0db7 port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:29.671234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-86988739-network', 'tenant_id': '469c8b4047234c188f559480733b7a2a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:29.694581 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:29.734099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Made reservation on behalf of 469c8b4047234c188f559480733b7a2a for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:29.739890 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:29.760108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:29.931126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 2, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:30.004991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c057f-1f63-454b-9163-c346508f4e4e None None] The sync data for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 is: [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 2, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:30.022287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.027566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.070401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50b1c7-26e3-41a7-a01d-bb7a3c99897a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:30.082105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:40:30.099319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.099441 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Added segment 59091704-819a-41a8-893b-e497570fa5de of type vlan for network 34483b57-04e4-4975-99b5-7947a0be6a10 Aug 20 13:40:30.134974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.186854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.233650 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.258804 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Transition to ACTIVE for port object 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:30.267802 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.306319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.307666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:30.310774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.333120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Attempting to bind port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:30.333341 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Attempting to bind port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:30.333715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Attempting to bind port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:30.376330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958bf7-4951-47a0-a622-46ff1faf165e req-597e0043-e418-4163-bf77-a7b3e1155a42 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:30.389456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3958bf7-4951-47a0-a622-46ff1faf165e req-597e0043-e418-4163-bf77-a7b3e1155a42 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.2035022 Aug 20 13:40:30.404871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Pushing event updated for resources: {'Port': ['ID=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:30.409215 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:30.409742 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:30.410094 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.410635 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:30.411189 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Bound port: 3e5b8576-6b4e-4415-8dd1-5f382785e0a7, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:30.411615 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.445034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.446515 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.449858 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.450434 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.450939 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.451438 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.451933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.452450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.456183 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.457070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.457723 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.458435 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:30.462082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Allocated IP 172.20.0.1 (6dcbc43a-32de-4756-8134-8565615823c4/c9c49f3d-139c-4e93-bbd8-27453adbfd90/8efae4ab-12cf-4368-8209-b2e5737e2010) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:30.549863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8834970 Aug 20 13:40:30.574698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49386) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:30.587075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Request body: {'subnet': {'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-86988739-subnet', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:30.602454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69b3b-f54c-4abd-b012-a65ddba1024f admin admin] Pushing event updated for resources: {'Network': ['ID=34483b57-04e4-4975-99b5-7947a0be6a10,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:30.624443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 34483b57-04e4-4975-99b5-7947a0be6a10 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:40:30.629520 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] For port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:30.637414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] For port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:30.645816 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.674375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3958bf7-4951-47a0-a622-46ff1faf165e req-f47e3257-4c79-4b8b-8abf-13cdd646b096 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814809 Aug 20 13:40:30.703927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Made reservation on behalf of 469c8b4047234c188f559480733b7a2a for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:30.706321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.714707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 97161d42-65fa-4adc-aa9e-f1c919afc464 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:30.760809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c117a-0c1c-4b1c-87de-b9b629b409bd None None] Network 6dcbc43a-32de-4756-8134-8565615823c4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:30.768112 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc923cb9-ba40-4251-88dc-942cdbe9a826 None None] Pushing event updated for resources: {'Port': ['ID=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:30.787211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.793437 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Routers {'0d24b03e-a57a-4709-be80-7765ce8e0db7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:30.794077 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0d24b03e-a57a-4709-be80-7765ce8e0db7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:30.818327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Transition to ACTIVE for port object 8efae4ab-12cf-4368-8209-b2e5737e2010 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:30.889390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-8c9d4b8d-ba1b-43ea-af95-5e5dea5b1a4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977454 Aug 20 13:40:30.923917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e93fa12b-13fc-4d7b-a64b-082f1209c0c4 None None] Provisioning for port 97161d42-65fa-4adc-aa9e-f1c919afc464 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:30.933554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:30.986020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5882-0610-461e-8471-c5544875f6aa req-3391e6de-c9db-4f75-88fd-4dd6ebf85a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:30.987620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-3391e6de-c9db-4f75-88fd-4dd6ebf85a2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1096 time: 0.0750761 Aug 20 13:40:30.993123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Network 6dcbc43a-32de-4756-8134-8565615823c4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:30.993776 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] Set router 0d24b03e-a57a-4709-be80-7765ce8e0db7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:31.005428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:31.008949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:31.046367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Pushing event updated for resources: {'Port': ['ID=8efae4ab-12cf-4368-8209-b2e5737e2010,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:31.077340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 97161d42-65fa-4adc-aa9e-f1c919afc464 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:31.077340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 97161d42-65fa-4adc-aa9e-f1c919afc464 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:31.077340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.130776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.181753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67e0180-70b1-4097-83cd-77375b610ed6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:31.189274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.235083 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.300632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5882-0610-461e-8471-c5544875f6aa req-cd449651-4994-4185-b532-69dafce6b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:31.308153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-cd449651-4994-4185-b532-69dafce6b8ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.2904251 Aug 20 13:40:31.318048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Checking segment: {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:31.318504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Network hostable DHCP agents. Network: 34483b57-04e4-4975-99b5-7947a0be6a10, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:40:31.355714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 97161d42-65fa-4adc-aa9e-f1c919afc464, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=97161d42-65fa-4adc-aa9e-f1c919afc464,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:31.360605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.415993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Network 34483b57-04e4-4975-99b5-7947a0be6a10 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:40:31.458158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 34483b57-04e4-4975-99b5-7947a0be6a10) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:31.481822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-b7d977ef-aa1b-4997-9f2c-17f9d74e1220 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 1000 time: 0.1621757 Aug 20 13:40:31.496058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:31.496809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.499003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.521064 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 3, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:31.524622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106a295-92a9-4247-ac60-44bb7f45e7db None None] Network 34483b57-04e4-4975-99b5-7947a0be6a10 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:31.553335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b15f6c62-b44a-47f0-98a7-299b7b624a06 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9775410 Aug 20 13:40:31.556781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49394) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:31.562116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:31.595542 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506aab41-99c4-4fe4-a492-4ec42aa842a0 None None] The sync data for ids ['0d24b03e-a57a-4709-be80-7765ce8e0db7'] in n-d-804232-5 is: [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 3, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:31.622569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=97161d42-65fa-4adc-aa9e-f1c919afc464,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:31.631074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.668761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5882-0610-461e-8471-c5544875f6aa req-2131a499-b5b9-4278-9c3b-0ff44ac6f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:31.670330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-2131a499-b5b9-4278-9c3b-0ff44ac6f07d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.1824315 Aug 20 13:40:31.674341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.675498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.793758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5882-0610-461e-8471-c5544875f6aa req-b7dba476-00e6-46c3-a7e1-44858975e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:31.798197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-b7dba476-00e6-46c3-a7e1-44858975e7c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164906 Aug 20 13:40:31.832948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4d8779a1-3b1c-4b3a-912c-054a915aee52 None None] Provisioning for port 8efae4ab-12cf-4368-8209-b2e5737e2010 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:31.858555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.931697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4d8779a1-3b1c-4b3a-912c-054a915aee52 None None] Provisioning complete for port 8efae4ab-12cf-4368-8209-b2e5737e2010 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:31.935773 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d8779a1-3b1c-4b3a-912c-054a915aee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:31.999998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-34483b57-04e4-4975-99b5-7947a0be6a10', 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'fixed_ips': [{'subnet_id': 'a67e0180-70b1-4097-83cd-77375b610ed6'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:40:32.000978 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.117039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4d8779a1-3b1c-4b3a-912c-054a915aee52 None None] Port 8efae4ab-12cf-4368-8209-b2e5737e2010 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:32.175491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b193d6-b588-4003-9c8e-e5aee13e53de req-a93139c3-6824-4182-a91e-e437bdb5434d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:32.177358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69b193d6-b588-4003-9c8e-e5aee13e53de req-a93139c3-6824-4182-a91e-e437bdb5434d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.3311305 Aug 20 13:40:32.180819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-64ed50ce-4c66-4c54-bf92-2c9379b55942 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686900 Aug 20 13:40:32.259431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.268772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.339603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Allocated IP 172.20.0.2 (34483b57-04e4-4975-99b5-7947a0be6a10/a67e0180-70b1-4097-83cd-77375b610ed6/98ce82a0-c4d6-4bc2-a201-98b9a331492c) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:32.442562 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Pushing event updated for resources: {'Port': ['ID=8efae4ab-12cf-4368-8209-b2e5737e2010,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:32.500015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69b193d6-b588-4003-9c8e-e5aee13e53de req-45d47590-da19-4e2f-84d2-9cbbc64b757d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965014 Aug 20 13:40:32.511782 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562d5882-0610-461e-8471-c5544875f6aa req-67645b59-3709-42e4-ad73-93187c5ef721 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163085 Aug 20 13:40:32.532831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.549815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.597489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4d8779a1-3b1c-4b3a-912c-054a915aee52 None None] Provisioning complete for port 97161d42-65fa-4adc-aa9e-f1c919afc464 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:32.598106 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d8779a1-3b1c-4b3a-912c-054a915aee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.801113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Network 6dcbc43a-32de-4756-8134-8565615823c4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:32.804136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:32.863350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109571e-caa1-4744-9fa3-3a33389f4701 req-97dc685f-0665-4469-bd39-1474869013d5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:32.865563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1109571e-caa1-4744-9fa3-3a33389f4701 req-97dc685f-0665-4469-bd39-1474869013d5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1116476 Aug 20 13:40:32.878243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 97161d42-65fa-4adc-aa9e-f1c919afc464 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:32.930894 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:32.949369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1109571e-caa1-4744-9fa3-3a33389f4701 req-74dec787-5916-442b-83c2-81fcb73fea0e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743985 Aug 20 13:40:32.956324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Transition to ACTIVE for port object 98ce82a0-c4d6-4bc2-a201-98b9a331492c will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:33.025266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Transition to ACTIVE for port object 98ce82a0-c4d6-4bc2-a201-98b9a331492c will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:33.042952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.095002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 97161d42-65fa-4adc-aa9e-f1c919afc464 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:33.095739 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.100739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Router 0d24b03e-a57a-4709-be80-7765ce8e0db7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:33.109894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Network 34483b57-04e4-4975-99b5-7947a0be6a10 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:33.137939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:33.143227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Pushing event updated for resources: {'Port': ['ID=98ce82a0-c4d6-4bc2-a201-98b9a331492c,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:33.151575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:33.196943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.239912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-780be61b-62bf-407e-a03e-5df96ad9f76a None None] Provisioning complete for port 8efae4ab-12cf-4368-8209-b2e5737e2010 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:33.240449 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-780be61b-62bf-407e-a03e-5df96ad9f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.277332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Attempting to bind port 98ce82a0-c4d6-4bc2-a201-98b9a331492c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:33.277910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Attempting to bind port 98ce82a0-c4d6-4bc2-a201-98b9a331492c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:33.278398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Attempting to bind port 98ce82a0-c4d6-4bc2-a201-98b9a331492c on network 34483b57-04e4-4975-99b5-7947a0be6a10 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:33.292687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:33.293241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Checking segment: {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:33.293787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.294238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Bound using segment: {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:33.294811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Bound port: 98ce82a0-c4d6-4bc2-a201-98b9a331492c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:33.295274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.334910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-780be61b-62bf-407e-a03e-5df96ad9f76a None None] Port 8efae4ab-12cf-4368-8209-b2e5737e2010 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:33.383883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:33.454650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] For port 98ce82a0-c4d6-4bc2-a201-98b9a331492c, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:33.458500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] For port 98ce82a0-c4d6-4bc2-a201-98b9a331492c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=98ce82a0-c4d6-4bc2-a201-98b9a331492c,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:33.464609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.513095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:33.520812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:33.521219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.561148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.605350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f74334-e4c4-4a58-8d99-2dfe9b079818 None None] Pushing event updated for resources: {'Port': ['ID=98ce82a0-c4d6-4bc2-a201-98b9a331492c,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:33.661038 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.688437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:33.693406 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:33.695496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device baff264d-0dbf-415e-bd77-019e99f21702 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:33.740133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:33.757803 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-98033a3c-4f91-435a-828c-738011a1cb84 admin admin] 10.222.0.59 "PUT /v2.0/routers/0d24b03e-a57a-4709-be80-7765ce8e0db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6594870 Aug 20 13:40:33.773745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237dbd-c634-4c57-b6cb-febfd9202939 req-a02a0e88-0e64-419f-b74e-1a538e0e571b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:33.775548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09237dbd-c634-4c57-b6cb-febfd9202939 req-a02a0e88-0e64-419f-b74e-1a538e0e571b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1510758 Aug 20 13:40:33.838324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:33.884982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port baff264d-0dbf-415e-bd77-019e99f21702 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:33.885700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Allocated IP 172.25.6.241 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/6c26e46f-8d97-4d4c-9253-73d765ce88de) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:33.893618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port baff264d-0dbf-415e-bd77-019e99f21702 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:33.894433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09237dbd-c634-4c57-b6cb-febfd9202939 req-c21b64db-63ca-41a4-aa8e-d7d53f88e749 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937598 Aug 20 13:40:33.895163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.076886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.078332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.129604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port baff264d-0dbf-415e-bd77-019e99f21702, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=baff264d-0dbf-415e-bd77-019e99f21702,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:34.137405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.162267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.182865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc6b8c-5b79-4602-96d2-9587d00dfe0b req-960586b9-4e48-43fc-938a-8edeffe5fcd4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:34.184609 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8dc6b8c-5b79-4602-96d2-9587d00dfe0b req-960586b9-4e48-43fc-938a-8edeffe5fcd4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0855312 Aug 20 13:40:34.229135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:34.234938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=baff264d-0dbf-415e-bd77-019e99f21702,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:34.240335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:34.247222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:34.301147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c26e46f-8d97-4d4c-9253-73d765ce88de,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:34.322169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a8dc6b8c-5b79-4602-96d2-9587d00dfe0b req-09cc46ab-c1fc-4fbd-854c-50394e84a195 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117537 Aug 20 13:40:34.579037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device baff264d-0dbf-415e-bd77-019e99f21702 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:34.602385 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.649777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port baff264d-0dbf-415e-bd77-019e99f21702 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:34.649777 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.675543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49434) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:34.684192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-620221952-network', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:34.689520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Sync routers for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:34.711713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:34.712515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:34.714470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Made reservation on behalf of 677a22c3b43d47a5a85b162627ae33d0 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:34.717053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.726898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.852326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:34.862316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.871263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.880349 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Sync routers for ids ['0d24b03e-a57a-4709-be80-7765ce8e0db7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:34.891710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:34.898409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Routers {'0d24b03e-a57a-4709-be80-7765ce8e0db7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:34.905613 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0d24b03e-a57a-4709-be80-7765ce8e0db7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:34.939750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:34.942844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:40:34.982308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c22c6b-f945-4354-8720-d8e89218e1be,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:34.999370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.000074 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Added segment ebaef6de-0517-409f-b517-f31e8a6adc30 of type vlan for network 413b10bb-ffea-4220-a081-8fa72766799a Aug 20 13:40:35.129784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.134303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Set router 0d24b03e-a57a-4709-be80-7765ce8e0db7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:35.178158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Router 809ad175-362e-492f-9d2c-7074c609ac17 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:40:35.183853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e9919-f246-4ef6-8a8b-bded458fa43a req-da8e0b32-01bc-4ff5-84e2-203e0b71f1fc tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:35.185941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d1e9919-f246-4ef6-8a8b-bded458fa43a req-da8e0b32-01bc-4ff5-84e2-203e0b71f1fc tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1118815 Aug 20 13:40:35.191818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.193832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:35.194468 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.268459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5910208 Aug 20 13:40:35.347751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:35.349722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49440) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:35.372486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Request body: {'subnet': {'network_id': '413b10bb-ffea-4220-a081-8fa72766799a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-620221952-subnet', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:35.377970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.384324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-009c7f7f-d3e3-4c40-bfc4-2858bdb762a5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8226643 Aug 20 13:40:35.384755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b2dd6-9a26-48bc-8298-942578a3638f admin admin] Pushing event updated for resources: {'Network': ['ID=413b10bb-ffea-4220-a081-8fa72766799a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:35.386171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49444) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:35.420840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 413b10bb-ffea-4220-a081-8fa72766799a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:40:35.427070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d1e9919-f246-4ef6-8a8b-bded458fa43a req-1a745e4b-d77f-4392-9b68-98c75469af0c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148407 Aug 20 13:40:35.461748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Sync routers for ids ['809ad175-362e-492f-9d2c-7074c609ac17'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:35.497189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Made reservation on behalf of 677a22c3b43d47a5a85b162627ae33d0 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:35.499997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.524129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369423b6-0644-4ef7-9ee2-1b586018a39f None None] Network 34483b57-04e4-4975-99b5-7947a0be6a10 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:35.534375 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:31Z', 'revision_number': 4, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '8efae4ab-12cf-4368-8209-b2e5737e2010', 'name': '', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'mac_address': 'fa:16:3e:77:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:30Z', 'updated_at': '2021-08-20T13:40:31Z', 'revision_number': 2, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'subnets': [{'id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:35.568448 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Checking router: 0d24b03e-a57a-4709-be80-7765ce8e0db7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:35.569703 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Updating router 0d24b03e-a57a-4709-be80-7765ce8e0db7 port 8efae4ab-12cf-4368-8209-b2e5737e2010 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:35.609468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Routers {'809ad175-362e-492f-9d2c-7074c609ac17'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:35.610104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['809ad175-362e-492f-9d2c-7074c609ac17'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:35.611747 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.663026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133948df-d744-429f-8823-2eeaf52a9b67 req-4a95efd3-45e4-44e1-b45f-0e1c76e1ceb6 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:35.664884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-133948df-d744-429f-8823-2eeaf52a9b67 req-4a95efd3-45e4-44e1-b45f-0e1c76e1ceb6 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1910698 Aug 20 13:40:35.677026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6075a1fe-76f6-4299-a0ac-a86b4d0e78e9 None None] Provisioning for port 98ce82a0-c4d6-4bc2-a201-98b9a331492c completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:35.690561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:35.691120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.793421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-133948df-d744-429f-8823-2eeaf52a9b67 req-8e4d736a-49cb-4642-b09d-c5071961ba80 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177659 Aug 20 13:40:35.827430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 2, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:35.873538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Set router 809ad175-362e-492f-9d2c-7074c609ac17 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:35.877746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Checking router: 6c2bc574-7582-42a0-a99b-f465f022d9d1 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:35.878071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Updating router 6c2bc574-7582-42a0-a99b-f465f022d9d1 port 617102a8-cbf8-43f9-999b-6b06ce2804e2 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:35.982558 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.996191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:35.999006 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Transition to ACTIVE for port object 8efae4ab-12cf-4368-8209-b2e5737e2010 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:36.007318 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.048009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.084985 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca50e1-5d67-4beb-8a71-61f0e180477f None None] Pushing event updated for resources: {'Port': ['ID=8efae4ab-12cf-4368-8209-b2e5737e2010,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:36.118259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 98ce82a0-c4d6-4bc2-a201-98b9a331492c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:36.135844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e49e8a-083d-44bf-85a9-2abc1b0b13d1,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:36.158242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Checking segment: {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:36.158677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Network hostable DHCP agents. Network: 413b10bb-ffea-4220-a081-8fa72766799a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:40:36.178984 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Attempting to bind port 8efae4ab-12cf-4368-8209-b2e5737e2010 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:36.180251 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Attempting to bind port 8efae4ab-12cf-4368-8209-b2e5737e2010 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:36.180700 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Attempting to bind port 8efae4ab-12cf-4368-8209-b2e5737e2010 on network 6dcbc43a-32de-4756-8134-8565615823c4 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:36.187919 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:36.188474 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Checking segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:36.189194 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.189493 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Bound using segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:36.190111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Bound port: 8efae4ab-12cf-4368-8209-b2e5737e2010, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:36.190603 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.221508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Network 413b10bb-ffea-4220-a081-8fa72766799a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:40:36.267105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 413b10bb-ffea-4220-a081-8fa72766799a) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:36.285264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:36.286232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.315486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3a1f37f8-6210-4322-b1ba-68c92df8c002 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9644754 Aug 20 13:40:36.318423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49448) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:36.324365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] For port 8efae4ab-12cf-4368-8209-b2e5737e2010, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:36.324643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:36.329102 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] For port 8efae4ab-12cf-4368-8209-b2e5737e2010, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8efae4ab-12cf-4368-8209-b2e5737e2010,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:36.330853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc546c-de39-41a7-90a1-a41c15c66c4d None None] Network 413b10bb-ffea-4220-a081-8fa72766799a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:36.339174 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.373882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.374936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.418555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.450153 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca50e1-5d67-4beb-8a71-61f0e180477f None None] Pushing event updated for resources: {'Port': ['ID=8efae4ab-12cf-4368-8209-b2e5737e2010,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:36.469173 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Routers {'0d24b03e-a57a-4709-be80-7765ce8e0db7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:36.469971 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0d24b03e-a57a-4709-be80-7765ce8e0db7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:36.532369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.547649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 98ce82a0-c4d6-4bc2-a201-98b9a331492c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:36.607756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 98ce82a0-c4d6-4bc2-a201-98b9a331492c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:36.608134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.687506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] Set router 0d24b03e-a57a-4709-be80-7765ce8e0db7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:36.806052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 3, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:36.821318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0269-305b-4e48-a331-5ac112e65cd2 req-384a60e3-e6f4-4279-80a7-2715a345f328 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:36.822974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-328c0269-305b-4e48-a331-5ac112e65cd2 req-384a60e3-e6f4-4279-80a7-2715a345f328 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1853828 Aug 20 13:40:36.867944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Checking router: 809ad175-362e-492f-9d2c-7074c609ac17 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:36.868389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Updating router 809ad175-362e-492f-9d2c-7074c609ac17 port 6c26e46f-8d97-4d4c-9253-73d765ce88de binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:36.868868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:36.937355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-328c0269-305b-4e48-a331-5ac112e65cd2 req-2f44a7d7-56fc-4915-91cb-7ae5434d8f5f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887835 Aug 20 13:40:36.946352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Allocated IP 172.20.0.1 (34483b57-04e4-4975-99b5-7947a0be6a10/a67e0180-70b1-4097-83cd-77375b610ed6/a05bce24-f3a5-4b84-861a-139d02273c18) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:36.992701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-413b10bb-ffea-4220-a081-8fa72766799a', 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'fixed_ips': [{'subnet_id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:40:36.993564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.005505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.017893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fe09c0d8-8702-4525-8047-ecd498071915 None None] Provisioning complete for port 98ce82a0-c4d6-4bc2-a201-98b9a331492c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:37.018267 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fe09c0d8-8702-4525-8047-ecd498071915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.048736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc6d5-4cb9-49e7-a8e1-6daf1515ceee req-bf55d572-585c-4b33-8909-80ed63940466 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:37.057691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-955cc6d5-4cb9-49e7-a8e1-6daf1515ceee req-bf55d572-585c-4b33-8909-80ed63940466 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0984867 Aug 20 13:40:37.100836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.109772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-955cc6d5-4cb9-49e7-a8e1-6daf1515ceee req-bd6d9010-aef6-4080-91f7-87f97af19cef tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509651 Aug 20 13:40:37.125816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Transition to ACTIVE for port object a05bce24-f3a5-4b84-861a-139d02273c18 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:37.182567 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.204137 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-19de8602-df22-4636-a934-26949e3d9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:31Z', 'revision_number': 4, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '8efae4ab-12cf-4368-8209-b2e5737e2010', 'name': '', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'mac_address': 'fa:16:3e:77:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:30Z', 'updated_at': '2021-08-20T13:40:36Z', 'revision_number': 4, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'subnets': [{'id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:37.239254 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de8602-df22-4636-a934-26949e3d9162 None None] The sync data for ids ['0d24b03e-a57a-4709-be80-7765ce8e0db7'] in n-d-804232-5 is: [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:31Z', 'revision_number': 4, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '8efae4ab-12cf-4368-8209-b2e5737e2010', 'name': '', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'mac_address': 'fa:16:3e:77:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:30Z', 'updated_at': '2021-08-20T13:40:36Z', 'revision_number': 4, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'subnets': [{'id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:37.252451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Network 34483b57-04e4-4975-99b5-7947a0be6a10 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:37.259784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:37.262186 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.265434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:37.275038 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.282519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.344094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.363906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a05bce24-f3a5-4b84-861a-139d02273c18,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:37.409630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.442244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Transition to ACTIVE for port object 617102a8-cbf8-43f9-999b-6b06ce2804e2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:37.553282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Allocated IP 172.25.6.35 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a071990a-cd43-4175-9101-ad66b88063ef) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:37.563860 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.599014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.657133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 98ce82a0-c4d6-4bc2-a201-98b9a331492c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=98ce82a0-c4d6-4bc2-a201-98b9a331492c,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:37.695351 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.699027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c50f7-6ea4-48b6-adee-3936e0437c35 None None] Pushing event updated for resources: {'Port': ['ID=617102a8-cbf8-43f9-999b-6b06ce2804e2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:37.705416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.780708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.848735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:37.852093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:37.867681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.873299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:37.882142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:37.885412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=a071990a-cd43-4175-9101-ad66b88063ef,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:37.970683 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8efae4ab-12cf-4368-8209-b2e5737e2010 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:38.036847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.040639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a05bce24-f3a5-4b84-861a-139d02273c18,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:38.119316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Allocated IP 172.20.0.2 (413b10bb-ffea-4220-a081-8fa72766799a/11e49e8a-083d-44bf-85a9-2abc1b0b13d1/eb5a4ab7-10b1-4932-914a-b7c7d110e3e8) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:38.126363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Attempting to bind port 617102a8-cbf8-43f9-999b-6b06ce2804e2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:38.126885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Attempting to bind port 617102a8-cbf8-43f9-999b-6b06ce2804e2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:38.127359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Attempting to bind port 617102a8-cbf8-43f9-999b-6b06ce2804e2 on network ef39fdbb-24da-407f-8c72-f8a261493e6a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:38.168641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=98ce82a0-c4d6-4bc2-a201-98b9a331492c,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:38.184342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:38.184803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Checking segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:38.185182 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.185636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Bound using segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:38.186117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Bound port: 617102a8-cbf8-43f9-999b-6b06ce2804e2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:38.186553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Network 34483b57-04e4-4975-99b5-7947a0be6a10 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:38.186711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.191823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:38.270361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:40:38.298363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a894e4-56fa-4302-b551-9126def2ba33 req-d13d226a-68b2-4fa5-ac62-412e6e798432 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:38.307641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8a894e4-56fa-4302-b551-9126def2ba33 req-d13d226a-68b2-4fa5-ac62-412e6e798432 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.2498286 Aug 20 13:40:38.342980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] For port 617102a8-cbf8-43f9-999b-6b06ce2804e2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:38.347635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] For port 617102a8-cbf8-43f9-999b-6b06ce2804e2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=617102a8-cbf8-43f9-999b-6b06ce2804e2,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:38.358397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8efae4ab-12cf-4368-8209-b2e5737e2010 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:38.375288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.399472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8efae4ab-12cf-4368-8209-b2e5737e2010 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:38.399950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.444597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.507405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8a894e4-56fa-4302-b551-9126def2ba33 req-72e2b80c-026b-401d-8577-196bb1735a21 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984775 Aug 20 13:40:38.795805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848f94-0e5e-4e2e-8bbd-69175aad896a req-163f6e61-276b-4992-96e6-cd5792efe78a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:38.804090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc848f94-0e5e-4e2e-8bbd-69175aad896a req-163f6e61-276b-4992-96e6-cd5792efe78a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1428900 Aug 20 13:40:38.804803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c50f7-6ea4-48b6-adee-3936e0437c35 None None] Pushing event updated for resources: {'Port': ['ID=617102a8-cbf8-43f9-999b-6b06ce2804e2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:38.830067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.834360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a89f2464-7923-4fb3-8a06-6b07751292e4 None None] Provisioning for port a05bce24-f3a5-4b84-861a-139d02273c18 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:38.840488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.844997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a89f2464-7923-4fb3-8a06-6b07751292e4 None None] Provisioning complete for port a05bce24-f3a5-4b84-861a-139d02273c18 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:38.845474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a89f2464-7923-4fb3-8a06-6b07751292e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:38.886390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc848f94-0e5e-4e2e-8bbd-69175aad896a req-64b421fd-5c87-4198-ac1c-d0e7e2c4bd72 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808392 Aug 20 13:40:38.891029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:38.892095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:38.895459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Router 809ad175-362e-492f-9d2c-7074c609ac17 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:38.998515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Transition to ACTIVE for port object 6c26e46f-8d97-4d4c-9253-73d765ce88de will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:39.001474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Transition to ACTIVE for port object eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:39.013826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.060121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:39.065701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Transition to ACTIVE for port object eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:39.067414 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11604109-2476-44e4-ba50-6f324bcff9a1 admin admin] 10.222.0.59 "PUT /v2.0/routers/809ad175-362e-492f-9d2c-7074c609ac17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6799250 Aug 20 13:40:39.069465 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.089568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a89f2464-7923-4fb3-8a06-6b07751292e4 None None] Port a05bce24-f3a5-4b84-861a-139d02273c18 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:39.105753 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.224809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.238427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Attempting to bind port 6c26e46f-8d97-4d4c-9253-73d765ce88de on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:39.238710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Attempting to bind port 6c26e46f-8d97-4d4c-9253-73d765ce88de by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:39.239078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Attempting to bind port 6c26e46f-8d97-4d4c-9253-73d765ce88de on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:39.245029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Network 413b10bb-ffea-4220-a081-8fa72766799a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:39.254925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a89f2464-7923-4fb3-8a06-6b07751292e4 None None] Provisioning complete for port 8efae4ab-12cf-4368-8209-b2e5737e2010 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:39.255524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a89f2464-7923-4fb3-8a06-6b07751292e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.260616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8efae4ab-12cf-4368-8209-b2e5737e2010, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8efae4ab-12cf-4368-8209-b2e5737e2010,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:39.279325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:39.283231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:39.333654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:39.334290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:39.334981 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.335713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:39.336538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Bound port: 6c26e46f-8d97-4d4c-9253-73d765ce88de, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:39.337223 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.339910 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.343490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f567-b1e1-4b7c-8c85-55a552aa4ea6 None None] Pushing event updated for resources: {'Port': ['ID=6c26e46f-8d97-4d4c-9253-73d765ce88de,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:39.422684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Router c9ceffdf-d444-4e2b-8b99-281245b443f9 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:40:39.460073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:39.540422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:39.551311 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Sync routers for ids ['c9ceffdf-d444-4e2b-8b99-281245b443f9'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:39.566056 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Routers {'c9ceffdf-d444-4e2b-8b99-281245b443f9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:39.566720 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9ceffdf-d444-4e2b-8b99-281245b443f9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:39.587825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.589436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-efbe0f3b-eb5c-494a-b1ac-161c319c3bc4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2695501 Aug 20 13:40:39.591914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49486) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:39.623761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Pushing event updated for resources: {'Port': ['ID=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:39.710441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Attempting to bind port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:39.710885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Attempting to bind port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:39.711443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Attempting to bind port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 on network 413b10bb-ffea-4220-a081-8fa72766799a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:39.725070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] For port 6c26e46f-8d97-4d4c-9253-73d765ce88de, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:39.735202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:39.735583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Checking segment: {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:39.736029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.736430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Bound using segment: {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:39.736951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Bound port: eb5a4ab7-10b1-4932-914a-b7c7d110e3e8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:39.737372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.825299 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Set router c9ceffdf-d444-4e2b-8b99-281245b443f9 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:39.858851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] For port 6c26e46f-8d97-4d4c-9253-73d765ce88de, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6c26e46f-8d97-4d4c-9253-73d765ce88de,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:39.869047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8efae4ab-12cf-4368-8209-b2e5737e2010,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:39.904099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:39.968137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f411c-5fc2-4472-8670-f46dada74d7f req-5ffa9c98-1136-445f-81ba-a611c1603fea tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:39.981101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e63f411c-5fc2-4472-8670-f46dada74d7f req-5ffa9c98-1136-445f-81ba-a611c1603fea tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.3347020 Aug 20 13:40:40.152404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 617102a8-cbf8-43f9-999b-6b06ce2804e2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:40.163124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf0cf6-a5d8-4eeb-a699-d81165925820 req-40c9be33-d411-49c1-87f1-5649e1d9ec76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:40.173473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eabf0cf6-a5d8-4eeb-a699-d81165925820 req-40c9be33-d411-49c1-87f1-5649e1d9ec76 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1188333 Aug 20 13:40:40.198080 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:38Z', 'revision_number': 3, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:40.245074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eabf0cf6-a5d8-4eeb-a699-d81165925820 req-5e8b7030-14cf-471e-a7b6-9e719808203c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636125 Aug 20 13:40:40.271109 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Checking router: c9ceffdf-d444-4e2b-8b99-281245b443f9 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:40.271466 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Updating router c9ceffdf-d444-4e2b-8b99-281245b443f9 port a071990a-cd43-4175-9101-ad66b88063ef binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:40.323177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] For port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:40.326643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Routers {'809ad175-362e-492f-9d2c-7074c609ac17'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:40.327539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['809ad175-362e-492f-9d2c-7074c609ac17'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:40.332801 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e63f411c-5fc2-4472-8670-f46dada74d7f req-8db7d10d-1de6-4afc-8f8b-199fded0be91 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504083 Aug 20 13:40:40.344217 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.507417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f567-b1e1-4b7c-8c85-55a552aa4ea6 None None] Pushing event updated for resources: {'Port': ['ID=6c26e46f-8d97-4d4c-9253-73d765ce88de,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:40.534830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] For port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:40.544948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] Set router 809ad175-362e-492f-9d2c-7074c609ac17 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:40.605705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.621890 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.638238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 617102a8-cbf8-43f9-999b-6b06ce2804e2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:40.721517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-df96df5c-08fa-4904-9d98-5564a52bb21a None None] Provisioning complete for port a05bce24-f3a5-4b84-861a-139d02273c18 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:40.721877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df96df5c-08fa-4904-9d98-5564a52bb21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.729002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 617102a8-cbf8-43f9-999b-6b06ce2804e2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:40.729403 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.809785 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.840120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Transition to ACTIVE for port object a071990a-cd43-4175-9101-ad66b88063ef will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:40.850644 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.968038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Allocated IP 172.20.0.1 (413b10bb-ffea-4220-a081-8fa72766799a/11e49e8a-083d-44bf-85a9-2abc1b0b13d1/61772241-6c87-4710-8437-9d3ad16e2870) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:40.970918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Attempting to bind port a071990a-cd43-4175-9101-ad66b88063ef on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:40.971455 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Attempting to bind port a071990a-cd43-4175-9101-ad66b88063ef by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:40.971845 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Attempting to bind port a071990a-cd43-4175-9101-ad66b88063ef on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:40.990896 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:40.991322 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:40.994133 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:40.995775 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:40.995926 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Bound port: a071990a-cd43-4175-9101-ad66b88063ef, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:40.996246 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.029861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72217-a6eb-4fa0-8698-4dd1cbbb5ac1 None None] Pushing event updated for resources: {'Port': ['ID=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:41.046097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-df96df5c-08fa-4904-9d98-5564a52bb21a None None] Port a05bce24-f3a5-4b84-861a-139d02273c18 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:41.130320 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe9e94-ab9d-4b28-8611-d3d11d6c666d None None] Pushing event updated for resources: {'Port': ['ID=a071990a-cd43-4175-9101-ad66b88063ef,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:41.147924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:38Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:41.196594 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] For port a071990a-cd43-4175-9101-ad66b88063ef, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:41.206353 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] For port a071990a-cd43-4175-9101-ad66b88063ef, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a071990a-cd43-4175-9101-ad66b88063ef,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:41.215372 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.237692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.257875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Transition to ACTIVE for port object 61772241-6c87-4710-8437-9d3ad16e2870 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:41.345570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.383164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.386856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0a294-d7dc-43a8-9294-a71debeb1d19 None None] The sync data for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 is: [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:38Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:41.451245 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Routers {'c9ceffdf-d444-4e2b-8b99-281245b443f9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:41.451896 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9ceffdf-d444-4e2b-8b99-281245b443f9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:41.455725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 617102a8-cbf8-43f9-999b-6b06ce2804e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=617102a8-cbf8-43f9-999b-6b06ce2804e2,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:41.477814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.478735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 98ce82a0-c4d6-4bc2-a201-98b9a331492c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:41.483687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Network 413b10bb-ffea-4220-a081-8fa72766799a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:41.498425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:41.545008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:41.623174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817bb3f-3aa4-4c0e-b4e5-dfed1365fbab req-2c74de04-fc0c-408e-9e91-435942b8515d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:41.635706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2817bb3f-3aa4-4c0e-b4e5-dfed1365fbab req-2c74de04-fc0c-408e-9e91-435942b8515d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.2572541 Aug 20 13:40:41.643356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Pushing event updated for resources: {'Port': ['ID=61772241-6c87-4710-8437-9d3ad16e2870,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:41.676505 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe9e94-ab9d-4b28-8611-d3d11d6c666d None None] Pushing event updated for resources: {'Port': ['ID=a071990a-cd43-4175-9101-ad66b88063ef,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:41.678362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5299869-3ab7-4e69-b153-0c6255bd66c1 req-bbf1db63-ada7-48f3-ac82-a4448d4804f4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:41.696873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5299869-3ab7-4e69-b153-0c6255bd66c1 req-bbf1db63-ada7-48f3-ac82-a4448d4804f4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1851521 Aug 20 13:40:41.719902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:41.737368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=617102a8-cbf8-43f9-999b-6b06ce2804e2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:41.741272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2817bb3f-3aa4-4c0e-b4e5-dfed1365fbab req-3ff8b9c1-94f0-4595-87d3-d12a2c07b012 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043189 Aug 20 13:40:41.792453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a05bce24-f3a5-4b84-861a-139d02273c18', 'name': '', 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'mac_address': 'fa:16:3e:4d:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 2, 'project_id': '469c8b4047234c188f559480733b7a2a', 'subnets': [{'id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:41.809027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5299869-3ab7-4e69-b153-0c6255bd66c1 req-f9a83fae-2789-4c28-943b-a6ef1e8b3758 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110103 Aug 20 13:40:41.863236 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] Set router c9ceffdf-d444-4e2b-8b99-281245b443f9 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:41.868244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f721-7923-4f8d-8003-a20756d71351 None None] The sync data for ids ['809ad175-362e-492f-9d2c-7074c609ac17'] in n-d-804232-5 is: [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a05bce24-f3a5-4b84-861a-139d02273c18', 'name': '', 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'mac_address': 'fa:16:3e:4d:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 2, 'project_id': '469c8b4047234c188f559480733b7a2a', 'subnets': [{'id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:41.883490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 98ce82a0-c4d6-4bc2-a201-98b9a331492c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:41.885734 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:42.118761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:42.393900 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:38Z', 'revision_number': 3, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:42.445731 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008af5f-c91b-40b3-8acb-95f8e1029ab9 None None] The sync data for ids ['c9ceffdf-d444-4e2b-8b99-281245b443f9'] in n-d-804232-5 is: [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:38Z', 'revision_number': 3, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:42.490557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:42.508174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:42.516486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4414cd2-ff72-44f8-8fe4-8d34d5cfbe2d None None] Network 413b10bb-ffea-4220-a081-8fa72766799a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:40:42.569715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:42.631599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Pushing event updated for resources: {'Port': ['ID=61772241-6c87-4710-8437-9d3ad16e2870,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:42.642936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:42.812491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5541d722-e1a8-49f9-9896-27365319824c None None] Provisioning for port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:42.857209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Network 413b10bb-ffea-4220-a081-8fa72766799a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:42.861393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:42.917591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:42.928796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:42.929232 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:42.977079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a007-1b6d-454d-90e1-98cbae477504 req-28315db0-8f80-41d7-a144-577c206104bf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:42.979431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91b0a007-1b6d-454d-90e1-98cbae477504 req-28315db0-8f80-41d7-a144-577c206104bf tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0836976 Aug 20 13:40:43.045879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91b0a007-1b6d-454d-90e1-98cbae477504 req-0ca367d9-d4d4-4305-ab47-cc0fd80afa2b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571454 Aug 20 13:40:43.064655 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.144694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540287-5b7c-405a-9334-7c807f25bd5f req-44af848e-87c3-4002-ad34-b398eb32a9ee tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:43.146455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39540287-5b7c-405a-9334-7c807f25bd5f req-44af848e-87c3-4002-ad34-b398eb32a9ee tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.2027028 Aug 20 13:40:43.158981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:43.167601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.168533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 617102a8-cbf8-43f9-999b-6b06ce2804e2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:43.231824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39540287-5b7c-405a-9334-7c807f25bd5f req-7c01da70-85a8-493a-9241-62cbd33f6f84 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744276 Aug 20 13:40:43.234041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Router c9ceffdf-d444-4e2b-8b99-281245b443f9 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:40:43.341219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:43.352148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 617102a8-cbf8-43f9-999b-6b06ce2804e2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:43.352711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.390258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e289535d-1710-4709-99d8-50fa5f22874e None None] Provisioning for port 61772241-6c87-4710-8437-9d3ad16e2870 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:43.437804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e289535d-1710-4709-99d8-50fa5f22874e None None] Provisioning complete for port 61772241-6c87-4710-8437-9d3ad16e2870 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:43.438343 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e289535d-1710-4709-99d8-50fa5f22874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.448083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:40:43.465168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8487163d-94db-4647-beaf-ab84c0321807 admin admin] 10.222.0.59 "PUT /v2.0/routers/c9ceffdf-d444-4e2b-8b99-281245b443f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8718331 Aug 20 13:40:43.514037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e289535d-1710-4709-99d8-50fa5f22874e None None] Port 61772241-6c87-4710-8437-9d3ad16e2870 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:43.535976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8efae4ab-12cf-4368-8209-b2e5737e2010 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:43.539671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e289535d-1710-4709-99d8-50fa5f22874e None None] Provisioning complete for port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:43.539956 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e289535d-1710-4709-99d8-50fa5f22874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.677789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8efae4ab-12cf-4368-8209-b2e5737e2010 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:43.678433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.819158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-96353bff-3b84-4f0f-9c68-f2d5086e61eb None None] Provisioning complete for port 61772241-6c87-4710-8437-9d3ad16e2870 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:43.819779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96353bff-3b84-4f0f-9c68-f2d5086e61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:43.863382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-96353bff-3b84-4f0f-9c68-f2d5086e61eb None None] Port 61772241-6c87-4710-8437-9d3ad16e2870 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:43.986766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6ac86190-86dd-476a-8795-77d2621a2333 None None] Provisioning complete for port 61772241-6c87-4710-8437-9d3ad16e2870 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:43.987142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6ac86190-86dd-476a-8795-77d2621a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:44.046808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6ac86190-86dd-476a-8795-77d2621a2333 None None] Port 61772241-6c87-4710-8437-9d3ad16e2870 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:44.204889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa2fa4-b3cc-40dd-b47b-d067909d5b40 req-4fe22a5b-ab71-4397-8dc9-ab3dec1101dd tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:44.215172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50aa2fa4-b3cc-40dd-b47b-d067909d5b40 req-4fe22a5b-ab71-4397-8dc9-ab3dec1101dd tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0742958 Aug 20 13:40:44.282231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50aa2fa4-b3cc-40dd-b47b-d067909d5b40 req-b7153a6b-1e8f-4840-9884-1970868564de tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660367 Aug 20 13:40:44.312356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-1b610c82-8922-48e2-8cbd-5dbc1b27e35b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:44.314072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-1b610c82-8922-48e2-8cbd-5dbc1b27e35b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/networks?id=6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 200 len: 910 time: 0.1540837 Aug 20 13:40:44.345254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-c5c17ade-5033-44a8-be4f-4041188cabb6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/quotas/677a22c3b43d47a5a85b162627ae33d0 HTTP/1.1" status: 200 len: 375 time: 0.0216854 Aug 20 13:40:44.439424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:44.491068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-acf1551c-f1d7-47e4-a4af-e28b07ba1e45 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=677a22c3b43d47a5a85b162627ae33d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447883 Aug 20 13:40:44.541538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:44.542053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:44.614068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe745-11c4-4893-b980-4d30cc85df4a req-9e7b23b5-27c9-4d77-b3c6-97900dc32cc6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:44.615650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f1fe745-11c4-4893-b980-4d30cc85df4a req-9e7b23b5-27c9-4d77-b3c6-97900dc32cc6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1299841 Aug 20 13:40:44.678627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f1fe745-11c4-4893-b980-4d30cc85df4a req-2a72c78d-d5e5-4ffe-9964-e6fc73f94857 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Aug 20 13:40:44.697779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a071990a-cd43-4175-9101-ad66b88063ef up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:44.698905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-cccfc69e-b67e-4a29-9627-c48abdba09fa service neutron] 10.222.0.59 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982315 Aug 20 13:40:44.789758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a071990a-cd43-4175-9101-ad66b88063ef completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:44.794846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a071990a-cd43-4175-9101-ad66b88063ef triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:44.795290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:44.838194 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fd750d6c-8b2f-4e00-a37a-0c522a7aa930 service neutron] 10.222.0.59 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377223 Aug 20 13:40:44.944050 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:44.974113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a071990a-cd43-4175-9101-ad66b88063ef, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a071990a-cd43-4175-9101-ad66b88063ef,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:44.980420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:45.071726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a071990a-cd43-4175-9101-ad66b88063ef,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:45.191143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-504e7c71-72ff-4516-a6fa-7b9169997f64 req-5794645d-3253-46c1-b375-882aba66536a tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0474844 Aug 20 13:40:45.488988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bde60-74e2-4492-a268-3154bfb93959 req-408e79c1-3a13-48ab-b569-fb023eef339c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:45.501245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c55bde60-74e2-4492-a268-3154bfb93959 req-408e79c1-3a13-48ab-b569-fb023eef339c tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1263351 Aug 20 13:40:45.583988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c55bde60-74e2-4492-a268-3154bfb93959 req-0ed47e85-a663-4ff1-a704-1eebd6f285cc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803833 Aug 20 13:40:45.778311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c3de4db-f9f9-48a3-b566-8550b0fe9255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:45.837306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:40:45.872905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227501c-dab0-4011-9eff-90d8bc31d82d req-34d110ed-cd33-48f5-914d-27c3f822811c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:45.875979 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1227501c-dab0-4011-9eff-90d8bc31d82d req-34d110ed-cd33-48f5-914d-27c3f822811c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0915632 Aug 20 13:40:45.965043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1227501c-dab0-4011-9eff-90d8bc31d82d req-2dda67f4-fb54-4aaa-b996-18dc88b1274f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823123 Aug 20 13:40:46.156225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:46.179783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'mac_address': 'fa:16:3e:54:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:40:46.280172 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:46.324741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec85473-fda8-4d7c-b236-1257f46f430a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:46.326280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92542704-eff1-4730-86b1-984863513395 req-0efe3d42-559c-4745-8eb9-5d5ba0c0376c tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0408876 Aug 20 13:40:46.360799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:46.370036 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:46.468976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:46.486265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6c26e46f-8d97-4d4c-9253-73d765ce88de up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:46.538224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['0ec85473-fda8-4d7c-b236-1257f46f430a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:40:46.644811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6c26e46f-8d97-4d4c-9253-73d765ce88de completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:46.665284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6c26e46f-8d97-4d4c-9253-73d765ce88de triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:46.666793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:46.888474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-9443fa8e-26f6-4f6a-9550-fe2f4e7239f3 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:46.896500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-9443fa8e-26f6-4f6a-9550-fe2f4e7239f3 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.53 "GET /v2.0/networks?id=6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 200 len: 910 time: 0.2218916 Aug 20 13:40:46.919957 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:46.949111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Request body: {'port': {'device_id': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'admin_state_up': True, 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:46.951772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6c26e46f-8d97-4d4c-9253-73d765ce88de, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6c26e46f-8d97-4d4c-9253-73d765ce88de,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:46.963840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:46.964783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a071990a-cd43-4175-9101-ad66b88063ef up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:47.020111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad03566-293a-4e83-b350-0438b2439e5b req-8020a2b0-10da-42b7-b799-29f900820323 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:47.053884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ad03566-293a-4e83-b350-0438b2439e5b req-8020a2b0-10da-42b7-b799-29f900820323 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 944 time: 0.1525154 Aug 20 13:40:47.123711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Made reservation on behalf of 677a22c3b43d47a5a85b162627ae33d0 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:40:47.127143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:47.238327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Sync routers for ids ['c9ceffdf-d444-4e2b-8b99-281245b443f9'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:47.248330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ad03566-293a-4e83-b350-0438b2439e5b req-de0c4d10-e581-4dbf-917e-dcc2865d82e5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845653 Aug 20 13:40:47.275034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Routers {'c9ceffdf-d444-4e2b-8b99-281245b443f9'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:47.275924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9ceffdf-d444-4e2b-8b99-281245b443f9'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:47.319955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaac4d2-595e-42c1-91eb-e5a37dcb94f5 req-2929f606-4dc3-4b3a-a72e-76f3bcc3fbec tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:47.339126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5aaac4d2-595e-42c1-91eb-e5a37dcb94f5 req-2929f606-4dc3-4b3a-a72e-76f3bcc3fbec tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1825585 Aug 20 13:40:47.478287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Allocated IP 172.20.0.12 (6dcbc43a-32de-4756-8134-8565615823c4/c9c49f3d-139c-4e93-bbd8-27453adbfd90/25c6f2b4-48c3-49ef-861a-97a39fe3f726) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:40:47.495140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5aaac4d2-595e-42c1-91eb-e5a37dcb94f5 req-ed2ccfc0-f0f9-449f-b214-01ce9a7f8dc5 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545691 Aug 20 13:40:47.597744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cdc348e6-fbfa-4412-a876-f55d394d5896 req-39290845-9e17-46da-a975-1cb3fc94480e tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0621099 Aug 20 13:40:47.691940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6c26e46f-8d97-4d4c-9253-73d765ce88de,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:47.780623 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:47.807903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Transition to ACTIVE for port object 25c6f2b4-48c3-49ef-861a-97a39fe3f726 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:47.811634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a071990a-cd43-4175-9101-ad66b88063ef triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:47.812580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:47.854254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:47.855145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:47.942090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Set router c9ceffdf-d444-4e2b-8b99-281245b443f9 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:47.956852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Pushing event updated for resources: {'Port': ['ID=25c6f2b4-48c3-49ef-861a-97a39fe3f726,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:47.962987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Network 6dcbc43a-32de-4756-8134-8565615823c4 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:40:47.964858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:40:47.967635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:40:48.014941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:48.015587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.043304 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-2c6503d4-0189-44ba-bc86-cde9907c59e1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1004500 Aug 20 13:40:48.058103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Request body: {'port': {'device_id': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:40:48.168830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.200379 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Sync routers for ids ['809ad175-362e-492f-9d2c-7074c609ac17'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:40:48.214367 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Routers {'809ad175-362e-492f-9d2c-7074c609ac17'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:48.215378 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['809ad175-362e-492f-9d2c-7074c609ac17'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:48.323807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 0ec85473-fda8-4d7c-b236-1257f46f430a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:48.324463 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.436538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6c26e46f-8d97-4d4c-9253-73d765ce88de up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:48.462915 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Set router 809ad175-362e-492f-9d2c-7074c609ac17 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:48.654359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd6cb-7054-4967-bd74-08fe0b4ce6fb req-bc14dc2f-1d6b-43fc-8ee1-11cc48fcc1dd tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:48.656180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d58dd6cb-7054-4967-bd74-08fe0b4ce6fb req-bc14dc2f-1d6b-43fc-8ee1-11cc48fcc1dd tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 944 time: 0.1974709 Aug 20 13:40:48.704360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-83f0e414-41a4-4abe-8de3-487fc5500903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.716591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-735df769-16e4-4571-9288-e4558a07d973 None None] Provisioning for port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:48.770105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.774863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-735df769-16e4-4571-9288-e4558a07d973 None None] Provisioning complete for port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:48.775239 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-735df769-16e4-4571-9288-e4558a07d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.807124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94092b-fbdb-4c7b-9fad-2b0b24bdce67 req-3ec9ee3e-a9a7-4ad3-9cbf-7b21a6a26a21 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:48.810316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c94092b-fbdb-4c7b-9fad-2b0b24bdce67 req-3ec9ee3e-a9a7-4ad3-9cbf-7b21a6a26a21 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1522348 Aug 20 13:40:48.827726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c6f2b4-48c3-49ef-861a-97a39fe3f726 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:48.875029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:48.884787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c94092b-fbdb-4c7b-9fad-2b0b24bdce67 req-586719b5-e7ae-4bb1-a4cf-62b00761feef tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Aug 20 13:40:48.905667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a05bce24-f3a5-4b84-861a-139d02273c18', 'name': '', 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'mac_address': 'fa:16:3e:4d:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 2, 'project_id': '469c8b4047234c188f559480733b7a2a', 'subnets': [{'id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:48.923529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Transition to ACTIVE for port object 25c6f2b4-48c3-49ef-861a-97a39fe3f726 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:48.937911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d58dd6cb-7054-4967-bd74-08fe0b4ce6fb req-c6d5d4e8-f3ec-4ece-8e85-2bdc560368f7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655337 Aug 20 13:40:48.937911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.013819 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Checking router: 809ad175-362e-492f-9d2c-7074c609ac17 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:49.014182 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Updating router 809ad175-362e-492f-9d2c-7074c609ac17 port a05bce24-f3a5-4b84-861a-139d02273c18 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:49.018867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981e2c-ee71-4870-8b16-6d7d627bf49a req-96fbb7ad-9b3d-4c40-96a7-c5d6d561ce6f tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:49.029718 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94981e2c-ee71-4870-8b16-6d7d627bf49a req-96fbb7ad-9b3d-4c40-96a7-c5d6d561ce6f tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1053 time: 0.0677602 Aug 20 13:40:49.054797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-735df769-16e4-4571-9288-e4558a07d973 None None] Port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:40:49.098413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6c26e46f-8d97-4d4c-9253-73d765ce88de triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:49.101830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Pushing event updated for resources: {'Port': ['ID=25c6f2b4-48c3-49ef-861a-97a39fe3f726,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:49.111242 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.129531 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.142439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94981e2c-ee71-4870-8b16-6d7d627bf49a req-60f83088-ca02-410c-b694-91865e9bf82f tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058598 Aug 20 13:40:49.184465 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.278077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:42Z', 'revision_number': 4, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '61772241-6c87-4710-8437-9d3ad16e2870', 'name': '', 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'mac_address': 'fa:16:3e:d4:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:40Z', 'updated_at': '2021-08-20T13:40:42Z', 'revision_number': 2, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'subnets': [{'id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:49.281406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Attempting to bind port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:49.281931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Attempting to bind port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:49.282433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Attempting to bind port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 on network 6dcbc43a-32de-4756-8134-8565615823c4 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:49.287456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 on network 6dcbc43a-32de-4756-8134-8565615823c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:40:49.288034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Attempting to bind port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 on network 6dcbc43a-32de-4756-8134-8565615823c4 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:49.292027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:49.297205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:49.299251 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa52ad-6e60-4d81-847c-6377e2c8eabe" -d '{"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:49.302339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Checking segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:49.302955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Bound using segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:49.303604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Bound port: 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:49.304755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.419478 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7dd5d2-32aa-48e8-84bd-403c7c35ef7d x-openstack-request-id: req-4d7dd5d2-32aa-48e8-84bd-403c7c35ef7d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:49.420376 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:49.420842 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d7dd5d2-32aa-48e8-84bd-403c7c35ef7d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:49.421525 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'code': 200} Aug 20 13:40:49.430301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:49.432223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Checking router: c9ceffdf-d444-4e2b-8b99-281245b443f9 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:40:49.432800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Updating router c9ceffdf-d444-4e2b-8b99-281245b443f9 port 61772241-6c87-4710-8437-9d3ad16e2870 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:40:49.485262 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.537136 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.545170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.550511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] For port 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:49.552523 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Transition to ACTIVE for port object a05bce24-f3a5-4b84-861a-139d02273c18 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:49.554767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.566688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] For port 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:49.567934 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.576161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.639470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405c8c5-343d-4248-b134-f711dd83b8fb None None] Pushing event updated for resources: {'Port': ['ID=a05bce24-f3a5-4b84-861a-139d02273c18,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:49.662884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:49.762664 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Attempting to bind port a05bce24-f3a5-4b84-861a-139d02273c18 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:49.763155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Attempting to bind port a05bce24-f3a5-4b84-861a-139d02273c18 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:49.765238 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Attempting to bind port a05bce24-f3a5-4b84-861a-139d02273c18 on network 34483b57-04e4-4975-99b5-7947a0be6a10 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:49.776513 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:49.777025 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Checking segment: {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:49.777524 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.777929 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Bound using segment: {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:49.778877 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Bound port: a05bce24-f3a5-4b84-861a-139d02273c18, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59091704-819a-41a8-893b-e497570fa5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:49.779265 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.782622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:49.784332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:40:49.785029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:49.787024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:40:49.791493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] 10.222.0.53 "PUT /v2.0/ports/25c6f2b4-48c3-49ef-861a-97a39fe3f726 HTTP/1.1" status: 200 len: 1092 time: 1.7405016 Aug 20 13:40:49.792140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'tag': '25c6f2b4-48c3-49ef-861a-97a39fe3f726'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:49.798506 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8718aba-368a-48f7-a437-54acef62ca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5", "tag": "25c6f2b4-48c3-49ef-861a-97a39fe3f726"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:49.821961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Pushing event updated for resources: {'Port': ['ID=25c6f2b4-48c3-49ef-861a-97a39fe3f726,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:49.995072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:49.995351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.002562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.003231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.007192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.007661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.007942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.008393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.008761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.009100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.009432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.009759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce78f7f-2366-43b7-904f-0d8bdaf87857 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:50.027650 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207cfbf-886e-4783-a5bd-0d541e9d18f3 x-openstack-request-id: req-4207cfbf-886e-4783-a5bd-0d541e9d18f3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:50.028023 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5", "tag": "25c6f2b4-48c3-49ef-861a-97a39fe3f726", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:50.028198 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4207cfbf-886e-4783-a5bd-0d541e9d18f3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:50.029363 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'tag': '25c6f2b4-48c3-49ef-861a-97a39fe3f726', 'status': 'completed', 'code': 200} Aug 20 13:40:50.066613 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] For port a05bce24-f3a5-4b84-861a-139d02273c18, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:50.077755 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] For port a05bce24-f3a5-4b84-861a-139d02273c18, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a05bce24-f3a5-4b84-861a-139d02273c18,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:50.084110 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.resource_extend [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:40:50.098287 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:50.102942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-28f37ab3-0a39-4ddb-b550-fed03c7693ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:50.104861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-28f37ab3-0a39-4ddb-b550-fed03c7693ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=677a22c3b43d47a5a85b162627ae33d0&device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1095 time: 0.2421877 Aug 20 13:40:50.249084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c58d-2274-4eed-8802-c752cca25da3 req-44d8931a-34ba-452e-84ec-e6a5fce6cb90 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:50.258325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e899c58d-2274-4eed-8802-c752cca25da3 req-44d8931a-34ba-452e-84ec-e6a5fce6cb90 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1208649 Aug 20 13:40:50.294758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-0129a532-a0bd-46ac-8b4f-c1f9fcb7db0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726 HTTP/1.1" status: 200 len: 217 time: 0.1269445 Aug 20 13:40:50.360352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e899c58d-2274-4eed-8802-c752cca25da3 req-7e7d1215-2f9d-416e-9de5-0fced8e9e8ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010177 Aug 20 13:40:50.504389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ac252-7d8b-4eff-bf92-b92bfbd01bd5 req-0147928d-65ae-4185-9876-cd1fd1199f51 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:50.512841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b99ac252-7d8b-4eff-bf92-b92bfbd01bd5 req-0147928d-65ae-4185-9876-cd1fd1199f51 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.4262078 Aug 20 13:40:50.520327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:50.555643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '43258fc3-8d30-4168-8d32-1e60df33e327', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'port_id': '43258fc3-8d30-4168-8d32-1e60df33e327', 'mac_address': 'fa:16:3e:93:68:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8fb21-a8e8-444b-8278-619d72e76497', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:40:50.556516 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405c8c5-343d-4248-b134-f711dd83b8fb None None] Pushing event updated for resources: {'Port': ['ID=a05bce24-f3a5-4b84-861a-139d02273c18,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:50.607366 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Routers {'809ad175-362e-492f-9d2c-7074c609ac17'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:50.608289 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['809ad175-362e-492f-9d2c-7074c609ac17'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:50.631882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-480c5062-e338-4559-8db0-c6bf68a4d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:50.636721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-480c5062-e338-4559-8db0-c6bf68a4d2cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9c49f3d-139c-4e93-bbd8-27453adbfd90 HTTP/1.1" status: 200 len: 848 time: 0.3344960 Aug 20 13:40:50.674701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b99ac252-7d8b-4eff-bf92-b92bfbd01bd5 req-693ca383-a303-44bc-b293-404a7ae98a2d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575799 Aug 20 13:40:50.736753 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:50.755407 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:50.777593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-429491b7-35c3-41c4-a825-deb3745e0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:50.777593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-429491b7-35c3-41c4-a825-deb3745e0b76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dcbc43a-32de-4756-8134-8565615823c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017592 Aug 20 13:40:50.803443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba3b63-2702-407b-b209-e7d2aeb7b28f req-6f503fc7-0b1c-4e05-a542-d6a09498da12 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:50.813290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43258fc3-8d30-4168-8d32-1e60df33e327 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:50.818606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6bba3b63-2702-407b-b209-e7d2aeb7b28f req-6f503fc7-0b1c-4e05-a542-d6a09498da12 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1853673 Aug 20 13:40:50.860780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:50.888731 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:50.948351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6bba3b63-2702-407b-b209-e7d2aeb7b28f req-87089561-e4e2-41d2-a244-97249161e061 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287470 Aug 20 13:40:51.016166 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] Set router 809ad175-362e-492f-9d2c-7074c609ac17 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:51.138736 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:40:51.139479 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:40:51.167146 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.167752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.188798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.199943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.205903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:51.206989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.215043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.220164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Transition to ACTIVE for port object 61772241-6c87-4710-8437-9d3ad16e2870 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:40:51.233397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.253471 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.277660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.294288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-4aa0bc13-5757-4d25-8f27-2bf90018c020 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.2498095 Aug 20 13:40:51.302538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-f0e4701d-3ed8-4d82-8835-061e0481b744 service neutron] 10.222.0.53 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111253 Aug 20 13:40:51.422832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:51.425960 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f7e65-f4e5-49af-94e9-2c2926f8088d" -d '{"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-unplugged", "status": "completed", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:51.451644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Pushing event updated for resources: {'Port': ['ID=61772241-6c87-4710-8437-9d3ad16e2870,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:51.546916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.549887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.549887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.549887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.549887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.549887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.550650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a05bce24-f3a5-4b84-861a-139d02273c18', 'name': '', 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'mac_address': 'fa:16:3e:4d:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:50Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'subnets': [{'id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:51.562610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.563197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.563725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.564082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.564515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.564973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:40:51.599796 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.613219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Attempting to bind port 61772241-6c87-4710-8437-9d3ad16e2870 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:40:51.613862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Attempting to bind port 61772241-6c87-4710-8437-9d3ad16e2870 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:40:51.614487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Attempting to bind port 61772241-6c87-4710-8437-9d3ad16e2870 on network 413b10bb-ffea-4220-a081-8fa72766799a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:40:51.630239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:40:51.630868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Checking segment: {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:40:51.631391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.631892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Bound using segment: {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:40:51.633050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Bound port: 61772241-6c87-4710-8437-9d3ad16e2870, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaef6de-0517-409f-b517-f31e8a6adc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:40:51.633654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.637174 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2918f7-96e7-4844-9e18-6a76f1384e79 None None] The sync data for ids ['809ad175-362e-492f-9d2c-7074c609ac17'] in n-d-804232-5 is: [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:40:37Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a05bce24-f3a5-4b84-861a-139d02273c18', 'name': '', 'network_id': '34483b57-04e4-4975-99b5-7947a0be6a10', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'mac_address': 'fa:16:3e:4d:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:50Z', 'revision_number': 4, 'project_id': '469c8b4047234c188f559480733b7a2a', 'subnets': [{'id': 'a67e0180-70b1-4097-83cd-77375b610ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:51.682267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be7cb-41b3-40fe-8b0c-07b8a2df5b3c req-def1022c-98bb-4d2b-a00f-7ecc8200551d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:51.692525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b92be7cb-41b3-40fe-8b0c-07b8a2df5b3c req-def1022c-98bb-4d2b-a00f-7ecc8200551d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0972495 Aug 20 13:40:51.723821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-734cbca7-a371-4baa-806d-6ad0ae4dde8e req-eceee064-c967-4ca6-8b42-dabb31b20411 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4168694 Aug 20 13:40:51.763228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b92be7cb-41b3-40fe-8b0c-07b8a2df5b3c req-5512ff66-797b-427b-9a78-eafa0a8b324b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669332 Aug 20 13:40:51.813979 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.871605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1c09a2ea-10b0-4144-8851-ac37cdab41b9 req-ffdb22aa-eb6b-4dea-90d3-1208cd5a2b2c service neutron] 10.222.0.53 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604579 Aug 20 13:40:51.878514 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e046d-bcfa-4878-ae4b-2ee86c60be69 x-openstack-request-id: req-9c7e046d-bcfa-4878-ae4b-2ee86c60be69 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:51.878991 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-unplugged", "status": "completed", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:51.879337 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c7e046d-bcfa-4878-ae4b-2ee86c60be69 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:51.879991 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327', 'code': 200} Aug 20 13:40:51.881922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43258fc3-8d30-4168-8d32-1e60df33e327 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:51.944810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:51.963121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] For port 61772241-6c87-4710-8437-9d3ad16e2870, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:40:51.985359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:51.997900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] For port 61772241-6c87-4710-8437-9d3ad16e2870, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=61772241-6c87-4710-8437-9d3ad16e2870,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:40:52.023473 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:52.034667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c101a8b-e6a7-4b37-b107-9f535beae9c1 req-3ea18aae-ec4d-4f2f-8740-7a1ba02a828e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.037228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c101a8b-e6a7-4b37-b107-9f535beae9c1 req-3ea18aae-ec4d-4f2f-8740-7a1ba02a828e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 943 time: 0.1069806 Aug 20 13:40:52.077052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718aba-368a-48f7-a437-54acef62ca8a req-4ea0f2a5-e48e-4638-9b09-cd934612ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.079064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-4ea0f2a5-e48e-4638-9b09-cd934612ec00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=677a22c3b43d47a5a85b162627ae33d0&device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1393847 Aug 20 13:40:52.151930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c101a8b-e6a7-4b37-b107-9f535beae9c1 req-65330b14-6218-4c33-bce5-6959f83b7541 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Aug 20 13:40:52.446347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a05bce24-f3a5-4b84-861a-139d02273c18 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:52.452238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.457274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592ca57-047f-4117-81bf-3dc6175bbf5c req-21e44311-e6e3-4a01-8401-5da323afeeb3 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.460088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:52.461061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4592ca57-047f-4117-81bf-3dc6175bbf5c req-21e44311-e6e3-4a01-8401-5da323afeeb3 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1394398 Aug 20 13:40:52.465536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.474292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.512587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.519140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['43258fc3-8d30-4168-8d32-1e60df33e327'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:40:52.526051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.553684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.579245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4592ca57-047f-4117-81bf-3dc6175bbf5c req-4c5de3e7-2c4f-4a1b-bdb5-618775e7a497 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953164 Aug 20 13:40:52.582408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.593684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fd1eed0-21dc-419f-bc35-ba8309d1e4d0 req-21747128-1e52-4ea0-b5ba-b5715f9b378b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.5138688 Aug 20 13:40:52.644537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718aba-368a-48f7-a437-54acef62ca8a req-00fb9bdb-3803-4970-a0f9-4427b74b54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.646164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-00fb9bdb-3803-4970-a0f9-4427b74b54cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 200 len: 910 time: 0.5257154 Aug 20 13:40:52.740908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-ad1a5953-575f-4233-bfc0-1d94cb071353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726 HTTP/1.1" status: 200 len: 217 time: 0.0845966 Aug 20 13:40:52.831101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fcf29-128e-45cf-8fc1-deba79005595 None None] Pushing event updated for resources: {'Port': ['ID=61772241-6c87-4710-8437-9d3ad16e2870,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:52.842190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Routers {'c9ceffdf-d444-4e2b-8b99-281245b443f9'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:40:52.843152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:40:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9ceffdf-d444-4e2b-8b99-281245b443f9'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:52.910039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718aba-368a-48f7-a437-54acef62ca8a req-476080ab-27d8-47a1-88e5-5a633904c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:52.914691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-476080ab-27d8-47a1-88e5-5a633904c6da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9c49f3d-139c-4e93-bbd8-27453adbfd90 HTTP/1.1" status: 200 len: 848 time: 0.1623905 Aug 20 13:40:52.959484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a05bce24-f3a5-4b84-861a-139d02273c18 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:53.004354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718aba-368a-48f7-a437-54acef62ca8a req-48aa76db-74d2-4e44-9152-6558a499fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:53.013590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-48aa76db-74d2-4e44-9152-6558a499fb15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dcbc43a-32de-4756-8134-8565615823c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928674 Aug 20 13:40:53.040119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259762-b168-4555-9e71-5bf0be42db72 req-fed28c8e-fff9-4340-be03-c272adc9d2b0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:53.043375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81259762-b168-4555-9e71-5bf0be42db72 req-fed28c8e-fff9-4340-be03-c272adc9d2b0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0995712 Aug 20 13:40:53.066694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a05bce24-f3a5-4b84-861a-139d02273c18 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:53.069940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:53.115264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81259762-b168-4555-9e71-5bf0be42db72 req-b659b2b7-5d3a-4e09-b528-41ccd5213a2e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616410 Aug 20 13:40:53.133623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] Set router c9ceffdf-d444-4e2b-8b99-281245b443f9 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:40:53.553711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:53.629143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a05bce24-f3a5-4b84-861a-139d02273c18, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a05bce24-f3a5-4b84-861a-139d02273c18,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:53.644871 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:53.695713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:42Z', 'revision_number': 4, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '61772241-6c87-4710-8437-9d3ad16e2870', 'name': '', 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'mac_address': 'fa:16:3e:d4:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:40Z', 'updated_at': '2021-08-20T13:40:51Z', 'revision_number': 4, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'subnets': [{'id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:40:53.708072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efbab9-b7db-4f41-9b9c-9580eb46b3e0 req-068ed3a2-06b2-4451-b7ae-2c032e6bae8d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:53.717060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13efbab9-b7db-4f41-9b9c-9580eb46b3e0 req-068ed3a2-06b2-4451-b7ae-2c032e6bae8d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 944 time: 0.0904844 Aug 20 13:40:53.745911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca8bae-21ab-478c-b0ec-d5086b9760fc None None] The sync data for ids ['c9ceffdf-d444-4e2b-8b99-281245b443f9'] in n-d-804232-5 is: [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:40:42Z', 'revision_number': 4, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '61772241-6c87-4710-8437-9d3ad16e2870', 'name': '', 'network_id': '413b10bb-ffea-4220-a081-8fa72766799a', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'mac_address': 'fa:16:3e:d4:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:40Z', 'updated_at': '2021-08-20T13:40:51Z', 'revision_number': 4, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'subnets': [{'id': '11e49e8a-083d-44bf-85a9-2abc1b0b13d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:40:53.776340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-bde09d26-f9d8-4c7b-ba2e-e466158febd6 service neutron] 10.222.0.53 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544947 Aug 20 13:40:53.787147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a05bce24-f3a5-4b84-861a-139d02273c18,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:53.799776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13efbab9-b7db-4f41-9b9c-9580eb46b3e0 req-448ba0e8-aef7-447a-9c71-053d97f0f8b9 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812864 Aug 20 13:40:53.805836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845228fe-a17d-4b22-b86f-463569fec16f req-b083d467-40cd-402a-9044-8ef8872b0d3b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:53.808226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-845228fe-a17d-4b22-b86f-463569fec16f req-b083d467-40cd-402a-9044-8ef8872b0d3b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1260757 Aug 20 13:40:53.886934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-845228fe-a17d-4b22-b86f-463569fec16f req-ba99ab1c-6fbe-419b-bad3-42140665cfb1 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662186 Aug 20 13:40:54.016531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25c6f2b4-48c3-49ef-861a-97a39fe3f726 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:40:54.073132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8718aba-368a-48f7-a437-54acef62ca8a req-d3c41106-f781-48f8-9f06-6e37c8e5ddea service neutron] 10.222.0.53 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710478 Aug 20 13:40:54.103241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:54.197536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:54.205343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 43258fc3-8d30-4168-8d32-1e60df33e327 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:54.205723 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:54.267254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '25c6f2b4-48c3-49ef-861a-97a39fe3f726', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'port_id': '25c6f2b4-48c3-49ef-861a-97a39fe3f726', 'mac_address': 'fa:16:3e:a2:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:40:54.340282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d518f3-0280-4a37-a70a-794618f91a48 req-139524d4-cebf-45ef-a36c-bd07a4b0d1fe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:54.341210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-17d518f3-0280-4a37-a70a-794618f91a48 req-139524d4-cebf-45ef-a36c-bd07a4b0d1fe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1103661 Aug 20 13:40:54.346216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:54.348299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:54.371234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c6f2b4-48c3-49ef-861a-97a39fe3f726 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:40:54.414481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:54.419852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:54.422264 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc9c971-c54b-4612-a503-47bf01011213" -d '{"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-plugged", "status": "completed", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:54.431024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-21a3910e-8359-4a0a-afd9-14355a11212a req-82c15a44-6584-48e8-8efa-a2e1111b3091 service neutron] (94862) timed out ('10.222.0.53', 49359) {{(pid=94862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:40:54.432335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-17d518f3-0280-4a37-a70a-794618f91a48 req-5277ee30-3fd8-473e-b08d-841df8156a19 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808883 Aug 20 13:40:54.454801 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:54.515007 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787daf98-cab9-4a36-aee5-bff74fc2140c x-openstack-request-id: req-787daf98-cab9-4a36-aee5-bff74fc2140c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:54.515605 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-plugged", "status": "completed", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:54.515876 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-787daf98-cab9-4a36-aee5-bff74fc2140c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:54.516253 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327', 'code': 200} Aug 20 13:40:54.518181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:54.522401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 61772241-6c87-4710-8437-9d3ad16e2870 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:54.547430 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:54.592626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:54.708527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 61772241-6c87-4710-8437-9d3ad16e2870 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:54.720160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 61772241-6c87-4710-8437-9d3ad16e2870 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:54.720519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1c1e-f65c-44c9-9f0c-411194476814 req-2e17b9fe-0256-4435-986d-01bfe37e5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:54.721024 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:54.722884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b65d1c1e-f65c-44c9-9f0c-411194476814 req-2e17b9fe-0256-4435-986d-01bfe37e5a5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 1096 time: 0.0836995 Aug 20 13:40:54.771590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=25c6f2b4-48c3-49ef-861a-97a39fe3f726,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:54.777403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['25c6f2b4-48c3-49ef-861a-97a39fe3f726'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:40:54.799579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b65d1c1e-f65c-44c9-9f0c-411194476814 req-c82216f5-907f-4abf-9c01-7c8de1daa493 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Aug 20 13:40:54.954516 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:55.088022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00592c82-459c-4c0d-985d-f3e235c0aaa5 req-e524f5a6-e9e2-46d9-9e50-44a779173d26 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.108023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00592c82-459c-4c0d-985d-f3e235c0aaa5 req-e524f5a6-e9e2-46d9-9e50-44a779173d26 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1823962 Aug 20 13:40:55.134796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33e85e-863e-4d34-9d23-aede80b8d654 req-a188e2b9-448a-4146-a206-2eb3bcfebb66 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.143919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a33e85e-863e-4d34-9d23-aede80b8d654 req-a188e2b9-448a-4146-a206-2eb3bcfebb66 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.1275561 Aug 20 13:40:55.176346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 61772241-6c87-4710-8437-9d3ad16e2870, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=61772241-6c87-4710-8437-9d3ad16e2870,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:55.193703 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:55.195140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00592c82-459c-4c0d-985d-f3e235c0aaa5 req-2b15d285-cb50-4e80-86e8-12db406065d9 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852385 Aug 20 13:40:55.200341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a05bce24-f3a5-4b84-861a-139d02273c18 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:55.214827 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3a33e85e-863e-4d34-9d23-aede80b8d654 req-779bb449-0002-47e0-a6bd-f753872b1695 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 Aug 20 13:40:55.357647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49736) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:40:55.399210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=61772241-6c87-4710-8437-9d3ad16e2870,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:55.428058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a05bce24-f3a5-4b84-861a-139d02273c18 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:55.428058 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:55.563005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.563497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.563967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.564436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.568156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.574119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.575549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.591533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-185b5072-c309-4c2c-9701-6f52dc261199 req-f162dee5-22de-4d1f-a21c-e8c4564e927c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.2323246 Aug 20 13:40:55.691469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-185b5072-c309-4c2c-9701-6f52dc261199 req-eb58e970-b160-4892-b11f-f7c0d77064d2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989957 Aug 20 13:40:55.709522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0139144-41e1-4dea-9a81-48a60598658d req-e712c98f-d35d-43d8-a3c5-08c691d10c37 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:55.712012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0139144-41e1-4dea-9a81-48a60598658d req-e712c98f-d35d-43d8-a3c5-08c691d10c37 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1183174 Aug 20 13:40:55.803567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0139144-41e1-4dea-9a81-48a60598658d req-d43904d8-feb3-4168-984a-19f068e03b46 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774052 Aug 20 13:40:56.035864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25c6f2b4-48c3-49ef-861a-97a39fe3f726 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:56.143969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:40:56.152082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:56.152486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:56.284478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:56.354140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:56.368366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:56.437498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 61772241-6c87-4710-8437-9d3ad16e2870 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:40:56.440914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcebb12-2c5a-4b11-9416-1c0215cc74f5 req-33a89327-6746-41a5-a213-55b0c1761d7a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:56.451760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dcebb12-2c5a-4b11-9416-1c0215cc74f5 req-33a89327-6746-41a5-a213-55b0c1761d7a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1330526 Aug 20 13:40:56.510571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22f6a4-a155-489c-b5b8-e71d3143c0ab req-5364b40e-ee31-4fbc-9a4f-37d178c9db73 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:56.520230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dcebb12-2c5a-4b11-9416-1c0215cc74f5 req-f006771b-c912-47a2-9026-f6aa20f788ca tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Aug 20 13:40:56.520966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e22f6a4-a155-489c-b5b8-e71d3143c0ab req-5364b40e-ee31-4fbc-9a4f-37d178c9db73 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.1098797 Aug 20 13:40:56.533443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6f2b4-48c3-49ef-861a-97a39fe3f726'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:56.547011 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e3362a-9a4e-4e47-9b6b-711dd1554a60" -d '{"events": [{"server_uuid": "fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "25c6f2b4-48c3-49ef-861a-97a39fe3f726"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:56.615863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e22f6a4-a155-489c-b5b8-e71d3143c0ab req-9de5974c-0c46-4f33-b819-57353b3ee87b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938406 Aug 20 13:40:56.740491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90018b46-e969-4014-a30d-f541126174fb req-86255ce9-d12c-4e91-a00a-85daa0d2f8be tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:56.742853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90018b46-e969-4014-a30d-f541126174fb req-86255ce9-d12c-4e91-a00a-85daa0d2f8be tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.1209915 Aug 20 13:40:56.746535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=25c6f2b4-48c3-49ef-861a-97a39fe3f726,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:56.769456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 61772241-6c87-4710-8437-9d3ad16e2870 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:40:56.770186 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:56.816954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90018b46-e969-4014-a30d-f541126174fb req-de1231fc-3692-4c12-bd08-76d5aca861a7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663106 Aug 20 13:40:56.820516 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc225ff-5adf-49c3-9980-36dd201d1a28 x-openstack-request-id: req-8bc225ff-5adf-49c3-9980-36dd201d1a28 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:56.820842 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "25c6f2b4-48c3-49ef-861a-97a39fe3f726", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:56.821110 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bc225ff-5adf-49c3-9980-36dd201d1a28 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:56.821509 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6f2b4-48c3-49ef-861a-97a39fe3f726', 'code': 200} Aug 20 13:40:56.989968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3997b-3ed8-499b-8a38-663ab9d3ddee req-edec6269-30b4-4e4f-ad64-759bf31da2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:56.994555 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89f3997b-3ed8-499b-8a38-663ab9d3ddee req-edec6269-30b4-4e4f-ad64-759bf31da2bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.1033738 Aug 20 13:40:57.046019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89f3997b-3ed8-499b-8a38-663ab9d3ddee req-4ab9394c-b889-458d-ae78-ef9352cee89c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Aug 20 13:40:57.122531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3df3fa-7030-42c5-8727-89e83e94b5c2 req-f2c980eb-1bac-4812-afa2-de61c92a8544 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:57.124306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f3df3fa-7030-42c5-8727-89e83e94b5c2 req-f2c980eb-1bac-4812-afa2-de61c92a8544 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1060450 Aug 20 13:40:57.214290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f3df3fa-7030-42c5-8727-89e83e94b5c2 req-44d3c17e-b7f0-482c-83f5-6964638a0eb6 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805650 Aug 20 13:40:57.810765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea56a0-64d8-409d-915c-100a75b12693 req-9f8da134-a305-4258-9f37-8ffa2b82c111 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:57.812515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-39ea56a0-64d8-409d-915c-100a75b12693 req-9f8da134-a305-4258-9f37-8ffa2b82c111 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0723443 Aug 20 13:40:57.873408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-39ea56a0-64d8-409d-915c-100a75b12693 req-637ade39-79d3-43fb-8158-d8c49b7371ab tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Aug 20 13:40:58.378157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9bca4-b985-419b-bef8-30a3c46bf4e3 req-614ea0b3-f34a-40e5-aa41-f902de5f8f16 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:58.403178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9b9bca4-b985-419b-bef8-30a3c46bf4e3 req-614ea0b3-f34a-40e5-aa41-f902de5f8f16 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0803218 Aug 20 13:40:58.473208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9b9bca4-b985-419b-bef8-30a3c46bf4e3 req-17bce7fb-3eb5-4bb7-b8ab-424cc3d9c2a0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528786 Aug 20 13:40:58.739029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-720a3f7d-62c3-4bb7-b32b-db7c7b5d4ff0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:58.741976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-720a3f7d-62c3-4bb7-b32b-db7c7b5d4ff0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "GET /v2.0/ports?device_id=045a5d85-1efa-419d-98d8-8d9783ed0f25 HTTP/1.1" status: 200 len: 945 time: 0.0755920 Aug 20 13:40:58.885744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Deleting port 43258fc3-8d30-4168-8d32-1e60df33e327 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:40:58.886506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:58.962225 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:59.056661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] For port 43258fc3-8d30-4168-8d32-1e60df33e327, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=43258fc3-8d30-4168-8d32-1e60df33e327,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:40:59.057062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:59.085887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Calling delete_port for 43258fc3-8d30-4168-8d32-1e60df33e327 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:40:59.108319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56677c-724f-47b3-8b0e-0a96f839c27f req-faa3069f-a7a8-433c-a8e4-30aa90f9babf tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:59.117206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d56677c-724f-47b3-8b0e-0a96f839c27f req-faa3069f-a7a8-433c-a8e4-30aa90f9babf tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.1354890 Aug 20 13:40:59.175669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d56677c-724f-47b3-8b0e-0a96f839c27f req-dd9058e4-6058-4b79-91a0-fd2bdead3901 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573852 Aug 20 13:40:59.250019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:59.262427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['43258fc3-8d30-4168-8d32-1e60df33e327'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:40:59.292635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Pushing event deleted for resources: {'Port': ['ID=43258fc3-8d30-4168-8d32-1e60df33e327,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:40:59.358565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] No DVR routers for this DVR port 43258fc3-8d30-4168-8d32-1e60df33e327 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:40:59.360079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7819143-f938-49da-a5af-d78c253a8e37 req-f88cfa22-b14d-4b57-9fd0-43dce0243c26 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:59.362242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7819143-f938-49da-a5af-d78c253a8e37 req-f88cfa22-b14d-4b57-9fd0-43dce0243c26 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0916805 Aug 20 13:40:59.364055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:40:59.370720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba56c30d-4ddb-4141-8515-005272e0b715 req-f728f237-4e90-4375-867b-7c755da1c2d4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "DELETE /v2.0/ports/43258fc3-8d30-4168-8d32-1e60df33e327 HTTP/1.1" status: 204 len: 173 time: 0.6228743 Aug 20 13:40:59.371218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-deleted', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:40:59.376653 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd7fed1-d4d9-441d-9eb6-fcc876de6d24" -d '{"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-deleted", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:40:59.422109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7819143-f938-49da-a5af-d78c253a8e37 req-68ae6e04-a105-45bd-97ea-513d279d639f tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Aug 20 13:40:59.516693 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933968bf-6114-4698-9b01-060186ff447d x-openstack-request-id: req-933968bf-6114-4698-9b01-060186ff447d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:40:59.517230 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045a5d85-1efa-419d-98d8-8d9783ed0f25", "name": "network-vif-deleted", "tag": "43258fc3-8d30-4168-8d32-1e60df33e327", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:40:59.518215 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-933968bf-6114-4698-9b01-060186ff447d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:40:59.519173 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045a5d85-1efa-419d-98d8-8d9783ed0f25', 'name': 'network-vif-deleted', 'tag': '43258fc3-8d30-4168-8d32-1e60df33e327', 'status': 'completed', 'code': 200} Aug 20 13:40:59.655312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca3c7-23ca-4cea-8dfd-71b31221ba6a req-ac90019c-5858-4bc4-9b6c-a8d70b109b48 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:59.657828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-645ca3c7-23ca-4cea-8dfd-71b31221ba6a req-ac90019c-5858-4bc4-9b6c-a8d70b109b48 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0673423 Aug 20 13:40:59.704227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-645ca3c7-23ca-4cea-8dfd-71b31221ba6a req-62df7e07-0e4b-43ee-9b83-a2614a70b628 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Aug 20 13:40:59.882261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06b7b7-1262-41f6-bdb5-0da47e0b3ec3 req-7d9de687-498f-4c78-9e6a-1ec2936be5ed tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:40:59.890395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df06b7b7-1262-41f6-bdb5-0da47e0b3ec3 req-7d9de687-498f-4c78-9e6a-1ec2936be5ed tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0810587 Aug 20 13:40:59.933674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df06b7b7-1262-41f6-bdb5-0da47e0b3ec3 req-242af7a7-36bb-49c3-8c7b-be87de27ab27 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Aug 20 13:41:00.800867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-4bbdd760-91c8-44e6-8058-b644b90e3770 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:00.803024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-4bbdd760-91c8-44e6-8058-b644b90e3770 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 814 time: 0.1637707 Aug 20 13:41:00.811949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-5d0ce8f5-e9ea-44f7-864e-4d5467f77b8f tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:00.821074 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-5d0ce8f5-e9ea-44f7-864e-4d5467f77b8f tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/networks?id=6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 200 len: 910 time: 0.1442461 Aug 20 13:41:00.828346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-b52b56fb-744d-471f-8a1d-d041f5fb8486 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/quotas/c8b718d7a5324206a164d784ec59bd8b HTTP/1.1" status: 200 len: 375 time: 0.0179722 Aug 20 13:41:00.839642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-7bd6d43e-e644-48ed-ae89-14c3a36bd672 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/quotas/677a22c3b43d47a5a85b162627ae33d0 HTTP/1.1" status: 200 len: 375 time: 0.0171950 Aug 20 13:41:00.891530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-0ecbd4cd-ca99-4411-a369-d8386e500d0e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621672 Aug 20 13:41:00.952063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-1caf9149-8044-4bba-8449-10cb57fe9ad5 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=677a22c3b43d47a5a85b162627ae33d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103809 Aug 20 13:41:01.053209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-3284bb08-a007-4dd2-acdb-4b9eab0f2e8d service neutron] 10.222.0.59 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593561 Aug 20 13:41:01.170519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d1c644d6-6ed5-4bc8-aab6-7d70c0c59749 service neutron] 10.222.0.59 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146118 Aug 20 13:41:01.176946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-e8791df0-2d87-419a-8986-5aa607e5ccb4 service neutron] 10.222.0.59 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234016 Aug 20 13:41:01.381114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-23088289-53d4-451c-8eb9-3d6797c7cc85 service neutron] 10.222.0.59 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929910 Aug 20 13:41:01.465803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f84b-bde4-4754-8fc9-a6e54a798fc5 req-53fd6317-7b1e-4313-b5d3-e4cceef331e4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:01.474622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a99f84b-bde4-4754-8fc9-a6e54a798fc5 req-53fd6317-7b1e-4313-b5d3-e4cceef331e4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0725942 Aug 20 13:41:01.506254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:01.541229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a99f84b-bde4-4754-8fc9-a6e54a798fc5 req-06750748-f8f7-4186-957f-477df97ce643 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647485 Aug 20 13:41:01.672309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-516a88ff-c81c-40c7-8545-38f8e6b8d530 req-bbdccf60-c9d9-47a6-9c55-5cc229c2252a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 210 time: 0.0783772 Aug 20 13:41:01.769499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50bafc34-f5cb-43b9-9f97-cc47dfec631a req-33dfdceb-a45a-4330-9acf-258ca161c4e2 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 210 time: 0.0540638 Aug 20 13:41:02.048155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:02.109283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 43258fc3-8d30-4168-8d32-1e60df33e327 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:02.109599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 43258fc3-8d30-4168-8d32-1e60df33e327 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:02.700710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167afa9-ed10-4342-8029-23690cc57e9d req-12701a8f-2922-484d-9f11-cff86f17da30 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:02.704269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8167afa9-ed10-4342-8029-23690cc57e9d req-12701a8f-2922-484d-9f11-cff86f17da30 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0621464 Aug 20 13:41:02.761643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8167afa9-ed10-4342-8029-23690cc57e9d req-06d39eb6-a1df-42fb-908a-4b60def26b00 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485797 Aug 20 13:41:02.859385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51645148-9bf9-49de-8a79-f2c911a319db req-c2a0966f-7e18-4ca3-a066-5518826e0bf6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 210 time: 0.0914555 Aug 20 13:41:02.994055 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b63763e4-f2ec-4999-a4f7-95400538c876 req-a31e22bb-f193-4fec-a19e-a347432d66bb tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 210 time: 0.0616076 Aug 20 13:41:03.349305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-980daaed-3564-4a80-bb0c-8fe1859df1b7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:03.353922 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-980daaed-3564-4a80-bb0c-8fe1859df1b7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.13 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 814 time: 0.2666833 Aug 20 13:41:03.417084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Request body: {'port': {'device_id': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'admin_state_up': True, 'tenant_id': 'c8b718d7a5324206a164d784ec59bd8b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:03.659235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-eefd9ae8-0225-4c2c-88c4-a2ed90006b64 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:03.661308 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-eefd9ae8-0225-4c2c-88c4-a2ed90006b64 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.13 "GET /v2.0/networks?id=6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 200 len: 910 time: 0.2035446 Aug 20 13:41:03.675018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Request body: {'port': {'device_id': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'admin_state_up': True, 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:03.676422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Made reservation on behalf of c8b718d7a5324206a164d784ec59bd8b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:41:03.682163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:03.721036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Made reservation on behalf of 677a22c3b43d47a5a85b162627ae33d0 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:41:03.728153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:03.887744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Allocated IP 172.20.0.11 (459f140f-b62c-4dd4-819c-adecbb9c601a/0ba8fb21-a8e8-444b-8278-619d72e76497/eaf70b8c-7278-49ab-87bb-0b5bba353164) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:41:03.996669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Allocated IP 172.20.0.11 (6dcbc43a-32de-4756-8134-8565615823c4/c9c49f3d-139c-4e93-bbd8-27453adbfd90/4f98dc9b-863c-4feb-9345-f01542706af1) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:41:04.015749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167c60a-1283-44ea-b49d-206402d02719 req-1e3de5c2-c85d-485e-8992-c0b00097ffd5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:04.017723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3167c60a-1283-44ea-b49d-206402d02719 req-1e3de5c2-c85d-485e-8992-c0b00097ffd5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1377199 Aug 20 13:41:04.066175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-410216af-4b72-4499-b439-846455c05fbd req-780fcdba-2ef9-4b9e-9fd3-88e1f0aa09b0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 210 time: 0.0483377 Aug 20 13:41:04.092370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3167c60a-1283-44ea-b49d-206402d02719 req-d6266908-9582-4608-9d35-c18292a3ced7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615654 Aug 20 13:41:04.174948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.195062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1aedcd5-870c-480a-86d9-9d8b3c5aa681 req-73b0fcae-f999-45ec-bb0a-cf7093fc07f3 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 210 time: 0.0345540 Aug 20 13:41:04.223164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.238131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Transition to ACTIVE for port object 4f98dc9b-863c-4feb-9345-f01542706af1 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:04.249821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.274704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.285604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['25c6f2b4-48c3-49ef-861a-97a39fe3f726'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:04.318285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:04.332572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Network 459f140f-b62c-4dd4-819c-adecbb9c601a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:41:04.334232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:41:04.338580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:41:04.338817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Pushing event updated for resources: {'Port': ['ID=4f98dc9b-863c-4feb-9345-f01542706af1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:04.354480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Network 6dcbc43a-32de-4756-8134-8565615823c4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:41:04.356728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.357154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.357734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.358194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.358721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.359215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.359626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.360036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.360581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.361012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.361417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.361853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:04.366332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:41:04.369703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:41:04.441603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:04.443332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.465874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d637e77a-98fc-42d4-9a87-98a572ef68fd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7951181 Aug 20 13:41:04.467307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:04.467749 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.480089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Request body: {'port': {'device_id': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:04.493047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-efc66e91-722e-4cca-b092-cd22a7e9c99a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1241834 Aug 20 13:41:04.509500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Request body: {'port': {'device_id': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:04.591115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.596246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.788319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a39b442-ce7d-4848-8830-ed7a93ef50f7 None None] Provisioning for port 4f98dc9b-863c-4feb-9345-f01542706af1 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:41:04.795294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a39b442-ce7d-4848-8830-ed7a93ef50f7 None None] Provisioning complete for port 4f98dc9b-863c-4feb-9345-f01542706af1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:04.797317 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a39b442-ce7d-4848-8830-ed7a93ef50f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.830127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-764090b6-05bc-4aff-8382-7a8bd30534e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:04.831740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-764090b6-05bc-4aff-8382-7a8bd30534e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1096 time: 0.1083169 Aug 20 13:41:04.877413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a39b442-ce7d-4848-8830-ed7a93ef50f7 None None] Port 4f98dc9b-863c-4feb-9345-f01542706af1 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:41:04.951027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f98dc9b-863c-4feb-9345-f01542706af1 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:04.965560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:04.974046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-a45dba00-2dd5-40ac-9f8f-ea7afeb81117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:04.976087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-a45dba00-2dd5-40ac-9f8f-ea7afeb81117 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1357145 Aug 20 13:41:04.987753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Transition to ACTIVE for port object 4f98dc9b-863c-4feb-9345-f01542706af1 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:04.997603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.061789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-8160d43f-1558-4612-b772-a4c37d610706 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 1000 time: 0.0736661 Aug 20 13:41:05.105775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Pushing event updated for resources: {'Port': ['ID=4f98dc9b-863c-4feb-9345-f01542706af1,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:05.138082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf70b8c-7278-49ab-87bb-0b5bba353164 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:05.149595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.164503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Transition to ACTIVE for port object eaf70b8c-7278-49ab-87bb-0b5bba353164 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:05.182592 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.319478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-f1cf29b8-1a90-480f-a4a9-a1427c739a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.321271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-f1cf29b8-1a90-480f-a4a9-a1427c739a45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.2364378 Aug 20 13:41:05.369216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Attempting to bind port 4f98dc9b-863c-4feb-9345-f01542706af1 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:41:05.370126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Attempting to bind port 4f98dc9b-863c-4feb-9345-f01542706af1 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:41:05.370787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Attempting to bind port 4f98dc9b-863c-4feb-9345-f01542706af1 on network 6dcbc43a-32de-4756-8134-8565615823c4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:05.383247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:05.387010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Port 4f98dc9b-863c-4feb-9345-f01542706af1 on network 6dcbc43a-32de-4756-8134-8565615823c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:41:05.387647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Attempting to bind port 4f98dc9b-863c-4feb-9345-f01542706af1 on network 6dcbc43a-32de-4756-8134-8565615823c4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:05.397851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:41:05.398808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Checking segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:41:05.399642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Bound using segment: {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:41:05.400278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Bound port: 4f98dc9b-863c-4feb-9345-f01542706af1, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183bf27d-5b85-40f7-bc5a-a26be804b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:41:05.400950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.424973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898b97-31a9-42cb-903b-e4463687f483 req-de04ac49-9de8-4a39-b4e5-1db85525acf1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.427050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27898b97-31a9-42cb-903b-e4463687f483 req-de04ac49-9de8-4a39-b4e5-1db85525acf1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 944 time: 0.2024987 Aug 20 13:41:05.494078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e893bbb-2f24-4d34-8653-1bcd9fd7245c req-a185bd5a-647c-400e-a0c3-acff5757ffc1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.495657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e893bbb-2f24-4d34-8653-1bcd9fd7245c req-a185bd5a-647c-400e-a0c3-acff5757ffc1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.2359109 Aug 20 13:41:05.505734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-93263840-da76-42a5-b764-397b26cc8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.507783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-93263840-da76-42a5-b764-397b26cc8211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730988 Aug 20 13:41:05.515844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] For port 4f98dc9b-863c-4feb-9345-f01542706af1, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:41:05.525500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27898b97-31a9-42cb-903b-e4463687f483 req-045eab26-9585-4b01-9716-126381f906d8 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615711 Aug 20 13:41:05.535979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] For port 4f98dc9b-863c-4feb-9345-f01542706af1, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4f98dc9b-863c-4feb-9345-f01542706af1,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:41:05.556923 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.578794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Attempting to bind port eaf70b8c-7278-49ab-87bb-0b5bba353164 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:41:05.579135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Attempting to bind port eaf70b8c-7278-49ab-87bb-0b5bba353164 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:41:05.579569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Attempting to bind port eaf70b8c-7278-49ab-87bb-0b5bba353164 on network 459f140f-b62c-4dd4-819c-adecbb9c601a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:05.633725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Port eaf70b8c-7278-49ab-87bb-0b5bba353164 on network 459f140f-b62c-4dd4-819c-adecbb9c601a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:41:05.634078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Attempting to bind port eaf70b8c-7278-49ab-87bb-0b5bba353164 on network 459f140f-b62c-4dd4-819c-adecbb9c601a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:05.653510 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e893bbb-2f24-4d34-8653-1bcd9fd7245c req-e5408ce0-573f-40ce-977e-e3dd0ec7e05a tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115806 Aug 20 13:41:05.657979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.659086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.661604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:41:05.661875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f98dc9b-863c-4feb-9345-f01542706af1 HTTP/1.1" status: 200 len: 1092 time: 1.1868021 Aug 20 13:41:05.661997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Checking segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:41:05.662344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Bound using segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:41:05.662842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Bound port: eaf70b8c-7278-49ab-87bb-0b5bba353164, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:41:05.663058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'tag': '4f98dc9b-863c-4feb-9345-f01542706af1'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:05.663878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.666700 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4e4e3-f700-43fc-877c-28717ba5bb28" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cf6104-98d4-47a3-abd1-4df477205276", "tag": "4f98dc9b-863c-4feb-9345-f01542706af1"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:05.759305 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4923c752-480b-4a8d-91f6-7306062fc876 x-openstack-request-id: req-4923c752-480b-4a8d-91f6-7306062fc876 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:05.759513 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cf6104-98d4-47a3-abd1-4df477205276", "tag": "4f98dc9b-863c-4feb-9345-f01542706af1", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:05.759813 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4923c752-480b-4a8d-91f6-7306062fc876 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:05.760303 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'tag': '4f98dc9b-863c-4feb-9345-f01542706af1', 'status': 'completed', 'code': 200} Aug 20 13:41:05.764142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1254b-0588-468a-8fbc-e4934a3e3020 service neutron] Pushing event updated for resources: {'Port': ['ID=4f98dc9b-863c-4feb-9345-f01542706af1,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:05.765847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-4e05fbf4-aee8-4c10-b425-b14d0d1f32aa service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473674 Aug 20 13:41:05.801089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9e26-1143-4a6c-b8d0-63dc00f1a427 req-4555240f-268a-4b82-bcf6-e3aeac91b5df tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.802801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f8c9e26-1143-4a6c-b8d0-63dc00f1a427 req-4555240f-268a-4b82-bcf6-e3aeac91b5df tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1095 time: 0.1785650 Aug 20 13:41:05.813456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-235bff91-d74c-434c-837b-6ed0c5f0a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.815138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-235bff91-d74c-434c-837b-6ed0c5f0a47b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=677a22c3b43d47a5a85b162627ae33d0&device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1095 time: 0.0819619 Aug 20 13:41:05.861142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:41:05.872606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:41:05.878453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-430c2de6-ce04-46a6-a400-6d2b2729f960 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f98dc9b-863c-4feb-9345-f01542706af1 HTTP/1.1" status: 200 len: 217 time: 0.0545523 Aug 20 13:41:05.895847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:05.925634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f8c9e26-1143-4a6c-b8d0-63dc00f1a427 req-88e544fd-b656-4873-92fb-32efb6458f32 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144648 Aug 20 13:41:05.956949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d68be574-eb0c-4b94-90d3-8d545813240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:05.958953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-d68be574-eb0c-4b94-90d3-8d545813240f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9c49f3d-139c-4e93-bbd8-27453adbfd90 HTTP/1.1" status: 200 len: 848 time: 0.0711689 Aug 20 13:41:06.009607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.011023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:06.013095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] 10.222.0.13 "PUT /v2.0/ports/eaf70b8c-7278-49ab-87bb-0b5bba353164 HTTP/1.1" status: 200 len: 1092 time: 1.5098813 Aug 20 13:41:06.013942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:06.017787 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:06.030046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572789c-4fc6-4082-95c7-c6be215df098 req-6a587ab6-d7c7-44b2-a01c-7f319e894133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.032359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-6a587ab6-d7c7-44b2-a01c-7f319e894133 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dcbc43a-32de-4756-8134-8565615823c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614083 Aug 20 13:41:06.036026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccd1b1bc-ee7d-42dc-8ed3-58f5a24a2ddc req-9786ba48-68e2-4895-990e-87d1c95cb523 service neutron] 10.222.0.13 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606175 Aug 20 13:41:06.055961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8ed8-3cc5-4af7-be95-1e389796bdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:06.085898 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b43b18-b078-4096-8499-7cf073c1a86b x-openstack-request-id: req-30b43b18-b078-4096-8499-7cf073c1a86b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:06.086300 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:06.086602 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30b43b18-b078-4096-8499-7cf073c1a86b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:06.087210 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'status': 'completed', 'code': 200} Aug 20 13:41:06.217666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-7c769536-9f0f-4b8d-86a0-e36d77278a4f service neutron] 10.222.0.13 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715705 Aug 20 13:41:06.373399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f572789c-4fc6-4082-95c7-c6be215df098 req-0b07a723-a5de-445d-bd23-cf194b06f634 service neutron] 10.222.0.13 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461935 Aug 20 13:41:06.449746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-aba568ce-0edc-4735-929d-38c345d7159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.455261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-aba568ce-0edc-4735-929d-38c345d7159b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 1095 time: 0.3550556 Aug 20 13:41:06.509527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-4558fda4-4580-4f56-8ac0-fccf6a80b189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164 HTTP/1.1" status: 200 len: 217 time: 0.0421660 Aug 20 13:41:06.567722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-2cadf225-3242-470c-869c-d4860891e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.571610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-2cadf225-3242-470c-869c-d4860891e328 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=677a22c3b43d47a5a85b162627ae33d0&device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1095 time: 0.0707424 Aug 20 13:41:06.601795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-13ba2c41-685f-4a7c-acea-ec5f34c7a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.604861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-13ba2c41-685f-4a7c-acea-ec5f34c7a813 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 200 len: 854 time: 0.0868571 Aug 20 13:41:06.670925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-b7d66db9-e01f-47b2-9a3c-c8aa4b9072ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459f140f-b62c-4dd4-819c-adecbb9c601a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558498 Aug 20 13:41:06.792517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a068fc-1125-4dca-8520-6cf15b81c942 req-3d50cc01-cdb0-4843-aa9b-e6f80e1787e7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.797228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58a068fc-1125-4dca-8520-6cf15b81c942 req-3d50cc01-cdb0-4843-aa9b-e6f80e1787e7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 944 time: 0.1744349 Aug 20 13:41:06.831224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-249ecfce-c7d5-4489-8a3f-9995ff0a0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.833910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-249ecfce-c7d5-4489-8a3f-9995ff0a0ac0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 200 len: 910 time: 0.2546413 Aug 20 13:41:06.870238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58a068fc-1125-4dca-8520-6cf15b81c942 req-b31ab6d9-7d52-4c25-ab54-d7b932ceeca8 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673759 Aug 20 13:41:06.884876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f4a3-dea6-4728-89f8-5571b52e55a7 req-836faa43-d668-4542-8a8b-26ae77f60e97 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.892956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02b3f4a3-dea6-4728-89f8-5571b52e55a7 req-836faa43-d668-4542-8a8b-26ae77f60e97 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0970044 Aug 20 13:41:06.911422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-d81f41c1-fbb6-4b6d-bb2b-6f4c963fa0e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f98dc9b-863c-4feb-9345-f01542706af1 HTTP/1.1" status: 200 len: 217 time: 0.0673966 Aug 20 13:41:06.919645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-11fadf13-6567-4940-8040-fa62ae769570 service neutron] 10.222.0.13 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391875 Aug 20 13:41:06.956174 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02b3f4a3-dea6-4728-89f8-5571b52e55a7 req-c801d2f8-f55d-40ee-96f5-d6cdb6755a08 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623798 Aug 20 13:41:06.974180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-bc3bb894-dbf0-4d80-b12d-6afcee4c311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:06.976739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-bc3bb894-dbf0-4d80-b12d-6afcee4c311f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9c49f3d-139c-4e93-bbd8-27453adbfd90 HTTP/1.1" status: 200 len: 848 time: 0.0561171 Aug 20 13:41:07.031524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-f912ed4e-cdcc-4906-b7b4-3017ef7fda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:07.034129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-f912ed4e-cdcc-4906-b7b4-3017ef7fda6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dcbc43a-32de-4756-8134-8565615823c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474465 Aug 20 13:41:07.087701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e575be2-4b23-4389-99ed-f5de672cbadd req-9bbff6ec-9b80-4d6f-9822-ead8f5b79bef service neutron] 10.222.0.13 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557486 Aug 20 13:41:07.141065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdbe04-2e3d-4593-ae51-78037231f1ca req-3e6adf1e-048a-4e60-b860-2e03a13d46ee tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:07.142708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51bdbe04-2e3d-4593-ae51-78037231f1ca req-3e6adf1e-048a-4e60-b860-2e03a13d46ee tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1095 time: 0.1076393 Aug 20 13:41:07.187549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-8c12994b-8a61-40e3-9724-b35c67577da9 service neutron] 10.222.0.13 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415699 Aug 20 13:41:07.208500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-2979d09d-7759-41fa-a291-215f2f8a0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:07.210852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-2979d09d-7759-41fa-a291-215f2f8a0bfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 1095 time: 0.0564263 Aug 20 13:41:07.236967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51bdbe04-2e3d-4593-ae51-78037231f1ca req-aa77bad1-c780-4948-b758-d540a51af232 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823345 Aug 20 13:41:07.334953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1a4e4e3-f700-43fc-877c-28717ba5bb28 req-ed03559d-7777-42d7-924d-340976fe6f24 service neutron] 10.222.0.13 "GET /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385713 Aug 20 13:41:07.345360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-d6d4ab32-46cd-4ed7-9ba8-1c3aea0e072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:07.347122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-d6d4ab32-46cd-4ed7-9ba8-1c3aea0e072e service neutron] 10.222.0.13 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 915 time: 0.1236720 Aug 20 13:41:07.402528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-e024c264-8f42-4942-bdae-274b5a27573e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164 HTTP/1.1" status: 200 len: 217 time: 0.0475016 Aug 20 13:41:07.461251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-d820c5c8-853f-4ee2-8ea7-af6054841245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:07.462750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-d820c5c8-853f-4ee2-8ea7-af6054841245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 200 len: 854 time: 0.0484536 Aug 20 13:41:07.510912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-94413411-3908-4022-a8b7-1c89976aa166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459f140f-b62c-4dd4-819c-adecbb9c601a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377843 Aug 20 13:41:07.612966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-84453ea3-d909-4b67-92ac-452c4af67e47 service neutron] 10.222.0.13 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934126 Aug 20 13:41:07.716626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7a1c10e-4f98-4964-8bfc-43d0cb5ab6ff req-e8f34d06-1fcc-4781-93fc-79083abfd188 service neutron] 10.222.0.13 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935833 Aug 20 13:41:07.998793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5516-ec6b-444a-b673-ee798e33235a req-0cf8f7af-69cd-42e4-9fa8-b764477edb7d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:08.000236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91ea5516-ec6b-444a-b673-ee798e33235a req-0cf8f7af-69cd-42e4-9fa8-b764477edb7d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 944 time: 0.0516844 Aug 20 13:41:08.041620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91ea5516-ec6b-444a-b673-ee798e33235a req-aed8be54-6ed7-4119-98e8-471fe1600611 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Aug 20 13:41:08.093913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3457-96c1-4651-a185-2841121b68a8 req-94d7d393-67dc-4502-8638-12170667d8ba tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:08.095429 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e4a3457-96c1-4651-a185-2841121b68a8 req-94d7d393-67dc-4502-8638-12170667d8ba tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0525019 Aug 20 13:41:08.135557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e4a3457-96c1-4651-a185-2841121b68a8 req-98368781-2495-4114-9600-7964c763da61 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Aug 20 13:41:08.368754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af06d-446f-48b0-8553-291d95f7a7d1 req-22bd14a4-14d1-4a12-89cd-5ac4bf0fbccd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:08.370167 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-632af06d-446f-48b0-8553-291d95f7a7d1 req-22bd14a4-14d1-4a12-89cd-5ac4bf0fbccd tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1095 time: 0.0535135 Aug 20 13:41:08.433186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-632af06d-446f-48b0-8553-291d95f7a7d1 req-cccbed1a-d446-4b6d-a6c2-1458454d4e4a tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516217 Aug 20 13:41:09.193467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316446ef-34e3-4a96-af70-6166bc3bce2d req-415c8749-2827-4d72-9ccc-d7372c3e55ab tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:09.196219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-316446ef-34e3-4a96-af70-6166bc3bce2d req-415c8749-2827-4d72-9ccc-d7372c3e55ab tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 944 time: 0.0640490 Aug 20 13:41:09.204140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0901e-e64e-42bb-bbbc-d942827f03fd req-e47d1612-77c6-45ef-830c-51715f4bc349 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:09.206685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ef0901e-e64e-42bb-bbbc-d942827f03fd req-e47d1612-77c6-45ef-830c-51715f4bc349 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0650258 Aug 20 13:41:09.261369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ef0901e-e64e-42bb-bbbc-d942827f03fd req-a857cf58-3b39-404e-9e80-cb59e3294013 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474186 Aug 20 13:41:09.264013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-316446ef-34e3-4a96-af70-6166bc3bce2d req-3408e24b-9e96-49b2-8704-4a9de01f44de tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574117 Aug 20 13:41:09.283448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-ddd7c0ae-cb37-4804-956e-9b421d5e1073 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836184 Aug 20 13:41:09.543024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd1e8a-ed00-465e-8035-f49b880b6841 req-9c0fea3d-7e4b-4d3d-902d-f3f0a391299b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:09.544493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23dd1e8a-ed00-465e-8035-f49b880b6841 req-9c0fea3d-7e4b-4d3d-902d-f3f0a391299b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1095 time: 0.0430312 Aug 20 13:41:09.592447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23dd1e8a-ed00-465e-8035-f49b880b6841 req-9b341815-4ea7-4470-87c1-0b824d13799d tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Aug 20 13:41:09.993983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4f98dc9b-863c-4feb-9345-f01542706af1 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:41:09.996928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:10.122907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-e08365c3-bc3b-4610-8942-9da7f7c8c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:10.124746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-e08365c3-bc3b-4610-8942-9da7f7c8c4be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e&tenant_id=4da7c305b36043ddb318bb07274de32d HTTP/1.1" status: 200 len: 1096 time: 0.0787368 Aug 20 13:41:10.137622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:10.199650 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.314370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4f98dc9b-863c-4feb-9345-f01542706af1, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4f98dc9b-863c-4feb-9345-f01542706af1,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:10.336093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '4f98dc9b-863c-4feb-9345-f01542706af1', 'network_id': '6dcbc43a-32de-4756-8134-8565615823c4', 'port_id': '4f98dc9b-863c-4feb-9345-f01542706af1', 'mac_address': 'fa:16:3e:67:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c49f3d-139c-4e93-bbd8-27453adbfd90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:41:10.353063 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.409601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.421594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb7e6d-d1fd-48a8-adb0-377b81275793 req-340c495e-131f-4038-a3a5-dabe9b890997 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:10.423793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-26bb7e6d-d1fd-48a8-adb0-377b81275793 req-340c495e-131f-4038-a3a5-dabe9b890997 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 944 time: 0.0858445 Aug 20 13:41:10.439395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f98dc9b-863c-4feb-9345-f01542706af1 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:10.461140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4f98dc9b-863c-4feb-9345-f01542706af1, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4f98dc9b-863c-4feb-9345-f01542706af1,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:10.468511 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.469222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eaf70b8c-7278-49ab-87bb-0b5bba353164 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:41:10.487898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-26bb7e6d-d1fd-48a8-adb0-377b81275793 req-bd6d9144-e1ee-447f-bc89-7f81dc634a11 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Aug 20 13:41:10.503173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5790-8ff5-419a-b95d-de59f2df7b1d req-a8fcb78c-5b79-4d4b-b4e9-49d3fa0f6d67 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:10.505345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fb5790-8ff5-419a-b95d-de59f2df7b1d req-a8fcb78c-5b79-4d4b-b4e9-49d3fa0f6d67 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.1199663 Aug 20 13:41:10.546819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:10.570352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4f98dc9b-863c-4feb-9345-f01542706af1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:10.585426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19fb5790-8ff5-419a-b95d-de59f2df7b1d req-04a18e52-35b7-4b11-848c-af860f4e4338 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710907 Aug 20 13:41:10.612846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:41:10.633868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:10.655222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'port_id': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'mac_address': 'fa:16:3e:81:04:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8fb21-a8e8-444b-8278-619d72e76497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:41:10.661425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:10.664921 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4505ee-9899-4ab4-a07f-a57eda4bd00e" -d '{"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:10.669340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.692352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Transition to ACTIVE for port object 0ec85473-fda8-4d7c-b236-1257f46f430a will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:10.698029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.711319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.726751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf70b8c-7278-49ab-87bb-0b5bba353164 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:10.726938 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba215ef8-acf5-428b-bebb-b4f1d9150e84 x-openstack-request-id: req-ba215ef8-acf5-428b-bebb-b4f1d9150e84 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:10.727162 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:10.727404 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba215ef8-acf5-428b-bebb-b4f1d9150e84 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:10.727939 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'code': 200} Aug 20 13:41:10.753240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:10.760527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515afb0-74c1-4f5a-834a-afbcb323cd60 req-8f8a160a-fc24-4cad-b231-93be0f73efd9 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:10.769998 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9515afb0-74c1-4f5a-834a-afbcb323cd60 req-8f8a160a-fc24-4cad-b231-93be0f73efd9 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1096 time: 0.0764351 Aug 20 13:41:10.779953 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:10.822027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9515afb0-74c1-4f5a-834a-afbcb323cd60 req-1f5d7e83-230b-46ce-b444-2d0515960177 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Aug 20 13:41:10.841331 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:41:10.841890 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:41:10.851934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:10.862384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:10.930581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] No DVR routers for this DVR port 0ec85473-fda8-4d7c-b236-1257f46f430a on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:11.063064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4f98dc9b-863c-4feb-9345-f01542706af1'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:11.069615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['eaf70b8c-7278-49ab-87bb-0b5bba353164'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:11.081642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:41:11.082306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:41:11.082860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:11.088632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Port 0ec85473-fda8-4d7c-b236-1257f46f430a on network d489c8ca-a4ae-47cc-a017-f6439ea55340 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:41:11.089441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Attempting to bind port 0ec85473-fda8-4d7c-b236-1257f46f430a on network d489c8ca-a4ae-47cc-a017-f6439ea55340 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:11.095045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:41:11.095796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Checking segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:41:11.096385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Bound using segment: {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:41:11.097136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Bound port: 0ec85473-fda8-4d7c-b236-1257f46f430a, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1899d4d6-7f06-4791-942e-2d1e250adf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:41:11.097699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:11.173167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:41:11.177330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:41:11.184417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:11.219816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.220534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:11.221984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 1091 time: 1.0890138 Aug 20 13:41:11.260378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd2372-f642-4e32-b793-faf76b8b1f34 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=9']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:11.292689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-d68e3425-1dca-422c-8fe2-891c608b9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.294363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-d68e3425-1dca-422c-8fe2-891c608b9f25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1094 time: 0.0453775 Aug 20 13:41:11.417230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-99280bb9-e58b-4a02-b41c-098d11a28564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.418749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-99280bb9-e58b-4a02-b41c-098d11a28564 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1174340 Aug 20 13:41:11.500758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-d430c4cc-c20a-4ebc-8401-5a0fbd0e7c43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 998 time: 0.0747206 Aug 20 13:41:11.587677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-6d58cf4e-007e-4909-96c3-045ca7ba5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.589223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-6d58cf4e-007e-4909-96c3-045ca7ba5738 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0817890 Aug 20 13:41:11.637049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efc502-ce5b-44d0-9b22-5ee9b04383a6 req-2cfc0e20-c9bb-4ae2-8878-2cb11674e86f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.638311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63efc502-ce5b-44d0-9b22-5ee9b04383a6 req-2cfc0e20-c9bb-4ae2-8878-2cb11674e86f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 945 time: 0.0855124 Aug 20 13:41:11.675681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-745f4302-9164-4ee3-95a2-e9a7356e195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.677262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-745f4302-9164-4ee3-95a2-e9a7356e195e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807464 Aug 20 13:41:11.712520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63efc502-ce5b-44d0-9b22-5ee9b04383a6 req-44502b24-5126-4e87-b83a-0da8567414dd tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623131 Aug 20 13:41:11.735215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e8494-8138-4777-b469-3d3a5618a224 req-eba5fdc7-9f9c-4fd9-8a9d-567b7e7e7245 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.738077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d44e8494-8138-4777-b469-3d3a5618a224 req-eba5fdc7-9f9c-4fd9-8a9d-567b7e7e7245 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0666564 Aug 20 13:41:11.782459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d44e8494-8138-4777-b469-3d3a5618a224 req-09869856-de8b-4957-8cc1-56452f68b1e2 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376899 Aug 20 13:41:11.807878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-a57fa94c-12cf-44d2-8a8f-79b4ea883cc8 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099358 Aug 20 13:41:11.958856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-8765c64f-7619-4a81-841c-56e021cdca0c service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311688 Aug 20 13:41:11.965826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28eaad-7878-4bcc-98f6-9fdef3657abe req-223842d2-64c3-49d7-a628-4a51a3fe07c7 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:11.967355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e28eaad-7878-4bcc-98f6-9fdef3657abe req-223842d2-64c3-49d7-a628-4a51a3fe07c7 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1096 time: 0.0801749 Aug 20 13:41:12.012873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e28eaad-7878-4bcc-98f6-9fdef3657abe req-06d4a6fb-79c6-4eb1-9222-b4c89e283ac4 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Aug 20 13:41:12.730004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:12.733181 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6052a69-557a-4b83-a083-158f1154206c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:12.793062 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ecfd0d-d5d1-4768-aa08-58c622f495c2 x-openstack-request-id: req-e9ecfd0d-d5d1-4768-aa08-58c622f495c2 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:12.793347 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:12.793749 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9ecfd0d-d5d1-4768-aa08-58c622f495c2 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:12.794178 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'status': 'completed', 'code': 200} Aug 20 13:41:12.914644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc6a82-9f72-4fb7-a352-8ed3cc50472b req-ce0b4b55-f312-473c-b530-a9696b115211 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:12.916785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5dfc6a82-9f72-4fb7-a352-8ed3cc50472b req-ce0b4b55-f312-473c-b530-a9696b115211 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 945 time: 0.1107793 Aug 20 13:41:12.951708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c18de-6638-401b-bc97-dc7291598c88 req-a877c629-3f86-4944-94de-aa4b25cec0e0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:12.954551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec7c18de-6638-401b-bc97-dc7291598c88 req-a877c629-3f86-4944-94de-aa4b25cec0e0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0868969 Aug 20 13:41:12.988458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5dfc6a82-9f72-4fb7-a352-8ed3cc50472b req-48f8ea4b-769f-4b26-a8f3-643966d02413 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614123 Aug 20 13:41:13.007648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec7c18de-6638-401b-bc97-dc7291598c88 req-d854f645-dad8-4c27-bc79-4e57bbf09667 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Aug 20 13:41:13.162363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc59b-ed7f-4bc0-998b-0fac238336cb req-cb537683-be85-4215-86a9-614fe6cec4a6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:13.165915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a20cc59b-ed7f-4bc0-998b-0fac238336cb req-cb537683-be85-4215-86a9-614fe6cec4a6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1096 time: 0.0755978 Aug 20 13:41:13.214209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a20cc59b-ed7f-4bc0-998b-0fac238336cb req-457a9ff7-7f79-4de0-8ac3-d97d31d0b01a tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Aug 20 13:41:14.007984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4f98dc9b-863c-4feb-9345-f01542706af1 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:41:14.076273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 4f98dc9b-863c-4feb-9345-f01542706af1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:41:14.083780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 4f98dc9b-863c-4feb-9345-f01542706af1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:14.084212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:14.128183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b59e6a-5185-412a-841f-a5672387a1cf req-d73fb318-079f-4c51-883d-3263b366025b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:14.130887 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74b59e6a-5185-412a-841f-a5672387a1cf req-d73fb318-079f-4c51-883d-3263b366025b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 945 time: 0.0584550 Aug 20 13:41:14.184333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:14.191537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74b59e6a-5185-412a-841f-a5672387a1cf req-66b9c34e-1661-4a55-ae67-489d72a38ce6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Aug 20 13:41:14.215349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b6f37-57fe-42be-9b27-88258ddb977f req-375261e2-10ac-4918-937e-ce1c11768b31 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:14.221171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a95b6f37-57fe-42be-9b27-88258ddb977f req-375261e2-10ac-4918-937e-ce1c11768b31 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.1108899 Aug 20 13:41:14.230610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f98dc9b-863c-4feb-9345-f01542706af1'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:14.233621 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca04a9-077f-457f-85e2-05ce5463d700" -d '{"events": [{"server_uuid": "c1cf6104-98d4-47a3-abd1-4df477205276", "name": "network-vif-plugged", "status": "completed", "tag": "4f98dc9b-863c-4feb-9345-f01542706af1"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:14.252323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4f98dc9b-863c-4feb-9345-f01542706af1, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4f98dc9b-863c-4feb-9345-f01542706af1,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:14.261964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:14.261964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eaf70b8c-7278-49ab-87bb-0b5bba353164 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:41:14.300658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a95b6f37-57fe-42be-9b27-88258ddb977f req-a22352ac-b305-4f35-a7fd-2c8c02289a4f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723011 Aug 20 13:41:14.341507 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74db235-dfef-439f-8007-6c8b4da1b95c x-openstack-request-id: req-d74db235-dfef-439f-8007-6c8b4da1b95c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:14.341899 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf6104-98d4-47a3-abd1-4df477205276", "name": "network-vif-plugged", "status": "completed", "tag": "4f98dc9b-863c-4feb-9345-f01542706af1", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:14.342086 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d74db235-dfef-439f-8007-6c8b4da1b95c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:14.342468 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f98dc9b-863c-4feb-9345-f01542706af1', 'code': 200} Aug 20 13:41:14.431880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4f98dc9b-863c-4feb-9345-f01542706af1,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:14.436631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d230a8b-f5c7-4737-b8b3-17b7113c993e req-93cbd935-ddae-4a5a-9ec8-c96d6cb7d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:14.438595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d230a8b-f5c7-4737-b8b3-17b7113c993e req-93cbd935-ddae-4a5a-9ec8-c96d6cb7d8e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0799010 Aug 20 13:41:14.461570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port eaf70b8c-7278-49ab-87bb-0b5bba353164 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:41:14.470090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port eaf70b8c-7278-49ab-87bb-0b5bba353164 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:14.470848 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:14.516298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9ee77-5e38-4251-be2d-60b5a7a04f63 req-925ab604-4487-45f5-964d-523e3c625421 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:14.526479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ce9ee77-5e38-4251-be2d-60b5a7a04f63 req-925ab604-4487-45f5-964d-523e3c625421 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0565963 Aug 20 13:41:14.561569 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d230a8b-f5c7-4737-b8b3-17b7113c993e req-1ceb5bfa-0558-4a5c-9558-3c34b8d71be8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 Aug 20 13:41:14.578489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ce9ee77-5e38-4251-be2d-60b5a7a04f63 req-a885006c-c2a9-49ff-a42d-0d041956d50c tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Aug 20 13:41:14.623964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:14.669519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:14.678809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:14.738662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:15.271303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:41:15.341354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac734a-3737-432b-9985-5a2a87c89d54 req-750670e0-9d9b-4e5b-b651-0b263849600a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:15.342954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69ac734a-3737-432b-9985-5a2a87c89d54 req-750670e0-9d9b-4e5b-b651-0b263849600a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0655408 Aug 20 13:41:15.424214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69ac734a-3737-432b-9985-5a2a87c89d54 req-bab4c5a1-981a-4653-b1a4-4c9c428b5db4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726867 Aug 20 13:41:15.527409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfccf0-85ba-4717-918f-89aeb74c04b9 req-2ef1e7ff-8158-4b62-b0b0-7dabc32fc3fe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:15.529062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27cfccf0-85ba-4717-918f-89aeb74c04b9 req-2ef1e7ff-8158-4b62-b0b0-7dabc32fc3fe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0820272 Aug 20 13:41:15.577579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27cfccf0-85ba-4717-918f-89aeb74c04b9 req-d48f6ae2-5418-461a-8777-8c81badbf571 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Aug 20 13:41:15.721103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4bac-1b47-43fd-8df7-6c0d6830c338 req-7b0d0d83-f3a7-4a22-bede-933701aa669e tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:15.722804 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-074c4bac-1b47-43fd-8df7-6c0d6830c338 req-7b0d0d83-f3a7-4a22-bede-933701aa669e tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0568101 Aug 20 13:41:15.780610 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54099119-fc3f-453d-8a10-385e3af35b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:15.821863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-074c4bac-1b47-43fd-8df7-6c0d6830c338 req-38eaeb15-e829-4b99-ab97-13de3b6fe9b2 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893626 Aug 20 13:41:16.344669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:16.349539 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c333501-2319-43cd-a84c-67518a660f33" -d '{"events": [{"server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "name": "network-vif-plugged", "status": "completed", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:16.404979 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b2d7c-a849-4c5a-a737-a76765569126 x-openstack-request-id: req-655b2d7c-a849-4c5a-a737-a76765569126 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:16.405270 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "name": "network-vif-plugged", "status": "completed", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:16.405523 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-655b2d7c-a849-4c5a-a737-a76765569126 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:16.405916 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'code': 200} Aug 20 13:41:16.629329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ae3-41ad-4bd3-91db-8ef18d1a097e req-31708196-0263-4121-a5ac-a738fdadc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:16.632985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-801c5ae3-41ad-4bd3-91db-8ef18d1a097e req-31708196-0263-4121-a5ac-a738fdadc347 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 1097 time: 0.1284263 Aug 20 13:41:16.682396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04155-d65c-4121-9ed0-3a0956245d0e req-3417ee6d-6f34-42ae-bc2e-82e0c8857d8f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:16.685265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8d04155-d65c-4121-9ed0-3a0956245d0e req-3417ee6d-6f34-42ae-bc2e-82e0c8857d8f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1118786 Aug 20 13:41:16.741239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-801c5ae3-41ad-4bd3-91db-8ef18d1a097e req-2a25a14f-2199-457f-b7d2-926600f4c0fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001916 Aug 20 13:41:16.764968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8d04155-d65c-4121-9ed0-3a0956245d0e req-a16adf10-a069-4224-b94e-9aac976f7f2d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Aug 20 13:41:16.808289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47e6f8-3c98-4cf4-9009-315c32f7ff48 req-2934f806-0430-4f75-8489-bcb059a79538 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:16.832837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c47e6f8-3c98-4cf4-9009-315c32f7ff48 req-2934f806-0430-4f75-8489-bcb059a79538 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.1141367 Aug 20 13:41:16.884038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c47e6f8-3c98-4cf4-9009-315c32f7ff48 req-66e1640b-ec3d-41b2-89c1-842894a264a1 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500875 Aug 20 13:41:16.974410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dca20a-534b-49aa-9c93-ceb196bea474 req-a78c0770-c6d5-4c1d-8998-a22ef8269be6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:16.976671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61dca20a-534b-49aa-9c93-ceb196bea474 req-a78c0770-c6d5-4c1d-8998-a22ef8269be6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0541480 Aug 20 13:41:17.018198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61dca20a-534b-49aa-9c93-ceb196bea474 req-9a66f8e0-21e4-40db-9f51-95720b12b294 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Aug 20 13:41:17.160666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208d3a6-a6d0-4211-bfb5-5920b0472cff req-15941aa7-4da2-48f9-81e1-d71ab00997f5 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:17.162735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1208d3a6-a6d0-4211-bfb5-5920b0472cff req-15941aa7-4da2-48f9-81e1-d71ab00997f5 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0494149 Aug 20 13:41:17.202288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1208d3a6-a6d0-4211-bfb5-5920b0472cff req-a2c5f29d-b271-40bb-82f8-2989ae0fddc8 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Aug 20 13:41:17.358169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bb8b3-cd7e-4370-8d44-93c6305a4ccc req-488922f3-e593-40f1-8ea6-7c74d0f6738b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:17.358169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f2bb8b3-cd7e-4370-8d44-93c6305a4ccc req-488922f3-e593-40f1-8ea6-7c74d0f6738b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0533404 Aug 20 13:41:17.419751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f2bb8b3-cd7e-4370-8d44-93c6305a4ccc req-93a82b84-e8e9-404c-ab89-a12927233a47 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530150 Aug 20 13:41:17.716145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b2c82-c763-4630-b820-ed3ada05738c req-66f07d70-c422-4997-b058-3e7bd30c3016 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:17.718638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-553b2c82-c763-4630-b820-ed3ada05738c req-66f07d70-c422-4997-b058-3e7bd30c3016 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0463865 Aug 20 13:41:17.757676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-553b2c82-c763-4630-b820-ed3ada05738c req-1d44057d-d9ba-412f-8d18-5bf941b9a614 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Aug 20 13:41:18.044015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d81439-34e5-411e-9fe4-2e75c8eff8c5 req-0bcae095-41e3-4608-b8e8-56d3bfc7474b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:18.055621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46d81439-34e5-411e-9fe4-2e75c8eff8c5 req-0bcae095-41e3-4608-b8e8-56d3bfc7474b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1350141 Aug 20 13:41:18.098786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95e1f4-a738-4ebd-98f5-bfaf6dc73fdd req-baab7ce0-a6e4-4ccb-bd19-2542d09e62b9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:18.101780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db95e1f4-a738-4ebd-98f5-bfaf6dc73fdd req-baab7ce0-a6e4-4ccb-bd19-2542d09e62b9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0907950 Aug 20 13:41:18.112919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46d81439-34e5-411e-9fe4-2e75c8eff8c5 req-69aeb559-7b3a-41d4-a9b0-90ebe309396a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559900 Aug 20 13:41:18.146027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db95e1f4-a738-4ebd-98f5-bfaf6dc73fdd req-68bb30b0-968c-4506-b839-a0cab98b7344 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382290 Aug 20 13:41:18.485250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-018dda9b-95f3-4d80-98bf-8d537c044af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:18.528751 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:18.901065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e3c9-4a32-4eff-b9bc-0839c3a30597 req-5827a77a-222d-4041-8b60-4b76010b9093 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:18.902596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7277e3c9-4a32-4eff-b9bc-0839c3a30597 req-5827a77a-222d-4041-8b60-4b76010b9093 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.0492363 Aug 20 13:41:18.964743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7277e3c9-4a32-4eff-b9bc-0839c3a30597 req-3200d71b-0863-482f-9498-e50c4899d0fa tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493264 Aug 20 13:41:19.057450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-5af54882-5e97-426e-a349-1a9fd548b179 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:19.060366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-5af54882-5e97-426e-a349-1a9fd548b179 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 1097 time: 0.1168809 Aug 20 13:41:19.176357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Deleting port 4f98dc9b-863c-4feb-9345-f01542706af1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:19.176357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:19.367137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecde343-1e6e-4d78-bd3e-e48316b53000 req-8f72768a-6e4f-4797-a510-8e96f644923d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:19.369057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ecde343-1e6e-4d78-bd3e-e48316b53000 req-8f72768a-6e4f-4797-a510-8e96f644923d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1297488 Aug 20 13:41:19.383818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0ebe6-f208-48d0-8b65-90c823cd7c72 req-2cec5fb2-b178-494e-9db6-1cc09c16682e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:19.386219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7dd0ebe6-f208-48d0-8b65-90c823cd7c72 req-2cec5fb2-b178-494e-9db6-1cc09c16682e tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.1188703 Aug 20 13:41:19.387810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] For port 4f98dc9b-863c-4feb-9345-f01542706af1, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4f98dc9b-863c-4feb-9345-f01542706af1,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:19.388360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:19.457777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Calling delete_port for 4f98dc9b-863c-4feb-9345-f01542706af1 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:19.458910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7dd0ebe6-f208-48d0-8b65-90c823cd7c72 req-15b98e45-590d-4c1e-930a-a52ad682acc0 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624163 Aug 20 13:41:19.466552 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:19.570672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ecde343-1e6e-4d78-bd3e-e48316b53000 req-885b149e-b5cf-4b07-88de-55dd63bb5af1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793106 Aug 20 13:41:19.711630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:19.729856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4f98dc9b-863c-4feb-9345-f01542706af1'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:19.763260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f98dc9b-863c-4feb-9345-f01542706af1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:19.774161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37421d8-8ee7-46bb-8fac-68b320caecb5 req-4e29c7c8-f7db-498c-83ec-963969946cf6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:19.792631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['25c6f2b4-48c3-49ef-861a-97a39fe3f726'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:19.793846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f37421d8-8ee7-46bb-8fac-68b320caecb5 req-4e29c7c8-f7db-498c-83ec-963969946cf6 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1065731 Aug 20 13:41:19.817959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] No DVR routers for this DVR port 4f98dc9b-863c-4feb-9345-f01542706af1 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:19.821658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:19.823910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6c01771-82f6-48a6-b07b-26055b3ddf74 req-3084a1cc-a78c-4dc3-885e-b11db46052d0 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4f98dc9b-863c-4feb-9345-f01542706af1 HTTP/1.1" status: 204 len: 173 time: 0.7563450 Aug 20 13:41:19.824377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'name': 'network-vif-deleted', 'tag': '4f98dc9b-863c-4feb-9345-f01542706af1'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:19.827774 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c2ae2-efed-401c-b9b9-67a81ea288f3" -d '{"events": [{"server_uuid": "c1cf6104-98d4-47a3-abd1-4df477205276", "name": "network-vif-deleted", "tag": "4f98dc9b-863c-4feb-9345-f01542706af1"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:19.954683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f37421d8-8ee7-46bb-8fac-68b320caecb5 req-cdb35906-b9e6-4d4f-814a-4ce69e0fc5ae tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577678 Aug 20 13:41:19.955147 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7af8f7-b489-4260-99e0-f4a182e686fd x-openstack-request-id: req-ed7af8f7-b489-4260-99e0-f4a182e686fd {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:19.955684 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf6104-98d4-47a3-abd1-4df477205276", "name": "network-vif-deleted", "tag": "4f98dc9b-863c-4feb-9345-f01542706af1", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:19.956172 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed7af8f7-b489-4260-99e0-f4a182e686fd {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:19.958072 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cf6104-98d4-47a3-abd1-4df477205276', 'name': 'network-vif-deleted', 'tag': '4f98dc9b-863c-4feb-9345-f01542706af1', 'status': 'completed', 'code': 200} Aug 20 13:41:20.215890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4ddf587-4d45-43b0-93ee-456e3d357a5b req-be778bf4-e66f-4498-8d9e-061bfd72f290 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c1cf6104-98d4-47a3-abd1-4df477205276 HTTP/1.1" status: 200 len: 210 time: 0.0536652 Aug 20 13:41:20.420022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ad7-b52a-4e86-908f-e8eec3448cac req-f1f2b377-553b-4c26-b529-a76e73c45b28 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:20.422183 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35851ad7-b52a-4e86-908f-e8eec3448cac req-f1f2b377-553b-4c26-b529-a76e73c45b28 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1203477 Aug 20 13:41:20.490307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35851ad7-b52a-4e86-908f-e8eec3448cac req-d3ff378b-f535-438a-ae20-3aaeea7660e3 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429802 Aug 20 13:41:20.690613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa11c8e-138b-4c0b-9032-ee293844c818 req-ff9a68cc-20a5-4d0b-b107-b13191a2ddf7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:20.692215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfa11c8e-138b-4c0b-9032-ee293844c818 req-ff9a68cc-20a5-4d0b-b107-b13191a2ddf7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0649817 Aug 20 13:41:20.715194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eadc4-2c7c-4e5f-b161-bfb9e598a207 req-b9914d99-d8e7-4a7b-8d03-a03332d295f7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:20.718228 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa3eadc4-2c7c-4e5f-b161-bfb9e598a207 req-b9914d99-d8e7-4a7b-8d03-a03332d295f7 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0771954 Aug 20 13:41:20.775256 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfa11c8e-138b-4c0b-9032-ee293844c818 req-8b62cef1-2fec-4588-b04e-34ee742292f8 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714805 Aug 20 13:41:20.777945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa3eadc4-2c7c-4e5f-b161-bfb9e598a207 req-6a4225e0-63a9-4273-a4d5-07f52654b8bc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510414 Aug 20 13:41:21.224911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1ab0c-740c-4bb3-bca1-8b758ac27d1e req-c4e24c3a-7314-4093-8dd1-a6073ef58a0b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:21.227424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbf1ab0c-740c-4bb3-bca1-8b758ac27d1e req-c4e24c3a-7314-4093-8dd1-a6073ef58a0b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0630679 Aug 20 13:41:21.325606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbf1ab0c-740c-4bb3-bca1-8b758ac27d1e req-38f4dd12-8ce7-48eb-9ba1-23d93f1887bf tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808017 Aug 20 13:41:21.446253 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:21.638433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16183d9-0bfb-40a3-8798-f45d0cd7b84b req-d963cd00-ebfb-47d6-a4ad-f7dc34886eb4 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:21.640126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b16183d9-0bfb-40a3-8798-f45d0cd7b84b req-d963cd00-ebfb-47d6-a4ad-f7dc34886eb4 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0687997 Aug 20 13:41:21.681514 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b16183d9-0bfb-40a3-8798-f45d0cd7b84b req-e2245b09-4c9d-4cd5-80cf-68452353ec49 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Aug 20 13:41:21.963362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b3171-7d17-4e3b-8b2c-c34f5879d17f req-8e537d53-5b9d-4c90-9b6e-ca7a4c0535e8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:21.965050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eb1b3171-7d17-4e3b-8b2c-c34f5879d17f req-8e537d53-5b9d-4c90-9b6e-ca7a4c0535e8 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0637388 Aug 20 13:41:22.011015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eb1b3171-7d17-4e3b-8b2c-c34f5879d17f req-77befbb6-42ed-4940-94f5-536da2c82d6d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Aug 20 13:41:22.461548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494146b3-1942-4916-b1c6-133875b5cc7e req-762c2834-4053-4f05-bae6-914012bbb6fa tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:22.463075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-494146b3-1942-4916-b1c6-133875b5cc7e req-762c2834-4053-4f05-bae6-914012bbb6fa tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Aug 20 13:41:22.500795 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-494146b3-1942-4916-b1c6-133875b5cc7e req-5ebc24f1-0d0d-4d54-b718-8ff3e7332b20 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Aug 20 13:41:22.638478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6052a69-557a-4b83-a083-158f1154206c req-28d16adb-2e30-4187-849c-439a473f0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:22.640006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-28d16adb-2e30-4187-849c-439a473f0506 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1094 time: 0.0443902 Aug 20 13:41:22.741070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6052a69-557a-4b83-a083-158f1154206c req-73a22b50-6a15-435f-9eff-18e400355185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:22.742755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-73a22b50-6a15-435f-9eff-18e400355185 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.0928578 Aug 20 13:41:22.847018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-236bef0a-f12e-4ebe-83b0-ab92c72aa39e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 998 time: 0.0930769 Aug 20 13:41:22.848723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9d3e-bcca-405a-8a19-6553a3045397 req-f389e582-de87-49d6-acc0-289ce05add96 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:22.850776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf8a9d3e-bcca-405a-8a19-6553a3045397 req-f389e582-de87-49d6-acc0-289ce05add96 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0981297 Aug 20 13:41:22.928248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf8a9d3e-bcca-405a-8a19-6553a3045397 req-85b3516c-3f55-4d53-8fe1-3015e3d03e88 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653427 Aug 20 13:41:22.929811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6052a69-557a-4b83-a083-158f1154206c req-a1b7080a-5e0d-4f1a-a6db-31b6b39dad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:22.931187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-a1b7080a-5e0d-4f1a-a6db-31b6b39dad5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0760355 Aug 20 13:41:22.983041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6052a69-557a-4b83-a083-158f1154206c req-bca110bb-a769-451c-8332-85da4e2eb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:22.984619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-bca110bb-a769-451c-8332-85da4e2eb791 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449200 Aug 20 13:41:23.090362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-404fca52-f9d2-472d-9ea1-e287f7acadee service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966616 Aug 20 13:41:23.148537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e206-b062-43df-a6bd-ebddd672a1e6 req-d057f6ca-566a-4f66-9f7b-f54e006e940b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:23.150437 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0033e206-b062-43df-a6bd-ebddd672a1e6 req-d057f6ca-566a-4f66-9f7b-f54e006e940b tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0576823 Aug 20 13:41:23.191898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6052a69-557a-4b83-a083-158f1154206c req-9b717eea-8a26-4951-a26f-0f11ef378770 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936999 Aug 20 13:41:23.192607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0033e206-b062-43df-a6bd-ebddd672a1e6 req-c0765cd6-c9fd-42a2-a3f9-66e2fd4e65ff tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357392 Aug 20 13:41:23.626860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc829e-64d4-4d1a-897d-fd1c0ef9e1a3 req-66a6228b-87c0-4734-ac04-e5d4519eb90c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:23.628373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68fc829e-64d4-4d1a-897d-fd1c0ef9e1a3 req-66a6228b-87c0-4734-ac04-e5d4519eb90c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0506780 Aug 20 13:41:23.669535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68fc829e-64d4-4d1a-897d-fd1c0ef9e1a3 req-f8285a12-602e-4477-9917-cea5fa8ad820 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Aug 20 13:41:24.049017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d415ed2-8de4-4033-9632-7d19f627b739 req-1766a5a9-e9c2-46e5-aae3-207664bfe93a tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:24.050563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d415ed2-8de4-4033-9632-7d19f627b739 req-1766a5a9-e9c2-46e5-aae3-207664bfe93a tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0473735 Aug 20 13:41:24.071882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4f98dc9b-863c-4feb-9345-f01542706af1 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:24.075441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-aa81a719-dcf5-4c63-b7b6-2d1a72c8d4d6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:24.077282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-aa81a719-dcf5-4c63-b7b6-2d1a72c8d4d6 tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0496774 Aug 20 13:41:24.102008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 4f98dc9b-863c-4feb-9345-f01542706af1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:24.102008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4f98dc9b-863c-4feb-9345-f01542706af1 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:24.121891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d415ed2-8de4-4033-9632-7d19f627b739 req-deae56b2-ceb0-4607-9a85-c940a54e585b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=75c22c6b-f945-4354-8720-d8e89218e1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 Aug 20 13:41:24.419962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e110a9d-d79d-4eb2-8031-292c6179170c req-ed98bd38-65ea-4b0e-b454-65e4c626fdd5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:24.421620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e110a9d-d79d-4eb2-8031-292c6179170c req-ed98bd38-65ea-4b0e-b454-65e4c626fdd5 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0808904 Aug 20 13:41:24.469963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Deleting port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:24.470214 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:24.475718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e110a9d-d79d-4eb2-8031-292c6179170c req-d3c5167b-1622-4f6b-af87-e61ea6a0c86d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459390 Aug 20 13:41:24.556835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] For port 25c6f2b4-48c3-49ef-861a-97a39fe3f726, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25c6f2b4-48c3-49ef-861a-97a39fe3f726,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:24.557208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:24.570837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Calling delete_port for 25c6f2b4-48c3-49ef-861a-97a39fe3f726 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:24.696729 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:24.711960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['25c6f2b4-48c3-49ef-861a-97a39fe3f726'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:24.746234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Pushing event deleted for resources: {'Port': ['ID=25c6f2b4-48c3-49ef-861a-97a39fe3f726,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:24.790998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] No DVR routers for this DVR port 25c6f2b4-48c3-49ef-861a-97a39fe3f726 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:24.793289 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:24.795374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec74db31-9545-4cf6-ad61-5582ef26005c req-092702fe-2f87-44da-a80d-2df20c0e29ea tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.53 "DELETE /v2.0/ports/25c6f2b4-48c3-49ef-861a-97a39fe3f726 HTTP/1.1" status: 204 len: 173 time: 0.7116151 Aug 20 13:41:24.795833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'name': 'network-vif-deleted', 'tag': '25c6f2b4-48c3-49ef-861a-97a39fe3f726'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:24.799106 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f856d1-40b7-464a-8a56-81fae3730c09" -d '{"events": [{"server_uuid": "fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5", "name": "network-vif-deleted", "tag": "25c6f2b4-48c3-49ef-861a-97a39fe3f726"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:24.812682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f36e-a066-460b-93c4-9edcd82a7457 req-c81e4552-d8f9-4661-923f-f470a91d28da tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:24.821190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ff1f36e-a066-460b-93c4-9edcd82a7457 req-c81e4552-d8f9-4661-923f-f470a91d28da tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0685022 Aug 20 13:41:24.864746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ff1f36e-a066-460b-93c4-9edcd82a7457 req-c25edc77-c794-4289-ab86-7cb75c25d6c7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Aug 20 13:41:24.871368 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b4260c-e956-42da-9677-7a01debb3b08 x-openstack-request-id: req-b4b4260c-e956-42da-9677-7a01debb3b08 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:24.871677 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5", "name": "network-vif-deleted", "tag": "25c6f2b4-48c3-49ef-861a-97a39fe3f726", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:24.871936 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4b4260c-e956-42da-9677-7a01debb3b08 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:24.875723 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5', 'name': 'network-vif-deleted', 'tag': '25c6f2b4-48c3-49ef-861a-97a39fe3f726', 'status': 'completed', 'code': 200} Aug 20 13:41:25.250951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9225f9d9-a800-4764-a192-e9850689c89a req-2f2288b8-12d0-410e-803c-83ae3a1ffd5b tempest-TestServerMultinode-2018003758 tempest-TestServerMultinode-2018003758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa1dfe7a-bfa2-49df-9649-36acb6a1d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0336809 Aug 20 13:41:25.631313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1099e0-53a4-4aa5-be55-5075f165e168 req-4973d1eb-4264-4c34-bd8d-80ddbb0069fa tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:25.632874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e1099e0-53a4-4aa5-be55-5075f165e168 req-4973d1eb-4264-4c34-bd8d-80ddbb0069fa tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 943 time: 0.0695112 Aug 20 13:41:25.672512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e1099e0-53a4-4aa5-be55-5075f165e168 req-efe93717-2952-41e2-9024-7b29d5768c59 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Aug 20 13:41:26.072013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf1508-5a41-44d5-b517-52d44e76cc5a req-83cf4bd3-d976-400f-96c5-1cc52402c1f7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:26.074928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cbaf1508-5a41-44d5-b517-52d44e76cc5a req-83cf4bd3-d976-400f-96c5-1cc52402c1f7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1357372 Aug 20 13:41:26.142334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cbaf1508-5a41-44d5-b517-52d44e76cc5a req-0653fc8d-a51e-48dd-902c-6c7d1a613ee2 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517874 Aug 20 13:41:26.162179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:41:26.285166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:26.303942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'port_id': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'mac_address': 'fa:16:3e:54:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:41:26.318886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50246) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:26.356095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:26.376658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec85473-fda8-4d7c-b236-1257f46f430a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:26.414213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:26.419966 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:26.472142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:26.624720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['0ec85473-fda8-4d7c-b236-1257f46f430a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:26.889944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a505b49-e238-49d4-821d-aad90e37ff95 req-7a280616-ac9b-44bb-8e46-abd99da86905 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:26.892113 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a505b49-e238-49d4-821d-aad90e37ff95 req-7a280616-ac9b-44bb-8e46-abd99da86905 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 946 time: 0.5287786 Aug 20 13:41:26.896658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463db2-46df-44a9-89cc-7141abe25177 req-c07a246f-c99f-4247-be07-693529891a18 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:26.905072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f463db2-46df-44a9-89cc-7141abe25177 req-c07a246f-c99f-4247-be07-693529891a18 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.0851982 Aug 20 13:41:26.940109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f463db2-46df-44a9-89cc-7141abe25177 req-b426409b-f666-4362-8aab-4f3111476a12 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341403 Aug 20 13:41:27.008405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a505b49-e238-49d4-821d-aad90e37ff95 req-44dec0be-acc6-4b4d-a6ec-60db7e31ef8e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801294 Aug 20 13:41:27.221000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:27.289898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131a4b1-ccc8-4664-8e49-a53768b9eeef req-ba7fafd7-272e-44d9-92aa-63918f0d791c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:27.291632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c131a4b1-ccc8-4664-8e49-a53768b9eeef req-ba7fafd7-272e-44d9-92aa-63918f0d791c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0535662 Aug 20 13:41:27.342370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c131a4b1-ccc8-4664-8e49-a53768b9eeef req-c2558b45-5082-4755-b651-7bce00246571 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Aug 20 13:41:27.500781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Deleting port 8efae4ab-12cf-4368-8209-b2e5737e2010 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:27.501451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:27.582181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] For port 8efae4ab-12cf-4368-8209-b2e5737e2010, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8efae4ab-12cf-4368-8209-b2e5737e2010,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:27.582555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:27.597306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Calling delete_port for 8efae4ab-12cf-4368-8209-b2e5737e2010 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:27.801263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:27.825622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efae4ab-12cf-4368-8209-b2e5737e2010,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:27.920154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587554-d704-4801-9248-6fa6898dc4fa req-6e4b4d4f-99de-47e8-8d2f-703de43f4e7c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:27.922433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83587554-d704-4801-9248-6fa6898dc4fa req-6e4b4d4f-99de-47e8-8d2f-703de43f4e7c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 946 time: 0.0889978 Aug 20 13:41:28.014318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.064945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:28.065586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.155488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:41:28.259972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73e13-b679-43cb-92eb-4c4bde6964b8 req-f20a54e1-ddb5-4a00-84d1-1c541f01a031 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:28.261635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4f73e13-b679-43cb-92eb-4c4bde6964b8 req-f20a54e1-ddb5-4a00-84d1-1c541f01a031 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 946 time: 0.1106980 Aug 20 13:41:28.274749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 0ec85473-fda8-4d7c-b236-1257f46f430a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:41:28.279491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 0ec85473-fda8-4d7c-b236-1257f46f430a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:28.280437 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.307454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:28.308872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.373958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf041512-9e3a-4d62-9c72-39a8cd991e8b req-efdb5690-f57b-4649-a46b-2f16a8ee11fc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:28.382503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf041512-9e3a-4d62-9c72-39a8cd991e8b req-efdb5690-f57b-4649-a46b-2f16a8ee11fc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 945 time: 0.3015184 Aug 20 13:41:28.399284 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.408310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4f73e13-b679-43cb-92eb-4c4bde6964b8 req-69208ee6-2293-40c5-b6d4-6056f2bbbdf4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299105 Aug 20 13:41:28.444682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:28.455339 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb9795-9c8a-424f-bd39-1dcda237c787" -d '{"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:28.478891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:28.485714 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.486837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25c6f2b4-48c3-49ef-861a-97a39fe3f726 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:28.523645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bf041512-9e3a-4d62-9c72-39a8cd991e8b req-1d3d755c-f7a4-448c-a9f9-015cdc51c834 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352224 Aug 20 13:41:28.557792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Router 0d24b03e-a57a-4709-be80-7765ce8e0db7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:41:28.577090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:28.581681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 25c6f2b4-48c3-49ef-861a-97a39fe3f726 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:28.582031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25c6f2b4-48c3-49ef-861a-97a39fe3f726 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:28.588757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da542b1-4a59-4486-bc89-b6f6d1ba41c5 req-fa5878f1-b22f-445d-a54d-07fa8c9e3e13 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:28.590314 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4da542b1-4a59-4486-bc89-b6f6d1ba41c5 req-fa5878f1-b22f-445d-a54d-07fa8c9e3e13 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1166458 Aug 20 13:41:28.608661 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e24ee-a80f-49a1-bd0e-ea2bc7761abb x-openstack-request-id: req-6e6e24ee-a80f-49a1-bd0e-ea2bc7761abb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:28.608661 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:28.608661 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e6e24ee-a80f-49a1-bd0e-ea2bc7761abb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:28.609477 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'code': 200} Aug 20 13:41:28.649457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.650443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.650443 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Floating IP 6d235da7-f21d-486c-829d-7ab0745c1099 disassociated. External IP: 172.25.6.243, port: 5f8fde8e-2dd9-4623-bccd-2627f1d62f57. Aug 20 13:41:28.650443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:28.664652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4da542b1-4a59-4486-bc89-b6f6d1ba41c5 req-d2d504e3-8fe5-4194-9784-5d269f3dc6de tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663466 Aug 20 13:41:28.718459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:41:28.728770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6c7355d2-8255-4c34-b441-bb5d26b37f63 admin admin] 10.222.0.59 "PUT /v2.0/routers/0d24b03e-a57a-4709-be80-7765ce8e0db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4079194 Aug 20 13:41:28.729640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:28.732067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] Sync routers for ids ['0d24b03e-a57a-4709-be80-7765ce8e0db7'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:41:28.743494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] Routers {'0d24b03e-a57a-4709-be80-7765ce8e0db7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:41:28.744149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0d24b03e-a57a-4709-be80-7765ce8e0db7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:28.847949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085b85-2b58-49a6-8d41-43c62fed66e8 req-e244f20c-ff70-4a27-88d8-d80228a612c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:28.849624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a085b85-2b58-49a6-8d41-43c62fed66e8 req-e244f20c-ff70-4a27-88d8-d80228a612c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1097 time: 0.0902796 Aug 20 13:41:28.866299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.893152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] Set router 0d24b03e-a57a-4709-be80-7765ce8e0db7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:41:28.918490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a085b85-2b58-49a6-8d41-43c62fed66e8 req-6719aa09-a592-483a-b640-eaddbd4d9931 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545979 Aug 20 13:41:28.920941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:28.955342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=5f8fde8e-2dd9-4623-bccd-2627f1d62f57,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:29.027442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.033029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.114884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Deleting port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:29.115415 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.133184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:41:29.141076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:41:27Z', 'revision_number': 5, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port': {'id': '3e5b8576-6b4e-4415-8dd1-5f382785e0a7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:29.175309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] Checking router: 0d24b03e-a57a-4709-be80-7765ce8e0db7 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:41:29.188228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] Routers {'0d24b03e-a57a-4709-be80-7765ce8e0db7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:41:29.189007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0d24b03e-a57a-4709-be80-7765ce8e0db7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:29.224069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] For port 3e5b8576-6b4e-4415-8dd1-5f382785e0a7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:29.225102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.241550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Calling delete_port for 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:29.260424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:41:29.277281 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:41:29.288776 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:41:29.289864 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:29.324007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] Set router 0d24b03e-a57a-4709-be80-7765ce8e0db7 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:41:29.339579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:29.342908 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.345511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83587554-d704-4801-9248-6fa6898dc4fa req-201c4651-97f7-4743-89ca-4529a2829b1b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "DELETE /v2.0/ports/5f8fde8e-2dd9-4623-bccd-2627f1d62f57 HTTP/1.1" status: 204 len: 173 time: 1.4151924 Aug 20 13:41:29.345791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'name': 'network-vif-deleted', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:29.348376 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e5476-d6b3-40f5-9d5f-8437ed948b59" -d '{"events": [{"server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "name": "network-vif-deleted", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:29.445907 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0187673-7c2a-44d4-8e6d-629ede497a47 x-openstack-request-id: req-c0187673-7c2a-44d4-8e6d-629ede497a47 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:29.446207 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af54803a-83e6-429d-a2f8-81e8dda6bef1", "name": "network-vif-deleted", "tag": "5f8fde8e-2dd9-4623-bccd-2627f1d62f57", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:29.446505 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0187673-7c2a-44d4-8e6d-629ede497a47 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:29.446916 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af54803a-83e6-429d-a2f8-81e8dda6bef1', 'name': 'network-vif-deleted', 'tag': '5f8fde8e-2dd9-4623-bccd-2627f1d62f57', 'status': 'completed', 'code': 200} Aug 20 13:41:29.468215 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:41:29.528785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:41:29Z', 'revision_number': 6, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:29.601773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd1fd61-8ff0-4ea9-ba2d-f5d1060d89ce None None] The sync data for ids ['0d24b03e-a57a-4709-be80-7765ce8e0db7'] in n-d-804232-5 is: [{'id': '0d24b03e-a57a-4709-be80-7765ce8e0db7', 'name': 'tempest-TestServerMultinode-512563824-router', 'tenant_id': 'd6528edae33041718b56e0048e6b253a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:41:29Z', 'revision_number': 6, 'project_id': 'd6528edae33041718b56e0048e6b253a', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:41:29.615858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8c556d6-90bd-4ba0-a44c-9e91021f7a1c req-9bd3c7c8-2789-44cb-9287-afbe20c0f4ca tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0686526 Aug 20 13:41:29.754262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52497bdf-9bab-4799-b63c-e1dca2acd66d req-bbbd8e00-2ae7-4394-a5f1-9a5f126becba tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:29.763687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52497bdf-9bab-4799-b63c-e1dca2acd66d req-bbbd8e00-2ae7-4394-a5f1-9a5f126becba tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 946 time: 0.0799682 Aug 20 13:41:29.764866 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:29.772313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.807351 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:41:29.817241 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:41:29.818634 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:29.852501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e885f-924d-4065-b5fc-83cdcba63c97 req-0c120362-824f-42c8-af66-07b82c4eff98 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:29.867234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-617e885f-924d-4065-b5fc-83cdcba63c97 req-0c120362-824f-42c8-af66-07b82c4eff98 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0877383 Aug 20 13:41:29.921418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5b8576-6b4e-4415-8dd1-5f382785e0a7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:29.930318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:29.982164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-617e885f-924d-4065-b5fc-83cdcba63c97 req-0081e658-75ae-4b45-8e2e-33b98d6fea19 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071367 Aug 20 13:41:30.125974 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:41:30.133496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52497bdf-9bab-4799-b63c-e1dca2acd66d req-66ab2dc0-dfaf-4835-ac5c-c5c36be62a82 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689022 Aug 20 13:41:30.135378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.138004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.259207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.260208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d24b03e-a57a-4709-be80-7765ce8e0db7 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:41:30.268956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.273873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff5d5e5f-cb9f-4fe7-a628-af3f65c9b42d admin admin] 10.222.0.59 "DELETE /v2.0/routers/0d24b03e-a57a-4709-be80-7765ce8e0db7 HTTP/1.1" status: 204 len: 168 time: 1.5393696 Aug 20 13:41:30.274318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50320) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:30.352663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Deleting subnet c9c49f3d-139c-4e93-bbd8-27453adbfd90 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:41:30.369096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.439622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.507809 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:30.562485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.596214 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a764f3-cc0b-40f4-b20b-1421a9a2b61e None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:41:30.632749 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.665912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:30.696935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c49f3d-139c-4e93-bbd8-27453adbfd90,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:30.699089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.701128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e991fa57-3f18-4573-970f-cfc901c47e1a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c9c49f3d-139c-4e93-bbd8-27453adbfd90 HTTP/1.1" status: 204 len: 168 time: 0.4256771 Aug 20 13:41:30.703758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:30.752923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d71e8-e29b-4f57-9fc1-d04e3e344548 None None] Network 6dcbc43a-32de-4756-8134-8565615823c4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:41:30.758097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c22436b-483d-4180-bddb-795dd4e8c6e1 req-4a2de5dd-7a03-4af6-8a7f-fced9a4abbe5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0454943 Aug 20 13:41:30.868232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:30.868597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e5b8576-6b4e-4415-8dd1-5f382785e0a7 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:30.869025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8efae4ab-12cf-4368-8209-b2e5737e2010 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:30.869835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:30.927468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8efae4ab-12cf-4368-8209-b2e5737e2010 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:30.927805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8efae4ab-12cf-4368-8209-b2e5737e2010 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:31.014708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Deleting port 97161d42-65fa-4adc-aa9e-f1c919afc464 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:31.028978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.118532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] DHCP port deletion for 6dcbc43a-32de-4756-8134-8565615823c4 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:41:31.195536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] Deleting port 97161d42-65fa-4adc-aa9e-f1c919afc464 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:31.196841 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.233556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] For port 97161d42-65fa-4adc-aa9e-f1c919afc464, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=97161d42-65fa-4adc-aa9e-f1c919afc464,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:31.235164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.257730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Calling delete_port for 97161d42-65fa-4adc-aa9e-f1c919afc464 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:31.258312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d021450-9b60-48d4-aa0e-d966f7298a0e None None] New status for floating IP 6d235da7-f21d-486c-829d-7ab0745c1099: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:41:31.377645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e33acd-bd42-4201-8aba-c6367fb54782 req-04d427d5-da99-4b9e-8dda-e292ef940f49 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:31.381359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.382267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59e33acd-bd42-4201-8aba-c6367fb54782 req-04d427d5-da99-4b9e-8dda-e292ef940f49 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 946 time: 0.0984349 Aug 20 13:41:31.411216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Pushing event deleted for resources: {'Port': ['ID=97161d42-65fa-4adc-aa9e-f1c919afc464,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:31.436907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593b91-811a-4c68-ac2f-e3050e87caed req-ef2a3518-aa4d-4ba4-bb94-c36c2d6b1136 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:31.439500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a593b91-811a-4c68-ac2f-e3050e87caed req-ef2a3518-aa4d-4ba4-bb94-c36c2d6b1136 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.2960505 Aug 20 13:41:31.442239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] No DVR routers for this DVR port 97161d42-65fa-4adc-aa9e-f1c919afc464 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:31.480539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59e33acd-bd42-4201-8aba-c6367fb54782 req-49ae3884-421e-4d5f-b6aa-22cf1a837bb9 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878139 Aug 20 13:41:31.510652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] For port 97161d42-65fa-4adc-aa9e-f1c919afc464, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=97161d42-65fa-4adc-aa9e-f1c919afc464,segment=NetworkSegment(183bf27d-5b85-40f7-bc5a-a26be804b2f3),segment_id=183bf27d-5b85-40f7-bc5a-a26be804b2f3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:31.511114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.535098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] Calling delete_port for 97161d42-65fa-4adc-aa9e-f1c919afc464 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:31.547039 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.589955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a593b91-811a-4c68-ac2f-e3050e87caed req-07ba9c7b-defa-4217-89c0-9b9aa9f430dc tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395643 Aug 20 13:41:31.606368 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.629645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcbc43a-32de-4756-8134-8565615823c4']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:31.642421 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.647729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183bf27d-5b85-40f7-bc5a-a26be804b2f3') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:31.648461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183bf27d-5b85-40f7-bc5a-a26be804b2f3') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:31.662424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.672406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] Pushing event deleted for resources: {'Port': ['ID=97161d42-65fa-4adc-aa9e-f1c919afc464,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:31.677872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79f29c-0863-45f2-b610-4ab9669b721f None None] No DVR routers for this DVR port 97161d42-65fa-4adc-aa9e-f1c919afc464 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:31.684304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:41:31.696309 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:41:31.756016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.768941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:31.774020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6dcbc43a-32de-4756-8134-8565615823c4 HTTP/1.1" status: 204 len: 168 time: 1.0660470 Aug 20 13:41:31.774537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50344) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:31.784404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c2f78-22b9-4eab-9db1-d71630872151 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dcbc43a-32de-4756-8134-8565615823c4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:31.920811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5907db72-4d16-4d95-92b8-8a241bd0e5bb req-f9198ec2-ed8b-460f-9f25-23a58e168684 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0623114 Aug 20 13:41:31.984152 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-77f7039c-5ffe-4f4e-8dac-28ccaff1d738 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675139 Aug 20 13:41:32.084323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:32.124669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-f4ba0e5e-3cc5-4f1c-8dba-eb8be71d5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:32.126207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-f4ba0e5e-3cc5-4f1c-8dba-eb8be71d5886 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da7c305b36043ddb318bb07274de32d&device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 1097 time: 0.0952508 Aug 20 13:41:32.142696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:32.143239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 5f8fde8e-2dd9-4623-bccd-2627f1d62f57 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:32.320290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-63df6079-c727-4d71-b41f-71c67db2cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:32.321886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-63df6079-c727-4d71-b41f-71c67db2cfbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 200 len: 917 time: 0.1580787 Aug 20 13:41:32.328525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 97161d42-65fa-4adc-aa9e-f1c919afc464 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:32.352533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 97161d42-65fa-4adc-aa9e-f1c919afc464 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:32.365702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 97161d42-65fa-4adc-aa9e-f1c919afc464 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:32.436322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-fa2e8644-c069-4027-96c5-301857d50284 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 200 len: 1000 time: 0.1005921 Aug 20 13:41:32.479106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:32.540635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-c806f99f-1c17-45c7-9c72-84a77dc61f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:32.542146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-c806f99f-1c17-45c7-9c72-84a77dc61f8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 200 len: 855 time: 0.0990353 Aug 20 13:41:32.768881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac088716-85a8-4c80-a9b1-69fcd3dbe850 req-da139af9-d1fd-4b9c-8b78-ba637a28499e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:32.779492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac088716-85a8-4c80-a9b1-69fcd3dbe850 req-da139af9-d1fd-4b9c-8b78-ba637a28499e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0890677 Aug 20 13:41:32.840068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac088716-85a8-4c80-a9b1-69fcd3dbe850 req-7d8e6106-2ce9-472f-88ee-ff5d67e71da0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591502 Aug 20 13:41:32.914812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-2e8ff373-a2c3-4389-a40f-967f5090d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:32.916649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-2e8ff373-a2c3-4389-a40f-967f5090d492 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d489c8ca-a4ae-47cc-a017-f6439ea55340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3656108 Aug 20 13:41:33.051434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29c1d3e7-be1f-4d58-b40e-0c0c8c0c7308 req-5065bf2b-983f-41f8-a50a-30964cbee2f6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0409570 Aug 20 13:41:33.161563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-84df4d49-9e2e-4277-987a-5e7c43851dbd service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371752 Aug 20 13:41:33.247185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Deleting port 61772241-6c87-4710-8437-9d3ad16e2870 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:33.247569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:33.348920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34a20bb9-911e-47c0-a04e-16bbf328da1c req-d4dfa55f-4e24-4539-8d5d-9d66dd4e6938 service neutron] 10.222.0.53 "GET /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799610 Aug 20 13:41:33.369456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] For port 61772241-6c87-4710-8437-9d3ad16e2870, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=61772241-6c87-4710-8437-9d3ad16e2870,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:33.369918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:33.391038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Calling delete_port for 61772241-6c87-4710-8437-9d3ad16e2870 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:33.623961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:33.653509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Pushing event deleted for resources: {'Port': ['ID=61772241-6c87-4710-8437-9d3ad16e2870,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:33.895772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:34.015075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63146-872c-4ccf-a5b9-0841d4bd7adb req-6247624a-81cc-40eb-bb00-8fd1c796c258 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:34.023848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46d63146-872c-4ccf-a5b9-0841d4bd7adb req-6247624a-81cc-40eb-bb00-8fd1c796c258 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0733595 Aug 20 13:41:34.074048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46d63146-872c-4ccf-a5b9-0841d4bd7adb req-fbddfd3c-e84a-4eaf-a5df-067d21eb2813 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488720 Aug 20 13:41:34.235056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cbec2dbf-d1e9-4990-9302-86e3fbc342a7 req-e575150f-b3dd-4745-b48f-ae34d625297c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=af54803a-83e6-429d-a2f8-81e8dda6bef1 HTTP/1.1" status: 200 len: 210 time: 0.0469658 Aug 20 13:41:34.262366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Router c9ceffdf-d444-4e2b-8b99-281245b443f9 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:41:34.413243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:41:34.425830 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] Sync routers for ids ['c9ceffdf-d444-4e2b-8b99-281245b443f9'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:41:34.433382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e1fd0ee9-d05e-4a94-ab84-a02f379f9615 admin admin] 10.222.0.59 "PUT /v2.0/routers/c9ceffdf-d444-4e2b-8b99-281245b443f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573894 Aug 20 13:41:34.435916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50372) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:34.439224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] Routers {'c9ceffdf-d444-4e2b-8b99-281245b443f9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:41:34.440413 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9ceffdf-d444-4e2b-8b99-281245b443f9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:34.591671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:34.629308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] Set router c9ceffdf-d444-4e2b-8b99-281245b443f9 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:41:34.719407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:34.796823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Deleting port a071990a-cd43-4175-9101-ad66b88063ef {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:34.797243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:34.904990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] For port a071990a-cd43-4175-9101-ad66b88063ef, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a071990a-cd43-4175-9101-ad66b88063ef,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:34.905475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:34.924589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Calling delete_port for a071990a-cd43-4175-9101-ad66b88063ef owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:34.991537 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:41:33Z', 'revision_number': 5, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port': {'id': 'a071990a-cd43-4175-9101-ad66b88063ef', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:37Z', 'updated_at': '2021-08-20T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:35.042456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] Checking router: c9ceffdf-d444-4e2b-8b99-281245b443f9 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:41:35.063116 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] Routers {'c9ceffdf-d444-4e2b-8b99-281245b443f9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:41:35.064847 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9ceffdf-d444-4e2b-8b99-281245b443f9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:35.232597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.259458 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] Set router c9ceffdf-d444-4e2b-8b99-281245b443f9 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:41:35.269811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a071990a-cd43-4175-9101-ad66b88063ef,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:35.314293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb97adc-f435-4ad9-af43-79c8a61e75e8 req-f841cd90-504c-46ac-ad35-d6ca435064e7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:35.315919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccb97adc-f435-4ad9-af43-79c8a61e75e8 req-f841cd90-504c-46ac-ad35-d6ca435064e7 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1127236 Aug 20 13:41:35.379804 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.441702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccb97adc-f435-4ad9-af43-79c8a61e75e8 req-7040ef44-a23d-4a0b-92a0-0a1c1bdf2a78 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132681 Aug 20 13:41:35.444981 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:41:34Z', 'revision_number': 6, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:35.527846 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc1cf9-7508-4ae5-9eac-4d5e41f0c240 None None] The sync data for ids ['c9ceffdf-d444-4e2b-8b99-281245b443f9'] in n-d-804232-5 is: [{'id': 'c9ceffdf-d444-4e2b-8b99-281245b443f9', 'name': 'tempest-TestServerMultinode-620221952-router', 'tenant_id': '677a22c3b43d47a5a85b162627ae33d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:36Z', 'updated_at': '2021-08-20T13:41:34Z', 'revision_number': 6, 'project_id': '677a22c3b43d47a5a85b162627ae33d0', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:41:35.594266 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.602243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.681772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-d0628b86-cbf1-460f-92e1-fcad284854e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956201445&fields=id&tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 267 time: 0.0900874 Aug 20 13:41:35.745246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.746490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9ceffdf-d444-4e2b-8b99-281245b443f9 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:41:35.761524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.763513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ed39c9a-e59f-41af-8d86-8ebd2b5e13dd admin admin] 10.222.0.59 "DELETE /v2.0/routers/c9ceffdf-d444-4e2b-8b99-281245b443f9 HTTP/1.1" status: 204 len: 168 time: 1.3258958 Aug 20 13:41:35.766849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50392) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:35.825127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Deleting subnet 11e49e8a-083d-44bf-85a9-2abc1b0b13d1 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:41:35.828395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.841951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-132eb503-230d-4705-bf3a-404dbb77a9b1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:35.843858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-132eb503-230d-4705-bf3a-404dbb77a9b1 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1537490 Aug 20 13:41:35.862713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-c7d21a07-c809-4a97-9c39-a335273531fe tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0098469 Aug 20 13:41:35.876058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:35.980481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.009282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-fd7bfc75-8d30-4e5e-a2be-a9cd4fd62feb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294091 Aug 20 13:41:36.045753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.083591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e49e8a-083d-44bf-85a9-2abc1b0b13d1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:36.088277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.093770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50394) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:36.094474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b5ef11b-e830-4eee-a550-de6e21265682 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/11e49e8a-083d-44bf-85a9-2abc1b0b13d1 HTTP/1.1" status: 204 len: 168 time: 0.3261828 Aug 20 13:41:36.096109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8f93c-2eeb-4d15-abf4-b157b1aff49d None None] Network 413b10bb-ffea-4220-a081-8fa72766799a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:41:36.189490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-03325f85-f96d-4b2d-a482-f0cedfb57a11 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751575 Aug 20 13:41:36.193996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.324618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-afbc4ad8-21f1-4142-8157-7123e013a7fc service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265013 Aug 20 13:41:36.335992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Deleting port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:36.336343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.416001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] DHCP port deletion for 413b10bb-ffea-4220-a081-8fa72766799a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:41:36.525099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] For port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:36.526297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.561457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:36.565489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Calling delete_port for eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:36.637062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] Deleting port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:36.638333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.678272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b054e-96f8-462d-8a9e-dff1d98903ee req-8455e7ee-77f9-451d-88aa-68c09d51d02b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:36.681529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-124b054e-96f8-462d-8a9e-dff1d98903ee req-8455e7ee-77f9-451d-88aa-68c09d51d02b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1025181 Aug 20 13:41:36.783905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] For port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,segment=NetworkSegment(ebaef6de-0517-409f-b517-f31e8a6adc30),segment_id=ebaef6de-0517-409f-b517-f31e8a6adc30)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:36.784755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.793412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-124b054e-96f8-462d-8a9e-dff1d98903ee req-7b956d11-3c90-486b-8c68-ab6f079516a9 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016512 Aug 20 13:41:36.823081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] Calling delete_port for eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:36.840530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:36.868313 n-d-804232-5 neutron-server[94863]: INFO neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No ports have port_id starting with eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 Aug 20 13:41:36.875320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:36.879576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a071990a-cd43-4175-9101-ad66b88063ef no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:36.885442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] No DVR routers for this DVR port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:37.003880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a071990a-cd43-4175-9101-ad66b88063ef {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:37.005212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a071990a-cd43-4175-9101-ad66b88063ef not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:37.006941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 61772241-6c87-4710-8437-9d3ad16e2870 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:41:37.029917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 61772241-6c87-4710-8437-9d3ad16e2870 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:41:37.030734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 61772241-6c87-4710-8437-9d3ad16e2870 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:41:37.040729 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.059278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c8d0cd5-807d-4a64-bc2f-61217769ceb5 req-3f4e3141-f624-410d-9da6-68fd984ac60d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0517590 Aug 20 13:41:37.066281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413b10bb-ffea-4220-a081-8fa72766799a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:37.102285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaef6de-0517-409f-b517-f31e8a6adc30') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:37.102575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaef6de-0517-409f-b517-f31e8a6adc30') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:41:37.118140 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.118949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.155838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] Pushing event deleted for resources: {'Port': ['ID=eb5a4ab7-10b1-4932-914a-b7c7d110e3e8,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:37.159880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c81680-24d1-4d08-b12f-643efff193ff None None] No DVR routers for this DVR port eb5a4ab7-10b1-4932-914a-b7c7d110e3e8 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:37.422202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.435008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:41:37.435921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:41:37.438898 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:41:37.531494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.538571 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:37.545378 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] 10.222.0.59 "DELETE /v2.0/networks/413b10bb-ffea-4220-a081-8fa72766799a HTTP/1.1" status: 204 len: 168 time: 1.4429042 Aug 20 13:41:37.560505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589d3f4-6020-4e63-8b31-5794b5d3c5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=413b10bb-ffea-4220-a081-8fa72766799a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:37.821044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:37.920161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5d8dd01f-fab1-4cba-bf9d-7e9600769ce9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6528edae33041718b56e0048e6b253a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950201 Aug 20 13:41:37.922563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50434) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:37.975393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51aed9-90ce-4cdd-a36d-85386953f358 req-a03d5a68-b812-4f66-b5e7-cf9202b8569d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:37.978161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f51aed9-90ce-4cdd-a36d-85386953f358 req-a03d5a68-b812-4f66-b5e7-cf9202b8569d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0739274 Aug 20 13:41:38.033297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84a492be-e568-4ade-a3de-29562a191267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:38.042161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f51aed9-90ce-4cdd-a36d-85386953f358 req-4d0ec53d-995b-4a70-aba2-bcc1cd0b22e4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525918 Aug 20 13:41:38.067581 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84a492be-e568-4ade-a3de-29562a191267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:38.151684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84a492be-e568-4ade-a3de-29562a191267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:38.160974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84a492be-e568-4ade-a3de-29562a191267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:38.166513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-84a492be-e568-4ade-a3de-29562a191267 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd5f551c-3933-45d3-abfd-4c25b6217a2f HTTP/1.1" status: 204 len: 168 time: 0.2346687 Aug 20 13:41:38.182857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a492be-e568-4ade-a3de-29562a191267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f551c-3933-45d3-abfd-4c25b6217a2f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:38.266948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c9a43a3-79da-40b4-90fa-43da3c367e07 req-902e272a-7750-49e4-967c-fabec5b4afd6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0722408 Aug 20 13:41:38.532332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-794ac41c-e5d8-47d7-a76b-fba648596859 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:38.535061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-794ac41c-e5d8-47d7-a76b-fba648596859 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.53 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.2334518 Aug 20 13:41:38.622419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-d19d288c-8ed0-417e-9947-bafde3b4fba7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 379 time: 0.0742526 Aug 20 13:41:38.646663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'security_groups': ['d145ce53-ef87-4d8c-bf53-9afd724fb6c5']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:38.905447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50444) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:38.918917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:41:38.927282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:38.983653 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e88ba64-e290-413e-a11e-618d247d4270 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=677a22c3b43d47a5a85b162627ae33d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755446 Aug 20 13:41:38.990189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50446) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:39.237502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e321987-64a7-493f-9b09-a2cd85940dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:39.262163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.13 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:41:39.291797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e321987-64a7-493f-9b09-a2cd85940dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:39.326524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee8bc-e09e-4ddf-91b4-518c1f706b6c req-80e3deed-0a47-4f74-b046-93aacbf0757f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:39.327653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-739ee8bc-e09e-4ddf-91b4-518c1f706b6c req-80e3deed-0a47-4f74-b046-93aacbf0757f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1399732 Aug 20 13:41:39.434318 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9fc9174-3d81-4c9e-b5af-72efc5ceb55e req-4b59d089-2010-4c92-9a32-5890cbf92f4c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0554352 Aug 20 13:41:39.502926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-739ee8bc-e09e-4ddf-91b4-518c1f706b6c req-7a4c7c0e-1004-4d0e-b996-65c447e2dbdb tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595860 Aug 20 13:41:39.512672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e321987-64a7-493f-9b09-a2cd85940dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:39.517462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4e321987-64a7-493f-9b09-a2cd85940dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:39.529480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4e321987-64a7-493f-9b09-a2cd85940dd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c22c6b-f945-4354-8720-d8e89218e1be HTTP/1.1" status: 204 len: 168 time: 0.5365667 Aug 20 13:41:39.553275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321987-64a7-493f-9b09-a2cd85940dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c22c6b-f945-4354-8720-d8e89218e1be,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:39.691390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:39.724700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:39.841201 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:39.933792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:41:39.940670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:41:39.949231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:41:39.966323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:40.141153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:40.142285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:40.187491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-1e341675-e55e-401f-881d-3fb0e867efad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5625021 Aug 20 13:41:40.208430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Request body: {'port': {'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:40.461936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:40.480439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62fe1086-c2dc-4860-b77f-4406a22fc4b3 None None] Provisioning for port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:41:40.500111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62fe1086-c2dc-4860-b77f-4406a22fc4b3 None None] Provisioning complete for port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:40.500766 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62fe1086-c2dc-4860-b77f-4406a22fc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:40.651582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-62fe1086-c2dc-4860-b77f-4406a22fc4b3 None None] Port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:41:40.742569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bfca4-c09d-4c9e-8ba7-2f1ac4c7f87b req-e8150932-0295-4b26-9891-0c573a7e1018 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:40.744253 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a2bfca4-c09d-4c9e-8ba7-2f1ac4c7f87b req-e8150932-0295-4b26-9891-0c573a7e1018 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 932 time: 0.1025453 Aug 20 13:41:40.812478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a2bfca4-c09d-4c9e-8ba7-2f1ac4c7f87b req-ed235f10-0fc6-4088-9c1e-b4138222ff95 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576925 Aug 20 13:41:40.815028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a33de-40b7-40d8-a1bf-f091d1c4b507 req-3bd970ca-c0e8-4d83-ae3e-d9a06ecaf5ce tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:40.817674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-145a33de-40b7-40d8-a1bf-f091d1c4b507 req-3bd970ca-c0e8-4d83-ae3e-d9a06ecaf5ce tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1221936 Aug 20 13:41:41.024048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:41.034394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:41.054668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Transition to ACTIVE for port object 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:41.089142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-145a33de-40b7-40d8-a1bf-f091d1c4b507 req-e0f50ccb-7cc0-4365-ab87-7d3ee1c9b1c0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573545 Aug 20 13:41:41.089882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:41.175370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Pushing event updated for resources: {'Port': ['ID=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:41.357033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Attempting to bind port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:41:41.357598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Attempting to bind port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:41:41.358007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Attempting to bind port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:41.364720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:41:41.365905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Attempting to bind port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:41.375087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:41:41.375542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:41:41.376149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:41:41.376696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Bound port: 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:41:41.377131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:41.516475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] For port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:41:41.524382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] For port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:41:41.530914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:41.573323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:41.574152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:41.576191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] 10.222.0.53 "PUT /v2.0/ports/21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 1092 time: 1.3791277 Aug 20 13:41:41.577873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:41.579661 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b8a38-525d-481f-8375-439b4333b45a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:41.676245 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639b2678-1e39-496e-9ffe-f94a15552186 x-openstack-request-id: req-639b2678-1e39-496e-9ffe-f94a15552186 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:41.676680 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:41.677855 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-639b2678-1e39-496e-9ffe-f94a15552186 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:41.678475 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'status': 'completed', 'code': 200} Aug 20 13:41:41.727842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae14b3-bee3-414f-8811-5563af061c27 service neutron] Pushing event updated for resources: {'Port': ['ID=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:41.747979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-3b0be5ea-ca39-48dc-bf51-c2a6eac1465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:41.749946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-3b0be5ea-ca39-48dc-bf51-c2a6eac1465d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1095 time: 0.0701654 Aug 20 13:41:41.804841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-25bf9766-30c6-44e3-8397-c6cabe33171e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 217 time: 0.0452590 Aug 20 13:41:41.864269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-22791f62-7940-45bd-8dac-b388d03a2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:41.867974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-22791f62-7940-45bd-8dac-b388d03a2562 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0556905 Aug 20 13:41:41.971912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-0b2e9c9c-18e3-46f6-9d46-84850c0cd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:41.974574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-0b2e9c9c-18e3-46f6-9d46-84850c0cd55f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910177 Aug 20 13:41:42.147038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849edb99-c481-4160-892f-5d411ab3d1c2 req-36c8a61b-ea32-4223-ba03-aea3a18b6c32 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:42.149262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-849edb99-c481-4160-892f-5d411ab3d1c2 req-36c8a61b-ea32-4223-ba03-aea3a18b6c32 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.1520631 Aug 20 13:41:42.251068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-849edb99-c481-4160-892f-5d411ab3d1c2 req-e6092517-4cc5-4a7c-bb9a-32f9dff7f3a8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762405 Aug 20 13:41:42.270486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-8c2bd354-b7f0-4e5c-be9e-68fbe192a174 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890809 Aug 20 13:41:42.371154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb36dd-f1af-46d0-8fd0-96847dcb7fac req-69c3eea7-dc26-42c6-8566-de5b34623418 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:42.374707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61bb36dd-f1af-46d0-8fd0-96847dcb7fac req-69c3eea7-dc26-42c6-8566-de5b34623418 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.1304743 Aug 20 13:41:42.453948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3f3e286-0afe-470b-9fb3-0195083ee29c req-726a4f9a-5892-4811-8d91-5a8a9e7b368a service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739879 Aug 20 13:41:42.473491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-61bb36dd-f1af-46d0-8fd0-96847dcb7fac req-729fac07-3338-4c6a-8bdd-8e6295abc8dd tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829494 Aug 20 13:41:42.589679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8a38-525d-481f-8375-439b4333b45a req-8c06475f-0c99-4899-939f-bd63633d47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:42.592360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-8c06475f-0c99-4899-939f-bd63633d47d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1095 time: 0.0759299 Aug 20 13:41:42.712838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8a38-525d-481f-8375-439b4333b45a req-5cfbb19a-0b66-4270-9219-6d370f7f768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:42.714497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-5cfbb19a-0b66-4270-9219-6d370f7f768b service neutron] 10.222.0.53 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1134207 Aug 20 13:41:42.764377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-ffe51002-e888-44fb-a1bb-60ef0071cd89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 217 time: 0.0385802 Aug 20 13:41:42.830109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8a38-525d-481f-8375-439b4333b45a req-064f590c-fb8e-4e86-b577-4933da080c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:42.832471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-064f590c-fb8e-4e86-b577-4933da080c4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0583205 Aug 20 13:41:42.893762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8a38-525d-481f-8375-439b4333b45a req-c56e8299-7a4c-4d40-8b6a-83235fa06fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:42.895648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-c56e8299-7a4c-4d40-8b6a-83235fa06fb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550389 Aug 20 13:41:43.010517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-4cf18386-15f7-40e0-a290-b0aa99d49571 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039507 Aug 20 13:41:43.154018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ed3b8a38-525d-481f-8375-439b4333b45a req-0a8a01df-30e1-4ae9-a7ea-245c2e4e8231 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353540 Aug 20 13:41:43.419010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeca50f-1c72-436f-9880-7484d2e9a333 req-8cd289f3-3d77-48a4-b929-9c0526b2eea5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:43.421136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1eeca50f-1c72-436f-9880-7484d2e9a333 req-8cd289f3-3d77-48a4-b929-9c0526b2eea5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0821877 Aug 20 13:41:43.473736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1eeca50f-1c72-436f-9880-7484d2e9a333 req-552a5eb7-79c5-4137-acbd-27700d22016f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438144 Aug 20 13:41:43.666275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc67d-233d-49b9-8075-94d7d94af16a req-d61c1d28-b7c5-4384-83b7-c9a36a57243b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:43.668855 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-feefc67d-233d-49b9-8075-94d7d94af16a req-d61c1d28-b7c5-4384-83b7-c9a36a57243b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0803654 Aug 20 13:41:43.719865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-feefc67d-233d-49b9-8075-94d7d94af16a req-9b541d93-51b9-4c2c-a371-138eca7063c3 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Aug 20 13:41:44.607665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5521b9-7018-41e2-81e2-fec904bef4d9 req-9b28f3a7-7e96-463b-ab88-32757c1829f2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:44.609417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d5521b9-7018-41e2-81e2-fec904bef4d9 req-9b28f3a7-7e96-463b-ab88-32757c1829f2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0585499 Aug 20 13:41:44.660852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d5521b9-7018-41e2-81e2-fec904bef4d9 req-b546f961-c2b7-4873-acd2-edb38d35e388 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394437 Aug 20 13:41:44.863505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88282132-ef79-4206-9516-60efb9ddf15c req-453acf6a-bc11-4c46-b4bd-15038aae8c9d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:44.865346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88282132-ef79-4206-9516-60efb9ddf15c req-453acf6a-bc11-4c46-b4bd-15038aae8c9d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0599263 Aug 20 13:41:44.913279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88282132-ef79-4206-9516-60efb9ddf15c req-3fa097c7-5580-4391-aa36-dadeb4df6ac4 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Aug 20 13:41:45.765435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40f0cd4d-28b9-44ae-bd29-eac31a336a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:45.785769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1cc7-25de-4f06-bf1a-30dbec8eb361 req-8d57f860-c43b-4ae0-96ce-5b3e610ffa68 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:45.787397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-816f1cc7-25de-4f06-bf1a-30dbec8eb361 req-8d57f860-c43b-4ae0-96ce-5b3e610ffa68 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0522211 Aug 20 13:41:45.830443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-816f1cc7-25de-4f06-bf1a-30dbec8eb361 req-d1721b69-1fab-4bfc-b6e9-65911fa9a580 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367980 Aug 20 13:41:46.029541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193ad5-d9c0-4d1c-8e3c-02c097902e98 req-205c19b4-a9cd-4e1f-852c-b25b51e0ee38 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:46.031298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e193ad5-d9c0-4d1c-8e3c-02c097902e98 req-205c19b4-a9cd-4e1f-852c-b25b51e0ee38 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0498283 Aug 20 13:41:46.072043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e193ad5-d9c0-4d1c-8e3c-02c097902e98 req-b48fe62d-f609-4e6f-9410-6f90ac83e232 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Aug 20 13:41:46.951610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2be82-bef6-4d69-9ed6-5644c0865ea7 req-6922ca85-95ce-4706-bb0c-b9ca37bcba89 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:46.953152 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-acb2be82-bef6-4d69-9ed6-5644c0865ea7 req-6922ca85-95ce-4706-bb0c-b9ca37bcba89 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0521970 Aug 20 13:41:46.992499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-acb2be82-bef6-4d69-9ed6-5644c0865ea7 req-512ecfc3-79d8-4a49-b0d4-c4090a048d58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329862 Aug 20 13:41:47.202890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8ecda-9c56-40e3-9f31-c2ad61993f30 req-04e73fa7-3e41-4ec9-9600-1ee9fd615ae1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:47.204473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9d8ecda-9c56-40e3-9f31-c2ad61993f30 req-04e73fa7-3e41-4ec9-9600-1ee9fd615ae1 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0550799 Aug 20 13:41:47.253750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9d8ecda-9c56-40e3-9f31-c2ad61993f30 req-c6b256d1-1d14-4585-89dc-9de700820bba tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Aug 20 13:41:48.120322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c787864-f6a6-4fa2-8f85-30168344a9df req-b469d383-d572-4c48-be3e-65031ee94d0a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:48.122009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c787864-f6a6-4fa2-8f85-30168344a9df req-b469d383-d572-4c48-be3e-65031ee94d0a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0586674 Aug 20 13:41:48.167802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c787864-f6a6-4fa2-8f85-30168344a9df req-1fe427ef-5529-4696-bbc9-f843ff80f30b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370121 Aug 20 13:41:48.375178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa217-f85f-4445-98a4-bbc73cd5fed9 req-7e95c821-3ef9-4417-8296-2b6fe2d3071c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:48.376721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90caa217-f85f-4445-98a4-bbc73cd5fed9 req-7e95c821-3ef9-4417-8296-2b6fe2d3071c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0540249 Aug 20 13:41:48.419998 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90caa217-f85f-4445-98a4-bbc73cd5fed9 req-e55ba85c-404a-4ca2-8c29-df8a3e77fd6e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370781 Aug 20 13:41:48.477072 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-94ff7f24-c273-487f-a4ec-3d693ea1f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:48.523475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:49.285681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e12cdf-bdc8-44d4-9ef9-6946586087f1 req-a37686c0-89f8-4519-9b6d-afc757468f24 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:49.287301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69e12cdf-bdc8-44d4-9ef9-6946586087f1 req-a37686c0-89f8-4519-9b6d-afc757468f24 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0515785 Aug 20 13:41:49.330816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69e12cdf-bdc8-44d4-9ef9-6946586087f1 req-25a9c27b-e283-4773-81ec-deff345f05a4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374298 Aug 20 13:41:49.465070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:49.543274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9477f-1d79-4a57-b0c3-d86c99c2dd3b req-c87bfe33-0112-422e-8fde-08f36971fe9c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:49.547078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21c9477f-1d79-4a57-b0c3-d86c99c2dd3b req-c87bfe33-0112-422e-8fde-08f36971fe9c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0537195 Aug 20 13:41:49.584961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21c9477f-1d79-4a57-b0c3-d86c99c2dd3b req-4b514f6e-8748-4fd1-9317-067662ea5bfc tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Aug 20 13:41:50.196330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eaf70b8c-7278-49ab-87bb-0b5bba353164 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:41:50.294343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:50.307302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'port_id': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'mac_address': 'fa:16:3e:81:04:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8fb21-a8e8-444b-8278-619d72e76497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:41:50.504466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbff-ee2b-4aaf-8cce-83af197250bf req-61fefd67-171a-470d-ad75-f00861d6c87a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:50.508162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99b1cbff-ee2b-4aaf-8cce-83af197250bf req-61fefd67-171a-470d-ad75-f00861d6c87a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0880408 Aug 20 13:41:50.512015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:50.527844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaf70b8c-7278-49ab-87bb-0b5bba353164 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:50.552681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99b1cbff-ee2b-4aaf-8cce-83af197250bf req-533a59d8-5cf9-482a-9851-d958d3371919 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367374 Aug 20 13:41:50.554543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:50.559962 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:50.623457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:50.724524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768f4c6-3972-4c06-9407-9b55e7f1d377 req-d2b3d9c0-82ea-4a9d-9212-58f97840021b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:50.726115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c768f4c6-3972-4c06-9407-9b55e7f1d377 req-d2b3d9c0-82ea-4a9d-9212-58f97840021b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Aug 20 13:41:50.765425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c768f4c6-3972-4c06-9407-9b55e7f1d377 req-64d6ec39-61b1-402c-90da-32f43f065f1b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Aug 20 13:41:50.811762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['eaf70b8c-7278-49ab-87bb-0b5bba353164'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:51.434631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:51.676218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61149562-f079-4898-9474-858e4b0f1fb1 req-b68d4dc1-4d26-4977-97a2-4151f1380f32 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:51.678586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61149562-f079-4898-9474-858e4b0f1fb1 req-b68d4dc1-4d26-4977-97a2-4151f1380f32 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0539289 Aug 20 13:41:51.718974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61149562-f079-4898-9474-858e4b0f1fb1 req-52cad954-442e-41b6-81d5-9e869e0a1fd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343347 Aug 20 13:41:51.897893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00912eb-4167-4bef-a403-c5c2a3084ce2 req-2f07d7a5-7043-42d1-bfb5-a1040f7545ef tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:51.899742 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b00912eb-4167-4bef-a403-c5c2a3084ce2 req-2f07d7a5-7043-42d1-bfb5-a1040f7545ef tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 945 time: 0.0612395 Aug 20 13:41:51.942926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b00912eb-4167-4bef-a403-c5c2a3084ce2 req-107698d9-573d-4e86-a216-9e2180c449e5 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Aug 20 13:41:52.211396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eaf70b8c-7278-49ab-87bb-0b5bba353164 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:41:52.264603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port eaf70b8c-7278-49ab-87bb-0b5bba353164 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:52.264991 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:52.280148 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:41:52.351111 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:52.375425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:52.377742 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce5c678-636b-4078-b95d-0537cb135fa2" -d '{"events": [{"server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "name": "network-vif-plugged", "status": "completed", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:52.394362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:52.403376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:52.438638 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f28e5e-0237-49a1-8215-27bbaa06e3fc x-openstack-request-id: req-71f28e5e-0237-49a1-8215-27bbaa06e3fc {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:52.439363 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "name": "network-vif-plugged", "status": "completed", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:52.439363 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71f28e5e-0237-49a1-8215-27bbaa06e3fc {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:52.439703 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'code': 200} Aug 20 13:41:52.461817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:52.469724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.470116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.470463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.470803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.471138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.471498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.471826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.472152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.472479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.472829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.473157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.473499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:52.616584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f831c-3b7c-4ab3-8b48-722b52a217de req-e688e104-520e-4cd5-84d9-55ff0ed3deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:52.618093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d8f831c-3b7c-4ab3-8b48-722b52a217de req-e688e104-520e-4cd5-84d9-55ff0ed3deff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0643744 Aug 20 13:41:52.657221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d8f831c-3b7c-4ab3-8b48-722b52a217de req-b0e0311b-08e9-45be-99bf-1709495274d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Aug 20 13:41:52.838199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ce71b-2dd0-4824-bdff-a94501d10027 req-ae6fdbe9-7665-4394-9c9c-9b58a2c7df11 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:52.839739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b2ce71b-2dd0-4824-bdff-a94501d10027 req-ae6fdbe9-7665-4394-9c9c-9b58a2c7df11 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0514863 Aug 20 13:41:52.879453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b2ce71b-2dd0-4824-bdff-a94501d10027 req-54e3273f-cf4d-47c0-bb0c-cfbf50f61335 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333467 Aug 20 13:41:53.064763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15924b-c792-4505-8cd2-5ec727225d2a req-0fe43c7b-df37-4066-afb6-1dd06320bb63 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:53.066585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a15924b-c792-4505-8cd2-5ec727225d2a req-0fe43c7b-df37-4066-afb6-1dd06320bb63 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0537105 Aug 20 13:41:53.111598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a15924b-c792-4505-8cd2-5ec727225d2a req-e1d34738-7415-4df8-8e46-87701d09eea8 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Aug 20 13:41:54.011866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bee4af-52d5-4864-952f-ee847d2455de req-b9449974-2a47-4d6b-81d2-f85541e0731b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:54.013452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6bee4af-52d5-4864-952f-ee847d2455de req-b9449974-2a47-4d6b-81d2-f85541e0731b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 944 time: 0.0535476 Aug 20 13:41:54.066016 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6bee4af-52d5-4864-952f-ee847d2455de req-7ac4d203-c23f-48d7-9b37-580f27a89211 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Aug 20 13:41:54.234850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1891e86-a9ec-4f65-9ea4-9a7043bb8428 req-44ed1e8b-7977-4c57-b423-08d22b52f949 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:54.236410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1891e86-a9ec-4f65-9ea4-9a7043bb8428 req-44ed1e8b-7977-4c57-b423-08d22b52f949 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Aug 20 13:41:54.265762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:41:54.280079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1891e86-a9ec-4f65-9ea4-9a7043bb8428 req-aead7939-d03d-4a6b-8cc2-da69fff25c8a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Aug 20 13:41:54.389160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:54.409979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:41:54.424693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae401b0-ce43-4630-a30a-51b926ab567b req-d5e5d252-9198-47a8-a987-acbee1b87e76 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:54.426294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aae401b0-ce43-4630-a30a-51b926ab567b req-d5e5d252-9198-47a8-a987-acbee1b87e76 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0696824 Aug 20 13:41:54.454643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:54.467738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:54.469362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aae401b0-ce43-4630-a30a-51b926ab567b req-31501a69-dc02-48a9-a232-a3cabfba52ce tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Aug 20 13:41:54.507808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:54.512928 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:54.578395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:54.742329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:54.979145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-5efdb9c3-c2d5-46f4-a4ad-e62ec83da52b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:54.981050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-5efdb9c3-c2d5-46f4-a4ad-e62ec83da52b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 814 time: 0.1368904 Aug 20 13:41:54.999336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-21b876ac-04d8-493a-a1cc-63966e0dc6e0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/quotas/c8b718d7a5324206a164d784ec59bd8b HTTP/1.1" status: 200 len: 375 time: 0.0113356 Aug 20 13:41:55.060838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-f7b92d25-f87e-40d9-874d-047b2d294a65 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555797 Aug 20 13:41:55.159558 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-934a5232-15df-4460-ad70-782658ffc419 service neutron] 10.222.0.59 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907226 Aug 20 13:41:55.188079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ddd1-69f3-42a9-8c00-704b4452c5ee req-3d8a2720-858b-4ca9-85df-6095211f4ce0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:55.189776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f55ddd1-69f3-42a9-8c00-704b4452c5ee req-3d8a2720-858b-4ca9-85df-6095211f4ce0 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 945 time: 0.0532203 Aug 20 13:41:55.237265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f55ddd1-69f3-42a9-8c00-704b4452c5ee req-bd22cae1-6f38-4ccb-bfdb-f6e64e284b2c tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403953 Aug 20 13:41:55.258218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-b6d4bfef-c77c-4d87-b7a5-b6d9d540bc14 service neutron] 10.222.0.59 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915236 Aug 20 13:41:55.441312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01843db1-d73b-439b-8e20-2193292faf18 req-ee94462d-1843-4afe-be93-4b7a17cd8c9c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 210 time: 0.0269842 Aug 20 13:41:55.971128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-4eaeb829-5e13-4957-ac68-748d13da8260 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:55.972741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-4eaeb829-5e13-4957-ac68-748d13da8260 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3 HTTP/1.1" status: 200 len: 946 time: 0.0521414 Aug 20 13:41:56.073634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Deleting port eaf70b8c-7278-49ab-87bb-0b5bba353164 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:41:56.073987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.167838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] For port eaf70b8c-7278-49ab-87bb-0b5bba353164, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eaf70b8c-7278-49ab-87bb-0b5bba353164,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:56.168218 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.181581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Calling delete_port for eaf70b8c-7278-49ab-87bb-0b5bba353164 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:41:56.264741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:41:56.332035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:41:56.338397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:41:56.339184 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.376973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b937132-371b-4c52-a48c-ca1f2b8bb451 req-f6b9f09a-1378-45df-b838-8c8d26a9f843 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:56.387624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b937132-371b-4c52-a48c-ca1f2b8bb451 req-f6b9f09a-1378-45df-b838-8c8d26a9f843 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 945 time: 0.0747609 Aug 20 13:41:56.424124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.449421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0b937132-371b-4c52-a48c-ca1f2b8bb451 req-f438417b-1303-4e3c-b147-b054d4596214 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605180 Aug 20 13:41:56.450501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['eaf70b8c-7278-49ab-87bb-0b5bba353164'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:56.517652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Pushing event deleted for resources: {'Port': ['ID=eaf70b8c-7278-49ab-87bb-0b5bba353164,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:56.534776 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.544614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.545441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.546049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.546604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.548168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.548985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.549434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.549860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.550362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.551205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.552334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.552864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:41:56.570050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:56.573345 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc89e7-fd6c-4afc-a55d-29146900b337" -d '{"events": [{"server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "name": "network-vif-plugged", "status": "completed", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:56.589472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:41:56.594643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.613644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09ee1638-a005-418e-bd99-5ea985312a21 req-56f276d7-e2dd-45f2-be0b-8405f19b8521 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 210 time: 0.0714836 Aug 20 13:41:56.629338 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18cf21-32ca-4e3c-99ee-c2e6736c2a71 x-openstack-request-id: req-0d18cf21-32ca-4e3c-99ee-c2e6736c2a71 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:56.630245 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "name": "network-vif-plugged", "status": "completed", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:56.630532 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d18cf21-32ca-4e3c-99ee-c2e6736c2a71 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:56.631237 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'code': 200} Aug 20 13:41:56.666728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:56.680838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] No DVR routers for this DVR port eaf70b8c-7278-49ab-87bb-0b5bba353164 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:41:56.685175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:56.687188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74f483ad-f15e-4e43-a617-1b5b97dd3055 req-35731e6f-a7fd-4650-b066-cf5a2601a236 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.13 "DELETE /v2.0/ports/eaf70b8c-7278-49ab-87bb-0b5bba353164 HTTP/1.1" status: 204 len: 173 time: 0.7085965 Aug 20 13:41:56.687634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'name': 'network-vif-deleted', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:56.689936 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58a29b-d97b-49bb-8a8e-eb34778852e8" -d '{"events": [{"server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "name": "network-vif-deleted", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:56.733121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-a8dcc329-fcfa-4312-b13e-1fdfb762152c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:56.737374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-a8dcc329-fcfa-4312-b13e-1fdfb762152c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 814 time: 0.3410068 Aug 20 13:41:56.742668 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a615e-7d94-4dd6-babc-d72d8d4f7ce5 x-openstack-request-id: req-3a5a615e-7d94-4dd6-babc-d72d8d4f7ce5 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:56.743428 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3", "name": "network-vif-deleted", "tag": "eaf70b8c-7278-49ab-87bb-0b5bba353164", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:56.743976 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a5a615e-7d94-4dd6-babc-d72d8d4f7ce5 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:56.744888 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d4e4e9-7eb0-4ada-a7eb-adf64c7fa7c3', 'name': 'network-vif-deleted', 'tag': 'eaf70b8c-7278-49ab-87bb-0b5bba353164', 'status': 'completed', 'code': 200} Aug 20 13:41:56.751996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Request body: {'port': {'device_id': 'e5aec298-0251-400e-a73c-0e129860d871', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'admin_state_up': True, 'tenant_id': 'c8b718d7a5324206a164d784ec59bd8b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:56.752982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8a21-c8fa-4033-9a75-2d294cd35be3 req-a1c533a4-1188-4798-881f-7b78776943c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:56.755818 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c9c8a21-c8fa-4033-9a75-2d294cd35be3 req-a1c533a4-1188-4798-881f-7b78776943c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1097 time: 0.0594387 Aug 20 13:41:56.824025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c9c8a21-c8fa-4033-9a75-2d294cd35be3 req-644040aa-2172-4373-9b06-eae9998686cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561857 Aug 20 13:41:56.883593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Made reservation on behalf of c8b718d7a5324206a164d784ec59bd8b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:41:56.887404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:57.024027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Allocated IP 172.20.0.8 (459f140f-b62c-4dd4-819c-adecbb9c601a/0ba8fb21-a8e8-444b-8278-619d72e76497/7ed160a1-e291-47f3-a484-5a1a02d2eaa4) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:41:57.202573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:57.247066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:57.260048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['eaf70b8c-7278-49ab-87bb-0b5bba353164'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:41:57.293602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Network 459f140f-b62c-4dd4-819c-adecbb9c601a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:41:57.297004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:41:57.300289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:41:57.348028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Pushing event updated for resources: {'Port': ['ID=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:57.368326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:57.368987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:57.384724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d6bcecef-b2c5-4bbf-8537-a322f25c1c15 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6382282 Aug 20 13:41:57.402246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Request body: {'port': {'device_id': 'e5aec298-0251-400e-a73c-0e129860d871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:57.463870 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:57.650442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a8d2-dbb4-4130-89a6-a49cfdfc5b44 req-8dbb775a-2b89-4912-8b20-0ec7f3e1c96a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:57.652602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fb2a8d2-dbb4-4130-89a6-a49cfdfc5b44 req-8dbb775a-2b89-4912-8b20-0ec7f3e1c96a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 946 time: 0.1278794 Aug 20 13:41:57.734906 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fb2a8d2-dbb4-4130-89a6-a49cfdfc5b44 req-8cc99191-55c6-4a7c-a1e7-9e2fc0e3d689 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582011 Aug 20 13:41:57.737968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57423-4c83-400b-bb80-f3253bcce2a4 req-7975cf08-609c-417d-ba2b-97a5178cba1a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:57.741447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9bb57423-4c83-400b-bb80-f3253bcce2a4 req-7975cf08-609c-417d-ba2b-97a5178cba1a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 931 time: 0.0556357 Aug 20 13:41:57.799652 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9bb57423-4c83-400b-bb80-f3253bcce2a4 req-c615b8e8-6e9e-47be-8318-c95d8c34a072 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Aug 20 13:41:58.063840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:41:58.071914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:58.085931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Transition to ACTIVE for port object 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:41:58.090094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:58.162684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:58.219443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Attempting to bind port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:41:58.219766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Attempting to bind port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:41:58.220101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Attempting to bind port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 on network 459f140f-b62c-4dd4-819c-adecbb9c601a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:58.226047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 on network 459f140f-b62c-4dd4-819c-adecbb9c601a not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:41:58.226388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Attempting to bind port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 on network 459f140f-b62c-4dd4-819c-adecbb9c601a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:41:58.231251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:41:58.231593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Checking segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:41:58.231991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Bound using segment: {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:41:58.232428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Bound port: 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea68ee2-de93-4e6c-bf85-b4a760089c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:41:58.233174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:58.302389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] For port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:41:58.305499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] For port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:41:58.309966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:58.345902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:58.346600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:58.347997 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] 10.222.0.53 "PUT /v2.0/ports/7ed160a1-e291-47f3-a484-5a1a02d2eaa4 HTTP/1.1" status: 200 len: 1091 time: 0.9517353 Aug 20 13:41:58.370412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e48381-d942-4c12-ab4f-9f4add6f2523 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:41:58.441437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-6101115e-c538-4083-b899-fa2fba344224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:58.443313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-6101115e-c538-4083-b899-fa2fba344224 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 1094 time: 0.0442202 Aug 20 13:41:58.493928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-cef7ad81-2a2f-486c-a850-8b8d7efcf3d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4 HTTP/1.1" status: 200 len: 217 time: 0.0381801 Aug 20 13:41:58.544405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-ca21adba-c453-4400-8767-e9666ae9521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:58.545931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-ca21adba-c453-4400-8767-e9666ae9521f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 200 len: 854 time: 0.0454767 Aug 20 13:41:58.580227 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-d3cb1f30-e997-45f2-be2c-79caabffedff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=459f140f-b62c-4dd4-819c-adecbb9c601a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266790 Aug 20 13:41:58.684004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-cfc8b093-f15e-4462-9384-09f3cf6a1131 service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969269 Aug 20 13:41:58.746749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aec298-0251-400e-a73c-0e129860d871', 'tag': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:41:58.749077 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aec298-0251-400e-a73c-0e129860d871", "tag": "7ed160a1-e291-47f3-a484-5a1a02d2eaa4"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:41:58.788191 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cedf11-eb0e-40ba-b2e8-f39563601bcc x-openstack-request-id: req-b5cedf11-eb0e-40ba-b2e8-f39563601bcc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:41:58.788489 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aec298-0251-400e-a73c-0e129860d871", "tag": "7ed160a1-e291-47f3-a484-5a1a02d2eaa4", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:41:58.788791 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5cedf11-eb0e-40ba-b2e8-f39563601bcc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:41:58.789184 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5aec298-0251-400e-a73c-0e129860d871', 'tag': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4', 'status': 'completed', 'code': 200} Aug 20 13:41:58.795333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39e6eec-4d65-4d75-9596-212b117c9baa req-76a9724f-8d4c-41c8-9766-c5182fa50cc9 service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032603 Aug 20 13:41:58.888886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f163-0ab3-4b1c-980b-02fbeb181bec req-91d89d90-8cb5-445f-89d1-380f3f3229d6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:58.890436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a748f163-0ab3-4b1c-980b-02fbeb181bec req-91d89d90-8cb5-445f-89d1-380f3f3229d6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 946 time: 0.0608072 Aug 20 13:41:58.905852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-d4fa3fa7-1560-499f-8edf-a8fb3200d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:58.907872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-d4fa3fa7-1560-499f-8edf-a8fb3200d1af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8b718d7a5324206a164d784ec59bd8b&device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 1094 time: 0.0641892 Aug 20 13:41:58.933358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a748f163-0ab3-4b1c-980b-02fbeb181bec req-037ce8a3-e8b8-45c0-99b8-120f9a98d237 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Aug 20 13:41:58.977666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:59.006788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb836-47c4-4d30-a31c-672ec163da8f req-62d77056-3865-4df7-bc20-1b7051a351a9 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:59.008599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a9fb836-47c4-4d30-a31c-672ec163da8f req-62d77056-3865-4df7-bc20-1b7051a351a9 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 943 time: 0.1184137 Aug 20 13:41:59.073991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9298f3-af97-4303-b9b0-33d2c21f7d79 req-3a2878aa-742e-486a-b01f-11405998ac87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:59.074283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-aab97db5-8db0-43da-81b4-e4d56d486432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:59.075662 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-aab97db5-8db0-43da-81b4-e4d56d486432 service neutron] 10.222.0.53 "GET /v2.0/networks?id=459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 200 len: 915 time: 0.1526904 Aug 20 13:41:59.075927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff9298f3-af97-4303-b9b0-33d2c21f7d79 req-3a2878aa-742e-486a-b01f-11405998ac87 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 946 time: 0.0600209 Aug 20 13:41:59.081047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a9fb836-47c4-4d30-a31c-672ec163da8f req-5f261233-eb09-4662-a1a2-2f8bb63d41ed tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629399 Aug 20 13:41:59.128276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff9298f3-af97-4303-b9b0-33d2c21f7d79 req-771d34f8-e50c-4cf0-9074-91a4d7a0e55a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Aug 20 13:41:59.132062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-caa81ad5-4a33-47c2-a5c0-e58597a7d001 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4 HTTP/1.1" status: 200 len: 217 time: 0.0438249 Aug 20 13:41:59.153809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50678) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:59.187387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-37645a16-c742-4e2e-994c-6d10471e8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:59.189095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-37645a16-c742-4e2e-994c-6d10471e8e50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 200 len: 854 time: 0.0497181 Aug 20 13:41:59.222904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-c7ef9dc7-fbf0-4aa9-a79b-57dab4299f1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=459f140f-b62c-4dd4-819c-adecbb9c601a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264380 Aug 20 13:41:59.331841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-8175738a-44f8-45d3-aaba-e0d22f93498f service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010845 Aug 20 13:41:59.403940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af674601-2160-4ba8-ba1a-1747df033ac9 tempest-TestVolumeBootPattern-277513340 tempest-TestVolumeBootPattern-277513340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:41:59.405682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-af674601-2160-4ba8-ba1a-1747df033ac9 tempest-TestVolumeBootPattern-277513340 tempest-TestVolumeBootPattern-277513340-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1092 time: 0.2505095 Aug 20 13:41:59.408986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50684) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:41:59.415576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:41:59.470741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:59.529651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba28e733-c679-4d3d-ae9f-e1baa63ef24f req-04e38654-1ab2-4159-b40f-9cba260fbba8 service neutron] 10.222.0.53 "GET /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902273 Aug 20 13:41:59.599898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:59.720437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.25.6.162 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/17478900-958b-48d4-8e96-3e5469b19acf) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:41:59.835615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:59.879983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:41:59.918405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:41:59.921243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:41:59.925040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:41:59.938400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=17478900-958b-48d4-8e96-3e5469b19acf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:00.209410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eaf70b8c-7278-49ab-87bb-0b5bba353164 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:42:00.232602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: eaf70b8c-7278-49ab-87bb-0b5bba353164 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:42:00.232936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eaf70b8c-7278-49ab-87bb-0b5bba353164 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:42:00.373268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432ed7d-4876-430a-ac7e-46d34dd330be req-d14255bf-76de-4617-9600-e0dffc0f7f0c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:00.374958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6432ed7d-4876-430a-ac7e-46d34dd330be req-d14255bf-76de-4617-9600-e0dffc0f7f0c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 943 time: 0.2025437 Aug 20 13:42:00.448103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6432ed7d-4876-430a-ac7e-46d34dd330be req-49ac7464-4938-4fbc-b4f0-5098a9eb6952 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657721 Aug 20 13:42:00.492985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:00.570020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:00.735317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:00.742665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:00.816492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=17478900-958b-48d4-8e96-3e5469b19acf,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:00.834662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:00.942402 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Floating IP 68e59b4f-f60b-4db4-ba86-d8eeec3626c0 associated. External IP: 172.25.6.162, port: 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf. Aug 20 13:42:01.181778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:42:01.295722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:42:01.308458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:42:01.315958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:01.320858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:01.321514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:01.360586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3b190b8-7d47-477b-bb79-14547c299f47 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9396935 Aug 20 13:42:01.360586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:01.360586 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6c0b62-a66b-4313-aad3-a3e2945ffba7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:01.398558 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b61d7b-a3e6-45e1-b4d0-145bf4ddc8d7 x-openstack-request-id: req-42b61d7b-a3e6-45e1-b4d0-145bf4ddc8d7 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:01.398868 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:01.399188 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42b61d7b-a3e6-45e1-b4d0-145bf4ddc8d7 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:01.399513 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'status': 'completed', 'code': 200} Aug 20 13:42:01.454368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:01.484799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-bac366f7-1e76-4068-9780-24c77ed8c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:01.486713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-bac366f7-1e76-4068-9780-24c77ed8c500 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1097 time: 0.0638783 Aug 20 13:42:01.621313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:01.639872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff611e9e-6314-411f-bb12-e77a5a888647 req-bff39018-b046-4d04-8466-2319c0415482 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:01.641452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff611e9e-6314-411f-bb12-e77a5a888647 req-bff39018-b046-4d04-8466-2319c0415482 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 943 time: 0.0948694 Aug 20 13:42:01.648878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-362692d2-5745-4735-b5a7-b31a609c6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:01.650537 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-362692d2-5745-4735-b5a7-b31a609c6624 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1563220 Aug 20 13:42:01.731988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:00Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:01.761497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:42:01.772874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:01.773520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:01.907676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:01.977355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff611e9e-6314-411f-bb12-e77a5a888647 req-0f2a6e30-9871-4876-b29c-f7bf61cff024 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258321 Aug 20 13:42:01.987176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-618fd9c1-9759-4279-8fea-220a53ac37ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 1000 time: 0.3280966 Aug 20 13:42:02.048982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-de870bd7-8a5f-4ffb-b2e9-074762b4a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:02.050665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-de870bd7-8a5f-4ffb-b2e9-074762b4a466 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0564389 Aug 20 13:42:02.107063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-86fa27be-b85c-431b-957d-e2330b3869d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:02.108655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-86fa27be-b85c-431b-957d-e2330b3869d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511053 Aug 20 13:42:02.194223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:00Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:02.218424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-4faa6b98-0587-4865-85e1-dd501e039ee1 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027582 Aug 20 13:42:02.225569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bb35e-3f03-4a44-b809-816f4cee2f6e None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:00Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:42:02.284589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:42:02.347009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da6c0b62-a66b-4313-aad3-a3e2945ffba7 req-7b0b846c-63ed-4c51-8234-5a2efece7aa3 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214108 Aug 20 13:42:02.426790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:02.441659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4', 'network_id': '459f140f-b62c-4dd4-819c-adecbb9c601a', 'port_id': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4', 'mac_address': 'fa:16:3e:11:5f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8fb21-a8e8-444b-8278-619d72e76497', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:42:02.492672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:02.500713 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2b02a-acb9-4a9d-9af0-08f97dbeee3a None None] New status for floating IP 68e59b4f-f60b-4db4-ba86-d8eeec3626c0: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:42:02.508606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:42:02.532874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:02.539474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:02.602531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:02.756720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7ed160a1-e291-47f3-a484-5a1a02d2eaa4'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:42:03.114518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae71092-af67-4a31-a204-3ba99dee9067 req-9196a4a9-48a4-4414-8753-5dcd4913800d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:03.116117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ae71092-af67-4a31-a204-3ba99dee9067 req-9196a4a9-48a4-4414-8753-5dcd4913800d tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 944 time: 0.0544341 Aug 20 13:42:03.159060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ae71092-af67-4a31-a204-3ba99dee9067 req-ac726621-83f7-4618-b7ba-c298e6dc517c tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365248 Aug 20 13:42:04.279966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:04.330921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872106b-95c9-4a1d-a94d-df2e78904cf2 req-120b0a9b-33c0-4a5c-b271-71001ebd778a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:04.334111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5872106b-95c9-4a1d-a94d-df2e78904cf2 req-120b0a9b-33c0-4a5c-b271-71001ebd778a tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 944 time: 0.0845692 Aug 20 13:42:04.345991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:04.354818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:04.355815 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:04.416882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5872106b-95c9-4a1d-a94d-df2e78904cf2 req-128c0f0e-6387-4de7-af86-968f707036d3 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Aug 20 13:42:04.479911 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:04.507721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aec298-0251-400e-a73c-0e129860d871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:04.510042 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7258542-a960-4db7-b94d-7b88030ebcd0" -d '{"events": [{"server_uuid": "e5aec298-0251-400e-a73c-0e129860d871", "name": "network-vif-plugged", "status": "completed", "tag": "7ed160a1-e291-47f3-a484-5a1a02d2eaa4"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:04.524169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:04.529905 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:04.566324 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2914843-5855-4377-beeb-526dcb9c4a02 x-openstack-request-id: req-e2914843-5855-4377-beeb-526dcb9c4a02 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:04.570380 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aec298-0251-400e-a73c-0e129860d871", "name": "network-vif-plugged", "status": "completed", "tag": "7ed160a1-e291-47f3-a484-5a1a02d2eaa4", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:04.570380 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2914843-5855-4377-beeb-526dcb9c4a02 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:04.570380 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aec298-0251-400e-a73c-0e129860d871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4', 'code': 200} Aug 20 13:42:04.609674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:04.761585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbeed6-d230-407c-87f1-c918c22284aa req-9585f029-c109-46e1-8686-3298cf0e3eaa tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:04.763189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85dbeed6-d230-407c-87f1-c918c22284aa req-9585f029-c109-46e1-8686-3298cf0e3eaa tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 946 time: 0.0894244 Aug 20 13:42:04.770609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16747d-5fb4-4aa9-9e51-edbafb2267ba req-be2c4c64-accb-4c3a-998a-efa819707832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:04.772324 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df16747d-5fb4-4aa9-9e51-edbafb2267ba req-be2c4c64-accb-4c3a-998a-efa819707832 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 1096 time: 0.1465170 Aug 20 13:42:04.829254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85dbeed6-d230-407c-87f1-c918c22284aa req-d771abd0-27b4-4835-af9f-394df476ad6f tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558729 Aug 20 13:42:04.836033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df16747d-5fb4-4aa9-9e51-edbafb2267ba req-129fa390-b4ea-47e7-b7ea-28df552452fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Aug 20 13:42:05.542809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e579d-f1d8-4b7c-945a-b8fadd07f87a req-8dded359-f411-455d-87cd-69d9750d1b0b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:05.544365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f9e579d-f1d8-4b7c-945a-b8fadd07f87a req-8dded359-f411-455d-87cd-69d9750d1b0b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0536668 Aug 20 13:42:05.592374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f9e579d-f1d8-4b7c-945a-b8fadd07f87a req-2f56d811-9857-4082-a4a6-6c4e472d9726 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Aug 20 13:42:05.957109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f467a-8995-4510-a8e7-5dc294c0c8f1 req-f8879fa5-c2f1-4b5f-abef-01e1a26700ca tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:05.960756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-709f467a-8995-4510-a8e7-5dc294c0c8f1 req-f8879fa5-c2f1-4b5f-abef-01e1a26700ca tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 946 time: 0.0538859 Aug 20 13:42:06.002706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-709f467a-8995-4510-a8e7-5dc294c0c8f1 req-a86a2cec-fd67-4393-8471-81d7bae226fe tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups?id=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356984 Aug 20 13:42:06.267746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-8ce49624-d23a-40c2-9a63-f3ac665b992d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:06.269125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-8ce49624-d23a-40c2-9a63-f3ac665b992d tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 946 time: 0.0570822 Aug 20 13:42:06.370488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Deleting port 0ec85473-fda8-4d7c-b236-1257f46f430a {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:06.370825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:06.470423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] For port 0ec85473-fda8-4d7c-b236-1257f46f430a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0ec85473-fda8-4d7c-b236-1257f46f430a,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:06.470803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:06.657789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:06.658185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:06.658498 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Floating IP ba4c0432-eb93-4496-9668-e58d304e358c disassociated. External IP: 172.25.6.45, port: 0ec85473-fda8-4d7c-b236-1257f46f430a. Aug 20 13:42:06.658977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Calling delete_port for 0ec85473-fda8-4d7c-b236-1257f46f430a owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:06.720565 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018330c-ff48-41f6-848a-4ea51a209cb9 req-4873a48d-1f52-4ea6-b3fb-3625fe75522e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:06.722218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e018330c-ff48-41f6-848a-4ea51a209cb9 req-4873a48d-1f52-4ea6-b3fb-3625fe75522e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0595074 Aug 20 13:42:06.763899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e018330c-ff48-41f6-848a-4ea51a209cb9 req-6dc51b5c-acf5-4da6-b069-4c06ccb2b945 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346367 Aug 20 13:42:06.819462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:06.874142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event deleted for resources: {'Port': ['ID=0ec85473-fda8-4d7c-b236-1257f46f430a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:06.961538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914d5d-403c-4476-95ce-03fd624fa447 req-262ca3c0-652b-4dff-82e9-e52dd105ee40 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:06.963108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d914d5d-403c-4476-95ce-03fd624fa447 req-262ca3c0-652b-4dff-82e9-e52dd105ee40 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.1248894 Aug 20 13:42:07.046059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d914d5d-403c-4476-95ce-03fd624fa447 req-0ca67785-a89c-4a06-81b4-1047f5200a54 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Aug 20 13:42:07.050938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:42:07.123089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b3f70f05-4ed3-4636-be84-e2d316177371 req-ef67478b-19ba-4529-a1c2-01d5f84d4008 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c32f734-0ee1-4862-a077-e8f92bcd3a9e HTTP/1.1" status: 200 len: 210 time: 0.0348055 Aug 20 13:42:07.215609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:42:07.229987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:42:07.242911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:07.243656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:07.263491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] No DVR routers for this DVR port 0ec85473-fda8-4d7c-b236-1257f46f430a on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:42:07.266839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:07.269449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3986d5da-f3d5-4403-a250-35b45f4ee49d req-4e93d7cd-9d4a-4e57-b814-6237d05e11f4 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.53 "DELETE /v2.0/ports/0ec85473-fda8-4d7c-b236-1257f46f430a HTTP/1.1" status: 204 len: 173 time: 0.9942172 Aug 20 13:42:07.270629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-deleted', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:07.274347 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596a351f-40f5-4985-a0cb-d1642ee17fb9" -d '{"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-deleted", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:07.323859 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c00269-ebaa-425d-b517-6191464b932b x-openstack-request-id: req-43c00269-ebaa-425d-b517-6191464b932b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:07.324157 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32f734-0ee1-4862-a077-e8f92bcd3a9e", "name": "network-vif-deleted", "tag": "0ec85473-fda8-4d7c-b236-1257f46f430a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:07.324431 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43c00269-ebaa-425d-b517-6191464b932b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:07.325214 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32f734-0ee1-4862-a077-e8f92bcd3a9e', 'name': 'network-vif-deleted', 'tag': '0ec85473-fda8-4d7c-b236-1257f46f430a', 'status': 'completed', 'code': 200} Aug 20 13:42:07.354326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fd8b-8f41-4cbf-bb50-c1dab9fdbc91 req-dad313b7-bcc8-44c7-8ceb-0aa01e663326 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:07.356040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25a2fd8b-8f41-4cbf-bb50-c1dab9fdbc91 req-dad313b7-bcc8-44c7-8ceb-0aa01e663326 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0767550 Aug 20 13:42:07.431485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25a2fd8b-8f41-4cbf-bb50-c1dab9fdbc91 req-e82cf7cb-5b34-4f67-9341-2e6742d25eda tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Aug 20 13:42:07.455555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:07.625690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a2e8-a6ab-4242-aaf1-49f23d6af38e req-bf199281-b2b9-46c4-aef1-8903ee79586b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:07.629934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b77a2e8-a6ab-4242-aaf1-49f23d6af38e req-bf199281-b2b9-46c4-aef1-8903ee79586b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0909936 Aug 20 13:42:07.680947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b77a2e8-a6ab-4242-aaf1-49f23d6af38e req-e12e9c91-00fa-47fc-bfad-9dd4bddd8048 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Aug 20 13:42:07.716531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:07.902483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:42:07.912165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:07.912839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:07.940978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b84-7347-4944-aafc-aa83f1954020 req-1621612e-bc19-4db5-9fb8-d76f5c675bac tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:07.943367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b306b84-7347-4944-aafc-aa83f1954020 req-1621612e-bc19-4db5-9fb8-d76f5c675bac tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0575690 Aug 20 13:42:07.986481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b306b84-7347-4944-aafc-aa83f1954020 req-9ccc86bd-aaca-4255-be3f-1708e3825089 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Aug 20 13:42:08.034548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:08.112824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2312f7d-9812-4221-bd34-ce8cb36116fa req-7ac79793-3689-427c-a3a5-510d302e913b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:08.119328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2312f7d-9812-4221-bd34-ce8cb36116fa req-7ac79793-3689-427c-a3a5-510d302e913b tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0560582 Aug 20 13:42:08.168728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2312f7d-9812-4221-bd34-ce8cb36116fa req-37bba040-ef49-42f6-affe-8bee83348be0 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Aug 20 13:42:08.269079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:08.307885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:08.347506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4b7526b-1c41-4081-a813-97e4c05771b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:08.365687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe95d7-3e33-4080-86ee-3c0fd16a59c8 None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:15Z', 'revision_number': 4, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '26ac00e8-e58d-42e7-9473-b874b39882a8', 'name': '', 'network_id': 'd489c8ca-a4ae-47cc-a017-f6439ea55340', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'mac_address': 'fa:16:3e:22:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13730334-2325-4366-a051-6d70f67e3ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:12Z', 'updated_at': '2021-08-20T13:34:28Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'subnets': [{'id': '13730334-2325-4366-a051-6d70f67e3ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:42:08.385569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4b7526b-1c41-4081-a813-97e4c05771b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:08.466624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4b7526b-1c41-4081-a813-97e4c05771b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:08.470563 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4b7526b-1c41-4081-a813-97e4c05771b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:08.479540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b4b7526b-1c41-4081-a813-97e4c05771b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "DELETE /v2.0/security-groups/24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e HTTP/1.1" status: 204 len: 168 time: 0.2062414 Aug 20 13:42:08.480923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50850) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:08.496000 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-d017c5ef-fa1a-4f14-8783-0dffe291a065 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] show failed (client error): The resource could not be found. Aug 20 13:42:08.497081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7526b-1c41-4081-a813-97e4c05771b3 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:08.497250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d017c5ef-fa1a-4f14-8783-0dffe291a065 tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "GET /v2.0/security-groups/24cdbd71-fde0-4da9-b5b6-2ef8a49bb50e HTTP/1.1" status: 404 len: 347 time: 0.0152161 Aug 20 13:42:08.500113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50854) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:08.700146 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd7deb-a2e2-4bde-94e1-71c197007971 None None] New status for floating IP ba4c0432-eb93-4496-9668-e58d304e358c: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:42:08.988432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118549f2-4d7e-4c28-ab20-fba3d0a6f38b req-e701ef16-94a7-4d27-8775-f8cafbf5d195 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:08.990824 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-118549f2-4d7e-4c28-ab20-fba3d0a6f38b req-e701ef16-94a7-4d27-8775-f8cafbf5d195 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.1177588 Aug 20 13:42:09.039716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-118549f2-4d7e-4c28-ab20-fba3d0a6f38b req-7c2f3567-6659-4eae-82be-b12ab3f01964 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Aug 20 13:42:09.041841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Deleting port 419eae90-5bbe-4964-ae06-b54c1a05545c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:09.041841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:09.123907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:09.124737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:09.136661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Calling delete_port for 419eae90-5bbe-4964-ae06-b54c1a05545c owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:09.267698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:09.299249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Pushing event deleted for resources: {'Port': ['ID=419eae90-5bbe-4964-ae06-b54c1a05545c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:09.312863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.313210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.313548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.313878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.314286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.314609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.314931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.315255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.315574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.315893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.316231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.316530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:09.373867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:09.376777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:09.377901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b273c309-45d2-4684-912f-a6a9dc125ddc tempest-AttachVolumeShelveTestJSON-1652757133 tempest-AttachVolumeShelveTestJSON-1652757133-project] 10.222.0.59 "DELETE /v2.0/floatingips/ba4c0432-eb93-4496-9668-e58d304e358c HTTP/1.1" status: 204 len: 168 time: 0.8764756 Aug 20 13:42:09.781988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-6d14e89f-b551-4977-b318-9a129d86b033 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:09.787597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-6d14e89f-b551-4977-b318-9a129d86b033 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.0616620 Aug 20 13:42:09.907739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Deleting port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:09.908526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:10.015664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] For port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,segment=NetworkSegment(fea68ee2-de93-4e6c-bf85-b4a760089c8a),segment_id=fea68ee2-de93-4e6c-bf85-b4a760089c8a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:10.016158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:10.035815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Calling delete_port for 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:10.224344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f005-6105-4437-905b-e52e583070c6 req-6af1f67d-5e35-4ed1-8bac-f22713e0fa7f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:10.226134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eeb4f005-6105-4437-905b-e52e583070c6 req-6af1f67d-5e35-4ed1-8bac-f22713e0fa7f tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5aec298-0251-400e-a73c-0e129860d871 HTTP/1.1" status: 200 len: 945 time: 0.1084187 Aug 20 13:42:10.282699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:10.294659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7ed160a1-e291-47f3-a484-5a1a02d2eaa4'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:42:10.313193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:42:10.342079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Pushing event deleted for resources: {'Port': ['ID=7ed160a1-e291-47f3-a484-5a1a02d2eaa4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:10.358080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eeb4f005-6105-4437-905b-e52e583070c6 req-e7d66742-1920-4e32-85ea-1f8f5b9ecb97 tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243498 Aug 20 13:42:10.380450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] No DVR routers for this DVR port 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:42:10.384346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:10.387552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb167555-8013-457f-b6bf-973d7acc7c69 req-852bfafe-b691-4f0d-b594-33b35ced914e tempest-ServerDiskConfigTestJSON-1428652687 tempest-ServerDiskConfigTestJSON-1428652687-project] 10.222.0.53 "DELETE /v2.0/ports/7ed160a1-e291-47f3-a484-5a1a02d2eaa4 HTTP/1.1" status: 204 len: 173 time: 0.5939124 Aug 20 13:42:10.388379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aec298-0251-400e-a73c-0e129860d871', 'name': 'network-vif-deleted', 'tag': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:10.390582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 0ec85473-fda8-4d7c-b236-1257f46f430a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:42:10.391252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0ec85473-fda8-4d7c-b236-1257f46f430a not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:42:10.399293 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04b9bd-428c-4418-b4ba-144059dc0e1f" -d '{"events": [{"server_uuid": "e5aec298-0251-400e-a73c-0e129860d871", "name": "network-vif-deleted", "tag": "7ed160a1-e291-47f3-a484-5a1a02d2eaa4"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:10.442834 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3849109a-bcfe-471d-90d1-5c72239bb389 x-openstack-request-id: req-3849109a-bcfe-471d-90d1-5c72239bb389 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:10.443154 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aec298-0251-400e-a73c-0e129860d871", "name": "network-vif-deleted", "tag": "7ed160a1-e291-47f3-a484-5a1a02d2eaa4", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:10.443415 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3849109a-bcfe-471d-90d1-5c72239bb389 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:10.443820 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aec298-0251-400e-a73c-0e129860d871', 'name': 'network-vif-deleted', 'tag': '7ed160a1-e291-47f3-a484-5a1a02d2eaa4', 'status': 'completed', 'code': 200} Aug 20 13:42:11.571986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50906) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:11.620619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Deleting subnet 0ba8fb21-a8e8-444b-8278-619d72e76497 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:42:11.624334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:11.667237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:11.716568 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:11.790829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:11.806778 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:11.812480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:11.813651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0ba8fb21-a8e8-444b-8278-619d72e76497 HTTP/1.1" status: 204 len: 168 time: 0.2403014 Aug 20 13:42:11.835331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bab19-efca-442a-8f1e-6315795bb6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba8fb21-a8e8-444b-8278-619d72e76497,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:11.930056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.024321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.035725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459f140f-b62c-4dd4-819c-adecbb9c601a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:12.048223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea68ee2-de93-4e6c-bf85-b4a760089c8a') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:12.048543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea68ee2-de93-4e6c-bf85-b4a760089c8a') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:12.059711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.077278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.087165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:42:12.087896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:42:12.090125 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:42:12.201704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.213873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.216014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] 10.222.0.59 "DELETE /v2.0/networks/459f140f-b62c-4dd4-819c-adecbb9c601a HTTP/1.1" status: 204 len: 168 time: 0.4021101 Aug 20 13:42:12.237449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e076-8042-4120-ad5c-db3c38a9298d admin admin] Pushing event deleted for resources: {'Network': ['ID=459f140f-b62c-4dd4-819c-adecbb9c601a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:12.423752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 50936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:12.472359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 50938) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:12.472885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e1bd5bf6-865a-4692-baea-63e2da84d14b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8b718d7a5324206a164d784ec59bd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471964 Aug 20 13:42:12.529601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ff-e920-4297-afe8-283a44c68e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.553983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ff-e920-4297-afe8-283a44c68e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.609579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ff-e920-4297-afe8-283a44c68e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.612708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ff-e920-4297-afe8-283a44c68e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:12.616901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b942c3ff-e920-4297-afe8-283a44c68e13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae2d2e2e-ae23-4a92-9b44-88ce3a788e91 HTTP/1.1" status: 204 len: 168 time: 0.1405985 Aug 20 13:42:12.623793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942c3ff-e920-4297-afe8-283a44c68e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2d2e2e-ae23-4a92-9b44-88ce3a788e91,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:14.264842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:14.328667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:42:14.353764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:42:14.354402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7ed160a1-e291-47f3-a484-5a1a02d2eaa4 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:42:14.418308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-051f8c68-12e6-49c0-9379-149c73032abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.521657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-051f8c68-12e6-49c0-9379-149c73032abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.527841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-051f8c68-12e6-49c0-9379-149c73032abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.576846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-051f8c68-12e6-49c0-9379-149c73032abf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f212946ed2d34c539aea00c679adca19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103898 Aug 20 13:42:14.578063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f8c68-12e6-49c0-9379-149c73032abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2b701f-7d42-48d7-bc8e-69ee120dd36b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:14.581606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51032) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:14.656814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65247d01-dfb2-4ea9-be36-d9e9c7ff1c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.681770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65247d01-dfb2-4ea9-be36-d9e9c7ff1c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.742515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65247d01-dfb2-4ea9-be36-d9e9c7ff1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.745899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65247d01-dfb2-4ea9-be36-d9e9c7ff1c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:14.749206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65247d01-dfb2-4ea9-be36-d9e9c7ff1c4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a2b701f-7d42-48d7-bc8e-69ee120dd36b HTTP/1.1" status: 204 len: 168 time: 0.1626010 Aug 20 13:42:14.761655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247d01-dfb2-4ea9-be36-d9e9c7ff1c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2b701f-7d42-48d7-bc8e-69ee120dd36b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:15.213206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:15.555482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:15.696700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1117895958-network', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:15.731649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:15.733960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:15.747285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:15.781632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a253f46a-0a01-44d4-bc17-82e731aaa82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:15.867290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:15.919112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:15.924933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:15.984954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:42:16.010087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6fd36-b562-4d5b-92af-4fe19c16e92d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:16.014538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.014968 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Added segment 07933594-8978-4478-b526-8ca3c2b1dc0f of type vlan for network f7de025b-0058-45fd-916f-7707ea86ee48 Aug 20 13:42:16.094020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.148586 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.149580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:16.150170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.212161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51098) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:16.212834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6557117 Aug 20 13:42:16.221872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Request body: {'subnet': {'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1117895958-subnet', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:16.232765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e945b8-98f5-43a4-9667-374dd79f9f97 admin admin] Pushing event updated for resources: {'Network': ['ID=f7de025b-0058-45fd-916f-7707ea86ee48,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:16.245395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f7de025b-0058-45fd-916f-7707ea86ee48 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:42:16.258219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:16.261517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.328281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Deleting port 26ac00e8-e58d-42e7-9473-b874b39882a8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:16.328605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.430705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] For port 26ac00e8-e58d-42e7-9473-b874b39882a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26ac00e8-e58d-42e7-9473-b874b39882a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:16.431082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.449383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Calling delete_port for 26ac00e8-e58d-42e7-9473-b874b39882a8 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:16.471240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.557804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=339d1011-2ebd-496e-88e7-9ce687747c39,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:16.578920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:16.580395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Network hostable DHCP agents. Network: f7de025b-0058-45fd-916f-7707ea86ee48, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:42:16.610554 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Network f7de025b-0058-45fd-916f-7707ea86ee48 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:42:16.631243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f7de025b-0058-45fd-916f-7707ea86ee48) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:16.640755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:16.642580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.661847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb427a-cfbd-47ed-a785-7a3638018ba0 None None] Network f7de025b-0058-45fd-916f-7707ea86ee48 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:42:16.664741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-57b2fa22-460e-42fc-9055-30fe65cf7e4d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4495182 Aug 20 13:42:16.668572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51104) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:16.674157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:16.704568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.706402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.742906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.841114 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:16.850210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ac00e8-e58d-42e7-9473-b874b39882a8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:16.917380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f7de025b-0058-45fd-916f-7707ea86ee48', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:42:16.920484 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.031380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.044884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.145535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Allocated IP 172.20.0.2 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/07daf01f-1e92-462e-a8ff-42baaa2e4951) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:17.311181 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.337152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.338324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Router afb793c4-550c-4c7f-808b-1dbfd9bf0288 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:42:17.360866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.374236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Transition to ACTIVE for port object 07daf01f-1e92-462e-a8ff-42baaa2e4951 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:17.397378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Transition to ACTIVE for port object 07daf01f-1e92-462e-a8ff-42baaa2e4951 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:17.408855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.453721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:17.457030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:17.461225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:17.481524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Pushing event updated for resources: {'Port': ['ID=07daf01f-1e92-462e-a8ff-42baaa2e4951,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:17.508460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Allocated IP 172.25.6.145 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/35f5975b-1ff6-4f08-98ba-90fddc976a93) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:17.539989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:42:17.549754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Attempting to bind port 07daf01f-1e92-462e-a8ff-42baaa2e4951 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:42:17.550186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Attempting to bind port 07daf01f-1e92-462e-a8ff-42baaa2e4951 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:42:17.550555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Attempting to bind port 07daf01f-1e92-462e-a8ff-42baaa2e4951 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:17.555159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] Sync routers for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:42:17.564645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:42:17.565024 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a2431389-15a6-4dc1-8a73-60f1d71550d2 admin admin] 10.222.0.59 "PUT /v2.0/routers/afb793c4-550c-4c7f-808b-1dbfd9bf0288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497231 Aug 20 13:42:17.565153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:17.565423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.565865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:42:17.566558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Bound port: 07daf01f-1e92-462e-a8ff-42baaa2e4951, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:42:17.567021 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.568222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51122) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:17.600081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:17.600902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:17.683811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.730126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.739831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.762737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] For port 07daf01f-1e92-462e-a8ff-42baaa2e4951, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:17.786077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] For port 07daf01f-1e92-462e-a8ff-42baaa2e4951, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=07daf01f-1e92-462e-a8ff-42baaa2e4951,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:42:17.799913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.805030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:17.809431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:17.812837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:17.817851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:17.901600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:17.999473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Deleting port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:17.999735 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.034050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39098fad-821c-4aca-9719-80986ad8c4b1 None None] Pushing event updated for resources: {'Port': ['ID=07daf01f-1e92-462e-a8ff-42baaa2e4951,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:18.142672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] For port 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:18.143060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.162750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Calling delete_port for 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:18.229623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Pushing event updated for resources: {'Port': ['ID=35f5975b-1ff6-4f08-98ba-90fddc976a93,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:18.265256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:42:16Z', 'revision_number': 5, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port': {'id': '5d36aae5-e7f6-4e43-99e3-715d2a5b6c11', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:06Z', 'updated_at': '2021-08-20T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:18.330947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] Checking router: afb793c4-550c-4c7f-808b-1dbfd9bf0288 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:42:18.341732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] Routers {'afb793c4-550c-4c7f-808b-1dbfd9bf0288'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:18.342376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:41:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:18.500439 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a3566ba-43e8-49fc-a961-29f6dfe62e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.509800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.515565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] Set router afb793c4-550c-4c7f-808b-1dbfd9bf0288 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:18.546225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Pushing event deleted for resources: {'Port': ['ID=5d36aae5-e7f6-4e43-99e3-715d2a5b6c11,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:18.602011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:42:17Z', 'revision_number': 6, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:18.626905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.648679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bd2ed-3174-4fe1-ab48-dd7eb031fa1e None None] The sync data for ids ['afb793c4-550c-4c7f-808b-1dbfd9bf0288'] in n-d-804232-5 is: [{'id': 'afb793c4-550c-4c7f-808b-1dbfd9bf0288', 'name': 'tempest-AttachVolumeShelveTestJSON-813740145-router', 'tenant_id': '4da7c305b36043ddb318bb07274de32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:42:17Z', 'revision_number': 6, 'project_id': '4da7c305b36043ddb318bb07274de32d', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:42:18.656566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07daf01f-1e92-462e-a8ff-42baaa2e4951 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:18.667419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.694561 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.726486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 07daf01f-1e92-462e-a8ff-42baaa2e4951 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:18.783570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.787312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.843947 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.844593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb793c4-550c-4c7f-808b-1dbfd9bf0288 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:42:18.853486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.855695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f567319e-64a1-4dc1-8ab5-29092cd102af admin admin] 10.222.0.59 "DELETE /v2.0/routers/afb793c4-550c-4c7f-808b-1dbfd9bf0288 HTTP/1.1" status: 204 len: 168 time: 1.2859013 Aug 20 13:42:18.858512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51138) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:18.913868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Deleting subnet 13730334-2325-4366-a051-6d70f67e3ece {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:42:18.921539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.930983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:18.965020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.125234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.201518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Router 84b5d67d-05fb-428a-b8fd-51565ae32c8e is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:42:19.219997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.244115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.245185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d13d9f-f44f-4de4-8f23-863b55526dfc None None] Network d489c8ca-a4ae-47cc-a017-f6439ea55340 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:42:19.247137 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/13730334-2325-4366-a051-6d70f67e3ece HTTP/1.1" status: 204 len: 168 time: 0.3873632 Aug 20 13:42:19.268227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51146) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:19.277470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023bfe8-1c71-4dff-9d0a-45e0a9c6df27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13730334-2325-4366-a051-6d70f67e3ece,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:19.380919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.383509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:42:19.422926 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Sync routers for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:42:19.440903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f8b7d-e058-4f12-a4c3-2db91ca12805 None None] Network f7de025b-0058-45fd-916f-7707ea86ee48 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:42:19.451763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.453197 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:19.456444 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:19.458422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a2acbea4-850a-4575-97d4-b19411a6acbf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7881601 Aug 20 13:42:19.459653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51152) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:19.497827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Deleting port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:19.498076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.687424 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:19.869472 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:19.884313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] Provisioning for port 07daf01f-1e92-462e-a8ff-42baaa2e4951 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:19.901679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] Provisioning complete for port 07daf01f-1e92-462e-a8ff-42baaa2e4951 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:19.902361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.006802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] DHCP port deletion for d489c8ca-a4ae-47cc-a017-f6439ea55340 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:42:20.168909 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:18Z', 'revision_number': 3, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:20.212663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.233198 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Checking router: 84b5d67d-05fb-428a-b8fd-51565ae32c8e for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:42:20.233563 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Updating router 84b5d67d-05fb-428a-b8fd-51565ae32c8e port 35f5975b-1ff6-4f08-98ba-90fddc976a93 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:42:20.251949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] Deleting port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:42:20.252498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.299405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] For port 59a03dab-d650-44d7-a253-2c6e7c78a1a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59a03dab-d650-44d7-a253-2c6e7c78a1a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:20.299405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.306504 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.311011 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.332685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Calling delete_port for 59a03dab-d650-44d7-a253-2c6e7c78a1a8 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:20.375845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] For port 59a03dab-d650-44d7-a253-2c6e7c78a1a8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59a03dab-d650-44d7-a253-2c6e7c78a1a8,segment=NetworkSegment(1899d4d6-7f06-4791-942e-2d1e250adf7f),segment_id=1899d4d6-7f06-4791-942e-2d1e250adf7f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:20.376771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.400238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] For port 07daf01f-1e92-462e-a8ff-42baaa2e4951, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=07daf01f-1e92-462e-a8ff-42baaa2e4951,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:20.402207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] Calling delete_port for 59a03dab-d650-44d7-a253-2c6e7c78a1a8 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:42:20.409557 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.523550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c47e6-d51a-48f6-805a-bc6a296b53fc None None] Pushing event updated for resources: {'Port': ['ID=07daf01f-1e92-462e-a8ff-42baaa2e4951,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:20.532975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59a03dab-d650-44d7-a253-2c6e7c78a1a8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:42:20.556702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Allocated IP 172.20.0.1 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/3e3d4548-a00e-479c-8f1b-da51ea38be2c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:20.562350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.620599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] No DVR routers for this DVR port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:42:20.628397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a03dab-d650-44d7-a253-2c6e7c78a1a8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:20.730436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No active binding found for port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:42:20.730884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59a03dab-d650-44d7-a253-2c6e7c78a1a8 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:42:20.731313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:42:20.762670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.778695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.780110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:42:20.782059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5d36aae5-e7f6-4e43-99e3-715d2a5b6c11 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:42:20.785556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26ac00e8-e58d-42e7-9473-b874b39882a8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:42:20.787073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d489c8ca-a4ae-47cc-a017-f6439ea55340']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:20.804899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1899d4d6-7f06-4791-942e-2d1e250adf7f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:20.806010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1899d4d6-7f06-4791-942e-2d1e250adf7f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:20.819120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Transition to ACTIVE for port object 3e3d4548-a00e-479c-8f1b-da51ea38be2c will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:20.838227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.859223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 26ac00e8-e58d-42e7-9473-b874b39882a8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:42:20.859827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26ac00e8-e58d-42e7-9473-b874b39882a8 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:42:20.875966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.881312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.883493 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:42:20.886568 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:42:20.893442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:42:20.893876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.898612 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:42:20.902041 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:42:20.905704 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:20.938269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:20.943102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:20.947438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:20.957886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] Pushing event deleted for resources: {'Port': ['ID=59a03dab-d650-44d7-a253-2c6e7c78a1a8,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:20.966775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c426931-7531-4c56-8cb5-c2bb161cdd90 None None] No DVR routers for this DVR port 59a03dab-d650-44d7-a253-2c6e7c78a1a8 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:42:20.991109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1e123cb8-b266-47ad-ba3d-00a28fe35681 None None] Provisioning complete for port 07daf01f-1e92-462e-a8ff-42baaa2e4951 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:20.991494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e123cb8-b266-47ad-ba3d-00a28fe35681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.007898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.008354 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Transition to ACTIVE for port object 35f5975b-1ff6-4f08-98ba-90fddc976a93 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:21.009889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3d4548-a00e-479c-8f1b-da51ea38be2c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:21.028833 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.029857 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.031973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.046484 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d489c8ca-a4ae-47cc-a017-f6439ea55340 HTTP/1.1" status: 204 len: 168 time: 1.7770851 Aug 20 13:42:21.047778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eeb51-6fe5-4479-8e6b-3aa86d8066e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d489c8ca-a4ae-47cc-a017-f6439ea55340,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:21.120113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Attempting to bind port 35f5975b-1ff6-4f08-98ba-90fddc976a93 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:42:21.120789 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Attempting to bind port 35f5975b-1ff6-4f08-98ba-90fddc976a93 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:42:21.121659 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Attempting to bind port 35f5975b-1ff6-4f08-98ba-90fddc976a93 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:21.147263 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:42:21.149755 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:21.150380 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.155303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:42:21.159265 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Bound port: 35f5975b-1ff6-4f08-98ba-90fddc976a93, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:42:21.159701 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.168216 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Pushing event updated for resources: {'Port': ['ID=35f5975b-1ff6-4f08-98ba-90fddc976a93,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:21.251561 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.251985 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.252392 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.252832 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.253414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.254456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.255012 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.255512 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.256120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.256718 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.257373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.258001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:21.305736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51176) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:21.315116 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] For port 35f5975b-1ff6-4f08-98ba-90fddc976a93, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:21.320129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] For port 35f5975b-1ff6-4f08-98ba-90fddc976a93, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=35f5975b-1ff6-4f08-98ba-90fddc976a93,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:42:21.326762 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.361042 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.434702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d31adf1-0658-43ee-a52b-238b2617b574 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4da7c305b36043ddb318bb07274de32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273649 Aug 20 13:42:21.438216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51178) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:21.454149 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.543211 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d214a1-7112-4776-9818-446e7cd752ec None None] Pushing event updated for resources: {'Port': ['ID=35f5975b-1ff6-4f08-98ba-90fddc976a93,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:21.547308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:21.548090 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:21.572112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4d6d2ecb-9d45-43c1-9411-0eadbc2a04d1 None None] Provisioning for port 3e3d4548-a00e-479c-8f1b-da51ea38be2c completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:21.580169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4d6d2ecb-9d45-43c1-9411-0eadbc2a04d1 None None] Provisioning complete for port 3e3d4548-a00e-479c-8f1b-da51ea38be2c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:21.580778 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2ecb-9d45-43c1-9411-0eadbc2a04d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.593386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3779f58b-4498-4562-8520-164d3e4b8561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.643954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3779f58b-4498-4562-8520-164d3e4b8561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.691153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d2ecb-9d45-43c1-9411-0eadbc2a04d1 None None] Port 3e3d4548-a00e-479c-8f1b-da51ea38be2c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:42:21.736190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3779f58b-4498-4562-8520-164d3e4b8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.741733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3779f58b-4498-4562-8520-164d3e4b8561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.742672 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:21.745047 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3779f58b-4498-4562-8520-164d3e4b8561 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1c3216c-4354-4bf9-9e1a-bdec4a006ed9 HTTP/1.1" status: 204 len: 168 time: 0.3053045 Aug 20 13:42:21.760306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779f58b-4498-4562-8520-164d3e4b8561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3216c-4354-4bf9-9e1a-bdec4a006ed9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:21.777844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.787246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.919171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:21.924891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3d4548-a00e-479c-8f1b-da51ea38be2c,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:22.042750 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:20Z', 'revision_number': 1, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:22.105419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:22.107404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a5bce-21af-470d-8d92-20e2ad658839 None None] The sync data for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 is: [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:20Z', 'revision_number': 1, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:42:22.108637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:22.429467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Router 84b5d67d-05fb-428a-b8fd-51565ae32c8e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:42:22.474528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07daf01f-1e92-462e-a8ff-42baaa2e4951 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:22.626338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 07daf01f-1e92-462e-a8ff-42baaa2e4951 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:22.626720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:22.643898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:42:22.660522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1f6b5649-045f-40f8-becf-df7bec695678 admin admin] 10.222.0.59 "PUT /v2.0/routers/84b5d67d-05fb-428a-b8fd-51565ae32c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1995337 Aug 20 13:42:22.669403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c48a01b3-00a0-4b34-a173-118c4679cf81 None None] Provisioning complete for port 3e3d4548-a00e-479c-8f1b-da51ea38be2c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:22.669772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c48a01b3-00a0-4b34-a173-118c4679cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:22.743961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c48a01b3-00a0-4b34-a173-118c4679cf81 None None] Port 3e3d4548-a00e-479c-8f1b-da51ea38be2c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:42:23.138266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51226) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:23.431194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:23.438796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166295353', 'description': 'tempest-description--867761505'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:23.440662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1858018514-network', 'tenant_id': '766fa4f2b3394d3487c59c4d76ac1448'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:23.482532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Made reservation on behalf of 766fa4f2b3394d3487c59c4d76ac1448 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:23.484894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 13:42:23.484894 n-d-804232-5 neutron-server[94861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 13:42:23.484894 n-d-804232-5 neutron-server[94861]: [parameters: {'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'id': '18324914-48bc-4d17-9a49-2b5aa6350f27', 'expiration': datetime.datetime(2021, 8, 20, 13, 44, 23, 460448)}] Aug 20 13:42:23.484894 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:42:23.485444 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:42:23.486159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.502651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.642416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.650705 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.686404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:42:23.724957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.725301 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Added segment ef886062-800a-4c28-b8fb-c46c68f7a95a of type vlan for network bec1712c-2cda-42ec-8dc9-1aa984752e32 Aug 20 13:42:23.734448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ffe05c-f026-4a69-9da6-3fea43e4e465,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:23.791615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.828396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.829779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:23.830424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:23.897526 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7575932 Aug 20 13:42:23.901002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51234) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:23.907398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Request body: {'subnet': {'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1858018514-subnet', 'tenant_id': '766fa4f2b3394d3487c59c4d76ac1448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:23.919444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea58f-7e3e-4e01-8746-82c3f4a2e94a admin admin] Pushing event updated for resources: {'Network': ['ID=bec1712c-2cda-42ec-8dc9-1aa984752e32,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:23.940867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:42:23.962414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Made reservation on behalf of 766fa4f2b3394d3487c59c4d76ac1448 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:23.969034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.080068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.296435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.396319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 35f5975b-1ff6-4f08-98ba-90fddc976a93 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:24.408127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.419464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.461837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0722a6bc-c090-465f-8de8-3557d824cdef,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:24.474076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d990365-b010-46f3-80ee-54e9141fa1d2,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:24.477785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 35f5975b-1ff6-4f08-98ba-90fddc976a93 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:24.483955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Checking segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:24.484739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Network hostable DHCP agents. Network: bec1712c-2cda-42ec-8dc9-1aa984752e32, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:42:24.486883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 35f5975b-1ff6-4f08-98ba-90fddc976a93 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:24.487801 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.491101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.492587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8162eeac-8d9c-4245-8fb4-a683a7799a42 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0602000 Aug 20 13:42:24.497120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51238) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:24.502446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'security_group_rule': {'security_group_id': '0722a6bc-c090-465f-8de8-3557d824cdef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:24.547737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:42:24.563352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.571229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, bec1712c-2cda-42ec-8dc9-1aa984752e32) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:24.576781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:24.577469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.596736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aadfe4-bd5f-446b-9e40-0dc1e988bfc6 None None] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:42:24.607723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-75dc6f22-f39c-46b4-9be0-5f6fd541c258 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7052822 Aug 20 13:42:24.697110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.703071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.734902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2b34f4-ca68-4f8d-b56d-765fb87796ae,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:24.759571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.764399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51242) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:24.765260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9afbe3a5-4fce-451d-9700-e846fbbc636d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661469 Aug 20 13:42:24.770502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'security_group_rule': {'security_group_id': '0722a6bc-c090-465f-8de8-3557d824cdef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:24.806127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1115323-f752-48bc-afe7-e54942d0b058 None None] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:42:24.824057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.897716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.933561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 35f5975b-1ff6-4f08-98ba-90fddc976a93, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=35f5975b-1ff6-4f08-98ba-90fddc976a93,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:24.942887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.975565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:24.982496 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.029738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906917a9-45a6-4fe7-8d00-6bcaa2941478,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:25.042118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.046514 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f45f0fbf-5fe1-4e6b-8ae9-063bd5f212c0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2777276 Aug 20 13:42:25.047543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51250) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:25.055244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:25.055546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=35f5975b-1ff6-4f08-98ba-90fddc976a93,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:25.095454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.282079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.419598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Sync routers for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:42:25.439348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:25.441934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:25.449453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-79c27029-271d-4743-b8fd-2f3ee39ab309 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:25.451848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-79c27029-271d-4743-b8fd-2f3ee39ab309 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.1745024 Aug 20 13:42:25.485842 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-d928f37d-ea8d-4c00-983b-da13e4a4d7a2 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/quotas/766fa4f2b3394d3487c59c4d76ac1448 HTTP/1.1" status: 200 len: 375 time: 0.0231850 Aug 20 13:42:25.490739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Allocated IP 172.25.6.22 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/6e302d87-1404-46b6-a175-469387b63ba1) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:25.544802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-e6fad68e-08a5-4349-8df9-e8a151021bb3 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417809 Aug 20 13:42:25.608174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:25.658744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.693277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-679fa407-6e21-4084-92ec-49b2e188283c service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447096 Aug 20 13:42:25.714594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.760054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:25.763258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:25.765997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:25.800087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=6e302d87-1404-46b6-a175-469387b63ba1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:25.809782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b9db1c5f-22d3-4acb-adb6-c1c62fdcc57c service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152573 Aug 20 13:42:25.866268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 2, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:25.871915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.901150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Checking router: 84b5d67d-05fb-428a-b8fd-51565ae32c8e for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:42:25.901756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Updating router 84b5d67d-05fb-428a-b8fd-51565ae32c8e port 3e3d4548-a00e-479c-8f1b-da51ea38be2c binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:42:25.918026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:25.953263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.164717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d3de6b0-d0fa-4245-8acd-ab8628839c3d req-8df40273-9041-4e4a-acac-02e13f5e8009 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 210 time: 0.1839406 Aug 20 13:42:26.205191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.219555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.387696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.422573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Transition to ACTIVE for port object 3e3d4548-a00e-479c-8f1b-da51ea38be2c will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:26.431394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 35f5975b-1ff6-4f08-98ba-90fddc976a93 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:26.436135 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.601772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=6e302d87-1404-46b6-a175-469387b63ba1,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:26.604306 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.620504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.621531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb17a5-fb52-4a9e-9549-19ffebe7c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3e3d4548-a00e-479c-8f1b-da51ea38be2c,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:26.622278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1b156f5f-4a96-4c5e-b678-ecb817704508 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5734160 Aug 20 13:42:26.714441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Attempting to bind port 3e3d4548-a00e-479c-8f1b-da51ea38be2c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:42:26.714728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Attempting to bind port 3e3d4548-a00e-479c-8f1b-da51ea38be2c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:42:26.715079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Attempting to bind port 3e3d4548-a00e-479c-8f1b-da51ea38be2c on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:26.717081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 35f5975b-1ff6-4f08-98ba-90fddc976a93 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:26.717453 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.744754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:42:26.745156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:26.745538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.745924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:42:26.746412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Bound port: 3e3d4548-a00e-479c-8f1b-da51ea38be2c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:42:26.746926 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:26.900699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-bcc2c3be-bf89-4467-a402-28370154c3b3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1166295353&fields=id&tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 267 time: 0.0510857 Aug 20 13:42:26.935381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] For port 3e3d4548-a00e-479c-8f1b-da51ea38be2c, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:26.981736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] For port 3e3d4548-a00e-479c-8f1b-da51ea38be2c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3e3d4548-a00e-479c-8f1b-da51ea38be2c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:42:27.002172 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:27.029680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-014ff31b-060e-4760-889c-d32f2b85f2e1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:27.031712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-014ff31b-060e-4760-889c-d32f2b85f2e1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1225677 Aug 20 13:42:27.050711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-7077db04-2eaa-434f-a992-2731460f0bd1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/quotas/6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 375 time: 0.0114217 Aug 20 13:42:27.117070 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-9153a512-79c8-4db5-9c50-166b3775464a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593858 Aug 20 13:42:27.250830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-afe6312e-17d6-4e76-acd6-5bdf1711b056 service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205714 Aug 20 13:42:27.305075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:27.305910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:27.310070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb17a5-fb52-4a9e-9549-19ffebe7c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3e3d4548-a00e-479c-8f1b-da51ea38be2c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:27.417426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9207ba82-2d71-43bb-a427-3788dd1a4895 req-ac3f73ec-dee8-4525-b7a2-362d986e4dd1 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 210 time: 0.1459553 Aug 20 13:42:27.460108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-b864b959-925b-45cd-8fbb-16ed26438464 service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005699 Aug 20 13:42:27.521031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:27.584751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-0d4a99a6-cf98-449c-8890-df3ad143d064 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:27.586498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-0d4a99a6-cf98-449c-8890-df3ad143d064 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.2997327 Aug 20 13:42:27.606145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Request body: {'port': {'device_id': '63ff6a86-0700-4566-aa75-21e904290344', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'admin_state_up': True, 'tenant_id': '766fa4f2b3394d3487c59c4d76ac1448'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:27.779672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f26e401e-b9bb-460a-9727-b1f33873d027 req-004c3bad-a86e-49b5-b2cb-85e18136dc3d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 210 time: 0.0388148 Aug 20 13:42:27.803001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Made reservation on behalf of 766fa4f2b3394d3487c59c4d76ac1448 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:27.811774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:27.822628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:26Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:27.873559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b5efc-9793-401e-a26b-65880a9bc8a5 None None] The sync data for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 is: [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:26Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:42:28.072143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Allocated IP 172.20.0.11 (bec1712c-2cda-42ec-8dc9-1aa984752e32/8d990365-b010-46f3-80ee-54e9141fa1d2/2f9bf424-06b2-4ea8-b61c-504205b349ce) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:28.334825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.426668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e3d4548-a00e-479c-8f1b-da51ea38be2c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:28.455925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.501002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3e3d4548-a00e-479c-8f1b-da51ea38be2c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:28.517754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3e3d4548-a00e-479c-8f1b-da51ea38be2c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:28.518296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.543830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:28.547802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:28.558761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:28.574221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event updated for resources: {'Port': ['ID=2f9bf424-06b2-4ea8-b61c-504205b349ce,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:28.654798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:28.655617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.669167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b01ef6-dc4b-40eb-9c7e-9a61ddc514da req-5fdd3852-b512-4346-b5ab-13a1fcbcc0c4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:28.672540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7b01ef6-dc4b-40eb-9c7e-9a61ddc514da req-5fdd3852-b512-4346-b5ab-13a1fcbcc0c4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 932 time: 0.1013489 Aug 20 13:42:28.678146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-2628ac08-f18d-4f87-90af-a4c059d5c735 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0815458 Aug 20 13:42:28.693477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Request body: {'port': {'device_id': '63ff6a86-0700-4566-aa75-21e904290344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:28.706081 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.752389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e7b01ef6-dc4b-40eb-9c7e-9a61ddc514da req-dbdba69a-26a3-4a23-8fe9-d993343131ff tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Aug 20 13:42:28.815597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 3e3d4548-a00e-479c-8f1b-da51ea38be2c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3e3d4548-a00e-479c-8f1b-da51ea38be2c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:28.826629 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.840650 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:28.906205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=3e3d4548-a00e-479c-8f1b-da51ea38be2c,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:28.995524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:29.011346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-713f232e-f7a0-4c85-8997-26b5a5949e56 req-e1c10101-0eae-43f1-84dd-18097030b652 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 210 time: 0.0568802 Aug 20 13:42:29.279409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:42:29.372799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-215df6a9-0176-4a7d-86f6-4f68426f525f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:29.374426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-215df6a9-0176-4a7d-86f6-4f68426f525f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1885128 Aug 20 13:42:29.388003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9bf424-06b2-4ea8-b61c-504205b349ce {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:42:29.415572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:29.446852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Transition to ACTIVE for port object 2f9bf424-06b2-4ea8-b61c-504205b349ce will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:29.452352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e12419e3-6a88-4c0c-bada-879f344a7112 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 380 time: 0.0594788 Aug 20 13:42:29.453470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:29.465724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'port': {'device_id': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'admin_state_up': True, 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'security_groups': ['0722a6bc-c090-465f-8de8-3557d824cdef']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:29.572324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bf424-06b2-4ea8-b61c-504205b349ce,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:29.680407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:29.684159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:29.698807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Attempting to bind port 2f9bf424-06b2-4ea8-b61c-504205b349ce on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:42:29.699159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Attempting to bind port 2f9bf424-06b2-4ea8-b61c-504205b349ce by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:42:29.699508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Attempting to bind port 2f9bf424-06b2-4ea8-b61c-504205b349ce on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:29.712724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Port 2f9bf424-06b2-4ea8-b61c-504205b349ce on network bec1712c-2cda-42ec-8dc9-1aa984752e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:42:29.713057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Attempting to bind port 2f9bf424-06b2-4ea8-b61c-504205b349ce on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:29.735000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:42:29.735351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Checking segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:29.735757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Bound using segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:42:29.736223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Bound port: 2f9bf424-06b2-4ea8-b61c-504205b349ce, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:42:29.736619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:29.921855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] For port 2f9bf424-06b2-4ea8-b61c-504205b349ce, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:29.944732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] For port 2f9bf424-06b2-4ea8-b61c-504205b349ce, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:42:29.955384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:29.979166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Allocated IP 172.20.0.4 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/877e8b90-4b0c-4864-8822-4dc0d3cd9e69) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:29.989210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54733a-3e7c-4692-980f-336197713638 req-c0a43845-02b5-4879-919c-4a2ce133e192 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:29.992599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e54733a-3e7c-4692-980f-336197713638 req-c0a43845-02b5-4879-919c-4a2ce133e192 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 944 time: 0.0846696 Aug 20 13:42:30.026676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:30.027320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.028846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] 10.222.0.53 "PUT /v2.0/ports/2f9bf424-06b2-4ea8-b61c-504205b349ce HTTP/1.1" status: 200 len: 1092 time: 1.3418436 Aug 20 13:42:30.029326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ff6a86-0700-4566-aa75-21e904290344', 'tag': '2f9bf424-06b2-4ea8-b61c-504205b349ce'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:30.031969 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79200cd1-5c65-4661-9d10-cc97a2864747" -d '{"events": [{"name": "network-changed", "server_uuid": "63ff6a86-0700-4566-aa75-21e904290344", "tag": "2f9bf424-06b2-4ea8-b61c-504205b349ce"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:30.052810 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e54733a-3e7c-4692-980f-336197713638 req-8b713692-fc5e-4218-a965-087afde98d0a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Aug 20 13:42:30.076490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bec0a-37ed-4910-a470-0e847cd34ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bf424-06b2-4ea8-b61c-504205b349ce,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:30.085060 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8056415-a1e1-4a61-b913-6dfaeddd6a76 x-openstack-request-id: req-d8056415-a1e1-4a61-b913-6dfaeddd6a76 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:30.086044 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ff6a86-0700-4566-aa75-21e904290344", "tag": "2f9bf424-06b2-4ea8-b61c-504205b349ce", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:30.086571 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8056415-a1e1-4a61-b913-6dfaeddd6a76 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:30.087141 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ff6a86-0700-4566-aa75-21e904290344', 'tag': '2f9bf424-06b2-4ea8-b61c-504205b349ce', 'status': 'completed', 'code': 200} Aug 20 13:42:30.210531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3363a700-97f5-49bc-a350-a832187dbfc4 req-1df50505-002e-4ee4-9c74-159b56919616 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 210 time: 0.0819716 Aug 20 13:42:30.229052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-29fcbf5d-24e4-4b67-bae3-1eee1955669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:30.229409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-29fcbf5d-24e4-4b67-bae3-1eee1955669f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 1095 time: 0.1360602 Aug 20 13:42:30.291078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-ebed7b99-4c6a-470b-a4b6-d208d754bca1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce HTTP/1.1" status: 200 len: 217 time: 0.0499499 Aug 20 13:42:30.338554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e3d4548-a00e-479c-8f1b-da51ea38be2c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:30.359859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.383996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-eeb5ee8e-1795-40b8-8b4c-94003fb32b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:30.385806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-eeb5ee8e-1795-40b8-8b4c-94003fb32b9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0842624 Aug 20 13:42:30.386924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Transition to ACTIVE for port object 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:30.413955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3e3d4548-a00e-479c-8f1b-da51ea38be2c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:30.415866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.435663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-8286a0d9-8ec3-43e2-81a8-b73ff09ac8a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311911 Aug 20 13:42:30.523028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.601610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:30.604451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:30.609680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-c3553279-aaf6-4d03-813e-e90cf10b999b service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662056 Aug 20 13:42:30.610558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:30.613378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:30.725359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:30.730555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.759877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-e41a6525-c5fb-45d0-abd3-2db6e9335015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3008718 Aug 20 13:42:30.779073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0f5a2c-4359-474e-ae52-fe39136b78bf req-38cb5f30-f2e2-4b63-bb4f-540e7e5a351b service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622083 Aug 20 13:42:30.853405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Request body: {'port': {'device_id': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:30.929114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-656408e1-c1a6-4966-be99-2d3001675ad0 None None] Provisioning for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:30.934098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-656408e1-c1a6-4966-be99-2d3001675ad0 None None] Provisioning complete for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:30.934501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-656408e1-c1a6-4966-be99-2d3001675ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.939362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-61ffa408-1c27-485a-8a2f-8247f657345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:30.942534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-61ffa408-1c27-485a-8a2f-8247f657345c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 1095 time: 0.1048851 Aug 20 13:42:30.973867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:30.974850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-656408e1-c1a6-4966-be99-2d3001675ad0 None None] Port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:42:31.148303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-0df77572-7af5-43ba-a039-dd003449a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.149867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-0df77572-7af5-43ba-a039-dd003449a966 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 916 time: 0.1994982 Aug 20 13:42:31.205598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-b7698c4d-6c77-4b3c-bc6e-554dc329fb41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce HTTP/1.1" status: 200 len: 217 time: 0.0465782 Aug 20 13:42:31.213660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00476-cb96-45d7-b6fb-67e982a55ab1 req-58a2c832-bc69-4c50-b45c-cd76e080fa63 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.215482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d00476-cb96-45d7-b6fb-67e982a55ab1 req-58a2c832-bc69-4c50-b45c-cd76e080fa63 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 944 time: 0.0590799 Aug 20 13:42:31.283493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d00476-cb96-45d7-b6fb-67e982a55ab1 req-33946a83-510a-4240-93fe-fad08d40bc43 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613499 Aug 20 13:42:31.317970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-27aa82b7-ed9c-4259-81eb-8de560020952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.319490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-27aa82b7-ed9c-4259-81eb-8de560020952 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.1040819 Aug 20 13:42:31.390633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-d726933c-8f5b-4a9d-a1a0-d8c8424dc227 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616326 Aug 20 13:42:31.496656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67231365-1dc1-43a1-bae9-63c3f475a86e req-ec601dc5-84f2-4444-8a57-a48e9e0d5563 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.498251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67231365-1dc1-43a1-bae9-63c3f475a86e req-ec601dc5-84f2-4444-8a57-a48e9e0d5563 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 931 time: 0.1720037 Aug 20 13:42:31.531014 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:31.599121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:42:31.607328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-b43d5ab1-6b0e-43a7-923d-4d33b09e766b service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073076 Aug 20 13:42:31.614043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67231365-1dc1-43a1-bae9-63c3f475a86e req-b85554f6-b922-4f96-8127-7e9df4579673 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014957 Aug 20 13:42:31.616147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:31.638387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Transition to ACTIVE for port object 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:31.650861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:31.765115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:31.877250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ae6d02e6-2ccd-4eac-9ef2-05e46c057b8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0638058 Aug 20 13:42:31.882768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79200cd1-5c65-4661-9d10-cc97a2864747 req-adc0ca7b-2ea7-41b8-8b3f-36532eecab34 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632422 Aug 20 13:42:31.934534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Attempting to bind port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:42:31.935481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Attempting to bind port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:42:31.936087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Attempting to bind port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:31.947823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 on network f7de025b-0058-45fd-916f-7707ea86ee48 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:42:31.948159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Attempting to bind port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:31.954203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:42:31.954546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:31.955340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:42:31.955799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Bound port: 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:42:31.956158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:31.994170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.995068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.995892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.996666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.997335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.997997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:31.999059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.001439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-e1138e9b-d3a4-4e08-a390-86a0dca2c5dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21aa38ad36a043e59aa49507fb578302&device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 6503 time: 0.0723028 Aug 20 13:42:32.041212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:32.047256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:42:32.055658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:32.164009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-095eed3a-4b5d-475e-a393-c5ecd422efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.165869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-095eed3a-4b5d-475e-a393-c5ecd422efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.166847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-095eed3a-4b5d-475e-a393-c5ecd422efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.169305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-095eed3a-4b5d-475e-a393-c5ecd422efaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=f54f8aab-e819-4e7e-8938-447490660a38&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=28dbff8c-ac99-449c-8206-4640246e6412&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 200 len: 2296 time: 0.1373544 Aug 20 13:42:32.275295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-478d46e3-31fc-4ee9-92ff-a9f8508cb665 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0985477 Aug 20 13:42:32.371888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-d47ceb05-ef62-4cec-97b3-313e699f81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.375152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-d47ceb05-ef62-4cec-97b3-313e699f81f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 200 len: 855 time: 0.0870116 Aug 20 13:42:32.410371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.411021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:32.412508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] 10.222.0.13 "PUT /v2.0/ports/877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 1091 time: 1.6420681 Aug 20 13:42:32.413071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:32.415398 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b66ec7-5673-462b-a8b6-3485c1697d81" -d '{"events": [{"name": "network-changed", "server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:32.507390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb891f1-4cac-4f37-a932-9a7bac5e6dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:32.556247 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7377c5-7f31-456f-8f1d-f7a224b672ed x-openstack-request-id: req-fc7377c5-7f31-456f-8f1d-f7a224b672ed {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:32.556897 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:32.557327 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc7377c5-7f31-456f-8f1d-f7a224b672ed {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:32.558271 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'status': 'completed', 'code': 200} Aug 20 13:42:32.583219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-3e1240a4-a96c-4801-a0be-209ef10e104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.585388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-3e1240a4-a96c-4801-a0be-209ef10e104f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1094 time: 0.0660901 Aug 20 13:42:32.627525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-abb2d18c-ffa8-4d5d-a67a-20134084950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.632341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-abb2d18c-ffa8-4d5d-a67a-20134084950a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f54f8aab-e819-4e7e-8938-447490660a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489929 Aug 20 13:42:32.646667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bdb91-3c4a-4495-80d2-2295e3402b9b req-5390108d-50f0-4fa9-91a9-195a25b3a8b7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.649870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-015bdb91-3c4a-4495-80d2-2295e3402b9b req-5390108d-50f0-4fa9-91a9-195a25b3a8b7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 944 time: 0.2132378 Aug 20 13:42:32.655443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-f23453b6-df13-45f5-a0c9-cccc5b76a4ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 217 time: 0.0594969 Aug 20 13:42:32.756874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0edddd24-ffff-4a19-8b4e-8804688b5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.761939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-0edddd24-ffff-4a19-8b4e-8804688b5582 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0959661 Aug 20 13:42:32.767964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-015bdb91-3c4a-4495-80d2-2295e3402b9b req-12edeaf7-1a00-43e1-95cc-aab34493e71b tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035383 Aug 20 13:42:32.808797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-8df1d11c-9cf2-4895-8e98-75a3df4be06f service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570127 Aug 20 13:42:32.869654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-82f4df00-bc32-4e6f-b216-ab0787e04d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.871784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-82f4df00-bc32-4e6f-b216-ab0787e04d6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010487 Aug 20 13:42:32.893708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db0a26-d8fc-4d87-b61d-54ee689e58a4 req-840b36cb-ae4c-45cd-93dc-c45f9b02806b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:32.897165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74db0a26-d8fc-4d87-b61d-54ee689e58a4 req-840b36cb-ae4c-45cd-93dc-c45f9b02806b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 943 time: 0.1184714 Aug 20 13:42:32.931720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-be443f11-69d7-4103-be3f-fdf84bff865d service neutron] 10.222.0.13 "GET /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139932 Aug 20 13:42:32.989918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-2efbb841-19e2-44be-a419-69ec7ccd21e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 217 time: 0.0514872 Aug 20 13:42:33.002268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74db0a26-d8fc-4d87-b61d-54ee689e58a4 req-0f1400b4-8651-491c-b94c-7c22afcdc9fd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946057 Aug 20 13:42:33.038774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-04bd0947-f444-4cf7-a304-f36c6c9ce061 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402595 Aug 20 13:42:33.057936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ea0b156f-3c93-4dc4-84c6-4bf16fd1497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.059112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ea0b156f-3c93-4dc4-84c6-4bf16fd1497b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0618534 Aug 20 13:42:33.114456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-1c26c864-fadb-4d85-ace9-0458f6792065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.116044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-1c26c864-fadb-4d85-ace9-0458f6792065 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500975 Aug 20 13:42:33.145482 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12b07894-dca4-4583-9cec-3fa9653204f3 req-383d4d19-8399-4b6a-b78d-a1005b8f0fef service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001346 Aug 20 13:42:33.229499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-c2c392a9-df23-4e91-a5ab-6efecd7cdb74 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059606 Aug 20 13:42:33.251897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-54a05cc0-df80-4394-9b46-5c24e8e7e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.254965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-54a05cc0-df80-4394-9b46-5c24e8e7e6a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1094 time: 0.0565424 Aug 20 13:42:33.344537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-3a48cbfe-f4f4-4c3f-b89d-5fceacc7d916 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079383 Aug 20 13:42:33.368829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-147ab828-29bd-4497-bbb5-0e8cdfd6bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.370529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-147ab828-29bd-4497-bbb5-0e8cdfd6bfc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1094077 Aug 20 13:42:33.402998 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-17333e42-02a7-4198-a043-f5c908827b3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 217 time: 0.0503507 Aug 20 13:42:33.420964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-f5646545-9aa2-4b77-958d-560606ff5e07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 217 time: 0.0417292 Aug 20 13:42:33.459394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-2babd051-dc71-4fa8-9c12-741def4d2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.461421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-2babd051-dc71-4fa8-9c12-741def4d2004 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0498240 Aug 20 13:42:33.478156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-59577684-2876-484b-a0e2-91d152ea13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.480788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-59577684-2876-484b-a0e2-91d152ea13ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0529330 Aug 20 13:42:33.526129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ab70e490-9654-43fd-aa24-05de2310c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.527780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ab70e490-9654-43fd-aa24-05de2310c94e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596025 Aug 20 13:42:33.542277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-21467090-98ed-4bff-9245-ea7e9761ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.544867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-21467090-98ed-4bff-9245-ea7e9761ae09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551987 Aug 20 13:42:33.625584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-7c63c5c6-a8ad-439b-b42a-55ce8fb29cef service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887644 Aug 20 13:42:33.642437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-4165f739-9629-4d37-9447-d7e338a52fc5 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898530 Aug 20 13:42:33.730888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-d74de89f-9202-499a-b3b2-20e3693d06b5 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959470 Aug 20 13:42:33.746401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3b66ec7-5673-462b-a8b6-3485c1697d81 req-6395adb7-11f9-45b8-a1c0-1a9d184b9ffb service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964518 Aug 20 13:42:33.779801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-f2a36a82-0159-4c31-9bb4-33027eabef8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 200 len: 217 time: 0.0390210 Aug 20 13:42:33.834278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-7c9b30e3-6ac1-4664-8a50-0c77bca5d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.836868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-7c9b30e3-6ac1-4664-8a50-0c77bca5d06b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0498025 Aug 20 13:42:33.935064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359ce72-7baa-4bcd-96b7-0018a7fc196d req-0557dcd7-901c-4bdf-94f3-0d2b7fa69677 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.936835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f359ce72-7baa-4bcd-96b7-0018a7fc196d req-0557dcd7-901c-4bdf-94f3-0d2b7fa69677 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 944 time: 0.0920541 Aug 20 13:42:33.957160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-f9cc284d-57cb-463e-8649-296db31c5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:33.958866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-f9cc284d-57cb-463e-8649-296db31c5936 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122956 Aug 20 13:42:33.978790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-dcebbeee-5623-4365-808e-a8a8c0ec5a1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643787 Aug 20 13:42:34.054815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f359ce72-7baa-4bcd-96b7-0018a7fc196d req-ed0bf941-dc03-4ac1-9dd5-3aaf1c800784 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008537 Aug 20 13:42:34.071486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-c9101ee4-0fe5-4073-bcc9-56c46c48bc68 req-1ea454e4-a7cd-40fd-aef6-e1b608ea2384 tempest-MultipleCreateTestJSON-1313595712 tempest-MultipleCreateTestJSON-1313595712-project] (94862) timed out ('10.222.0.13', 56793) {{(pid=94862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:42:34.083246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-fccd4974-256a-4168-9270-c08247587b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.084723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-fccd4974-256a-4168-9270-c08247587b81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1097 time: 0.0610371 Aug 20 13:42:34.103613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-3c114a48-4616-46ba-ac03-e5abd38ce952 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348786 Aug 20 13:42:34.210113 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-984e83a0-6136-4939-9158-029d6c60a222 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987954 Aug 20 13:42:34.231154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbd74-afce-4427-b79a-fcc4ddbab9f6 req-fc8f2ede-004d-4b3a-8d74-da1a3d427b8f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.233138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c1cbd74-afce-4427-b79a-fcc4ddbab9f6 req-fc8f2ede-004d-4b3a-8d74-da1a3d427b8f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 943 time: 0.1164565 Aug 20 13:42:34.260323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-5100d74b-7b12-43b1-88fe-918248951d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 200 len: 217 time: 0.0433192 Aug 20 13:42:34.266859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-b6d9c615-5c4c-4cfc-8355-799f0668fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.268415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-b6d9c615-5c4c-4cfc-8355-799f0668fa52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1614103 Aug 20 13:42:34.343425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c1cbd74-afce-4427-b79a-fcc4ddbab9f6 req-f0d5ed6c-37aa-47ef-bba7-74e8091a6bb7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992801 Aug 20 13:42:34.357785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-0557cbbf-9870-4094-9271-bb9a0791715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.360368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-0557cbbf-9870-4094-9271-bb9a0791715c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 200 len: 797 time: 0.0920053 Aug 20 13:42:34.370527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-8dcf8121-031e-4c36-ba54-925a59761794 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 1002 time: 0.0936661 Aug 20 13:42:34.407209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2f9bf424-06b2-4ea8-b61c-504205b349ce details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:42:34.442242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-e5ef589b-82a6-4dcd-88f3-c227e00bfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.444461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-e5ef589b-82a6-4dcd-88f3-c227e00bfe1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0660686 Aug 20 13:42:34.447487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-dd66a5d9-3213-43cd-8613-31e20d97695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.449062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-dd66a5d9-3213-43cd-8613-31e20d97695e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28dbff8c-ac99-449c-8206-4640246e6412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805430 Aug 20 13:42:34.514695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-9fcb65ea-30ca-4921-99d1-c0e39062c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.518202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-9fcb65ea-30ca-4921-99d1-c0e39062c008 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668292 Aug 20 13:42:34.543936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2f9bf424-06b2-4ea8-b61c-504205b349ce, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:34.561134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '2f9bf424-06b2-4ea8-b61c-504205b349ce', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'port_id': '2f9bf424-06b2-4ea8-b61c-504205b349ce', 'mac_address': 'fa:16:3e:98:36:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d990365-b010-46f3-80ee-54e9141fa1d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:42:34.572223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ce3f5dc5-b284-4beb-af20-762de62b2933 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141315 Aug 20 13:42:34.607605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:34.631545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9bf424-06b2-4ea8-b61c-504205b349ce {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:42:34.636078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-c747e413-96bb-489b-934f-2f852db9f4e1 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100295 Aug 20 13:42:34.654782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2f9bf424-06b2-4ea8-b61c-504205b349ce, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:34.664192 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:34.706001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-a0613a96-4a72-49b1-8d8c-ef7e5a139bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243625 Aug 20 13:42:34.745164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=2f9bf424-06b2-4ea8-b61c-504205b349ce,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:34.762830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-1c021e72-8f8b-4b4a-9fd8-076aab485052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0478132 Aug 20 13:42:34.775186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9045189-e63c-4232-b4dd-247e85bc8eec req-11aee71f-2321-45cb-aa74-501bf6dda3a7 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291671 Aug 20 13:42:34.831044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-293b516c-165f-4540-872f-a95387369ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.832797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-293b516c-165f-4540-872f-a95387369ed4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0627050 Aug 20 13:42:34.881120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:42:34.888916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-60fbe302-3350-4d6f-b38c-5c76d0e7867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:34.890490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-60fbe302-3350-4d6f-b38c-5c76d0e7867b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511353 Aug 20 13:42:35.010896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-a8a7f3a3-f372-4a0e-8088-e201605c3c06 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132507 Aug 20 13:42:35.137588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-bf387f2c-57d8-44d3-8573-10f584f04c1c service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171765 Aug 20 13:42:35.202011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-d69667d2-3bf4-4579-97ef-ea77ba5d5e06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 200 len: 217 time: 0.0531623 Aug 20 13:42:35.258119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ce87-345f-4aeb-936f-292f2f59b83f req-224c8f95-7c7f-4d60-bb54-5d7319d09697 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:35.259713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de93ce87-345f-4aeb-936f-292f2f59b83f req-224c8f95-7c7f-4d60-bb54-5d7319d09697 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 945 time: 0.1207979 Aug 20 13:42:35.276373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-02cf68f6-b02f-411f-a020-ad6a425af904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:35.277883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-02cf68f6-b02f-411f-a020-ad6a425af904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 200 len: 797 time: 0.0681725 Aug 20 13:42:35.334217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de93ce87-345f-4aeb-936f-292f2f59b83f req-2b935dee-4521-426f-a0d1-53a6e896f8b1 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676322 Aug 20 13:42:35.343916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680fd-1996-4747-a868-bb71e1794fed req-c2da9256-4332-4e21-9a9e-8cb1f5a8a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:35.345478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-c2da9256-4332-4e21-9a9e-8cb1f5a8a273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d0465df-09be-46a3-8df8-4b5eb2c2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590522 Aug 20 13:42:35.471774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-c4ceeb07-801b-4521-ad2b-9b337cdd746b service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188824 Aug 20 13:42:35.487875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946a5b-88f0-469b-9878-f476b971a8f2 req-9162b93e-a48d-4a32-8b36-d27099ae7d3d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:35.490065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47946a5b-88f0-469b-9878-f476b971a8f2 req-9162b93e-a48d-4a32-8b36-d27099ae7d3d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 943 time: 0.0569947 Aug 20 13:42:35.532258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47946a5b-88f0-469b-9878-f476b971a8f2 req-b6a61c8b-8a4e-4e9b-8686-aeedc984f163 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355110 Aug 20 13:42:35.562935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4d680fd-1996-4747-a868-bb71e1794fed req-ac9f21f3-e3ca-476f-96a7-35aee25d9215 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846939 Aug 20 13:42:36.364526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:42:36.580902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2f9bf424-06b2-4ea8-b61c-504205b349ce up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:36.614947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 2f9bf424-06b2-4ea8-b61c-504205b349ce completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:36.629097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 2f9bf424-06b2-4ea8-b61c-504205b349ce triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:36.629611 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:36.635579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:36.668025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151dba5-0237-445d-a12f-d8dfba99bacd req-34e0d88f-3439-494d-9d63-8bf7ba2fe237 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:36.678644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d151dba5-0237-445d-a12f-d8dfba99bacd req-34e0d88f-3439-494d-9d63-8bf7ba2fe237 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 945 time: 0.0875232 Aug 20 13:42:36.712244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:42:36.731657 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d151dba5-0237-445d-a12f-d8dfba99bacd req-8d93a8b9-191f-4e09-a503-f10a62cdc2ac tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518818 Aug 20 13:42:36.783976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af696f1-1aa7-444b-978d-a968375f6feb req-20e8dade-2521-42cb-b5af-13b2af826165 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:36.787905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7af696f1-1aa7-444b-978d-a968375f6feb req-20e8dade-2521-42cb-b5af-13b2af826165 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 943 time: 0.1211274 Aug 20 13:42:36.799080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:36.823541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:42:36.860472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7af696f1-1aa7-444b-978d-a968375f6feb req-b4af621a-27f0-421b-a28a-e6d78c356bac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658960 Aug 20 13:42:36.875677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:36.884372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:36.907492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:36.952919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff6a86-0700-4566-aa75-21e904290344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bf424-06b2-4ea8-b61c-504205b349ce'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:36.955675 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0e8941-64e1-4141-a074-880fbfb3ad78" -d '{"events": [{"server_uuid": "63ff6a86-0700-4566-aa75-21e904290344", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bf424-06b2-4ea8-b61c-504205b349ce"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:36.977189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2f9bf424-06b2-4ea8-b61c-504205b349ce, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:36.978574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:36.986874 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:37.039718 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e09d46-2e1d-4093-b4c9-e538010050ed x-openstack-request-id: req-79e09d46-2e1d-4093-b4c9-e538010050ed {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:37.040104 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff6a86-0700-4566-aa75-21e904290344", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bf424-06b2-4ea8-b61c-504205b349ce", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:37.040423 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79e09d46-2e1d-4093-b4c9-e538010050ed {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:37.040926 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ff6a86-0700-4566-aa75-21e904290344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bf424-06b2-4ea8-b61c-504205b349ce', 'code': 200} Aug 20 13:42:37.051025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=2f9bf424-06b2-4ea8-b61c-504205b349ce,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:37.150971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['877e8b90-4b0c-4864-8822-4dc0d3cd9e69'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:42:37.166946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0e173-0552-4e6e-8aa3-533e4d72bdd8 req-d21492a0-a710-4416-92fe-39eb8d74feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:37.169541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72b0e173-0552-4e6e-8aa3-533e4d72bdd8 req-d21492a0-a710-4416-92fe-39eb8d74feb6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 1097 time: 0.0656240 Aug 20 13:42:37.234687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72b0e173-0552-4e6e-8aa3-533e4d72bdd8 req-b58daf55-b465-4c8b-a64b-992bb1cf7769 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578375 Aug 20 13:42:37.901738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82d82d-2985-4068-86ca-bf4f635a1dff req-19f78929-8cd1-45f4-90c8-9ef18fbc8bea tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:37.904696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d82d82d-2985-4068-86ca-bf4f635a1dff req-19f78929-8cd1-45f4-90c8-9ef18fbc8bea tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 946 time: 0.0702727 Aug 20 13:42:37.990392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d82d82d-2985-4068-86ca-bf4f635a1dff req-b59cf2ed-768e-410c-8371-0d78fa83c1a2 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Aug 20 13:42:38.066455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac892f1a-deaf-4537-b45d-ac79f73b7ae2 req-5d0477b8-6404-4e0d-ba17-448057aeb587 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:38.077588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac892f1a-deaf-4537-b45d-ac79f73b7ae2 req-5d0477b8-6404-4e0d-ba17-448057aeb587 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0908952 Aug 20 13:42:38.124368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac892f1a-deaf-4537-b45d-ac79f73b7ae2 req-dc03f750-6178-40cd-8758-7c8495684a60 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450084 Aug 20 13:42:38.365908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:42:38.447949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:42:38.455614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:38.456352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:38.573311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:38.634163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:38.639746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:38.717269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:39.042534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:39.045574 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6148cc-5ed6-430f-8d4a-77236fd95580" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:39.122439 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c880e65-c217-461e-befb-f06c599c523b x-openstack-request-id: req-6c880e65-c217-461e-befb-f06c599c523b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:39.122959 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:39.123373 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c880e65-c217-461e-befb-f06c599c523b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:39.123933 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:42:39.201523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e971222-29f1-43ca-9222-a77e581b3b12 req-2d6d71c0-9b7b-4bf3-ac59-6b74c0d8eee0 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:39.213938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e971222-29f1-43ca-9222-a77e581b3b12 req-2d6d71c0-9b7b-4bf3-ac59-6b74c0d8eee0 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 946 time: 0.1259825 Aug 20 13:42:39.272695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e971222-29f1-43ca-9222-a77e581b3b12 req-14f7c82f-d6b6-4da8-87f0-d89d05dc5c98 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561693 Aug 20 13:42:39.312482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97708d0-22bb-4c60-93b6-2263c109c403 req-f7c5ae14-92d4-499e-9265-0ef435cd4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:39.314050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f97708d0-22bb-4c60-93b6-2263c109c403 req-f7c5ae14-92d4-499e-9265-0ef435cd4327 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1096 time: 0.0894992 Aug 20 13:42:39.367336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89097c3-0544-43c0-a3ba-9ada5480e6cb req-5e9f309e-74d5-498b-946d-b7929adb158a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:39.368931 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c89097c3-0544-43c0-a3ba-9ada5480e6cb req-5e9f309e-74d5-498b-946d-b7929adb158a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.1303840 Aug 20 13:42:39.393285 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f97708d0-22bb-4c60-93b6-2263c109c403 req-182bfb32-371b-4374-8463-3b8785a91ad7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705459 Aug 20 13:42:39.469825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c89097c3-0544-43c0-a3ba-9ada5480e6cb req-e3effc50-b1da-4c20-9eeb-27ec9db76b28 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832043 Aug 20 13:42:40.670599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba6de-a026-4e9c-990b-a54e12e85802 req-30969da9-07ed-4ed6-9b40-ee8637ca8565 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:40.681286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae4ba6de-a026-4e9c-990b-a54e12e85802 req-30969da9-07ed-4ed6-9b40-ee8637ca8565 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.1060596 Aug 20 13:42:40.803715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae4ba6de-a026-4e9c-990b-a54e12e85802 req-7b44b076-30de-4cf4-b0d8-fbd978e36bab tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208894 Aug 20 13:42:40.983807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8d22-fba5-406a-aed9-b6bb7c096165 req-e945246f-b7a7-47e1-b02b-ad9e556d63e2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:40.990728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb4c8d22-fba5-406a-aed9-b6bb7c096165 req-e945246f-b7a7-47e1-b02b-ad9e556d63e2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.0999193 Aug 20 13:42:40.996493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51472) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:41.002556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'floatingip': {'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:41.060587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:42.121165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.resource_extend [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 13:42:42.218333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:42.224370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:42.373733 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Floating IP 1085e708-7052-4f4e-ac62-2336b8fa55d1 associated. External IP: 172.25.6.22, port: 877e8b90-4b0c-4864-8822-4dc0d3cd9e69. Aug 20 13:42:42.730596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Router 84b5d67d-05fb-428a-b8fd-51565ae32c8e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:42:42.903509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:42:42.908465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:42.919022 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] Sync routers for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:42:42.948699 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:42.948699 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:42.952240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4aced9de-380d-4a5f-b030-c07ee090d620 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "PUT /v2.0/floatingips/1085e708-7052-4f4e-ac62-2336b8fa55d1 HTTP/1.1" status: 200 len: 990 time: 1.9543984 Aug 20 13:42:42.953097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:42.957643 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0804ce7-c3f9-4385-8104-3b115595f2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:43.004929 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e73b9-5e57-4de9-88a7-9b0e5509e99a x-openstack-request-id: req-3d7e73b9-5e57-4de9-88a7-9b0e5509e99a {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:43.005505 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:43.005971 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d7e73b9-5e57-4de9-88a7-9b0e5509e99a {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:43.006363 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'status': 'completed', 'code': 200} Aug 20 13:42:43.087761 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:43.120670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-5929051b-b08a-48bd-87bd-58fdce6f5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:43.122225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-5929051b-b08a-48bd-87bd-58fdce6f5610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1096 time: 0.0900402 Aug 20 13:42:43.277252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-320a307c-bd55-44eb-ac93-20f9f1cd6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:43.279192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-320a307c-bd55-44eb-ac93-20f9f1cd6af3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1488357 Aug 20 13:42:43.411229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-8434e3cd-590c-4ce1-be8b-ba9dee7cf475 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.1241186 Aug 20 13:42:43.511389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-c43d24dc-3da8-453d-a10d-1380a065781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:43.514189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-c43d24dc-3da8-453d-a10d-1380a065781e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0960164 Aug 20 13:42:43.542688 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1085e708-7052-4f4e-ac62-2336b8fa55d1', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:25Z', 'updated_at': '2021-08-20T13:42:41Z', 'revision_number': 1, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:28Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:43.579506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] Checking router: 84b5d67d-05fb-428a-b8fd-51565ae32c8e for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:42:43.596354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-422dc6d7-1820-46ef-87f9-902f754326df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:43.599833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-422dc6d7-1820-46ef-87f9-902f754326df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763276 Aug 20 13:42:43.601065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:42:43.602192 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:43.756180 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:42:43.843576 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-a6cbf391-f0ac-4932-8c10-d93580e1c622 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364624 Aug 20 13:42:44.008599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0804ce7-c3f9-4385-8104-3b115595f2ee req-9058672d-61ff-4268-a313-a49654e1f926 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559298 Aug 20 13:42:44.141064 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1085e708-7052-4f4e-ac62-2336b8fa55d1', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:25Z', 'updated_at': '2021-08-20T13:42:41Z', 'revision_number': 1, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:28Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:42:44.173390 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c1536-710e-4990-83b3-19da5e15486e None None] The sync data for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 is: [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1085e708-7052-4f4e-ac62-2336b8fa55d1', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:25Z', 'updated_at': '2021-08-20T13:42:41Z', 'revision_number': 1, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:28Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:42:44.482029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9b967-cd3a-40f1-9e8c-0ad4b848a3ab None None] New status for floating IP 1085e708-7052-4f4e-ac62-2336b8fa55d1: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:42:45.764102 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2953fc6c-a254-4832-bf7c-2d54f6796257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:48.486481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57f9e6f3-154e-40cb-bd80-768c04e56453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:48.543378 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:49.474771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:51.439048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:53.620847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-8a8d80bb-55e6-4572-8df1-20d88394d317 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:53.622369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-8a8d80bb-55e6-4572-8df1-20d88394d317 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.1063113 Aug 20 13:42:53.649629 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-2b21918d-d6f8-4ae4-8b73-b49dbdb7ec4e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/quotas/766fa4f2b3394d3487c59c4d76ac1448 HTTP/1.1" status: 200 len: 375 time: 0.0199225 Aug 20 13:42:53.718143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-1cbf817f-1fb4-4b62-93fa-e28ce2ac7ac7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626235 Aug 20 13:42:53.813588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-3bc67d4f-3d77-425e-b33a-28d8a136e276 service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881219 Aug 20 13:42:53.926652 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-c4ee4d34-70b5-4677-96f5-de69d29d8ad7 service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051602 Aug 20 13:42:54.115491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-abc34d13-b105-41fe-8765-b2dc345b9f31 req-7364176a-f15e-4632-88b6-0b6619c0a1e3 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 210 time: 0.0307117 Aug 20 13:42:55.192457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-cd1fd83b-f19a-4a28-a61d-e4f28601f194 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:55.194064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-cd1fd83b-f19a-4a28-a61d-e4f28601f194 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.1421907 Aug 20 13:42:55.232319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Request body: {'port': {'device_id': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'admin_state_up': True, 'tenant_id': '766fa4f2b3394d3487c59c4d76ac1448'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:55.237338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ee8b8af1-d8e3-4c7a-9c3b-a24b05d350ea req-f6cdbf65-3c82-49d4-afcf-766d00bb3329 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 210 time: 0.0417809 Aug 20 13:42:55.352745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Made reservation on behalf of 766fa4f2b3394d3487c59c4d76ac1448 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:42:55.356288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:55.494753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Allocated IP 172.20.0.6 (bec1712c-2cda-42ec-8dc9-1aa984752e32/8d990365-b010-46f3-80ee-54e9141fa1d2/686125ef-859d-4c75-b173-58daae80b7b1) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:42:55.659892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:55.702047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:55.715444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:42:55.751074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:42:55.760908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:42:55.763416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event updated for resources: {'Port': ['ID=686125ef-859d-4c75-b173-58daae80b7b1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:55.766379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:42:55.824081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:55.824814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:55.841556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-80184a39-38bb-477b-911f-8dde9e3da035 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6136706 Aug 20 13:42:55.854550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Request body: {'port': {'device_id': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:55.917336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.192803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686125ef-859d-4c75-b173-58daae80b7b1 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:42:56.200978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.213956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Transition to ACTIVE for port object 686125ef-859d-4c75-b173-58daae80b7b1 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:42:56.217993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.278938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Pushing event updated for resources: {'Port': ['ID=686125ef-859d-4c75-b173-58daae80b7b1,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:56.385721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Attempting to bind port 686125ef-859d-4c75-b173-58daae80b7b1 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:42:56.386068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Attempting to bind port 686125ef-859d-4c75-b173-58daae80b7b1 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:42:56.386414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Attempting to bind port 686125ef-859d-4c75-b173-58daae80b7b1 on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:56.393525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Port 686125ef-859d-4c75-b173-58daae80b7b1 on network bec1712c-2cda-42ec-8dc9-1aa984752e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:42:56.393911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Attempting to bind port 686125ef-859d-4c75-b173-58daae80b7b1 on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:42:56.404392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204061-6fc9-4d38-b2f0-87e5cb618c32 req-dc4d51db-fb44-4ab6-9ecf-762bb4a69b82 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:56.406522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-81204061-6fc9-4d38-b2f0-87e5cb618c32 req-dc4d51db-fb44-4ab6-9ecf-762bb4a69b82 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 943 time: 0.0858195 Aug 20 13:42:56.410736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:42:56.411086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Checking segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:42:56.411557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Bound using segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:42:56.412227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Bound port: 686125ef-859d-4c75-b173-58daae80b7b1, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:42:56.412677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.485329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-81204061-6fc9-4d38-b2f0-87e5cb618c32 req-ee2c73fa-2a26-4b85-9807-01da2a24ceba tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685382 Aug 20 13:42:56.514791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] For port 686125ef-859d-4c75-b173-58daae80b7b1, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:56.517843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] For port 686125ef-859d-4c75-b173-58daae80b7b1, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=686125ef-859d-4c75-b173-58daae80b7b1,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:42:56.523314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.562741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:56.563359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.565272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] 10.222.0.53 "PUT /v2.0/ports/686125ef-859d-4c75-b173-58daae80b7b1 HTTP/1.1" status: 200 len: 1091 time: 0.7147911 Aug 20 13:42:56.566193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'tag': '686125ef-859d-4c75-b173-58daae80b7b1'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:42:56.568496 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3515a0-b2d6-41fe-9757-2a0f5925b216" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1b8c33-0514-4a97-85eb-89129b31fa35", "tag": "686125ef-859d-4c75-b173-58daae80b7b1"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:42:56.594469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Pushing event updated for resources: {'Port': ['ID=686125ef-859d-4c75-b173-58daae80b7b1,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:56.611881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.612338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.612593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.612926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.613267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.613600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.613923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.614245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.614603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.614996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.615364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.615899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24e882-49e1-4858-adb3-36381c13c54a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:42:56.636539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:56.641327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998524290', 'description': 'tempest-secgroup-smoke-1998524290 description', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:56.667953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.673160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-019b7960-f975-40d9-9b0b-7bba71cf330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:56.675390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-019b7960-f975-40d9-9b0b-7bba71cf330e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 1094 time: 0.0655112 Aug 20 13:42:56.746804 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca0a57-8597-45f2-9e0d-bb66ff4a63c5 x-openstack-request-id: req-68ca0a57-8597-45f2-9e0d-bb66ff4a63c5 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:42:56.747189 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1b8c33-0514-4a97-85eb-89129b31fa35", "tag": "686125ef-859d-4c75-b173-58daae80b7b1", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:42:56.747425 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68ca0a57-8597-45f2-9e0d-bb66ff4a63c5 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:42:56.747950 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'tag': '686125ef-859d-4c75-b173-58daae80b7b1', 'status': 'completed', 'code': 200} Aug 20 13:42:56.749992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-b709f718-4e93-4ef8-8892-112759621d1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686125ef-859d-4c75-b173-58daae80b7b1 HTTP/1.1" status: 200 len: 217 time: 0.0671082 Aug 20 13:42:56.777038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.781435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.809800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-0cb0c430-989b-49c3-a493-16114d343f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:56.811889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-0cb0c430-989b-49c3-a493-16114d343f13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0529456 Aug 20 13:42:56.814814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c45b6c1-8f75-4bf7-99d9-110a40d8594d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:56.817365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.818620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-930fbf0c-a885-4966-b726-4d55e34ab64c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1809986 Aug 20 13:42:56.821729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51758) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:56.826522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group_rule': {'security_group_id': '5c45b6c1-8f75-4bf7-99d9-110a40d8594d', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:56.849119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-1a33cd6b-9dca-4b82-9035-fb72e430f3dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286925 Aug 20 13:42:56.856825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.920467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.925398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.948118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eef1e8-4258-4d2a-b7f6-750f4c366669,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:56.949913 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-e655c45f-dfa7-4728-91cd-124bede9ba92 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928209 Aug 20 13:42:56.952727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:56.953991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4a92bbb7-6d1f-4412-b927-9e7c25e176c9 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313126 Aug 20 13:42:56.957484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51760) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:56.962269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group_rule': {'security_group_id': '5c45b6c1-8f75-4bf7-99d9-110a40d8594d', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:57.000521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.070429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18d1642f-e1cc-4e46-9564-c3b4b080df2e req-f6e24606-ac25-4e18-bb19-7044fb3fafdb service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120436 Aug 20 13:42:57.079307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.084576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.110478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da447226-28da-46a9-9b30-95ff4283ef7a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:57.116716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.117964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b6a229e-829e-4cf3-9cf6-e6c87cebc182 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594470 Aug 20 13:42:57.121773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:57.125648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group_rule': {'security_group_id': '5c45b6c1-8f75-4bf7-99d9-110a40d8594d', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:57.154824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.173878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-9197e12e-c1a9-4618-8513-172e8102345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.175789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-9197e12e-c1a9-4618-8513-172e8102345e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 1094 time: 0.0531936 Aug 20 13:42:57.221828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.225967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.245626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f26777b-0a49-4d32-b5b2-84d77c111353,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:57.249161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.250355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-35008aca-be69-46e1-88aa-f163531c81fa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285138 Aug 20 13:42:57.253506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51766) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:57.258359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group_rule': {'security_group_id': '5c45b6c1-8f75-4bf7-99d9-110a40d8594d', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:57.282772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-913245e2-58cc-4b69-b81b-9c74d9fccb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.285159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-913245e2-58cc-4b69-b81b-9c74d9fccb24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 916 time: 0.1023707 Aug 20 13:42:57.286340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.331119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-87879215-3c23-4edd-8fda-a4f9f21b6fae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686125ef-859d-4c75-b173-58daae80b7b1 HTTP/1.1" status: 200 len: 217 time: 0.0371127 Aug 20 13:42:57.350109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.354259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.378266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15360e20-8065-41bb-acdf-fa153a03291f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:57.387135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-0c89d819-1b9d-42e0-a946-c9c646e14b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.388063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.389187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-0c89d819-1b9d-42e0-a946-c9c646e14b50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0499544 Aug 20 13:42:57.389412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e80b80f5-512f-41e7-b05f-9ae2a8df8443 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347570 Aug 20 13:42:57.392390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51768) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:57.397393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group_rule': {'security_group_id': '5c45b6c1-8f75-4bf7-99d9-110a40d8594d', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:57.424863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-450fcbc0-4929-429f-88da-7c0d68b69dca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276334 Aug 20 13:42:57.426826 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Project ec93e5493bf14a16a3b406f4aea1e71c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:42:57.432237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.505870 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.512591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.531240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-14e4a537-c9f7-4662-af8f-223eb81069b1 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944588 Aug 20 13:42:57.534012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d7b03a-9c15-44a7-ba66-619ef0d792d2,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:57.543909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.548312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e0161324-e60e-4d67-b218-7ac7e3fd7cfa tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516705 Aug 20 13:42:57.548527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 51776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:42:57.554265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'security_group_rule': {'security_group_id': '5c45b6c1-8f75-4bf7-99d9-110a40d8594d', 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:57.583555 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Project ec93e5493bf14a16a3b406f4aea1e71c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:42:57.592707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.650034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c3515a0-b2d6-41fe-9757-2a0f5925b216 req-3cb641f8-5620-4d8b-8b2c-6b45d8624eaa service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097550 Aug 20 13:42:57.687188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510d249-376f-4de4-b586-96cb730e1dd1 req-cca4eecf-cc38-4a2e-bb4c-53d8b55c6a90 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.688889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d510d249-376f-4de4-b586-96cb730e1dd1 req-cca4eecf-cc38-4a2e-bb4c-53d8b55c6a90 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 943 time: 0.0974689 Aug 20 13:42:57.695332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.704147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.731823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a109b42e-d718-4d44-ad88-c9759b3ee449,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:57.754583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:57.756837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cbced504-d2c6-4672-a7cb-f45e362121b7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2061028 Aug 20 13:42:57.765071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d510d249-376f-4de4-b586-96cb730e1dd1 req-f386a251-0e3e-4c58-8547-fbd2e47b9c2e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677443 Aug 20 13:42:57.843295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.850295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.856194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.862163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.868035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.873948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.880239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:57.882230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-25d5e9fa-0eb5-480d-9196-53fed1efaece tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.1015072 Aug 20 13:42:57.925419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23d06029-3c65-4c26-9da5-9850c7bcbf02 req-4ff47973-2d74-4d4d-9604-58e1ac8a5773 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366244 Aug 20 13:42:57.963442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-b91905ba-99e6-4b22-bff1-b5aafb647c42 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998524290&fields=id&tenant_id=ec93e5493bf14a16a3b406f4aea1e71c HTTP/1.1" status: 200 len: 267 time: 0.0352323 Aug 20 13:42:58.080419 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-6e6f4b97-624e-445c-9e30-60766cd15e13 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:58.082915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-6e6f4b97-624e-445c-9e30-60766cd15e13 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 813 time: 0.1125541 Aug 20 13:42:58.099198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-b5c919af-ba07-4fa7-96f3-da7e66229ddd tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/quotas/ec93e5493bf14a16a3b406f4aea1e71c HTTP/1.1" status: 200 len: 375 time: 0.0100269 Aug 20 13:42:58.155854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-6ed8e2b3-bb9d-4f6c-99b0-e46c068a939c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508828 Aug 20 13:42:58.256029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-4543e42c-52e2-4bd4-94b5-3dcab7a62294 service neutron] 10.222.0.59 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Aug 20 13:42:58.348622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-282fdf47-830e-4843-a884-389286a0d4f7 service neutron] 10.222.0.59 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862565 Aug 20 13:42:58.652422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55bcb32d-20ac-48fb-b1e6-e8c6c6ecfa76 req-50c0a9eb-294f-4641-87a8-6c699fc406eb tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0289252 Aug 20 13:42:58.947027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fb2e8-8651-4a4e-9944-1c3879c70506 req-712e2241-6052-4b05-891c-5a34cf25251a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:58.948652 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e27fb2e8-8651-4a4e-9944-1c3879c70506 req-712e2241-6052-4b05-891c-5a34cf25251a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 943 time: 0.0914230 Aug 20 13:42:58.981536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:58.989452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:58.995830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.002905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.005196 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:59.009740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.016870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.028308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.030723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-d5b0f055-3481-4e0c-83ad-eaf9ca0736c0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.1354268 Aug 20 13:42:59.099735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.106636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-519dcdc7-d322-416a-b665-89b32aa16214 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.106859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.108252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-519dcdc7-d322-416a-b665-89b32aa16214 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "GET /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0657017 Aug 20 13:42:59.113640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e27fb2e8-8651-4a4e-9944-1c3879c70506 req-62afd65d-d330-44e1-9ad4-6f9c75df246b tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527405 Aug 20 13:42:59.114641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.122316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.129148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.136684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.144743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.147122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-a52eacb3-b7ef-43a5-a775-a6da0cb3a55e tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 5446 time: 0.1379814 Aug 20 13:42:59.213902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-21c6d112-9fcb-4f9e-83fe-086c5dfd90e0 req-e35f4b43-729d-4649-ba72-5106fe669a89 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&id=76b32d7a-362d-48f9-ae70-2fb39f26cbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570307 Aug 20 13:42:59.262508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-2d9141e5-86ea-4e34-94a9-4b736cf12344 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "GET /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1468394 Aug 20 13:42:59.277186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:59.341638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:59.501495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a1454aaf-cc1f-4738-a4f6-80f5831b6049,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:42:59.544778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] For port a1454aaf-cc1f-4738-a4f6-80f5831b6049, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:42:59.591396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] device_id is not set on port a1454aaf-cc1f-4738-a4f6-80f5831b6049 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:42:59.602151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:59.608706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:59.677430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] No DVR routers for this DVR port a1454aaf-cc1f-4738-a4f6-80f5831b6049 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:42:59.728292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Pushing event updated for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:42:59.741430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] In _notify_port_updated(), no bound segment for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:42:59.742402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.743034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:59.744393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-d82a256c-6c8e-4bd8-92ab-51e0834a5a8f service neutron] 10.222.0.13 "PUT /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 200 len: 1033 time: 0.4737895 Aug 20 13:42:59.778336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-e71a5533-90c3-4426-b190-860e027d97b6 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.779856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-e71a5533-90c3-4426-b190-860e027d97b6 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.13 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 813 time: 0.1456985 Aug 20 13:42:59.795642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea31598e-8328-4c6b-856c-70c07e751369 req-f98c258c-1cb7-40d7-8bc7-79979b12f278 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0445058 Aug 20 13:42:59.830749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-dead40e4-b7f3-4b74-8da5-9ef56f1c2e7c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:42:59.830749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-dead40e4-b7f3-4b74-8da5-9ef56f1c2e7c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "GET /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0637190 Aug 20 13:42:59.837352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:59.858723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-106c928b-eefb-4a63-b444-73c3275cbf8c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec93e5493bf14a16a3b406f4aea1e71c HTTP/1.1" status: 200 len: 380 time: 0.0500898 Aug 20 13:42:59.869724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'port': {'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'admin_state_up': True, 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'security_groups': ['5c45b6c1-8f75-4bf7-99d9-110a40d8594d']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:42:59.925827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:42:59.983302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-51888bd7-c424-474f-9732-9dcb7e6c2174 None None] Provisioning complete for port a1454aaf-cc1f-4738-a4f6-80f5831b6049 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:42:59.983681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51888bd7-c424-474f-9732-9dcb7e6c2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.011671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Made reservation on behalf of ec93e5493bf14a16a3b406f4aea1e71c for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:00.018661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.030494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-51888bd7-c424-474f-9732-9dcb7e6c2174 None None] Port a1454aaf-cc1f-4738-a4f6-80f5831b6049 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:43:00.083731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6a9565eb-7577-40cd-8604-74663c701f98,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:00.123984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] For port 6a9565eb-7577-40cd-8604-74663c701f98, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:43:00.171510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] device_id is not set on port 6a9565eb-7577-40cd-8604-74663c701f98 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:43:00.175298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Allocated IP 172.20.0.4 (ef39fdbb-24da-407f-8c72-f8a261493e6a/1b80830e-9e1d-4698-861f-cf805a1c94a2/1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:43:00.184332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.196213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.284939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Pushing event updated for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:00.304271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] No DVR routers for this DVR port 6a9565eb-7577-40cd-8604-74663c701f98 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:00.363196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284c77-61bd-4692-8983-007e5753b9a7 req-9e0ff3e4-f3a3-4dd1-ac15-875f46b754ac tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.369152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa284c77-61bd-4692-8983-007e5753b9a7 req-9e0ff3e4-f3a3-4dd1-ac15-875f46b754ac tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 943 time: 0.1370742 Aug 20 13:43:00.410634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] In _notify_port_updated(), no bound segment for port 6a9565eb-7577-40cd-8604-74663c701f98 on network 28dbff8c-ac99-449c-8206-4640246e6412 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:43:00.411801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.412616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.412899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.414201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-93bd0d5f-5ef8-4a52-b4e7-ee321455da0c service neutron] 10.222.0.13 "PUT /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 200 len: 1032 time: 0.5839477 Aug 20 13:43:00.433381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-1e5bce11-ab55-4436-8378-c90a0eeebdff tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.440322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-1e5bce11-ab55-4436-8378-c90a0eeebdff tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.447009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-1e5bce11-ab55-4436-8378-c90a0eeebdff tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.453121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-1e5bce11-ab55-4436-8378-c90a0eeebdff tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.461383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-1e5bce11-ab55-4436-8378-c90a0eeebdff tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.461835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa284c77-61bd-4692-8983-007e5753b9a7 req-a9a7a782-1829-4080-ab2a-57d02f0c1973 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907660 Aug 20 13:43:00.465388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-1e5bce11-ab55-4436-8378-c90a0eeebdff tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 3887 time: 0.1458762 Aug 20 13:43:00.484300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Transition to ACTIVE for port object 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:00.552215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port d8face10-ea99-4300-8b73-cfc5d39b1ff4 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:00.552769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.557127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6d4b0ee-feaf-4e8b-ae1a-b5bc34d617d4 req-4247d876-e461-40d6-9b3b-b2c2bff09920 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856979 Aug 20 13:43:00.581446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 686125ef-859d-4c75-b173-58daae80b7b1 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:43:00.614567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.657826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Network ef39fdbb-24da-407f-8c72-f8a261493e6a is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:43:00.662415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:00.667548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:43:00.698264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] For port d8face10-ea99-4300-8b73-cfc5d39b1ff4, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8face10-ea99-4300-8b73-cfc5d39b1ff4,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:00.698729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.719599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for d8face10-ea99-4300-8b73-cfc5d39b1ff4 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:00.722083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'Port': ['ID=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:00.735520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a574312d-cadb-4707-adf7-5d27f37c9727 None None] Provisioning complete for port 6a9565eb-7577-40cd-8604-74663c701f98 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:00.735520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a574312d-cadb-4707-adf7-5d27f37c9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.746693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:00.747927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.769199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-d1bb4f39-011a-4a2a-b70c-701a7b6bbdd5 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9032507 Aug 20 13:43:00.791989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Request body: {'port': {'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:00.796708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 686125ef-859d-4c75-b173-58daae80b7b1, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=686125ef-859d-4c75-b173-58daae80b7b1,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:00.809285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a574312d-cadb-4707-adf7-5d27f37c9727 None None] Port 6a9565eb-7577-40cd-8604-74663c701f98 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:43:00.821076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '686125ef-859d-4c75-b173-58daae80b7b1', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'port_id': '686125ef-859d-4c75-b173-58daae80b7b1', 'mac_address': 'fa:16:3e:4d:47:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d990365-b010-46f3-80ee-54e9141fa1d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:43:00.878052 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:00.896669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686125ef-859d-4c75-b173-58daae80b7b1 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:00.921660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 686125ef-859d-4c75-b173-58daae80b7b1, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=686125ef-859d-4c75-b173-58daae80b7b1,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:00.927029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.001133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=686125ef-859d-4c75-b173-58daae80b7b1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:01.006899 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.019733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.020669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.021242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.021811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.022370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.022927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.023557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.024115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.024857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.025417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.026266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.026830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:01.044300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=d8face10-ea99-4300-8b73-cfc5d39b1ff4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:01.051707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c0717ccd-46d1-483c-b41d-7a95595f4ec0 None None] Provisioning for port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:01.062417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c0717ccd-46d1-483c-b41d-7a95595f4ec0 None None] Provisioning complete for port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:01.063038 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c0717ccd-46d1-483c-b41d-7a95595f4ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.070633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778bcc-a921-43e6-a10d-af8ac8c42f7a req-639deb64-8922-4dff-bbc1-f0dcb930affc tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:01.083566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98778bcc-a921-43e6-a10d-af8ac8c42f7a req-639deb64-8922-4dff-bbc1-f0dcb930affc tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 931 time: 0.1454303 Aug 20 13:43:01.135014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c0717ccd-46d1-483c-b41d-7a95595f4ec0 None None] Port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:43:01.153622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] No DVR routers for this DVR port d8face10-ea99-4300-8b73-cfc5d39b1ff4 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:01.157810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.160139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-34c01bee-5cb2-4bf3-80d5-d15e373792db tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "DELETE /v2.0/ports/d8face10-ea99-4300-8b73-cfc5d39b1ff4 HTTP/1.1" status: 204 len: 173 time: 0.7339032 Aug 20 13:43:01.160906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:01.163309 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d6d1c-111b-40ff-8fb3-06ea2dc46f3d" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "d8face10-ea99-4300-8b73-cfc5d39b1ff4"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:01.171678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['686125ef-859d-4c75-b173-58daae80b7b1'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:01.179945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98778bcc-a921-43e6-a10d-af8ac8c42f7a req-88317905-6fce-468e-8ee9-1efbee8c7528 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954392 Aug 20 13:43:01.223754 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d7ab51-570b-4271-9c13-3f2baa9f00c0 x-openstack-request-id: req-05d7ab51-570b-4271-9c13-3f2baa9f00c0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:01.224061 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "d8face10-ea99-4300-8b73-cfc5d39b1ff4", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:01.224317 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05d7ab51-570b-4271-9c13-3f2baa9f00c0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:01.224761 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': 'd8face10-ea99-4300-8b73-cfc5d39b1ff4', 'status': 'completed', 'code': 200} Aug 20 13:43:01.251006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.293614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port c4a27da9-bddb-4d9c-b662-87617a6a9e64 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:01.293929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.411836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] For port c4a27da9-bddb-4d9c-b662-87617a6a9e64, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c4a27da9-bddb-4d9c-b662-87617a6a9e64,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:01.412511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.430033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for c4a27da9-bddb-4d9c-b662-87617a6a9e64 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:01.555271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.574958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:01.589647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.605457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Transition to ACTIVE for port object 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:01.618821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.704227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b8000-4127-468a-8269-c5c1f3e6c4cd req-71fb5294-eef9-45ef-925b-3f4a7e4b520f tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:01.713154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962b8000-4127-468a-8269-c5c1f3e6c4cd req-71fb5294-eef9-45ef-925b-3f4a7e4b520f tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 944 time: 0.1182253 Aug 20 13:43:01.733505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Pushing event updated for resources: {'Port': ['ID=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:01.781561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962b8000-4127-468a-8269-c5c1f3e6c4cd req-6dcaa5be-8185-49c6-8893-8acf17f45d00 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 Aug 20 13:43:01.790118 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.836716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=c4a27da9-bddb-4d9c-b662-87617a6a9e64,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:01.857048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bceed-87e9-4bec-b9e1-6b3eadc7aceb req-ac87ca9c-b5fa-4906-a7e6-051c806effb6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:01.864423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bceed-87e9-4bec-b9e1-6b3eadc7aceb req-ac87ca9c-b5fa-4906-a7e6-051c806effb6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:01.871160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bceed-87e9-4bec-b9e1-6b3eadc7aceb req-ac87ca9c-b5fa-4906-a7e6-051c806effb6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:01.873515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f6bceed-87e9-4bec-b9e1-6b3eadc7aceb req-ac87ca9c-b5fa-4906-a7e6-051c806effb6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 2417 time: 0.1087739 Aug 20 13:43:01.874294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Attempting to bind port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:43:01.874640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Attempting to bind port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:43:01.874973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Attempting to bind port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d on network ef39fdbb-24da-407f-8c72-f8a261493e6a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:01.881361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d on network ef39fdbb-24da-407f-8c72-f8a261493e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:43:01.881810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Attempting to bind port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d on network ef39fdbb-24da-407f-8c72-f8a261493e6a {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:01.910483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] No DVR routers for this DVR port c4a27da9-bddb-4d9c-b662-87617a6a9e64 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:01.914535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:43:01.914927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.915079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Checking segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:43:01.915635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Bound using segment: {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:43:01.916185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Bound port: 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1187c09b-1f4d-4d96-9cd9-f663b88ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:43:01.916764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:01.918417 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-c1d3ae69-ffeb-42bc-a5ad-87c587042c01 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "DELETE /v2.0/ports/c4a27da9-bddb-4d9c-b662-87617a6a9e64 HTTP/1.1" status: 204 len: 173 time: 0.7521067 Aug 20 13:43:01.988354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f6bceed-87e9-4bec-b9e1-6b3eadc7aceb req-25dfe758-0cec-40be-9bea-0a14dcde8d4b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995352 Aug 20 13:43:02.037047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] For port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:43:02.041211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] For port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:43:02.043278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:02.043840 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.047550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.098473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:02.099169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.100648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] 10.222.0.13 "PUT /v2.0/ports/1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 1091 time: 1.3205969 Aug 20 13:43:02.101112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:02.103446 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c2308-c19f-44aa-9d84-da1cf7f20b74" -d '{"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:02.145242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a9a6-f6b3-4b15-87dc-91e4a1cff830 service neutron] Pushing event updated for resources: {'Port': ['ID=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:02.162749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] For port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:02.163619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.219254 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933da90b-2bf5-4fb5-af2e-a3becfbd5d19 x-openstack-request-id: req-933da90b-2bf5-4fb5-af2e-a3becfbd5d19 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:02.219549 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:02.219804 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-933da90b-2bf5-4fb5-af2e-a3becfbd5d19 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:02.220209 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'status': 'completed', 'code': 200} Aug 20 13:43:02.255734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-4940a76b-945e-4a6d-b5de-dc5fb9e9c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:02.257363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-4940a76b-945e-4a6d-b5de-dc5fb9e9c76d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1094 time: 0.0992825 Aug 20 13:43:02.329397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-87388be6-5a1b-4323-a602-c9a1119b85cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 217 time: 0.0612242 Aug 20 13:43:02.412885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-58f9e961-b90a-489f-af0e-d4d5f1f9dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:02.414613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-58f9e961-b90a-489f-af0e-d4d5f1f9dab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 200 len: 852 time: 0.0554900 Aug 20 13:43:02.454310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.454698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.455018 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Floating IP 0a992fda-937f-4ddf-85b9-01f9307de405 disassociated. External IP: 172.25.6.189, port: 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3. Aug 20 13:43:02.456388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:02.466693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26409d3b-fbb4-487e-88ab-5c4dbb3e30fe req-a5f4e14b-ce56-4b46-a277-3ea3e34c4f02 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:02.468665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26409d3b-fbb4-487e-88ab-5c4dbb3e30fe req-a5f4e14b-ce56-4b46-a277-3ea3e34c4f02 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.1383498 Aug 20 13:43:02.513047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-1ac4fdef-3a32-403f-96b3-6a0b5850a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:02.514590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-1ac4fdef-3a32-403f-96b3-6a0b5850a54d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef39fdbb-24da-407f-8c72-f8a261493e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895650 Aug 20 13:43:02.515747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c0003bdd-d4ca-4d15-98c0-33fdffa2f401 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:02.537395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26409d3b-fbb4-487e-88ab-5c4dbb3e30fe req-cf58c419-90a5-4511-93c7-f3aa9a17ad74 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598323 Aug 20 13:43:02.616607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 686125ef-859d-4c75-b173-58daae80b7b1 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:43:02.618017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.641667 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.659224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=05dd124a-3787-4bb6-8cde-f2c5dd74e8d3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:02.676884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:02.677418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-dde7a308-b24f-4dca-aad0-ce8c334ed717 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442137 Aug 20 13:43:02.679150 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d6c558-dda9-435e-a972-56e70810a8fe" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:02.716311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:02.727096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.728620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6a9565eb-7577-40cd-8604-74663c701f98 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:02.780462 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aef3fa-4412-4bd9-8f67-ebcbec3bfb82 x-openstack-request-id: req-40aef3fa-4412-4bd9-8f67-ebcbec3bfb82 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:02.781025 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:02.782037 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40aef3fa-4412-4bd9-8f67-ebcbec3bfb82 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:02.782517 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401', 'code': 200} Aug 20 13:43:02.792339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 686125ef-859d-4c75-b173-58daae80b7b1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:02.806662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:43:02.821494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6a9565eb-7577-40cd-8604-74663c701f98 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:02.822330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:02.844655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 686125ef-859d-4c75-b173-58daae80b7b1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:02.845105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:02.888640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-28323bce-4d23-4d0f-9302-4fa503583ac7 req-ffb00cf0-5e3c-4d04-b91b-3227fd7c63f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027490 Aug 20 13:43:02.899755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:02.900355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:02.900613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a1454aaf-cc1f-4738-a4f6-80f5831b6049 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:02.967717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a1454aaf-cc1f-4738-a4f6-80f5831b6049 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:02.968154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c4a27da9-bddb-4d9c-b662-87617a6a9e64 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:03.014739 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.043637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21293-23fb-4251-9c16-85ecdd4a5dff req-0fb5ae42-ce8a-4026-8ac7-83c2082c8a66 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.052444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15c21293-23fb-4251-9c16-85ecdd4a5dff req-0fb5ae42-ce8a-4026-8ac7-83c2082c8a66 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 944 time: 0.1554627 Aug 20 13:43:03.055882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-4deed9d4-8a86-4dd2-9910-06d56ae0be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.057550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-4deed9d4-8a86-4dd2-9910-06d56ae0be8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1094 time: 0.1147659 Aug 20 13:43:03.063785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:03.073667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: c4a27da9-bddb-4d9c-b662-87617a6a9e64 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:03.073933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c4a27da9-bddb-4d9c-b662-87617a6a9e64 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:03.074364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 90e8da13-860e-4285-a350-e022b9aef6c0 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:03.184542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 686125ef-859d-4c75-b173-58daae80b7b1, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=686125ef-859d-4c75-b173-58daae80b7b1,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:03.198319 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15c21293-23fb-4251-9c16-85ecdd4a5dff req-83865c73-4228-4c31-be00-d8fc49ed3426 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448278 Aug 20 13:43:03.216482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.266845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-fe634826-ec61-48bb-9622-4519391067a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.268734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-fe634826-ec61-48bb-9622-4519391067a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 914 time: 0.1547625 Aug 20 13:43:03.279541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.347442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-9843e745-0e89-4e40-8618-cca872dca70c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 217 time: 0.0703950 Aug 20 13:43:03.354712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=686125ef-859d-4c75-b173-58daae80b7b1,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:03.358588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=90e8da13-860e-4285-a350-e022b9aef6c0,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:03.368040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.369738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8face10-ea99-4300-8b73-cfc5d39b1ff4 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:03.385450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:03.387986 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f4d41f-0c47-49e6-a6e7-f47c582f8d3c" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "c4a27da9-bddb-4d9c-b662-87617a6a9e64"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:03.417149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-dce01b9c-e8b6-4c02-9688-e9baa19554be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.419668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-dce01b9c-e8b6-4c02-9688-e9baa19554be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 200 len: 852 time: 0.0652170 Aug 20 13:43:03.443040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: d8face10-ea99-4300-8b73-cfc5d39b1ff4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:03.443773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8face10-ea99-4300-8b73-cfc5d39b1ff4 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:03.471289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:03.476044 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c3390-db6e-4442-9907-33c3c85b8a33 x-openstack-request-id: req-378c3390-db6e-4442-9907-33c3c85b8a33 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:03.476366 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "c4a27da9-bddb-4d9c-b662-87617a6a9e64", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:03.480704 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-378c3390-db6e-4442-9907-33c3c85b8a33 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:03.481889 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': 'c4a27da9-bddb-4d9c-b662-87617a6a9e64', 'status': 'completed', 'code': 200} Aug 20 13:43:03.501359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:43:03.507436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-7c0825c3-7c45-4d1c-b7d5-4f693f892ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.510163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-7c0825c3-7c45-4d1c-b7d5-4f693f892ef2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef39fdbb-24da-407f-8c72-f8a261493e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823689 Aug 20 13:43:03.520229 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] Sync routers for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:43:03.538155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:03.539193 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:03.543013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491f18-b5ee-4689-95f9-74912ffe8570 req-d0c5295d-4d3d-4a4e-ab66-cb8faa178520 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.550073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491f18-b5ee-4689-95f9-74912ffe8570 req-d0c5295d-4d3d-4a4e-ab66-cb8faa178520 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.557883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b491f18-b5ee-4689-95f9-74912ffe8570 req-d0c5295d-4d3d-4a4e-ab66-cb8faa178520 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 1677 time: 0.1411901 Aug 20 13:43:03.581071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] No DVR routers for this DVR port 05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:03.582769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.584891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-285792c4-7b34-40a6-89a8-c3723b4666eb tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "DELETE /v2.0/ports/05dd124a-3787-4bb6-8cde-f2c5dd74e8d3 HTTP/1.1" status: 204 len: 173 time: 1.6581190 Aug 20 13:43:03.660447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b491f18-b5ee-4689-95f9-74912ffe8570 req-b5849293-fd8e-4879-8a81-b5428aa9dc6d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups?id=478f2a66-6a24-42d7-8641-3cf97917fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983949 Aug 20 13:43:03.663742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-e0e7cf77-63ec-4f43-8989-2e7c0b0dba55 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443560 Aug 20 13:43:03.715506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:03.735761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port 90e8da13-860e-4285-a350-e022b9aef6c0 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:03.736365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.796143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e8a05-294a-4b44-ba32-b87fd4316713 req-c1d0b4eb-dd22-48aa-961d-bfb3f0877385 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:03.797879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe5e8a05-294a-4b44-ba32-b87fd4316713 req-c1d0b4eb-dd22-48aa-961d-bfb3f0877385 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.1328306 Aug 20 13:43:03.860391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a75c2308-c19f-44aa-9d84-da1cf7f20b74 req-687cd89b-615f-4a32-8ab9-dbeb245c7743 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815591 Aug 20 13:43:03.870106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe5e8a05-294a-4b44-ba32-b87fd4316713 req-4752f880-d5d2-4b46-9337-f1a26265b389 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598030 Aug 20 13:43:03.890414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] For port 90e8da13-860e-4285-a350-e022b9aef6c0, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=90e8da13-860e-4285-a350-e022b9aef6c0,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:03.890927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:03.909177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for 90e8da13-860e-4285-a350-e022b9aef6c0 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:03.975938 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:20Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:04.065956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:04.099398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=90e8da13-860e-4285-a350-e022b9aef6c0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:04.104538 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] Checking router: f9e2a647-5a06-4142-a3a4-148c7fae5ba6 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:43:04.118601 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:04.119352 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:42:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:04.149547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] No DVR routers for this DVR port 90e8da13-860e-4285-a350-e022b9aef6c0 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:04.152252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:04.154558 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-5316775a-5b6c-47f2-958a-39639179d1c7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "DELETE /v2.0/ports/90e8da13-860e-4285-a350-e022b9aef6c0 HTTP/1.1" status: 204 len: 173 time: 0.5616205 Aug 20 13:43:04.253933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:04.259050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:04.259397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:04.350932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d19c9-9c4b-4fc6-be2d-b1a017fafba9 req-7e5fe635-df8b-45ba-9192-9ff4cb624f8a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:04.360645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-088d19c9-9c4b-4fc6-be2d-b1a017fafba9 req-7e5fe635-df8b-45ba-9192-9ff4cb624f8a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 945 time: 0.0717621 Aug 20 13:43:04.401834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] For port c0003bdd-d4ca-4d15-98c0-33fdffa2f401, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:04.402430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:04.422372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for c0003bdd-d4ca-4d15-98c0-33fdffa2f401 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:04.436501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-088d19c9-9c4b-4fc6-be2d-b1a017fafba9 req-95918bc3-2c69-478f-b018-780837f9227a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743029 Aug 20 13:43:04.570876 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:20Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:04.584979 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:04.607014 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6db65f-165e-4e95-b535-73ada6af07d2 None None] The sync data for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 is: [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:32:09Z', 'revision_number': 4, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '383a92af-1501-448b-a9c4-2fce5ae06d07', 'name': '', 'network_id': 'f54f8aab-e819-4e7e-8938-447490660a38', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:05Z', 'updated_at': '2021-08-20T13:32:20Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'subnets': [{'id': 'a00953dd-4411-4462-891c-28c8d3ece73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:43:04.659370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=c0003bdd-d4ca-4d15-98c0-33fdffa2f401,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:04.686574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] No DVR routers for this DVR port c0003bdd-d4ca-4d15-98c0-33fdffa2f401 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:04.689562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:04.692807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-934981f6-358e-43f9-9946-de5271466cb6 req-004166c9-dcc0-4d13-bb4f-17d0d4dc6684 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.13 "DELETE /v2.0/ports/c0003bdd-d4ca-4d15-98c0-33fdffa2f401 HTTP/1.1" status: 204 len: 173 time: 0.5319335 Aug 20 13:43:04.784527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686125ef-859d-4c75-b173-58daae80b7b1'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:04.788371 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ee6f7-7f6f-4afd-a1bf-79e49f31bbfe" -d '{"events": [{"server_uuid": "5d1b8c33-0514-4a97-85eb-89129b31fa35", "name": "network-vif-plugged", "status": "completed", "tag": "686125ef-859d-4c75-b173-58daae80b7b1"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-unplugged", "status": "completed", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:04.795411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a56204f-b91b-4c07-88a4-d0cd9658e502 req-203741ba-af5e-458e-9b53-289741c222d5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0382717 Aug 20 13:43:04.866158 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf9796-5e2f-4fd3-8b14-fb304a9e34ad x-openstack-request-id: req-bbcf9796-5e2f-4fd3-8b14-fb304a9e34ad {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:04.866542 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b8c33-0514-4a97-85eb-89129b31fa35", "name": "network-vif-plugged", "status": "completed", "tag": "686125ef-859d-4c75-b173-58daae80b7b1", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-unplugged", "status": "completed", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:04.866802 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbcf9796-5e2f-4fd3-8b14-fb304a9e34ad {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:04.867253 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686125ef-859d-4c75-b173-58daae80b7b1', 'code': 200} Aug 20 13:43:04.867514 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0', 'code': 200} Aug 20 13:43:04.927936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99805804-8620-41fa-8ae1-5720a8314ade None None] New status for floating IP 0a992fda-937f-4ddf-85b9-01f9307de405: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:43:05.006807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97023b-f225-4d20-bfe5-398e4c05cf38 req-87d63a3b-d62b-40d0-8daa-8e8e98f921db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:05.009389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba97023b-f225-4d20-bfe5-398e4c05cf38 req-87d63a3b-d62b-40d0-8daa-8e8e98f921db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0805376 Aug 20 13:43:05.034606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd1fec-2fa1-4076-97cc-4115428a1f9a req-59d667d3-50d5-4c95-b78e-d23c8098eca6 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:05.036734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18bd1fec-2fa1-4076-97cc-4115428a1f9a req-59d667d3-50d5-4c95-b78e-d23c8098eca6 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0614913 Aug 20 13:43:05.060043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba97023b-f225-4d20-bfe5-398e4c05cf38 req-84c2de7b-d143-4794-9125-934e8ad02adc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Aug 20 13:43:05.095671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18bd1fec-2fa1-4076-97cc-4115428a1f9a req-f08b1dd4-b923-49fa-b01c-7e4caecff10e tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487766 Aug 20 13:43:05.483476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0'}, {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:05.487455 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1617152-dc7d-4982-9800-1d5a399c8941" -d '{"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0"}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:05.558413 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc694a2f-e6af-4507-94b9-64b82fe95b02 x-openstack-request-id: req-fc694a2f-e6af-4507-94b9-64b82fe95b02 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:05.558727 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "05dd124a-3787-4bb6-8cde-f2c5dd74e8d3", "status": "completed", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "90e8da13-860e-4285-a350-e022b9aef6c0", "status": "completed", "code": 200}, {"server_uuid": "d0352eab-5b6c-467c-bbf0-b31445fc11d0", "name": "network-vif-deleted", "tag": "c0003bdd-d4ca-4d15-98c0-33fdffa2f401", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:05.558981 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc694a2f-e6af-4507-94b9-64b82fe95b02 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:05.559390 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': '05dd124a-3787-4bb6-8cde-f2c5dd74e8d3', 'status': 'completed', 'code': 200} Aug 20 13:43:05.559830 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': '90e8da13-860e-4285-a350-e022b9aef6c0', 'status': 'completed', 'code': 200} Aug 20 13:43:05.560090 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0352eab-5b6c-467c-bbf0-b31445fc11d0', 'name': 'network-vif-deleted', 'tag': 'c0003bdd-d4ca-4d15-98c0-33fdffa2f401', 'status': 'completed', 'code': 200} Aug 20 13:43:05.574254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f4ee0-5d72-4971-8afe-bd17b98d26d1 req-1b84d836-599c-425f-a745-31845b70eb8a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:05.575902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb1f4ee0-5d72-4971-8afe-bd17b98d26d1 req-1b84d836-599c-425f-a745-31845b70eb8a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 945 time: 0.0687158 Aug 20 13:43:05.618428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb1f4ee0-5d72-4971-8afe-bd17b98d26d1 req-4f526f44-595d-480b-8f1c-4adcd18f80e2 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Aug 20 13:43:05.924472 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1b8d4081-de8a-49e7-b9f1-5e851fb2693f req-9356ab8b-b8b8-43ce-90f7-604765501fd7 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0333443 Aug 20 13:43:06.215136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f96b0-be27-414e-bf14-614a3dd47810 req-34be7074-3fac-4116-89dd-287604f69bea tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:06.216628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b5f96b0-be27-414e-bf14-614a3dd47810 req-34be7074-3fac-4116-89dd-287604f69bea tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0593195 Aug 20 13:43:06.269150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b5f96b0-be27-414e-bf14-614a3dd47810 req-0c956f13-c24d-4537-a044-56edc458cd99 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445545 Aug 20 13:43:06.278724 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:43:06.746564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603288e-df58-4c23-a44f-1048d0044514 req-1c7c2bb7-1823-4713-ad65-d59758cf3031 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:06.748226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c603288e-df58-4c23-a44f-1048d0044514 req-1c7c2bb7-1823-4713-ad65-d59758cf3031 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 945 time: 0.0543032 Aug 20 13:43:06.797687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c603288e-df58-4c23-a44f-1048d0044514 req-ea3c48b3-2ab1-4436-a093-63e30d383bc9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Aug 20 13:43:07.033916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bbc9a268-e45a-43a1-b7b6-e31fc16fc958 req-e78eaba9-c6f0-4597-9de2-799fccb0dafa tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0293183 Aug 20 13:43:07.389019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411d484-2991-4c33-a83f-3d944b29c2f8 req-85c94790-0ba8-4957-99c8-44f192a9109f tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:07.390535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2411d484-2991-4c33-a83f-3d944b29c2f8 req-85c94790-0ba8-4957-99c8-44f192a9109f tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0510042 Aug 20 13:43:07.433075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2411d484-2991-4c33-a83f-3d944b29c2f8 req-0dfa852d-e6b6-4956-b057-fd3c7547cf4e tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351706 Aug 20 13:43:08.151872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6ddb109-929e-4c30-8eb2-579ca4c00a31 req-e90d039a-9e73-4bc2-bbda-ca64aa60a363 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0389810 Aug 20 13:43:08.561666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf95da-edf8-401f-ac4b-3ff70dffbb88 req-b4c8f4a6-22f0-4e6d-bd41-86da6bcf2598 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:08.563166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81bf95da-edf8-401f-ac4b-3ff70dffbb88 req-b4c8f4a6-22f0-4e6d-bd41-86da6bcf2598 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0558112 Aug 20 13:43:08.602234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81bf95da-edf8-401f-ac4b-3ff70dffbb88 req-96db97be-96d5-416b-a172-a57d492da667 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Aug 20 13:43:09.263783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c8889a8-5472-40ea-933f-e9ae376bf23d req-2c00c907-2a8e-4083-90ca-3595d2f17ce2 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0294607 Aug 20 13:43:09.723711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a110598-1344-4f80-ac82-5d7c37678a53 req-9950a99c-bf03-4d01-a750-db9ae231593c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:09.725326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a110598-1344-4f80-ac82-5d7c37678a53 req-9950a99c-bf03-4d01-a750-db9ae231593c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0528655 Aug 20 13:43:09.765177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a110598-1344-4f80-ac82-5d7c37678a53 req-7d14c39c-d897-49e9-88d6-63f048edc38b tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Aug 20 13:43:10.378292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-deffb4bf-55da-437a-a83b-234346a2d903 req-1aa278d3-074f-4353-bb4e-560fdeaf5494 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0347719 Aug 20 13:43:10.885745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742383f1-1aec-4ce9-b518-9e6cefe32e27 req-23f5c72f-f0fc-4539-9370-39215ceb57d4 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:10.887349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-742383f1-1aec-4ce9-b518-9e6cefe32e27 req-23f5c72f-f0fc-4539-9370-39215ceb57d4 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0521140 Aug 20 13:43:10.927563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-742383f1-1aec-4ce9-b518-9e6cefe32e27 req-9d6287fd-d003-40bf-a09e-4beee5645e93 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Aug 20 13:43:11.499787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a8d4771-6dd9-4056-b9d5-3229d795085c req-d98f73c3-f576-4840-84ea-7ca28a76e426 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Aug 20 13:43:12.048312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ab5be-9010-46d2-835a-e1418bf5c472 req-01975ee8-2986-41d0-b07f-1d9113301692 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:12.049961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d2ab5be-9010-46d2-835a-e1418bf5c472 req-01975ee8-2986-41d0-b07f-1d9113301692 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 943 time: 0.0533884 Aug 20 13:43:12.093251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d2ab5be-9010-46d2-835a-e1418bf5c472 req-344cd920-a553-47c9-83de-0bbb082be4a2 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367818 Aug 20 13:43:12.535831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:43:12.700472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd890672-ad9f-476b-b4d1-e734a44cc6d0 req-c21f654d-ef80-43f3-bc89-780dd7b4180d tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0538266 Aug 20 13:43:12.707821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:12.724462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:43:12.769598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:12.786976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:12.807597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:12.813739 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:12.863262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:12.902811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-81cb3cdc-77d7-457a-b44e-9bfdbca5ea96 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:12.904505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-81cb3cdc-77d7-457a-b44e-9bfdbca5ea96 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.1185024 Aug 20 13:43:12.921058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-1a3aa8d5-2355-4fa8-80df-aeea23bd852f tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/quotas/766fa4f2b3394d3487c59c4d76ac1448 HTTP/1.1" status: 200 len: 375 time: 0.0096824 Aug 20 13:43:12.978668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-ece83fd3-82d9-46fc-9d77-6667c39ee4f5 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519717 Aug 20 13:43:13.017954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:13.083385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-f06d384e-1070-4df0-8e6e-8a233418cc47 service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973291 Aug 20 13:43:13.194607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-0bd640c8-8e52-468c-b70d-a9d54a37ab01 service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048198 Aug 20 13:43:13.244545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb11e2-3d26-4386-b683-83d9d51a920d req-6a1ae467-0d53-4933-b190-81b5be227561 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:13.253292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50eb11e2-3d26-4386-b683-83d9d51a920d req-6a1ae467-0d53-4933-b190-81b5be227561 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 944 time: 0.0665927 Aug 20 13:43:13.292120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-50eb11e2-3d26-4386-b683-83d9d51a920d req-29e87b22-4093-4e94-b72a-288f69ca9c20 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375438 Aug 20 13:43:13.394760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f7071f3-df8a-4b57-965b-97bbf07308a8 req-3377d244-aa40-4b2c-8fdd-88fba4d24eb2 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 210 time: 0.0342112 Aug 20 13:43:13.872073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59deeb2f-48ad-42a7-812a-c791db8e1fe8 req-ba990a7d-ed9c-4ae7-b8a4-14c8517e9255 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0389020 Aug 20 13:43:14.431162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fca34-3243-455a-b072-8c67b8ed7e2e req-303d8051-3e82-40a0-b297-f25cffcc35e2 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:14.432806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a88fca34-3243-455a-b072-8c67b8ed7e2e req-303d8051-3e82-40a0-b297-f25cffcc35e2 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 944 time: 0.0623834 Aug 20 13:43:14.493231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a88fca34-3243-455a-b072-8c67b8ed7e2e req-bc8c15ae-f60b-47de-b27f-2e1b9742933a tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530698 Aug 20 13:43:14.508363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-3dba67f8-569c-438f-9584-a4e2dbc353c7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:14.509887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-3dba67f8-569c-438f-9584-a4e2dbc353c7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.2128658 Aug 20 13:43:14.532441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Request body: {'port': {'device_id': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'admin_state_up': True, 'tenant_id': '766fa4f2b3394d3487c59c4d76ac1448'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:14.536256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:43:14.538366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52e08f3f-c1bd-4c24-a217-ce0ceb63f9f7 req-94c61626-06d5-41ff-b293-f069103f9400 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 210 time: 0.0491960 Aug 20 13:43:14.594605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:14.599248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:14.599763 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:14.672053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Made reservation on behalf of 766fa4f2b3394d3487c59c4d76ac1448 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:14.676033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:14.685863 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:14.711245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:14.713703 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff2738f-6f83-4b0f-9edc-398b5329d88e" -d '{"events": [{"server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "name": "network-vif-plugged", "status": "completed", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:14.727828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:14.733949 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:14.758711 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7418f21b-9525-494e-b70f-656a39a47ea4 x-openstack-request-id: req-7418f21b-9525-494e-b70f-656a39a47ea4 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:14.758909 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "name": "network-vif-plugged", "status": "completed", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:14.759016 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7418f21b-9525-494e-b70f-656a39a47ea4 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:14.759437 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'code': 200} Aug 20 13:43:14.807993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:14.825236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Allocated IP 172.20.0.14 (bec1712c-2cda-42ec-8dc9-1aa984752e32/8d990365-b010-46f3-80ee-54e9141fa1d2/b1363d88-54d5-41f8-88cc-af7b0cfd323b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:43:14.869533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98f57-c435-45f1-adca-a9599bd331aa req-100b1da8-956b-4559-956f-c7271736d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:14.871384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fdf98f57-c435-45f1-adca-a9599bd331aa req-100b1da8-956b-4559-956f-c7271736d378 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1096 time: 0.0471871 Aug 20 13:43:14.931029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fdf98f57-c435-45f1-adca-a9599bd331aa req-103bf008-33cf-44bd-aba4-44593ebf7b39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489557 Aug 20 13:43:14.997479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adf6de5f-c37f-478a-bbfc-88191dc8e554 req-81e6d2db-b6f6-44fb-8457-fecfe0fd73c4 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0292957 Aug 20 13:43:15.007705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.054019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.066488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce', '686125ef-859d-4c75-b173-58daae80b7b1'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:15.112664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:43:15.115898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:15.118811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:43:15.159651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event updated for resources: {'Port': ['ID=b1363d88-54d5-41f8-88cc-af7b0cfd323b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:15.190913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:15.191545 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.207321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-d8220018-de9b-40a8-a6b8-e73e0fc5814a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6789386 Aug 20 13:43:15.221994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Request body: {'port': {'device_id': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:15.280310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.596963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1363d88-54d5-41f8-88cc-af7b0cfd323b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:15.607355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.629657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Transition to ACTIVE for port object b1363d88-54d5-41f8-88cc-af7b0cfd323b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:15.638735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb7f0a-3bbc-4974-95a9-c3f330687c55 req-285a2f10-3a62-426e-81cc-1c1380001be7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:15.640600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2deb7f0a-3bbc-4974-95a9-c3f330687c55 req-285a2f10-3a62-426e-81cc-1c1380001be7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 945 time: 0.0810757 Aug 20 13:43:15.641633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.688935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d572e-57eb-47ee-85ac-4da74225b6e9 req-3b085724-c75c-4882-9c6a-c7237e962493 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:15.692362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe8d572e-57eb-47ee-85ac-4da74225b6e9 req-3b085724-c75c-4882-9c6a-c7237e962493 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 944 time: 0.0618353 Aug 20 13:43:15.716467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Pushing event updated for resources: {'Port': ['ID=b1363d88-54d5-41f8-88cc-af7b0cfd323b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:15.735540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe8d572e-57eb-47ee-85ac-4da74225b6e9 req-bb75ff89-2cb1-4ecc-aae4-2c0f1a6015ab tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359452 Aug 20 13:43:15.763873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2deb7f0a-3bbc-4974-95a9-c3f330687c55 req-907bfea5-353c-432e-9e54-14deebdc2d90 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940547 Aug 20 13:43:15.777755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc423-9e41-4ed0-880e-af9b43c589a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.825269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Attempting to bind port b1363d88-54d5-41f8-88cc-af7b0cfd323b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:43:15.825613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Attempting to bind port b1363d88-54d5-41f8-88cc-af7b0cfd323b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:43:15.826134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Attempting to bind port b1363d88-54d5-41f8-88cc-af7b0cfd323b on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:15.832524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Port b1363d88-54d5-41f8-88cc-af7b0cfd323b on network bec1712c-2cda-42ec-8dc9-1aa984752e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:43:15.832524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Attempting to bind port b1363d88-54d5-41f8-88cc-af7b0cfd323b on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:15.837066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:43:15.837413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Checking segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:43:15.837943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Bound using segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:43:15.838390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Bound port: b1363d88-54d5-41f8-88cc-af7b0cfd323b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:43:15.838757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.913406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] For port b1363d88-54d5-41f8-88cc-af7b0cfd323b, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:43:15.916428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] For port b1363d88-54d5-41f8-88cc-af7b0cfd323b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:43:15.927884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.970060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:15.970814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:15.972572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] 10.222.0.53 "PUT /v2.0/ports/b1363d88-54d5-41f8-88cc-af7b0cfd323b HTTP/1.1" status: 200 len: 1092 time: 0.7563992 Aug 20 13:43:15.973044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'tag': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:15.975499 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f219509-87a2-4435-9ddc-4774812636b5" -d '{"events": [{"name": "network-changed", "server_uuid": "df821dbc-aa55-4703-9344-4f04ccdc6d39", "tag": "b1363d88-54d5-41f8-88cc-af7b0cfd323b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:15.999792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537e0c6-6c2f-4c0a-aaf1-7eee5c48c71a service neutron] Pushing event updated for resources: {'Port': ['ID=b1363d88-54d5-41f8-88cc-af7b0cfd323b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:16.050904 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4df96-3feb-4250-ab81-cec69c057272 x-openstack-request-id: req-77a4df96-3feb-4250-ab81-cec69c057272 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:16.051125 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df821dbc-aa55-4703-9344-4f04ccdc6d39", "tag": "b1363d88-54d5-41f8-88cc-af7b0cfd323b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:16.051382 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77a4df96-3feb-4250-ab81-cec69c057272 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:16.051804 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'tag': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b', 'status': 'completed', 'code': 200} Aug 20 13:43:16.089379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-5471ee4c-41c5-415a-8020-8f1b0f14db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.091330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-5471ee4c-41c5-415a-8020-8f1b0f14db3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 1095 time: 0.0559740 Aug 20 13:43:16.116810 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d96221c6-52cf-4267-8858-19d476b83a1e req-6df83b97-029f-4de8-a26c-2d72b2b962c5 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0291355 Aug 20 13:43:16.143159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-2a4a010d-095c-4a82-96fd-52a2c25b492e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b HTTP/1.1" status: 200 len: 217 time: 0.0428925 Aug 20 13:43:16.196173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-99ced8b4-6016-4e0e-8d9c-92247c87152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.197621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-99ced8b4-6016-4e0e-8d9c-92247c87152a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0480967 Aug 20 13:43:16.233157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-13c405f3-f670-45f1-b52a-ab9b5fe11bc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287714 Aug 20 13:43:16.347004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-fddc5b51-070b-4c74-b4b4-d3bacfbfc161 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058681 Aug 20 13:43:16.453679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d928f679-69a9-4cae-9023-7f6b7f231e6c req-4e50d9b8-85db-403a-ada0-cddb064f8ce2 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004047 Aug 20 13:43:16.556492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f219509-87a2-4435-9ddc-4774812636b5 req-ca981eb3-bca3-4962-9322-f796cb72c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.558054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-ca981eb3-bca3-4962-9322-f796cb72c9a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 1095 time: 0.0482829 Aug 20 13:43:16.660894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f219509-87a2-4435-9ddc-4774812636b5 req-7ac2322b-c1cf-432a-9470-e839f2fe4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.662309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-7ac2322b-c1cf-432a-9470-e839f2fe4534 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 916 time: 0.0974448 Aug 20 13:43:16.706591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-9cdfc4d8-8b0d-4a8e-b9a4-565ca3a3090b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b HTTP/1.1" status: 200 len: 217 time: 0.0357504 Aug 20 13:43:16.762557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f219509-87a2-4435-9ddc-4774812636b5 req-4358ebcb-ead0-470a-a9ce-7377b60aaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.763903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-4358ebcb-ead0-470a-a9ce-7377b60aaacb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0506132 Aug 20 13:43:16.801615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-3f6179fd-c0f4-4434-89bd-c4849cc3f49a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297875 Aug 20 13:43:16.897618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cf624-8110-46ab-9189-e3ddea9fef95 req-4a575a93-4734-4011-b46c-87a3ef85bda4 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.900302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-760cf624-8110-46ab-9189-e3ddea9fef95 req-4a575a93-4734-4011-b46c-87a3ef85bda4 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 945 time: 0.0587118 Aug 20 13:43:16.928477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad43a23-55bd-4c84-bafd-a6953dac9989 req-4c46e04c-abf9-45c1-9a5d-47c085635012 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:16.930088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aad43a23-55bd-4c84-bafd-a6953dac9989 req-4c46e04c-abf9-45c1-9a5d-47c085635012 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 944 time: 0.1120181 Aug 20 13:43:16.949364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-760cf624-8110-46ab-9189-e3ddea9fef95 req-6235dcb8-8e3c-48ab-a467-83a25a4d4e4a tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424242 Aug 20 13:43:16.952676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-d491243c-5b79-445a-9565-20953653cf55 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435297 Aug 20 13:43:17.034503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aad43a23-55bd-4c84-bafd-a6953dac9989 req-8bbdabba-7fc5-4a2e-ac5a-adecf9b38f72 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881846 Aug 20 13:43:17.082955 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f219509-87a2-4435-9ddc-4774812636b5 req-5098cf43-5f0a-4295-9d48-47fe4a673bd8 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207602 Aug 20 13:43:17.101582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddc42-a872-47fe-9679-0e6f5d0dee26 req-9b98a53b-375c-477a-9a13-fb9e653c23ba tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:17.103350 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-384ddc42-a872-47fe-9679-0e6f5d0dee26 req-9b98a53b-375c-477a-9a13-fb9e653c23ba tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 945 time: 0.0757651 Aug 20 13:43:17.147464 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-384ddc42-a872-47fe-9679-0e6f5d0dee26 req-7f69bb82-edc1-4abd-bf65-3a8231c043eb tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367234 Aug 20 13:43:17.175946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51990) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:17.251547 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c30f56d8-4e26-4825-bd25-fd367905568e req-db968f10-7a91-411b-bb7e-9d8fd692e016 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0372562 Aug 20 13:43:17.359694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4b25b-0388-4a24-b089-cece5adebb76 tempest-TestVolumeBackupRestore-1433859289 tempest-TestVolumeBackupRestore-1433859289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:17.361975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7dc4b25b-0388-4a24-b089-cece5adebb76 tempest-TestVolumeBackupRestore-1433859289 tempest-TestVolumeBackupRestore-1433859289-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1091 time: 0.1797669 Aug 20 13:43:17.365005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 51994) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:17.371464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:17.395325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:17.506011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:17.623003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Allocated IP 172.25.6.102 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/dac7dd13-40c1-4dc1-9785-bbfc59c4cf47) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:43:17.740059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:17.797001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:17.837255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:43:17.840301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:17.843819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:43:17.877336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'Port': ['ID=dac7dd13-40c1-4dc1-9785-bbfc59c4cf47,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:18.210646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf708e4-2755-401f-a070-06c64c29fd70 req-77ab783b-a324-4707-9c1e-4fb0ff3dec05 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:18.213423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adf708e4-2755-401f-a070-06c64c29fd70 req-77ab783b-a324-4707-9c1e-4fb0ff3dec05 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 944 time: 0.1045587 Aug 20 13:43:18.254771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-adf708e4-2755-401f-a070-06c64c29fd70 req-c1512809-2968-4f09-b302-8694463a08ed tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Aug 20 13:43:18.390502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a2975bd-75d0-4857-a225-3fd8de8f841e req-26558708-3661-46ca-ac2c-5f7e85ce40ad tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0389390 Aug 20 13:43:18.482029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-040b44b5-ca93-41e3-9b30-a5c164d99c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:18.539547 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:18.557249 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:18.626148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:18.784220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:18.789477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:18.867013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event updated for resources: {'Port': ['ID=dac7dd13-40c1-4dc1-9785-bbfc59c4cf47,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:18.886158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:19.000473 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Floating IP 1f2f9fdd-7692-4377-9ad5-a235b12292e1 associated. External IP: 172.25.6.102, port: 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d. Aug 20 13:43:19.243941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Router 6c2bc574-7582-42a0-a99b-f465f022d9d1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:43:19.474496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:43:19.474745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:19.486376 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f076f-d513-4e27-97b0-68948456749e None None] Sync routers for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:43:19.497538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ddd3-1cf5-4267-95db-61cb29ebf846 req-b3441196-15d2-4e48-82c3-cafc8759b93d tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:19.498505 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:19.499203 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:19.499362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a61ddd3-1cf5-4267-95db-61cb29ebf846 req-b3441196-15d2-4e48-82c3-cafc8759b93d tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 944 time: 0.1676958 Aug 20 13:43:19.507695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:19.521275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7db71ef0-ad2d-497a-a7b6-5f26f95f2691 req-d000f1c7-744c-4ba0-9178-50b86fea70ca tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0352eab-5b6c-467c-bbf0-b31445fc11d0 HTTP/1.1" status: 200 len: 210 time: 0.0303202 Aug 20 13:43:19.552385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-046ba15f-dfcc-42a5-ad14-94b56a6e3600 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1863015 Aug 20 13:43:19.553137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:19.555060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52008) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:19.555419 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b" -d '{"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:19.604367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a61ddd3-1cf5-4267-95db-61cb29ebf846 req-e7892a41-abf3-4b45-ac0a-8b4c34ffafbd tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937643 Aug 20 13:43:19.612419 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2086612c-f50f-429b-9ae3-6d85dd0a1656 x-openstack-request-id: req-2086612c-f50f-429b-9ae3-6d85dd0a1656 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:19.612753 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:19.613262 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2086612c-f50f-429b-9ae3-6d85dd0a1656 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:19.613588 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'status': 'completed', 'code': 200} Aug 20 13:43:19.636027 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:19.642673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291cefb7-2efb-497d-b433-75a22d8efce7 tempest-TestVolumeBackupRestore-1433859289 tempest-TestVolumeBackupRestore-1433859289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:19.645716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-291cefb7-2efb-497d-b433-75a22d8efce7 tempest-TestVolumeBackupRestore-1433859289 tempest-TestVolumeBackupRestore-1433859289-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1091 time: 0.0892773 Aug 20 13:43:19.648395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52012) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:19.653297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Request body: {'floatingip': {'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:19.722777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-bf1019b1-f549-42aa-800d-9150792c44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:19.726316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-bf1019b1-f549-42aa-800d-9150792c44bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1096 time: 0.0775330 Aug 20 13:43:19.732338 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:19.856927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-b8afab89-61e9-4b34-a8ca-f12bb9095608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:19.860195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-b8afab89-61e9-4b34-a8ca-f12bb9095608 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 914 time: 0.1277473 Aug 20 13:43:19.929718 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1f2f9fdd-7692-4377-9ad5-a235b12292e1', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:43:18Z', 'updated_at': '2021-08-20T13:43:18Z', 'revision_number': 0, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:19.941989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-39349e5a-f7ab-466b-8cc5-55780cdec371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 999 time: 0.0742621 Aug 20 13:43:19.957871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f076f-d513-4e27-97b0-68948456749e None None] Checking router: 6c2bc574-7582-42a0-a99b-f465f022d9d1 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:43:19.966689 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:19.967313 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:19.996437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-ed01bdf4-7954-45a8-89b1-fa29461257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:19.997906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-ed01bdf4-7954-45a8-89b1-fa29461257d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 200 len: 852 time: 0.0494664 Aug 20 13:43:20.050939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-1d5fce1c-36f8-4f85-b3d9-41e030b678c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:20.052466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-1d5fce1c-36f8-4f85-b3d9-41e030b678c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef39fdbb-24da-407f-8c72-f8a261493e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473242 Aug 20 13:43:20.082971 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:20.164420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-8bdb9dfc-1a87-4576-b5a9-a5877031af92 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034853 Aug 20 13:43:20.272615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b7f9ae3-51d6-43a3-93e2-e45c545b951b req-8756760f-ad6a-4f6e-a39b-e245aa9d1c0c service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011908 Aug 20 13:43:20.308048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:20.315558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:20.397518 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-215f076f-d513-4e27-97b0-68948456749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1f2f9fdd-7692-4377-9ad5-a235b12292e1', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:43:18Z', 'updated_at': '2021-08-20T13:43:18Z', 'revision_number': 0, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:20.425816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f076f-d513-4e27-97b0-68948456749e None None] The sync data for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 is: [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1f2f9fdd-7692-4377-9ad5-a235b12292e1', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:43:18Z', 'updated_at': '2021-08-20T13:43:18Z', 'revision_number': 0, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:43:20.573263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Router 6c2bc574-7582-42a0-a99b-f465f022d9d1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:43:20.629271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52020) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:20.656350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fef09e-914c-40f1-ba46-127061a55290 None None] New status for floating IP 1f2f9fdd-7692-4377-9ad5-a235b12292e1: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:43:20.699875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b1363d88-54d5-41f8-88cc-af7b0cfd323b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:43:20.933579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b1363d88-54d5-41f8-88cc-af7b0cfd323b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:20.949316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'port_id': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b', 'mac_address': 'fa:16:3e:2e:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d990365-b010-46f3-80ee-54e9141fa1d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:43:20.999648 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.014806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1363d88-54d5-41f8-88cc-af7b0cfd323b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:21.037622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b1363d88-54d5-41f8-88cc-af7b0cfd323b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:21.042922 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.052912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63474cce-dd8f-4773-81bd-94f2b872bcc0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.056756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:43:21.061635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.068250 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] Sync routers for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:43:21.082863 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:21.083797 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:21.105013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=b1363d88-54d5-41f8-88cc-af7b0cfd323b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:21.121902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe81fa-9e9e-4f1f-b515-797a7acf2dab req-8710a501-1ae3-4e70-9b5f-352a39edddc2 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:21.123780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dfe81fa-9e9e-4f1f-b515-797a7acf2dab req-8710a501-1ae3-4e70-9b5f-352a39edddc2 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 944 time: 0.4077973 Aug 20 13:43:21.133679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63474cce-dd8f-4773-81bd-94f2b872bcc0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.198360 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:21.204148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ffa95e6-eccf-41b2-9960-fc866fcfd057 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "PUT /v2.0/floatingips/1f2f9fdd-7692-4377-9ad5-a235b12292e1 HTTP/1.1" status: 200 len: 991 time: 1.5545785 Aug 20 13:43:21.228388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7dfe81fa-9e9e-4f1f-b515-797a7acf2dab req-d814010e-cde8-4532-bd1c-5e4b155e1abb tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969775 Aug 20 13:43:21.249282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63474cce-dd8f-4773-81bd-94f2b872bcc0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.252660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63474cce-dd8f-4773-81bd-94f2b872bcc0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.254275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-63474cce-dd8f-4773-81bd-94f2b872bcc0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/security-groups/478f2a66-6a24-42d7-8641-3cf97917fd5c HTTP/1.1" status: 204 len: 168 time: 0.6238892 Aug 20 13:43:21.257224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:21.265175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63474cce-dd8f-4773-81bd-94f2b872bcc0 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f2a66-6a24-42d7-8641-3cf97917fd5c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:21.279083 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-8fa52f3e-3b09-407b-a168-5cb8c9c00387 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] show failed (client error): The resource could not be found. Aug 20 13:43:21.283731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8fa52f3e-3b09-407b-a168-5cb8c9c00387 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "GET /v2.0/security-groups/478f2a66-6a24-42d7-8641-3cf97917fd5c HTTP/1.1" status: 404 len: 347 time: 0.0217628 Aug 20 13:43:21.284799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52026) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:21.308535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['b1363d88-54d5-41f8-88cc-af7b0cfd323b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:21.458678 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.475613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port 350642b0-53ad-4fe2-afd7-a68c3adab82b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:21.476405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.496079 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1f2f9fdd-7692-4377-9ad5-a235b12292e1', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:43:18Z', 'updated_at': '2021-08-20T13:43:20Z', 'revision_number': 2, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:21.567060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.567515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.582334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for 350642b0-53ad-4fe2-afd7-a68c3adab82b owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:21.614400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}, {'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:21.617323 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94041b51-7ef2-4168-8da1-3ae9931f473c" -d '{"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}, {"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:21.620646 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] Checking router: 6c2bc574-7582-42a0-a99b-f465f022d9d1 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:43:21.630489 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:21.631130 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:21.664796 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290eaaa-a26c-4d98-93ff-63f1786aca4f x-openstack-request-id: req-2290eaaa-a26c-4d98-93ff-63f1786aca4f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:21.665415 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:21.665923 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2290eaaa-a26c-4d98-93ff-63f1786aca4f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:21.667529 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'status': 'completed', 'code': 200} Aug 20 13:43:21.668112 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'status': 'completed', 'code': 200} Aug 20 13:43:21.750432 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:21.766728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-d82b623e-0ada-4cbc-ae8f-8064520bbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:21.769142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-d82b623e-0ada-4cbc-ae8f-8064520bbd73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1096 time: 0.0834320 Aug 20 13:43:21.769926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.805071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=350642b0-53ad-4fe2-afd7-a68c3adab82b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:21.857700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.858045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.858382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.858711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.859046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.859372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.859698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.860022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.860349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.860683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.861577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.861892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:21.944431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.947620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:21.948902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d689804-cf06-4b9b-af31-a8d2042c8900 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/floatingips/0a992fda-937f-4ddf-85b9-01f9307de405 HTTP/1.1" status: 204 len: 168 time: 0.6629202 Aug 20 13:43:21.952196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52032) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:21.960742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-4921a635-8465-4e0b-bc71-1821b385c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:21.962411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-4921a635-8465-4e0b-bc71-1821b385c304 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 914 time: 0.1682005 Aug 20 13:43:22.000913 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1f2f9fdd-7692-4377-9ad5-a235b12292e1', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:43:18Z', 'updated_at': '2021-08-20T13:43:20Z', 'revision_number': 2, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:22.031234 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4f612-06e9-4beb-9c3f-87e7e0cc6d90 None None] The sync data for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 is: [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '1f2f9fdd-7692-4377-9ad5-a235b12292e1', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'port_id': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'mac_address': 'fa:16:3e:71:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:43:18Z', 'updated_at': '2021-08-20T13:43:20Z', 'revision_number': 2, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:43:22.049852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-61ea3789-e90f-4901-955d-d93cde348149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 1001 time: 0.0798621 Aug 20 13:43:22.064938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port a1454aaf-cc1f-4738-a4f6-80f5831b6049 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:22.065806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.103488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-db5c29d4-4a62-4647-a076-dfa646b08a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.105233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-db5c29d4-4a62-4647-a076-dfa646b08a9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 200 len: 852 time: 0.0488982 Aug 20 13:43:22.159077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-1a1dd768-2b1b-45f5-9b6c-156fbd3f0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.160916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-1a1dd768-2b1b-45f5-9b6c-156fbd3f0a79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef39fdbb-24da-407f-8c72-f8a261493e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473986 Aug 20 13:43:22.174751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.199121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for a1454aaf-cc1f-4738-a4f6-80f5831b6049 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:22.276093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-150ce828-a38a-47da-af87-163880d9eb62 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084487 Aug 20 13:43:22.340341 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.372074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=a1454aaf-cc1f-4738-a4f6-80f5831b6049,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:22.425971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2a8c-1d6f-4ca9-89af-f9e6dec5bf3c req-2a6aa59f-800e-4c28-995f-da6a8e56387d tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.427504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-549d2a8c-1d6f-4ca9-89af-f9e6dec5bf3c req-2a6aa59f-800e-4c28-995f-da6a8e56387d tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 945 time: 0.0914006 Aug 20 13:43:22.435849 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-eb12f160-7827-49b6-abb6-3c3f48a35c7a service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508400 Aug 20 13:43:22.451955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.454132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-754149e7-a576-489a-96f3-56913a2c188c tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/ports/a1454aaf-cc1f-4738-a4f6-80f5831b6049 HTTP/1.1" status: 204 len: 168 time: 0.5005932 Aug 20 13:43:22.457536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52038) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:22.485217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-549d2a8c-1d6f-4ca9-89af-f9e6dec5bf3c req-ae663e01-ac08-475d-9bde-cf7575340d85 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Aug 20 13:43:22.555053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-8d23c556-42f8-424a-b45a-b301a30fa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.556614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-8d23c556-42f8-424a-b45a-b301a30fa9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1096 time: 0.0517056 Aug 20 13:43:22.576504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port 6a9565eb-7577-40cd-8604-74663c701f98 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:22.577025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.672489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-cf81f736-b7ff-4a1c-8192-042fd96476ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.674814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-cf81f736-b7ff-4a1c-8192-042fd96476ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 914 time: 0.1097965 Aug 20 13:43:22.690439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.697691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b1363d88-54d5-41f8-88cc-af7b0cfd323b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:43:22.703991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for 6a9565eb-7577-40cd-8604-74663c701f98 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:22.752672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-99fc2e97-0cdb-4943-b80f-e40229d88aff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 1001 time: 0.0698311 Aug 20 13:43:22.769828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port b1363d88-54d5-41f8-88cc-af7b0cfd323b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:22.775335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port b1363d88-54d5-41f8-88cc-af7b0cfd323b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:22.776575 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.813648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-65211fd3-28bc-4956-b2ab-6d4fddb6ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.817119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-65211fd3-28bc-4956-b2ab-6d4fddb6ae04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 200 len: 852 time: 0.0509832 Aug 20 13:43:22.878689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-c6ef9469-1fc2-4852-a613-9b5063279d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:22.880211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-c6ef9469-1fc2-4852-a613-9b5063279d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef39fdbb-24da-407f-8c72-f8a261493e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560246 Aug 20 13:43:22.887075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.897510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:22.930557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=6a9565eb-7577-40cd-8604-74663c701f98,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:22.931360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:22.935120 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60630f52-1a59-430b-9688-84221cc4fbc9" -d '{"events": [{"server_uuid": "df821dbc-aa55-4703-9344-4f04ccdc6d39", "name": "network-vif-plugged", "status": "completed", "tag": "b1363d88-54d5-41f8-88cc-af7b0cfd323b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:22.951040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b1363d88-54d5-41f8-88cc-af7b0cfd323b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:22.960796 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.011432 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0033b750-4373-48f1-9d31-eb1d6d507219 x-openstack-request-id: req-0033b750-4373-48f1-9d31-eb1d6d507219 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:23.012753 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df821dbc-aa55-4703-9344-4f04ccdc6d39", "name": "network-vif-plugged", "status": "completed", "tag": "b1363d88-54d5-41f8-88cc-af7b0cfd323b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:23.013765 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0033b750-4373-48f1-9d31-eb1d6d507219 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:23.014301 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b', 'code': 200} Aug 20 13:43:23.037613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-8e0f708d-eba2-401b-ac93-0ea6c98da388 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463783 Aug 20 13:43:23.052798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=b1363d88-54d5-41f8-88cc-af7b0cfd323b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:23.103132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.105172 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a87dcbd0-ece8-4416-a20f-38d1dd59dc5b tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/ports/6a9565eb-7577-40cd-8604-74663c701f98 HTTP/1.1" status: 204 len: 168 time: 0.6465454 Aug 20 13:43:23.109131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52042) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:23.137647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94041b51-7ef2-4168-8da1-3ae9931f473c req-549962eb-ee2e-4ab4-b082-5c66018ce81f service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922246 Aug 20 13:43:23.156742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2785d96-277f-46f8-8d26-d62dcee07778 req-81cefb81-1038-4b88-8bbf-c9673300a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:23.159419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2785d96-277f-46f8-8d26-d62dcee07778 req-81cefb81-1038-4b88-8bbf-c9673300a3f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 1097 time: 0.0911944 Aug 20 13:43:23.176035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting subnet 961fc6fb-c4b4-45b4-b390-7ac5b28278af {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:43:23.190340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.236950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2785d96-277f-46f8-8d26-d62dcee07778 req-96f7cef2-f4c1-4156-9893-7d6072f2d2be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694437 Aug 20 13:43:23.243751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.331747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.404462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.439515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Subnet': ['ID=961fc6fb-c4b4-45b4-b390-7ac5b28278af,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:23.444212 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.448735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d995b8f-4801-4bf9-9335-6997c7327b96 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/subnets/961fc6fb-c4b4-45b4-b390-7ac5b28278af HTTP/1.1" status: 204 len: 168 time: 0.3361011 Aug 20 13:43:23.449160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52044) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:23.452911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629f5d7-d413-4a28-bc52-d87b59b7ef15 None None] Network 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:43:23.520130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting subnet f1f8b583-ec4c-46f2-828d-e0c015586ebe {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:43:23.525910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.594721 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.658813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9f8e2-7619-4ab9-80dd-a1bff04b4775 req-f405cbda-7abc-4fb5-8d6c-47b9f325dfb7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:23.660428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9a9f8e2-7619-4ab9-80dd-a1bff04b4775 req-f405cbda-7abc-4fb5-8d6c-47b9f325dfb7 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 946 time: 0.0629437 Aug 20 13:43:23.712321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] DHCP port deletion for 0d0465df-09be-46a3-8df8-4b5eb2c2ed60 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:43:23.716344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b9a9f8e2-7619-4ab9-80dd-a1bff04b4775 req-4417bc0d-d893-49d0-9e3c-e30311070df5 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Aug 20 13:43:23.729210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.770777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] Deleting port 454cb61c-ace0-4c4e-8fc8-faa652915d24 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:23.771186 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.800418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.828888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f8b583-ec4c-46f2-828d-e0c015586ebe,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:23.833063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.838974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-540e1f87-ff6a-4f9e-9f92-8dc104240f55 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/subnets/f1f8b583-ec4c-46f2-828d-e0c015586ebe HTTP/1.1" status: 204 len: 168 time: 0.3847437 Aug 20 13:43:23.839503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52050) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:23.840639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] For port 454cb61c-ace0-4c4e-8fc8-faa652915d24, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=454cb61c-ace0-4c4e-8fc8-faa652915d24,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:23.841098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.852228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51803254-7433-498a-af91-37d1b6939fb8 None None] Network 28dbff8c-ac99-449c-8206-4640246e6412 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:43:23.872069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] Calling delete_port for 454cb61c-ace0-4c4e-8fc8-faa652915d24 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:23.921490 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:23.991759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Deleting port 454cb61c-ace0-4c4e-8fc8-faa652915d24 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:23.992051 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.039134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.067447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] Pushing event deleted for resources: {'Port': ['ID=454cb61c-ace0-4c4e-8fc8-faa652915d24,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:24.074997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992328c-32ea-44bb-b8af-2ecaa221c56c None None] No DVR routers for this DVR port 454cb61c-ace0-4c4e-8fc8-faa652915d24 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:24.076816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] For port 454cb61c-ace0-4c4e-8fc8-faa652915d24, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=454cb61c-ace0-4c4e-8fc8-faa652915d24,segment=NetworkSegment(87d6443a-388a-46d2-95fe-f21c20c364ba),segment_id=87d6443a-388a-46d2-95fe-f21c20c364ba)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:24.077189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.094813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Calling delete_port for 454cb61c-ace0-4c4e-8fc8-faa652915d24 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:24.124111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] DHCP port deletion for 28dbff8c-ac99-449c-8206-4640246e6412 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:43:24.176312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] Deleting port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:24.176982 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.196047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.224219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Port': ['ID=454cb61c-ace0-4c4e-8fc8-faa652915d24,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:24.229532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] No DVR routers for this DVR port 454cb61c-ace0-4c4e-8fc8-faa652915d24 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:24.256423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] For port 2f6510f0-c9e1-400d-98aa-f9f4c5954521, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2f6510f0-c9e1-400d-98aa-f9f4c5954521,segment=NetworkSegment(6ae8f279-86c3-4104-b3f3-a02b419d86da),segment_id=6ae8f279-86c3-4104-b3f3-a02b419d86da)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:24.256933 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.271579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] Calling delete_port for 2f6510f0-c9e1-400d-98aa-f9f4c5954521 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:24.321801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.336472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0465df-09be-46a3-8df8-4b5eb2c2ed60']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:24.349674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d6443a-388a-46d2-95fe-f21c20c364ba') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:24.350082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d6443a-388a-46d2-95fe-f21c20c364ba') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:24.360470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.369302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.383501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.390899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:43:24.391459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:43:24.397003 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:43:24.406314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 454cb61c-ace0-4c4e-8fc8-faa652915d24 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:24.413590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] Pushing event deleted for resources: {'Port': ['ID=2f6510f0-c9e1-400d-98aa-f9f4c5954521,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:24.437845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 454cb61c-ace0-4c4e-8fc8-faa652915d24 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:24.438191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 454cb61c-ace0-4c4e-8fc8-faa652915d24 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:24.438616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f6510f0-c9e1-400d-98aa-f9f4c5954521 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:24.441330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d27bf-532c-4e36-b1fe-082580e19dcf None None] No DVR routers for this DVR port 2f6510f0-c9e1-400d-98aa-f9f4c5954521 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:24.463611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 2f6510f0-c9e1-400d-98aa-f9f4c5954521 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:24.463810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2f6510f0-c9e1-400d-98aa-f9f4c5954521 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:24.481644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.494457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.499335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/networks/0d0465df-09be-46a3-8df8-4b5eb2c2ed60 HTTP/1.1" status: 204 len: 168 time: 0.6564767 Aug 20 13:43:24.499915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52052) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:24.508005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3ff8b-5de6-4d00-a5fe-09ec323c82e6 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Network': ['ID=0d0465df-09be-46a3-8df8-4b5eb2c2ed60,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:24.580983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.677873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.687819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbff8c-ac99-449c-8206-4640246e6412']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:24.699437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae8f279-86c3-4104-b3f3-a02b419d86da') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:24.699739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae8f279-86c3-4104-b3f3-a02b419d86da') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:24.709004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.722633 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.728461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:43:24.732228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:43:24.733322 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:43:24.821023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.833445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:24.835325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] 10.222.0.59 "DELETE /v2.0/networks/28dbff8c-ac99-449c-8206-4640246e6412 HTTP/1.1" status: 204 len: 168 time: 0.3340344 Aug 20 13:43:24.849515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12f254-f014-4b62-988f-8a3b61092d86 tempest-TaggedBootDevicesTest_v242-114846818 tempest-TaggedBootDevicesTest_v242-114846818-project] Pushing event deleted for resources: {'Network': ['ID=28dbff8c-ac99-449c-8206-4640246e6412,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:24.868280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a7d3-eb40-47fd-a639-aa66ae7ab268 req-09e3180b-3450-4e4b-9606-295144c336e6 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:24.869829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7633a7d3-eb40-47fd-a639-aa66ae7ab268 req-09e3180b-3450-4e4b-9606-295144c336e6 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 946 time: 0.0804043 Aug 20 13:43:24.914452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7633a7d3-eb40-47fd-a639-aa66ae7ab268 req-ae9aa304-1b26-4726-bc6c-9e80fd212074 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Aug 20 13:43:28.988379 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:31.549929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:32.810206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-d39f3530-9d10-48d8-8a49-ed5c35f0b65c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449154 Aug 20 13:43:32.917329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-e1c1935d-d90f-4a47-959c-4e5ae3c2f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:32.918730 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-e1c1935d-d90f-4a47-959c-4e5ae3c2f1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1096 time: 0.0542889 Aug 20 13:43:33.061001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-6b2e0061-d937-4ec9-bbed-734c535de17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:33.062859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-6b2e0061-d937-4ec9-bbed-734c535de17d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1198571 Aug 20 13:43:33.151544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-b0a366ce-191d-4642-ba97-2475d07fd333 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 1000 time: 0.0813482 Aug 20 13:43:33.205544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-3657bd51-9c47-4cee-8f12-a19b37d6081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:33.207085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-3657bd51-9c47-4cee-8f12-a19b37d6081c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0475354 Aug 20 13:43:33.262433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-639dc728-bf75-434d-865a-cc603dadd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:33.263987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-639dc728-bf75-434d-865a-cc603dadd3ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491590 Aug 20 13:43:33.393762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-212e1772-2b80-43e3-b991-8c9ae1be1e0e service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201715 Aug 20 13:43:33.500804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d63010d-9c70-4afd-b1a3-2c253379ee42 req-360c6a37-8a75-4244-b260-29c09d971328 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996845 Aug 20 13:43:35.014590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-7289ab3f-3940-4fde-872b-c30ef9376b9b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604117 Aug 20 13:43:35.120925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-4b8eb541-97b0-40b9-b975-6b1a9d276491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:35.123349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-4b8eb541-97b0-40b9-b975-6b1a9d276491 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1097 time: 0.0580266 Aug 20 13:43:35.264343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-c979bf11-6ced-48a9-969f-ae11ec30d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:35.267386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-c979bf11-6ced-48a9-969f-ae11ec30d59d service neutron] 10.222.0.53 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1161618 Aug 20 13:43:35.348077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-5d12007c-7702-41a7-b8c8-57f89bf09cae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 1002 time: 0.0701468 Aug 20 13:43:35.440399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-94ab0fea-de19-4776-89af-c80d32eb53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:35.443199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-94ab0fea-de19-4776-89af-c80d32eb53cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0878901 Aug 20 13:43:35.511254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-540b0c18-bfd8-4970-9cdd-74986722ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:35.512834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-540b0c18-bfd8-4970-9cdd-74986722ec8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611293 Aug 20 13:43:35.615679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-41c423a2-ce38-4e48-a936-2c84f7cc3c30 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947120 Aug 20 13:43:35.750763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9911c631-f3a2-4d94-bd9e-fb9ee6ebcd29 req-936086c8-9279-4628-a3ea-464815c94818 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267369 Aug 20 13:43:36.131246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52152) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:36.927916 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:37.205396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Deleting port 383a92af-1501-448b-a9c4-2fce5ae06d07 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:37.205396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:37.299549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] For port 383a92af-1501-448b-a9c4-2fce5ae06d07, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=383a92af-1501-448b-a9c4-2fce5ae06d07,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:37.299904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:37.316439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Calling delete_port for 383a92af-1501-448b-a9c4-2fce5ae06d07 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:37.554805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:37.584710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=383a92af-1501-448b-a9c4-2fce5ae06d07,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:37.797211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:38.038767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:43:38.164885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:43:38.171923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b5318832-ddd5-437c-b78f-dab6ca2bb2f8 admin admin] 10.222.0.59 "PUT /v2.0/routers/f9e2a647-5a06-4142-a3a4-148c7fae5ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0391290 Aug 20 13:43:38.175076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] Sync routers for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:43:38.176010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:38.184626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:38.185263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:38.322040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:38.323576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:38.439532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:38.503772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Deleting port 6f5eb262-8080-4208-af82-f66ec281e8f1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:38.504124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:38.644543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] For port 6f5eb262-8080-4208-af82-f66ec281e8f1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6f5eb262-8080-4208-af82-f66ec281e8f1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:38.645294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:38.663844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Calling delete_port for 6f5eb262-8080-4208-af82-f66ec281e8f1 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:38.796968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:43:37Z', 'revision_number': 5, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port': {'id': '6f5eb262-8080-4208-af82-f66ec281e8f1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:32:01Z', 'updated_at': '2021-08-20T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:38.832875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] Checking router: f9e2a647-5a06-4142-a3a4-148c7fae5ba6 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:43:38.842685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] Routers {'f9e2a647-5a06-4142-a3a4-148c7fae5ba6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:38.843326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:38.869119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:38.903300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5eb262-8080-4208-af82-f66ec281e8f1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:38.939572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] Set router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:38.998872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.014698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:43:38Z', 'revision_number': 6, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:39.058474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c775db-07de-41b7-ac43-1844d75aea0e None None] The sync data for ids ['f9e2a647-5a06-4142-a3a4-148c7fae5ba6'] in n-d-804232-5 is: [{'id': 'f9e2a647-5a06-4142-a3a4-148c7fae5ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-205535322-router', 'tenant_id': '21aa38ad36a043e59aa49507fb578302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:32:00Z', 'updated_at': '2021-08-20T13:43:38Z', 'revision_number': 6, 'project_id': '21aa38ad36a043e59aa49507fb578302', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:43:39.145536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.149346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.203003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.204713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e2a647-5a06-4142-a3a4-148c7fae5ba6 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:43:39.209155 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.210155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9e4ae18-c8e5-416e-9213-923dd937d841 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f9e2a647-5a06-4142-a3a4-148c7fae5ba6 HTTP/1.1" status: 204 len: 168 time: 1.0325525 Aug 20 13:43:39.212686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:39.261865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Deleting subnet a00953dd-4411-4462-891c-28c8d3ece73e {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:43:39.265020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.299850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.400148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.469396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.497223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00953dd-4411-4462-891c-28c8d3ece73e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:39.502401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.504102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-77c004ad-09b0-42dc-a52d-6ba492e08cdf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a00953dd-4411-4462-891c-28c8d3ece73e HTTP/1.1" status: 204 len: 168 time: 0.2903969 Aug 20 13:43:39.506798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52190) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:39.509946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ccc8d6-9fe8-4b3e-895e-0114c24a9068 None None] Network f54f8aab-e819-4e7e-8938-447490660a38 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:43:39.588783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.652405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Deleting port 07a544b5-2826-4415-b33e-3553c74a08fe {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:39.652803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.726000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] For port 07a544b5-2826-4415-b33e-3553c74a08fe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=07a544b5-2826-4415-b33e-3553c74a08fe,segment=NetworkSegment(68dc6c4d-617d-4e4f-833d-56e555563f1f),segment_id=68dc6c4d-617d-4e4f-833d-56e555563f1f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:39.726605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.740783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Calling delete_port for 07a544b5-2826-4415-b33e-3553c74a08fe owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:39.848406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:39.882781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a544b5-2826-4415-b33e-3553c74a08fe,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:39.892717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] No DVR routers for this DVR port 07a544b5-2826-4415-b33e-3553c74a08fe on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:39.912577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c5f66-3377-4164-8959-20d33c7ca2f9 None None] DHCP port deletion for f54f8aab-e819-4e7e-8938-447490660a38 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:43:39.996140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.007592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54f8aab-e819-4e7e-8938-447490660a38']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:40.020209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dc6c4d-617d-4e4f-833d-56e555563f1f') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:40.020532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dc6c4d-617d-4e4f-833d-56e555563f1f') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:40.030425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.050832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.057853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:43:40.058329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:43:40.060240 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:43:40.130952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.137279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.144289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f54f8aab-e819-4e7e-8938-447490660a38 HTTP/1.1" status: 204 len: 168 time: 0.6356914 Aug 20 13:43:40.161531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c02306-fd54-4708-a6a5-0b41ada16a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54f8aab-e819-4e7e-8938-447490660a38,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:40.310807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52198) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:40.370141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-40fa04e7-8d45-4bb6-b792-05fdcbb44c3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21aa38ad36a043e59aa49507fb578302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577071 Aug 20 13:43:40.372747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52200) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:40.443330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6f5eb262-8080-4208-af82-f66ec281e8f1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:40.484246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-041f7688-ccdc-444d-b565-261a34210861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.493526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6f5eb262-8080-4208-af82-f66ec281e8f1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:40.494376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6f5eb262-8080-4208-af82-f66ec281e8f1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:40.495096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 383a92af-1501-448b-a9c4-2fce5ae06d07 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:40.519583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-041f7688-ccdc-444d-b565-261a34210861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.520299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 383a92af-1501-448b-a9c4-2fce5ae06d07 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:40.521294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 383a92af-1501-448b-a9c4-2fce5ae06d07 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:40.521908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07a544b5-2826-4415-b33e-3553c74a08fe no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:43:40.544042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 07a544b5-2826-4415-b33e-3553c74a08fe {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:43:40.544394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07a544b5-2826-4415-b33e-3553c74a08fe not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:43:40.602624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-041f7688-ccdc-444d-b565-261a34210861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.605319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-041f7688-ccdc-444d-b565-261a34210861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:40.606781 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-041f7688-ccdc-444d-b565-261a34210861 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/76b32d7a-362d-48f9-ae70-2fb39f26cbbf HTTP/1.1" status: 204 len: 168 time: 0.2328269 Aug 20 13:43:40.619364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f7688-ccdc-444d-b565-261a34210861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b32d7a-362d-48f9-ae70-2fb39f26cbbf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:41.603641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:41.716769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-832271150-network', 'tenant_id': 'd507aa26b358467ea65e70b1fab6d783'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:41.743557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Made reservation on behalf of d507aa26b358467ea65e70b1fab6d783 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:41.746188 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.757480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.859322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.865134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.896125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:43:41.902918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:41.912133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.912788 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Added segment 0af454af-bb3c-44e9-8d7b-94df32dd8138 of type vlan for network 3afef6b8-ee12-406e-b8a9-644d855057cb Aug 20 13:43:41.962536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.991033 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:41.992187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:41.992822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:42.061140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4560165 Aug 20 13:43:42.061369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52238) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:42.071017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Request body: {'subnet': {'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-832271150-subnet', 'tenant_id': 'd507aa26b358467ea65e70b1fab6d783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:42.073062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112c2e4-89f1-4dc9-9913-aa54eabb0064 admin admin] Pushing event updated for resources: {'Network': ['ID=3afef6b8-ee12-406e-b8a9-644d855057cb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:42.090285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 3afef6b8-ee12-406e-b8a9-644d855057cb details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:43:42.177683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Made reservation on behalf of d507aa26b358467ea65e70b1fab6d783 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:42.181185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:42.449731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:42.527560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad30184-3d30-419e-a880-25856f9aa5cd,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:42.543267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Checking segment: {'id': '0af454af-bb3c-44e9-8d7b-94df32dd8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:43:42.543825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Network hostable DHCP agents. Network: 3afef6b8-ee12-406e-b8a9-644d855057cb, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:43:42.571780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Network 3afef6b8-ee12-406e-b8a9-644d855057cb is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:43:42.583970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 3afef6b8-ee12-406e-b8a9-644d855057cb) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:42.588744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:42.589339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:42.593562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb83133-9eeb-4161-9b56-793bd21ba14a None None] Network 3afef6b8-ee12-406e-b8a9-644d855057cb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:43:42.605666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0769e502-5804-4714-837a-6c2b89e3d30c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5425498 Aug 20 13:43:42.743674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb20846-6299-498f-8ab5-1abab1facd00 None None] Network 3afef6b8-ee12-406e-b8a9-644d855057cb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:43:43.144543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-2e251899-a3f6-4352-9651-bc138e5ac46a tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:43.146278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-2e251899-a3f6-4352-9651-bc138e5ac46a tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/networks?id=3afef6b8-ee12-406e-b8a9-644d855057cb HTTP/1.1" status: 200 len: 812 time: 0.1340408 Aug 20 13:43:43.169009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-82c11b7b-4e8c-48eb-a13f-38c34ab16625 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/quotas/d507aa26b358467ea65e70b1fab6d783 HTTP/1.1" status: 200 len: 375 time: 0.0128834 Aug 20 13:43:43.205726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-3344d6e0-e1ac-41dc-8de6-d74fc1a92aa1 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d507aa26b358467ea65e70b1fab6d783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305982 Aug 20 13:43:43.277930 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:43:43.326957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-a6b1769d-a24e-4cbe-90f7-ded81eab3d14 service neutron] 10.222.0.59 "GET /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058266 Aug 20 13:43:43.485825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-53f3bbd6-301c-4e49-81ab-92d4ca297a5f service neutron] 10.222.0.59 "GET /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499045 Aug 20 13:43:43.764425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-39dc0f5c-cbbe-4e02-b6a2-d10ca804aee5 req-06ce4ffb-4fcf-420e-880a-f0a3742ac5ef tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 210 time: 0.0500641 Aug 20 13:43:44.881171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c2002ad-1b2b-4fd7-a85d-4215ca6645c5 req-9287aaf2-4089-4f8d-be9d-582cb1bea045 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 210 time: 0.0292315 Aug 20 13:43:44.944583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-9e190e5b-78c8-4a7a-9940-750a356a2daf tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:44.946253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-9e190e5b-78c8-4a7a-9940-750a356a2daf tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.1479592 Aug 20 13:43:44.963781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-10dfab30-69be-4543-b557-9b83d15d6fe1 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/quotas/766fa4f2b3394d3487c59c4d76ac1448 HTTP/1.1" status: 200 len: 375 time: 0.0110104 Aug 20 13:43:45.031853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-92b898fc-9bcb-4290-ac6d-3146d24a5f38 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606756 Aug 20 13:43:45.116785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-b62d73d3-e8d4-44ce-b523-6dc2a777be87 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:45.120314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-b62d73d3-e8d4-44ce-b523-6dc2a777be87 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.13 "GET /v2.0/networks?id=3afef6b8-ee12-406e-b8a9-644d855057cb HTTP/1.1" status: 200 len: 812 time: 0.1241362 Aug 20 13:43:45.141651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Request body: {'port': {'device_id': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb', 'admin_state_up': True, 'tenant_id': 'd507aa26b358467ea65e70b1fab6d783'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:45.174612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-08860e7e-74a9-44bb-8e18-06fd87c43728 service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336999 Aug 20 13:43:45.292094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-f5a4846a-a8ab-4fc6-8305-766fe7e75f52 service neutron] 10.222.0.59 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165209 Aug 20 13:43:45.319272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Made reservation on behalf of d507aa26b358467ea65e70b1fab6d783 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:45.323413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:45.596362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d86931a1-bdef-4c3f-a385-82d0e2c307b9 req-1fc18aa7-db41-47ea-afa2-c0cc37e18628 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 210 time: 0.0442433 Aug 20 13:43:45.613762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Allocated IP 172.20.0.4 (3afef6b8-ee12-406e-b8a9-644d855057cb/7ad30184-3d30-419e-a880-25856f9aa5cd/385f25a4-369a-4d14-9499-8df9fac46762) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:43:45.791285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7420528a-095a-4e66-a20c-539c393cf49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:45.832676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:45.881036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:45.933950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Network 3afef6b8-ee12-406e-b8a9-644d855057cb is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:43:45.939234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:45.944300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:43:46.006180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:46.007202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:46.017357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Pushing event updated for resources: {'Port': ['ID=385f25a4-369a-4d14-9499-8df9fac46762,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:46.035825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-dd4f7fd1-75d3-4d1b-b913-15deaaa42a64 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9069555 Aug 20 13:43:46.051272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Request body: {'port': {'device_id': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:46.060665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b8fa5-e530-448e-afa6-0277e2ff4cb8 req-fa35293e-3dcd-4324-bf0d-c90ad971a0f4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:46.062260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e3b8fa5-e530-448e-afa6-0277e2ff4cb8 req-fa35293e-3dcd-4324-bf0d-c90ad971a0f4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 931 time: 0.0813928 Aug 20 13:43:46.132850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e3b8fa5-e530-448e-afa6-0277e2ff4cb8 req-4fcdc448-566b-40c4-b7ae-d04ee31ec2e7 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Aug 20 13:43:46.153633 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:46.521045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385f25a4-369a-4d14-9499-8df9fac46762 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:46.530780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:46.550037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Transition to ACTIVE for port object 385f25a4-369a-4d14-9499-8df9fac46762 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:46.560960 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:46.636024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Pushing event updated for resources: {'Port': ['ID=385f25a4-369a-4d14-9499-8df9fac46762,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:46.822511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Attempting to bind port 385f25a4-369a-4d14-9499-8df9fac46762 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:43:46.822858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Attempting to bind port 385f25a4-369a-4d14-9499-8df9fac46762 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '0af454af-bb3c-44e9-8d7b-94df32dd8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:43:46.823208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Attempting to bind port 385f25a4-369a-4d14-9499-8df9fac46762 on network 3afef6b8-ee12-406e-b8a9-644d855057cb {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:46.838962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Port 385f25a4-369a-4d14-9499-8df9fac46762 on network 3afef6b8-ee12-406e-b8a9-644d855057cb not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:43:46.843288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Attempting to bind port 385f25a4-369a-4d14-9499-8df9fac46762 on network 3afef6b8-ee12-406e-b8a9-644d855057cb {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:46.865034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:43:46.865399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Checking segment: {'id': '0af454af-bb3c-44e9-8d7b-94df32dd8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:43:46.865815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Bound using segment: {'id': '0af454af-bb3c-44e9-8d7b-94df32dd8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:43:46.866212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Bound port: 385f25a4-369a-4d14-9499-8df9fac46762, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af454af-bb3c-44e9-8d7b-94df32dd8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:43:46.866605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:46.982245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] For port 385f25a4-369a-4d14-9499-8df9fac46762, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:43:46.987583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] For port 385f25a4-369a-4d14-9499-8df9fac46762, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=385f25a4-369a-4d14-9499-8df9fac46762,segment=NetworkSegment(0af454af-bb3c-44e9-8d7b-94df32dd8138),segment_id=0af454af-bb3c-44e9-8d7b-94df32dd8138)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:43:46.995627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:47.081154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:47.082335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:47.085643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] 10.222.0.13 "PUT /v2.0/ports/385f25a4-369a-4d14-9499-8df9fac46762 HTTP/1.1" status: 200 len: 1091 time: 1.0405362 Aug 20 13:43:47.093809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'tag': '385f25a4-369a-4d14-9499-8df9fac46762'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:47.098197 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826" -d '{"events": [{"name": "network-changed", "server_uuid": "969e8bbc-1780-4eb2-9df4-2a9d90b72a47", "tag": "385f25a4-369a-4d14-9499-8df9fac46762"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:47.150905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9df724-ea03-4458-a097-b17a726ace2b service neutron] Pushing event updated for resources: {'Port': ['ID=385f25a4-369a-4d14-9499-8df9fac46762,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:47.157031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-68750fd5-8d2e-4e1f-b65d-2225521b43c2 req-dbf6f3e8-c656-446f-b9bc-57f2cf557333 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 210 time: 0.4124835 Aug 20 13:43:47.196740 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4b108-d135-4be0-a6be-c1667da11d33 x-openstack-request-id: req-4ad4b108-d135-4be0-a6be-c1667da11d33 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:47.196740 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969e8bbc-1780-4eb2-9df4-2a9d90b72a47", "tag": "385f25a4-369a-4d14-9499-8df9fac46762", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:47.196740 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ad4b108-d135-4be0-a6be-c1667da11d33 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:47.196740 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'tag': '385f25a4-369a-4d14-9499-8df9fac46762', 'status': 'completed', 'code': 200} Aug 20 13:43:47.246439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-3344cd94-1683-45a1-b027-af1d2a304939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:47.249412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-3344cd94-1683-45a1-b027-af1d2a304939 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d507aa26b358467ea65e70b1fab6d783&device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 1094 time: 0.0838616 Aug 20 13:43:47.271785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-f3264503-2d06-40b0-8d05-aaf1a67d537f tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:47.273761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-f3264503-2d06-40b0-8d05-aaf1a67d537f tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 815 time: 0.5585065 Aug 20 13:43:47.288723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Request body: {'port': {'device_id': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'admin_state_up': True, 'tenant_id': '766fa4f2b3394d3487c59c4d76ac1448'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:47.363719 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-30f14717-657c-4652-9aba-431d186df26b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=385f25a4-369a-4d14-9499-8df9fac46762 HTTP/1.1" status: 200 len: 217 time: 0.1026266 Aug 20 13:43:47.458695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa3919-a6ed-4c5f-85ef-dd7e5422f259 req-fc3c6387-5b1a-4805-8253-5c65526d4e9a tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:47.460312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0eaa3919-a6ed-4c5f-85ef-dd7e5422f259 req-fc3c6387-5b1a-4805-8253-5c65526d4e9a tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 943 time: 0.1764333 Aug 20 13:43:47.460496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Made reservation on behalf of 766fa4f2b3394d3487c59c4d76ac1448 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:47.461972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-984a0cfe-4d91-4a40-b5f2-8af66da96717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:47.463332 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-984a0cfe-4d91-4a40-b5f2-8af66da96717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ad30184-3d30-419e-a880-25856f9aa5cd HTTP/1.1" status: 200 len: 852 time: 0.0813353 Aug 20 13:43:47.467354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:47.529859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-66365d34-be4b-4779-8f08-8aff34966ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3afef6b8-ee12-406e-b8a9-644d855057cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350907 Aug 20 13:43:47.569792 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0eaa3919-a6ed-4c5f-85ef-dd7e5422f259 req-6948248a-b0d0-456a-b270-7ff1e5caad43 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996234 Aug 20 13:43:47.666571 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-561ac1e2-5b73-433d-8133-285076917645 service neutron] 10.222.0.13 "GET /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268849 Aug 20 13:43:47.678008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Allocated IP 172.20.0.4 (bec1712c-2cda-42ec-8dc9-1aa984752e32/8d990365-b010-46f3-80ee-54e9141fa1d2/df533f0e-0637-41bd-8f4c-b6e90343d769) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:43:47.837047 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bebfb18-ee53-489d-8901-b5d712e362e6 req-97e2a176-b523-42b7-bd11-28bec48c4d43 service neutron] 10.222.0.13 "GET /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574874 Aug 20 13:43:47.908254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:47.977268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:47.978082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-e6d674bd-447f-42ce-8928-7bc4962a97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:47.979313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-e6d674bd-447f-42ce-8928-7bc4962a97ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d507aa26b358467ea65e70b1fab6d783&device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 1094 time: 0.0674536 Aug 20 13:43:47.991525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce', '686125ef-859d-4c75-b173-58daae80b7b1', 'b1363d88-54d5-41f8-88cc-af7b0cfd323b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:48.061272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Network bec1712c-2cda-42ec-8dc9-1aa984752e32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:43:48.065078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:48.077509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:43:48.142532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-917331dc-10f0-4857-8321-0a933048c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:48.144218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-917331dc-10f0-4857-8321-0a933048c334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3afef6b8-ee12-406e-b8a9-644d855057cb HTTP/1.1" status: 200 len: 913 time: 0.1533432 Aug 20 13:43:48.149682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event updated for resources: {'Port': ['ID=df533f0e-0637-41bd-8f4c-b6e90343d769,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:48.213316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-ac93159f-2ea7-4010-9adf-a04657302894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=385f25a4-369a-4d14-9499-8df9fac46762 HTTP/1.1" status: 200 len: 217 time: 0.0575583 Aug 20 13:43:48.261473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:48.264357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:48.288509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-6ba5f381-14d7-48eb-92e4-6a3281c0df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:48.290376 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-6ba5f381-14d7-48eb-92e4-6a3281c0df9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ad30184-3d30-419e-a880-25856f9aa5cd HTTP/1.1" status: 200 len: 852 time: 0.0694528 Aug 20 13:43:48.322228 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b930231f-76d2-4671-81e2-f26b757cc381 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386548 Aug 20 13:43:48.351335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-2a0a7254-f7cb-4188-8732-14929c5c3844 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3afef6b8-ee12-406e-b8a9-644d855057cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418875 Aug 20 13:43:48.372762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Request body: {'port': {'device_id': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:48.448519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e66e-605c-4dac-9010-ef312261a74a req-4f5f537d-0b31-4546-88ee-5fde3d84b7f8 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:48.450484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8718e66e-605c-4dac-9010-ef312261a74a req-4f5f537d-0b31-4546-88ee-5fde3d84b7f8 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 931 time: 0.1325326 Aug 20 13:43:48.497917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:48.603894 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2787e997-2fcf-469d-ae51-15a564c171d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:48.605416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8718e66e-605c-4dac-9010-ef312261a74a req-89cc5fd2-eba9-41a4-829c-b56cf0659c14 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471636 Aug 20 13:43:48.607575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-709dd4b1-a708-4d67-b0a1-0b78203e8bd9 service neutron] 10.222.0.13 "GET /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455466 Aug 20 13:43:48.696300 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:48.815557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338483e-7632-436e-a60d-41bb0edb6403 req-fa7b57b8-caf3-4bc3-9769-c9be019611e4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:48.817307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0338483e-7632-436e-a60d-41bb0edb6403 req-fa7b57b8-caf3-4bc3-9769-c9be019611e4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 943 time: 0.1079605 Aug 20 13:43:48.878658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fa2d79d-b0e7-47aa-b7c8-9c7e55df0826 req-3697258f-9500-4f55-9075-c7e3c84b5773 service neutron] 10.222.0.13 "GET /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589056 Aug 20 13:43:48.932830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0338483e-7632-436e-a60d-41bb0edb6403 req-8976551b-01e6-44f9-b695-44ea8ef7f72f tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021647 Aug 20 13:43:49.098028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df533f0e-0637-41bd-8f4c-b6e90343d769 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:49.118109 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:49.145808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Transition to ACTIVE for port object df533f0e-0637-41bd-8f4c-b6e90343d769 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:49.149889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:49.217474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Pushing event updated for resources: {'Port': ['ID=df533f0e-0637-41bd-8f4c-b6e90343d769,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:49.321994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Attempting to bind port df533f0e-0637-41bd-8f4c-b6e90343d769 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:43:49.323124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Attempting to bind port df533f0e-0637-41bd-8f4c-b6e90343d769 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:43:49.323124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Attempting to bind port df533f0e-0637-41bd-8f4c-b6e90343d769 on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:49.334827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Port df533f0e-0637-41bd-8f4c-b6e90343d769 on network bec1712c-2cda-42ec-8dc9-1aa984752e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:43:49.335105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Attempting to bind port df533f0e-0637-41bd-8f4c-b6e90343d769 on network bec1712c-2cda-42ec-8dc9-1aa984752e32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:49.343713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:43:49.344602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Checking segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:43:49.345121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Bound using segment: {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:43:49.345683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Bound port: df533f0e-0637-41bd-8f4c-b6e90343d769, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef886062-800a-4c28-b8fb-c46c68f7a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:43:49.346106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:49.461495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] For port df533f0e-0637-41bd-8f4c-b6e90343d769, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:43:49.467875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] For port df533f0e-0637-41bd-8f4c-b6e90343d769, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=df533f0e-0637-41bd-8f4c-b6e90343d769,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:43:49.483447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:49.499702 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:49.529062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:49.530483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:49.531614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] 10.222.0.53 "PUT /v2.0/ports/df533f0e-0637-41bd-8f4c-b6e90343d769 HTTP/1.1" status: 200 len: 1091 time: 1.1828928 Aug 20 13:43:49.533234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'tag': 'df533f0e-0637-41bd-8f4c-b6e90343d769'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:49.535985 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e477b-a2b7-4db8-b784-6c8bbe4436e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa82cab8-29c2-437a-91ad-2028079368e6", "tag": "df533f0e-0637-41bd-8f4c-b6e90343d769"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:49.594366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d71f-5f38-4fdb-b798-c12b7e96c67a service neutron] Pushing event updated for resources: {'Port': ['ID=df533f0e-0637-41bd-8f4c-b6e90343d769,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:49.615211 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9ae39f-3093-4496-b7a4-ffb52822b9cf x-openstack-request-id: req-2b9ae39f-3093-4496-b7a4-ffb52822b9cf {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:49.615503 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa82cab8-29c2-437a-91ad-2028079368e6", "tag": "df533f0e-0637-41bd-8f4c-b6e90343d769", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:49.615950 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b9ae39f-3093-4496-b7a4-ffb52822b9cf {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:49.616132 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'tag': 'df533f0e-0637-41bd-8f4c-b6e90343d769', 'status': 'completed', 'code': 200} Aug 20 13:43:49.660087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-4f1b59b7-7597-4041-bc91-cf638a4e3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:49.663918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-4f1b59b7-7597-4041-bc91-cf638a4e3ce0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 1094 time: 0.0626903 Aug 20 13:43:49.718611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-200afc91-9185-4120-8f2b-391acdd2e75e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df533f0e-0637-41bd-8f4c-b6e90343d769 HTTP/1.1" status: 200 len: 217 time: 0.0441914 Aug 20 13:43:49.816167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-35e90dfd-be85-44d7-9eb5-94ec50a90877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:49.818102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-35e90dfd-be85-44d7-9eb5-94ec50a90877 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0921535 Aug 20 13:43:49.865576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841744d8-c0d4-46e1-8725-1ebe863f7e6a req-05f2a4d5-70c8-4156-9e1d-be23bdf2998e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:49.867080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-841744d8-c0d4-46e1-8725-1ebe863f7e6a req-05f2a4d5-70c8-4156-9e1d-be23bdf2998e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 943 time: 0.1273370 Aug 20 13:43:49.869209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-cc5e263d-8fc4-444b-a0c5-9a154a28c7d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431175 Aug 20 13:43:49.982926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-841744d8-c0d4-46e1-8725-1ebe863f7e6a req-40758080-4505-4383-8c2c-a55110c3b1fc tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972810 Aug 20 13:43:50.018653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-b36a302f-a3ed-40fc-90f3-287e33fe5e9b service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412549 Aug 20 13:43:50.129876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6c5a-5ed9-48e3-86bf-077d8d260e37 req-51bf22fe-0ddf-4bf8-8133-909130ba0f5c tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:50.132790 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-238b6c5a-5ed9-48e3-86bf-077d8d260e37 req-51bf22fe-0ddf-4bf8-8133-909130ba0f5c tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 943 time: 0.0794742 Aug 20 13:43:50.210750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-238b6c5a-5ed9-48e3-86bf-077d8d260e37 req-85fce6e7-35dd-487e-846d-715be6cc6f16 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642505 Aug 20 13:43:50.224087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a1b9f525-8da6-42e0-ab75-5bc5e61cfe3a req-11b0a26f-52e6-4cc6-a907-51569245becd service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967297 Aug 20 13:43:50.351829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-1fd0c43a-b925-4c02-9252-6e1b1810279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:50.354394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-1fd0c43a-b925-4c02-9252-6e1b1810279c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 1094 time: 0.0832589 Aug 20 13:43:50.490725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-6ffc0b44-8344-45f3-90c4-01719d996bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:50.492718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-6ffc0b44-8344-45f3-90c4-01719d996bf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 916 time: 0.1307340 Aug 20 13:43:50.557771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-05267e68-3a1b-4a24-90e6-c847873e61cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df533f0e-0637-41bd-8f4c-b6e90343d769 HTTP/1.1" status: 200 len: 217 time: 0.0574045 Aug 20 13:43:50.621929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-069683f4-26b4-4a76-939b-eae3a5ac3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:50.623307 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-069683f4-26b4-4a76-939b-eae3a5ac3d76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0573909 Aug 20 13:43:50.661326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-f5eb3bdb-c91a-41d2-a9d3-6f412a43bd69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307007 Aug 20 13:43:50.722179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 385f25a4-369a-4d14-9499-8df9fac46762 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:43:50.794309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-5dcc5329-7b16-4e4e-b059-3fb60fab979b service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249456 Aug 20 13:43:50.895438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 385f25a4-369a-4d14-9499-8df9fac46762, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=385f25a4-369a-4d14-9499-8df9fac46762,segment=NetworkSegment(0af454af-bb3c-44e9-8d7b-94df32dd8138),segment_id=0af454af-bb3c-44e9-8d7b-94df32dd8138)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:50.916891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '385f25a4-369a-4d14-9499-8df9fac46762', 'network_id': '3afef6b8-ee12-406e-b8a9-644d855057cb', 'port_id': '385f25a4-369a-4d14-9499-8df9fac46762', 'mac_address': 'fa:16:3e:eb:b7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad30184-3d30-419e-a880-25856f9aa5cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:43:50.928167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-536e477b-a2b7-4db8-b784-6c8bbe4436e3 req-f91de09f-82f0-43b1-8230-13c82921de83 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254711 Aug 20 13:43:50.960933 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:50.994328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385f25a4-369a-4d14-9499-8df9fac46762 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:51.027965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 385f25a4-369a-4d14-9499-8df9fac46762, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=385f25a4-369a-4d14-9499-8df9fac46762,segment=NetworkSegment(0af454af-bb3c-44e9-8d7b-94df32dd8138),segment_id=0af454af-bb3c-44e9-8d7b-94df32dd8138)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:51.034301 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:51.095976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=385f25a4-369a-4d14-9499-8df9fac46762,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:51.131341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aea1e-fed7-4450-b8a8-65b77217fe94 req-4aea3808-c36e-4de7-b249-0a8293790b0e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:51.133000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-882aea1e-fed7-4450-b8a8-65b77217fe94 req-4aea3808-c36e-4de7-b249-0a8293790b0e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 943 time: 0.0607533 Aug 20 13:43:51.180811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-882aea1e-fed7-4450-b8a8-65b77217fe94 req-f4830566-736d-4120-9dae-5697fdbe0797 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Aug 20 13:43:51.270020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['385f25a4-369a-4d14-9499-8df9fac46762'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:51.373969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799b9b-edf6-45cf-8f6e-c8170481319e req-0459143b-f232-4534-ae25-490a1ba28a8b tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:51.381729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c799b9b-edf6-45cf-8f6e-c8170481319e req-0459143b-f232-4534-ae25-490a1ba28a8b tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 944 time: 0.0716083 Aug 20 13:43:51.463601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c799b9b-edf6-45cf-8f6e-c8170481319e req-4af6b222-48ee-414e-9d90-ab05c1ba5b51 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750649 Aug 20 13:43:51.479494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:52.319923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eeb62-849b-4644-80a5-185ba713dd50 req-ddf56632-0c27-477f-9103-85fda9489e5b tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:52.321619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e4eeb62-849b-4644-80a5-185ba713dd50 req-ddf56632-0c27-477f-9103-85fda9489e5b tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 943 time: 0.0587695 Aug 20 13:43:52.370587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9e4eeb62-849b-4644-80a5-185ba713dd50 req-35de27e5-8b2b-485d-bc33-ff6ec4444994 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Aug 20 13:43:52.620640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481be84-324c-4ea1-8426-67bdd2100511 req-231b133e-ccba-4bbe-b9e4-50fa14049d07 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:52.622878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b481be84-324c-4ea1-8426-67bdd2100511 req-231b133e-ccba-4bbe-b9e4-50fa14049d07 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 944 time: 0.0627425 Aug 20 13:43:52.669193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b481be84-324c-4ea1-8426-67bdd2100511 req-35a50a54-f454-4398-876c-dd9b829d44ad tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Aug 20 13:43:52.741392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 385f25a4-369a-4d14-9499-8df9fac46762 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:43:52.829464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 385f25a4-369a-4d14-9499-8df9fac46762 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:52.835787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 385f25a4-369a-4d14-9499-8df9fac46762 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:52.836358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:52.876701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device df533f0e-0637-41bd-8f4c-b6e90343d769 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:43:53.026164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:53.067464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385f25a4-369a-4d14-9499-8df9fac46762'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:53.070023 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddabe8d-e8af-4f7f-b6b9-29f2371f6fdb" -d '{"events": [{"server_uuid": "969e8bbc-1780-4eb2-9df4-2a9d90b72a47", "name": "network-vif-plugged", "status": "completed", "tag": "385f25a4-369a-4d14-9499-8df9fac46762"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:53.088877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 385f25a4-369a-4d14-9499-8df9fac46762, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=385f25a4-369a-4d14-9499-8df9fac46762,segment=NetworkSegment(0af454af-bb3c-44e9-8d7b-94df32dd8138),segment_id=0af454af-bb3c-44e9-8d7b-94df32dd8138)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:53.100318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:53.146128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port df533f0e-0637-41bd-8f4c-b6e90343d769, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=df533f0e-0637-41bd-8f4c-b6e90343d769,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:53.173073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'df533f0e-0637-41bd-8f4c-b6e90343d769', 'network_id': 'bec1712c-2cda-42ec-8dc9-1aa984752e32', 'port_id': 'df533f0e-0637-41bd-8f4c-b6e90343d769', 'mac_address': 'fa:16:3e:f1:66:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d990365-b010-46f3-80ee-54e9141fa1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:43:53.190887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=385f25a4-369a-4d14-9499-8df9fac46762,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:53.249486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:53.268630 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde2a6d3-b434-4b02-b0a8-666b3cdb2d54 x-openstack-request-id: req-cde2a6d3-b434-4b02-b0a8-666b3cdb2d54 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:53.268934 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969e8bbc-1780-4eb2-9df4-2a9d90b72a47", "name": "network-vif-plugged", "status": "completed", "tag": "385f25a4-369a-4d14-9499-8df9fac46762", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:53.269194 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cde2a6d3-b434-4b02-b0a8-666b3cdb2d54 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:53.269587 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385f25a4-369a-4d14-9499-8df9fac46762', 'code': 200} Aug 20 13:43:53.276879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df533f0e-0637-41bd-8f4c-b6e90343d769 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:53.301407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port df533f0e-0637-41bd-8f4c-b6e90343d769, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=df533f0e-0637-41bd-8f4c-b6e90343d769,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:53.306105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:53.371608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=df533f0e-0637-41bd-8f4c-b6e90343d769,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:53.403497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0945928-005d-4876-94d3-e5e273392e64 req-f0d1754c-91c1-4252-b7b7-2b311ef51a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:53.405367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0945928-005d-4876-94d3-e5e273392e64 req-f0d1754c-91c1-4252-b7b7-2b311ef51a21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 1096 time: 0.0699334 Aug 20 13:43:53.459881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0945928-005d-4876-94d3-e5e273392e64 req-4427351a-3f5a-4073-97aa-b9a487a1a4bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Aug 20 13:43:53.554685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['df533f0e-0637-41bd-8f4c-b6e90343d769'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:53.556500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd702a-83b9-47a1-af98-05edd8a1ecc4 req-861f2788-da47-490b-9f2c-26cd71d36014 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:53.557290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eafd702a-83b9-47a1-af98-05edd8a1ecc4 req-861f2788-da47-490b-9f2c-26cd71d36014 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 944 time: 0.0669658 Aug 20 13:43:53.624149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eafd702a-83b9-47a1-af98-05edd8a1ecc4 req-d952eeac-5e46-4f37-b904-bea730eba1de tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595574 Aug 20 13:43:53.834917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-f50fae9f-7d44-4d8c-867d-0bcca14282ef tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956201445&fields=id&tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 267 time: 0.0513530 Aug 20 13:43:53.876828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b888-553d-43a9-afc3-462ad66b105d req-364fe849-d267-40f2-96df-ad6c6c94a852 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:53.879099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4c5b888-553d-43a9-afc3-462ad66b105d req-364fe849-d267-40f2-96df-ad6c6c94a852 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 945 time: 0.0870934 Aug 20 13:43:53.939672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4c5b888-553d-43a9-afc3-462ad66b105d req-2b0d9c97-9c2a-496e-b625-5aee9f80d1a0 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537217 Aug 20 13:43:53.990871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-db6525af-971b-424e-b085-10a7228e2b67 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:53.992422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-db6525af-971b-424e-b085-10a7228e2b67 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.1503434 Aug 20 13:43:54.008498 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-3274c65e-ea67-4ba8-9b1b-b3809f1d2ca9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/quotas/88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0102243 Aug 20 13:43:54.075032 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-f832a25c-511a-446f-8525-d8f525794e37 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0606074 Aug 20 13:43:54.236805 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-11336e32-04b3-439c-8c3b-bf41f9d2acd6 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479852 Aug 20 13:43:54.336343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-7784541c-6818-42f9-95f5-509fcdc83b61 service neutron] 10.222.0.59 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927756 Aug 20 13:43:54.446306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52408) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:43:54.659620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Deleting port dac7dd13-40c1-4dc1-9785-bbfc59c4cf47 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:54.660735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:54.747091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc0bb885-9abe-404a-a0d4-5caae4aac24a req-d83f69c9-4658-49fb-acde-b1748803dc39 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0385487 Aug 20 13:43:54.804929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:54.805287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:54.825023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81890df-8422-418c-9f06-3903ded2ad7a req-842ee7d8-4418-4224-a270-c9fb222cad27 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:54.829298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a81890df-8422-418c-9f06-3903ded2ad7a req-842ee7d8-4418-4224-a270-c9fb222cad27 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 944 time: 0.0712197 Aug 20 13:43:54.831160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Calling delete_port for dac7dd13-40c1-4dc1-9785-bbfc59c4cf47 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:54.884761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device df533f0e-0637-41bd-8f4c-b6e90343d769 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:43:54.894367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a81890df-8422-418c-9f06-3903ded2ad7a req-cab40531-711b-47c8-a5cf-d2469a9a21c5 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558016 Aug 20 13:43:54.959840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port df533f0e-0637-41bd-8f4c-b6e90343d769 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:54.966858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port df533f0e-0637-41bd-8f4c-b6e90343d769 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:54.967461 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:55.107327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:55.135077 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:55.175687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event deleted for resources: {'Port': ['ID=dac7dd13-40c1-4dc1-9785-bbfc59c4cf47,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:55.203952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port df533f0e-0637-41bd-8f4c-b6e90343d769, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=df533f0e-0637-41bd-8f4c-b6e90343d769,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:55.209887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:55.249409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65e16-04c3-401a-b008-2167a2c6d6cf req-aa57fd9a-f42e-4e5b-ba60-f104754030a4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:55.251626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62e65e16-04c3-401a-b008-2167a2c6d6cf req-aa57fd9a-f42e-4e5b-ba60-f104754030a4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 945 time: 0.1408777 Aug 20 13:43:55.265664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=df533f0e-0637-41bd-8f4c-b6e90343d769,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:55.274773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df533f0e-0637-41bd-8f4c-b6e90343d769'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:55.279924 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7872dca7-d0a7-4a74-abf5-6e6367e49e05" -d '{"events": [{"server_uuid": "fa82cab8-29c2-437a-91ad-2028079368e6", "name": "network-vif-plugged", "status": "completed", "tag": "df533f0e-0637-41bd-8f4c-b6e90343d769"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:55.287449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:55.287794 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Floating IP 1f2f9fdd-7692-4377-9ad5-a235b12292e1 disassociated (deleted). External IP: 172.25.6.102, port: 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d. Aug 20 13:43:55.348600 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c75a4-5ee6-40ef-a433-f7b6a2fec977 x-openstack-request-id: req-945c75a4-5ee6-40ef-a433-f7b6a2fec977 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:55.350467 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82cab8-29c2-437a-91ad-2028079368e6", "name": "network-vif-plugged", "status": "completed", "tag": "df533f0e-0637-41bd-8f4c-b6e90343d769", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:55.351034 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-945c75a4-5ee6-40ef-a433-f7b6a2fec977 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:55.351840 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df533f0e-0637-41bd-8f4c-b6e90343d769', 'code': 200} Aug 20 13:43:55.361330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62e65e16-04c3-401a-b008-2167a2c6d6cf req-0aa5b214-e979-45a8-972c-1c61ac79e4dc tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022165 Aug 20 13:43:55.608729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da323904-4a62-42e2-a8e1-fcda78887928 req-67285d9b-0e13-4d96-9543-776cdd2a5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:55.610999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da323904-4a62-42e2-a8e1-fcda78887928 req-67285d9b-0e13-4d96-9543-776cdd2a5011 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 1096 time: 0.1448102 Aug 20 13:43:55.653258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Router 6c2bc574-7582-42a0-a99b-f465f022d9d1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:43:55.675090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-da323904-4a62-42e2-a8e1-fcda78887928 req-f5c417ed-e292-45aa-9703-66c663744221 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531526 Aug 20 13:43:55.830505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:43:55.844484 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:55.849124 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] Sync routers for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:43:55.863952 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:55.864932 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:55.904925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-02e451ff-b272-4347-9448-59b95c02a11c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "DELETE /v2.0/floatingips/1f2f9fdd-7692-4377-9ad5-a235b12292e1 HTTP/1.1" status: 204 len: 168 time: 1.4573271 Aug 20 13:43:55.907090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:55.909482 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb085e48-cf9a-4d65-8278-a409c6306322" -d '{"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:55.929836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61693-8dfc-4f58-ab15-848f29e9b647 req-8a8550c0-c783-43e2-b4d7-81321e4cec19 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:55.931527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0e61693-8dfc-4f58-ab15-848f29e9b647 req-8a8550c0-c783-43e2-b4d7-81321e4cec19 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 945 time: 0.0844083 Aug 20 13:43:55.936916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f488bec5-67c5-4e0c-a8d8-152c28986ac1 req-04f5f4d4-967d-4758-b72f-f9ccc42a6fa5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0714574 Aug 20 13:43:56.006812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0e61693-8dfc-4f58-ab15-848f29e9b647 req-943ac5cb-8d23-4433-b839-0b1f8f01a14f tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668042 Aug 20 13:43:56.051600 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:56.061782 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70efebbd-aec1-453b-b9b5-d91da3659c97 x-openstack-request-id: req-70efebbd-aec1-453b-b9b5-d91da3659c97 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:56.062225 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:56.062615 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70efebbd-aec1-453b-b9b5-d91da3659c97 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:56.063906 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'status': 'completed', 'code': 200} Aug 20 13:43:56.186156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2a9b2823-2d64-420b-804c-04872177f04d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:56.191132 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2a9b2823-2d64-420b-804c-04872177f04d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 812 time: 0.2294104 Aug 20 13:43:56.221611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5d93e-9db7-4b98-866a-1b402c98f8e7 req-d013b486-f531-41d6-bee0-60a569d7c513 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:56.223423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87d5d93e-9db7-4b98-866a-1b402c98f8e7 req-d013b486-f531-41d6-bee0-60a569d7c513 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 945 time: 0.0870135 Aug 20 13:43:56.225654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-6fa653dc-3c84-4400-8f73-f4b6e35a7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:56.228237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-6fa653dc-3c84-4400-8f73-f4b6e35a7254 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 1096 time: 0.1451640 Aug 20 13:43:56.263702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-450e274d-0ec9-4008-a401-d49c8e65bbda tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7 HTTP/1.1" status: 200 len: 379 time: 0.0580685 Aug 20 13:43:56.274625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'port': {'device_id': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'admin_state_up': True, 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'security_groups': ['d145ce53-ef87-4d8c-bf53-9afd724fb6c5']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:56.406994 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:56.458511 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] Checking router: 6c2bc574-7582-42a0-a99b-f465f022d9d1 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:43:56.473365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:43:56.474814 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:56.488029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Made reservation on behalf of 88cef8e47ceb4aecb0e733a23bdcb0d7 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:43:56.491673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:56.574245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee79f2a-c607-450c-ba4e-8ed6f763dbff req-6154d06a-930e-4e47-ba59-30dea9918046 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:56.576241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ee79f2a-c607-450c-ba4e-8ed6f763dbff req-6154d06a-930e-4e47-ba59-30dea9918046 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 945 time: 0.1184955 Aug 20 13:43:56.628287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2ee79f2a-c607-450c-ba4e-8ed6f763dbff req-77557c71-b827-457f-ab31-37b8b3b74e00 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444593 Aug 20 13:43:56.660365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:43:56.736496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87d5d93e-9db7-4b98-866a-1b402c98f8e7 req-8c65b831-dc23-407d-b161-c7cf8088cf4c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958849 Aug 20 13:43:56.810529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-455709f0-98b6-4de0-b6c0-93779750afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:56.812229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-455709f0-98b6-4de0-b6c0-93779750afb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 200 len: 914 time: 0.5488794 Aug 20 13:43:56.861593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-31376dc0-66e5-4588-9539-5c57e8b50eb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 200 len: 217 time: 0.0410478 Aug 20 13:43:56.932698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-cd694cfc-dede-4619-b797-059137f321c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:56.934728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-cd694cfc-dede-4619-b797-059137f321c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 200 len: 852 time: 0.0635927 Aug 20 13:43:56.972017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:43:57.038013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-1433a1e4-a891-4d47-a66c-272d62c65ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.039363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-1433a1e4-a891-4d47-a66c-272d62c65ebc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef39fdbb-24da-407f-8c72-f8a261493e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944405 Aug 20 13:43:57.041348 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e967-4b14-472c-a592-ad971c8ca762 None None] The sync data for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 is: [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:27Z', 'revision_number': 4, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '617102a8-cbf8-43f9-999b-6b06ce2804e2', 'name': '', 'network_id': 'ef39fdbb-24da-407f-8c72-f8a261493e6a', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'mac_address': 'fa:16:3e:04:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:26Z', 'updated_at': '2021-08-20T13:40:41Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'subnets': [{'id': '1b80830e-9e1d-4698-861f-cf805a1c94a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:43:57.147567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-3a8e5162-e6f8-48e4-89d9-e7ff56eb987b service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978169 Aug 20 13:43:57.184839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.20.0.12 (99f2d22f-5462-4656-a197-abd054159830/15657ce9-ff75-48e0-864b-8ce69a6671ad/4d916741-30f4-4d6e-b1b1-7be1895664e9) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:43:57.189707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74337358-ee71-4d78-a425-b786c5f7426a req-c9723968-8f48-49af-ac9f-0251a93fb4b9 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0399222 Aug 20 13:43:57.380377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb085e48-cf9a-4d65-8278-a409c6306322 req-69484588-dea9-4b5c-bbe3-4669bb4af875 service neutron] 10.222.0.13 "GET /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235038 Aug 20 13:43:57.438884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab834d0-894f-4071-9213-8b448d29c0e9 req-43ca7a9f-8638-40f2-bf11-2aa93cb361f4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.440490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ab834d0-894f-4071-9213-8b448d29c0e9 req-43ca7a9f-8638-40f2-bf11-2aa93cb361f4 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 945 time: 0.2144508 Aug 20 13:43:57.481529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:57.486285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-92c596db-4b7f-4f28-97ba-d9350e7d7759 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.487970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-92c596db-4b7f-4f28-97ba-d9350e7d7759 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 945 time: 0.2428803 Aug 20 13:43:57.510985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Transition to ACTIVE for port object 4d916741-30f4-4d6e-b1b1-7be1895664e9 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:57.542723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c01370-70b0-4785-b45f-cf7b023ca896 None None] New status for floating IP 1f2f9fdd-7692-4377-9ad5-a235b12292e1: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:43:57.560808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:57.592131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ab834d0-894f-4071-9213-8b448d29c0e9 req-505239ad-c59c-43f6-b613-462ee629bdd3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/security-groups?id=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446486 Aug 20 13:43:57.679296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 99f2d22f-5462-4656-a197-abd054159830 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:43:57.681269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:43:57.684404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:43:57.689381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=4d916741-30f4-4d6e-b1b1-7be1895664e9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:57.703003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Deleting port 385f25a4-369a-4d14-9499-8df9fac46762 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:57.705031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:57.758061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.758759 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:57.827075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-2dff7994-7518-4d6d-8032-14e9c40955ad tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5566511 Aug 20 13:43:57.841697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Request body: {'port': {'device_id': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:43:57.888422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1bd2c-12a0-4d6b-8a87-c48fef69cbc0 req-afc11654-adf6-42c2-9427-c53bda0cee22 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.893893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05e1bd2c-12a0-4d6b-8a87-c48fef69cbc0 req-afc11654-adf6-42c2-9427-c53bda0cee22 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 945 time: 0.1173596 Aug 20 13:43:57.954329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e494d-237c-4c20-8f42-74d2f8452c47 req-3923684e-39f1-4ed4-9b83-462624c6909e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.955983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-154e494d-237c-4c20-8f42-74d2f8452c47 req-3923684e-39f1-4ed4-9b83-462624c6909e tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 945 time: 0.0993700 Aug 20 13:43:57.964112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-9c1b3b8f-f972-4847-a89c-40e31e0448c7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:57.974539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-9c1b3b8f-f972-4847-a89c-40e31e0448c7 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.13 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 945 time: 0.1627312 Aug 20 13:43:57.985823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05e1bd2c-12a0-4d6b-8a87-c48fef69cbc0 req-fa3af5ac-e878-4e7e-90bc-fcdd3a1e5a7c tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c45b6c1-8f75-4bf7-99d9-110a40d8594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803967 Aug 20 13:43:57.994210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.061228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] For port 385f25a4-369a-4d14-9499-8df9fac46762, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=385f25a4-369a-4d14-9499-8df9fac46762,segment=NetworkSegment(0af454af-bb3c-44e9-8d7b-94df32dd8138),segment_id=0af454af-bb3c-44e9-8d7b-94df32dd8138)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:58.061600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.084587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bced1e2f-c659-4b1d-8b8e-3a7d95752558 None None] Provisioning for port 4d916741-30f4-4d6e-b1b1-7be1895664e9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:43:58.089937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bced1e2f-c659-4b1d-8b8e-3a7d95752558 None None] Provisioning complete for port 4d916741-30f4-4d6e-b1b1-7be1895664e9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:43:58.090718 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bced1e2f-c659-4b1d-8b8e-3a7d95752558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.127136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Calling delete_port for 385f25a4-369a-4d14-9499-8df9fac46762 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:58.136211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-154e494d-237c-4c20-8f42-74d2f8452c47 req-b61194f8-6af4-4df7-bf0d-d72607526660 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585581 Aug 20 13:43:58.147927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bced1e2f-c659-4b1d-8b8e-3a7d95752558 None None] Port 4d916741-30f4-4d6e-b1b1-7be1895664e9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:43:58.228340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Deleting port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:43:58.228737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.501002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88af53-a5b1-41e5-b110-ebe3f20cc0e3 req-0feb2871-a6c8-4809-8291-b45906af0104 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:58.502525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d88af53-a5b1-41e5-b110-ebe3f20cc0e3 req-0feb2871-a6c8-4809-8291-b45906af0104 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 932 time: 0.2116420 Aug 20 13:43:58.516716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] For port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:43:58.517275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.534095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d916741-30f4-4d6e-b1b1-7be1895664e9 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:43:58.534869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.541661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Calling delete_port for 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:43:58.545257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.548243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['385f25a4-369a-4d14-9499-8df9fac46762'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:43:58.603561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Transition to ACTIVE for port object 4d916741-30f4-4d6e-b1b1-7be1895664e9 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:43:58.617710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d88af53-a5b1-41e5-b110-ebe3f20cc0e3 req-d13ddfcb-6463-40d8-b795-a1ac4754b6d2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065896 Aug 20 13:43:58.624078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.705246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Pushing event deleted for resources: {'Port': ['ID=385f25a4-369a-4d14-9499-8df9fac46762,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:58.766555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Pushing event updated for resources: {'Port': ['ID=4d916741-30f4-4d6e-b1b1-7be1895664e9,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:58.829203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] No DVR routers for this DVR port 385f25a4-369a-4d14-9499-8df9fac46762 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:58.832086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.832459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.832950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.833236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.833588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.833930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.834268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.835235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.835235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.835235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.835622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.835904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:43:58.845585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Attempting to bind port 4d916741-30f4-4d6e-b1b1-7be1895664e9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:43:58.846266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Attempting to bind port 4d916741-30f4-4d6e-b1b1-7be1895664e9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:43:58.846488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.847049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Attempting to bind port 4d916741-30f4-4d6e-b1b1-7be1895664e9 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:58.848689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.13 "DELETE /v2.0/ports/385f25a4-369a-4d14-9499-8df9fac46762 HTTP/1.1" status: 204 len: 173 time: 1.3496149 Aug 20 13:43:58.854011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Port 4d916741-30f4-4d6e-b1b1-7be1895664e9 on network 99f2d22f-5462-4656-a197-abd054159830 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:43:58.855078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Attempting to bind port 4d916741-30f4-4d6e-b1b1-7be1895664e9 on network 99f2d22f-5462-4656-a197-abd054159830 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:43:58.857235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'name': 'network-vif-deleted', 'tag': '385f25a4-369a-4d14-9499-8df9fac46762'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:58.861510 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f93adf-c31b-48fb-8c20-27929226ef1f" -d '{"events": [{"server_uuid": "969e8bbc-1780-4eb2-9df4-2a9d90b72a47", "name": "network-vif-deleted", "tag": "385f25a4-369a-4d14-9499-8df9fac46762"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:58.862633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:43:58.863242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Checking segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:43:58.863972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Bound using segment: {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:43:58.889962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Bound port: 4d916741-30f4-4d6e-b1b1-7be1895664e9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99f2d22f-5462-4656-a197-abd054159830'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:43:58.892105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:58.898234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41860be4-6a6b-413f-bdb4-ea8127ea4e3b req-687cd31f-ea0b-4d93-95f9-0c0734d6ec03 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] 10.222.0.59 "GET /v2.0/ports?device_id=969e8bbc-1780-4eb2-9df4-2a9d90b72a47 HTTP/1.1" status: 200 len: 210 time: 0.0931134 Aug 20 13:43:58.963226 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f85c780-969f-489e-b0c4-af827913bb6e x-openstack-request-id: req-0f85c780-969f-489e-b0c4-af827913bb6e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:58.963936 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969e8bbc-1780-4eb2-9df4-2a9d90b72a47", "name": "network-vif-deleted", "tag": "385f25a4-369a-4d14-9499-8df9fac46762", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:58.963936 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f85c780-969f-489e-b0c4-af827913bb6e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:58.964292 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969e8bbc-1780-4eb2-9df4-2a9d90b72a47', 'name': 'network-vif-deleted', 'tag': '385f25a4-369a-4d14-9499-8df9fac46762', 'status': 'completed', 'code': 200} Aug 20 13:43:59.007156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:59.049863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] For port 4d916741-30f4-4d6e-b1b1-7be1895664e9, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:43:59.056270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] For port 4d916741-30f4-4d6e-b1b1-7be1895664e9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:43:59.080985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:59.099660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:59.147535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:59.148178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:59.149682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d916741-30f4-4d6e-b1b1-7be1895664e9 HTTP/1.1" status: 200 len: 1092 time: 1.3133974 Aug 20 13:43:59.150236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:43:59.152579 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f82b385-e0a5-491e-9bbf-35b711e8472f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:43:59.207451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9713d33c-f10a-4d98-ba49-b788cfcf8ffd req-f02ce797-df40-45a5-a2de-7cec7ebd27cb tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0632372 Aug 20 13:43:59.207989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event deleted for resources: {'Port': ['ID=1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:59.294487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] No DVR routers for this DVR port 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:43:59.299176 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:43:59.301470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2760032b-aa0a-46d5-88a1-cd3ce100690c req-adc5496a-e6d3-4197-a2aa-64403ac08eb1 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.13 "DELETE /v2.0/ports/1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d HTTP/1.1" status: 204 len: 173 time: 1.3027964 Aug 20 13:43:59.337515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66c6bd-b2c3-4cbb-95e4-9724bd1ab889 service neutron] Pushing event updated for resources: {'Port': ['ID=4d916741-30f4-4d6e-b1b1-7be1895664e9,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:43:59.367856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-14a0a574-7e68-4fd5-9420-0ed8c01df58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:59.369820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-14a0a574-7e68-4fd5-9420-0ed8c01df58b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 1095 time: 0.1685789 Aug 20 13:43:59.470683 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c312d42d-3d8c-474e-a5b3-f25b6fb6c198 x-openstack-request-id: req-c312d42d-3d8c-474e-a5b3-f25b6fb6c198 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:43:59.471136 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:43:59.471561 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c312d42d-3d8c-474e-a5b3-f25b6fb6c198 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:43:59.472090 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'status': 'completed', 'code': 200} Aug 20 13:43:59.474465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-5c52046b-ea69-4ead-9032-a94256018060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9 HTTP/1.1" status: 200 len: 217 time: 0.0969996 Aug 20 13:43:59.572211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-c701845c-8eb5-496b-9244-636c7ab3a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:59.576983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-c701845c-8eb5-496b-9244-636c7ab3a199 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0882351 Aug 20 13:43:59.645825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-e3ce6fce-f6c2-4cf9-a737-d6983a883acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:59.648161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-e3ce6fce-f6c2-4cf9-a737-d6983a883acf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631242 Aug 20 13:43:59.851213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-a898384f-efeb-4371-bdca-aa14c1efac2d service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928091 Aug 20 13:43:59.893703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2778462-f5fc-4343-8e0d-5b44cc27b80c req-c89f876a-7099-44af-baef-4ec6a6542b58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:43:59.903354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2778462-f5fc-4343-8e0d-5b44cc27b80c req-c89f876a-7099-44af-baef-4ec6a6542b58 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1385605 Aug 20 13:43:59.987389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:00.002748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2778462-f5fc-4343-8e0d-5b44cc27b80c req-0c3cc2d9-a3d6-4419-b3ee-8cb89c955db6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980673 Aug 20 13:44:00.051952 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2949823-a0a9-49a8-b9d6-7dad652cca14 req-bb6adc5f-15b2-477c-8227-a937dd8a5806 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923792 Aug 20 13:44:00.070168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Deleting subnet 7ad30184-3d30-419e-a880-25856f9aa5cd {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:44:00.074256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.117080 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.163745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-e86b0ee3-b41a-42c1-be6e-947fd99a5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:00.165337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-e86b0ee3-b41a-42c1-be6e-947fd99a5e12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 1095 time: 0.0565107 Aug 20 13:44:00.165891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.227477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.268161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.274222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7ad30184-3d30-419e-a880-25856f9aa5cd HTTP/1.1" status: 204 len: 168 time: 0.2813466 Aug 20 13:44:00.274222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578be9c-eb0f-46fb-8dcc-d583c6747e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad30184-3d30-419e-a880-25856f9aa5cd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:00.274664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:00.323291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-c5460030-c523-49d8-9eea-b6e8bed26910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:00.324875 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-c5460030-c523-49d8-9eea-b6e8bed26910 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.1525586 Aug 20 13:44:00.380314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-7a0be9f1-8895-4004-b27b-79e2a2dcae40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9 HTTP/1.1" status: 200 len: 217 time: 0.0479977 Aug 20 13:44:00.411787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f7d6819-988d-4253-bae7-467316e7773e req-b880d025-4446-49d7-b328-171454ffdb4d tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0610192 Aug 20 13:44:00.438483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.456438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-f2be7f57-4beb-4308-84e6-f6610ef6200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:00.457977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-f2be7f57-4beb-4308-84e6-f6610ef6200d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0699933 Aug 20 13:44:00.604173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.619096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afef6b8-ee12-406e-b8a9-644d855057cb']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:00.630495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-e94a38d0-a7c7-476f-9186-e7db9b33391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:00.632318 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-e94a38d0-a7c7-476f-9186-e7db9b33391e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504660 Aug 20 13:44:00.636521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af454af-bb3c-44e9-8d7b-94df32dd8138') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:00.636857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af454af-bb3c-44e9-8d7b-94df32dd8138') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:00.658000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.723527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.736677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:44:00.737215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:44:00.739253 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:44:00.755723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 385f25a4-369a-4d14-9499-8df9fac46762 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:00.812039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 385f25a4-369a-4d14-9499-8df9fac46762 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:00.813337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 385f25a4-369a-4d14-9499-8df9fac46762 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:00.848864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-03aae522-8662-4de7-bc66-3e27bc16b454 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035763 Aug 20 13:44:00.849865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.861764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:00.864739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3afef6b8-ee12-406e-b8a9-644d855057cb HTTP/1.1" status: 204 len: 168 time: 0.5882726 Aug 20 13:44:00.909245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfd9a0-6232-4ac7-aba1-6f2b3c08ec76 admin admin] Pushing event deleted for resources: {'Network': ['ID=3afef6b8-ee12-406e-b8a9-644d855057cb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:00.966461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'name': 'network-vif-deleted', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:00.972884 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81793bec-63a7-4ad2-b192-e122d50149fc" -d '{"events": [{"server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "name": "network-vif-deleted", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:01.037662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f82b385-e0a5-491e-9bbf-35b711e8472f req-981783f7-7915-499a-b55c-60d54d44c28b service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783507 Aug 20 13:44:01.045414 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca4cb4-917f-4a9a-86c7-19fabdfaa9d3 x-openstack-request-id: req-21ca4cb4-917f-4a9a-86c7-19fabdfaa9d3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:01.046024 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415b0db-c2eb-4732-8ab5-57a2264312f7", "name": "network-vif-deleted", "tag": "1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:01.046136 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21ca4cb4-917f-4a9a-86c7-19fabdfaa9d3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:01.048432 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415b0db-c2eb-4732-8ab5-57a2264312f7', 'name': 'network-vif-deleted', 'tag': '1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d', 'status': 'completed', 'code': 200} Aug 20 13:44:01.066872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52506) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:01.148491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-95b6ea11-cb75-4c01-8b12-174aa09a653a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d507aa26b358467ea65e70b1fab6d783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801163 Aug 20 13:44:01.151817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52508) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:01.218025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-804cf236-af11-4b9d-a396-0e440418e657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:01.221341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967e9b-4b39-4836-98f8-a11b5f3217fd req-6e91b638-a51c-43de-995f-c9caefea46ea tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:01.225500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6967e9b-4b39-4836-98f8-a11b5f3217fd req-6e91b638-a51c-43de-995f-c9caefea46ea tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1036351 Aug 20 13:44:01.261963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-804cf236-af11-4b9d-a396-0e440418e657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:01.273865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6967e9b-4b39-4836-98f8-a11b5f3217fd req-7017d79e-f178-40e3-8eb3-17a0730bc2ec tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369487 Aug 20 13:44:01.342183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-804cf236-af11-4b9d-a396-0e440418e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:01.347506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-804cf236-af11-4b9d-a396-0e440418e657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:01.349570 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-804cf236-af11-4b9d-a396-0e440418e657 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36eb7110-4d17-4fbc-a1c2-3a61d6b304eb HTTP/1.1" status: 204 len: 168 time: 0.1960671 Aug 20 13:44:01.361627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cf236-af11-4b9d-a396-0e440418e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb7110-4d17-4fbc-a1c2-3a61d6b304eb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:01.564064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:01.581985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ad5478ce-f73b-4821-92a0-721ce3f1f3c3 req-94f190d5-c42e-4c57-a1da-e19bd3f67518 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0586677 Aug 20 13:44:02.441872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52536) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:02.480246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0c5e4-b1b0-4377-8750-86dacba9a9b9 req-8101ca31-6d8e-4fbd-9164-43b5e1237013 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:02.482045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e0c5e4-b1b0-4377-8750-86dacba9a9b9 req-8101ca31-6d8e-4fbd-9164-43b5e1237013 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1000249 Aug 20 13:44:02.537814 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e0c5e4-b1b0-4377-8750-86dacba9a9b9 req-8f0bf65e-551b-483a-8938-0b8319a41b12 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468059 Aug 20 13:44:02.642417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-449112473-network', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:02.678752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Made reservation on behalf of 9d255ea5779542c4ad8453ec260ed59f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:44:02.683722 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:02.699612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:02.717794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2f477c8-85c6-42c2-8811-fdd88353afd4 req-6e24a94c-82a2-4d9b-b2b5-99f11c3bd848 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0380926 Aug 20 13:44:02.760581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:02.782512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:02.782928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 1154dc30-9e3a-49cf-b0cd-560c0b8bfd3d not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:02.853101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:02.857972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:02.886167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:44:02.903726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874aa2dc-457d-42e3-8a95-f37f72efc980,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:02.911799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:02.912345 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Added segment de8c802b-c91e-4ea5-aa5a-9ed0928f1d84 of type vlan for network 418682d1-59f4-434d-a624-b66be184f536 Aug 20 13:44:02.971182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.022421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.023752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:03.024647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.099807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6560481 Aug 20 13:44:03.104030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52544) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:03.109295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879612aa-c6d9-4ee3-b6d6-de8168708a00 admin admin] Pushing event updated for resources: {'Network': ['ID=418682d1-59f4-434d-a624-b66be184f536,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:03.121719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Request body: {'subnet': {'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-449112473-subnet', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:03.122817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 418682d1-59f4-434d-a624-b66be184f536 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:44:03.152575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Made reservation on behalf of 9d255ea5779542c4ad8453ec260ed59f for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:44:03.157554 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.430250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.496677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=89359c72-d2d0-49a6-acbd-f6898cf77097,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:03.513475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Checking segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:44:03.513848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Network hostable DHCP agents. Network: 418682d1-59f4-434d-a624-b66be184f536, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:44:03.535567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Network 418682d1-59f4-434d-a624-b66be184f536 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:44:03.548341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 418682d1-59f4-434d-a624-b66be184f536) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:03.554698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:03.555907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.566121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c0225-cb5b-491d-bd25-3271600228ba None None] Network 418682d1-59f4-434d-a624-b66be184f536 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:44:03.581587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-29194cdc-8b81-461e-b424-869095a9d6ca admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4754639 Aug 20 13:44:03.585678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52548) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:03.591646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:03.630916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.633965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.725418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5cb4-bfd1-4696-bdd7-c06a205ddd3c req-f944e999-5fc4-4a59-9a39-500878c72fe5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:03.727952 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9ed5cb4-bfd1-4696-bdd7-c06a205ddd3c req-f944e999-5fc4-4a59-9a39-500878c72fe5 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.0836589 Aug 20 13:44:03.741713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.795062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9ed5cb4-bfd1-4696-bdd7-c06a205ddd3c req-5c34a0e6-e01d-4e51-b869-c0216d405b49 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599513 Aug 20 13:44:03.822960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-418682d1-59f4-434d-a624-b66be184f536', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:44:03.824908 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.934033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:03.966038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b0bc546-1830-40e0-a2e3-37bf7209cf34 req-93d082ce-76ae-44bd-88d1-f28ba182c62a tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0483491 Aug 20 13:44:04.009164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Allocated IP 172.20.0.2 (418682d1-59f4-434d-a624-b66be184f536/89359c72-d2d0-49a6-acbd-f6898cf77097/39abf211-bfe6-4778-ae14-6da1851fcc70) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:44:04.184656 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.195509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Transition to ACTIVE for port object 39abf211-bfe6-4778-ae14-6da1851fcc70 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:04.216343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Transition to ACTIVE for port object 39abf211-bfe6-4778-ae14-6da1851fcc70 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:04.226457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.231758 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.253976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.276669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Network 418682d1-59f4-434d-a624-b66be184f536 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:04.284182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:04.286285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Pushing event updated for resources: {'Port': ['ID=39abf211-bfe6-4778-ae14-6da1851fcc70,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:04.288799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:44:04.326185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.326525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.326873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.327215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.327555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.328508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.328919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.329277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.329609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.329936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.330272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.330598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:04.371651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Attempting to bind port 39abf211-bfe6-4778-ae14-6da1851fcc70 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:44:04.372017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Attempting to bind port 39abf211-bfe6-4778-ae14-6da1851fcc70 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:44:04.372407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Attempting to bind port 39abf211-bfe6-4778-ae14-6da1851fcc70 on network 418682d1-59f4-434d-a624-b66be184f536 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:44:04.379652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:44:04.380087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Checking segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:44:04.380707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.380942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Bound using segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:44:04.381296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Bound port: 39abf211-bfe6-4778-ae14-6da1851fcc70, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:44:04.381696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.411864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Allocated IP 172.25.6.24 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/8de98f4a-1174-4957-933d-b416e4ace873) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:44:04.484110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] For port 39abf211-bfe6-4778-ae14-6da1851fcc70, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:44:04.490101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] For port 39abf211-bfe6-4778-ae14-6da1851fcc70, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=39abf211-bfe6-4778-ae14-6da1851fcc70,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:44:04.506193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.597514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.609919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aa675-d343-4dc0-89d0-d2fba05b1f61 None None] Pushing event updated for resources: {'Port': ['ID=39abf211-bfe6-4778-ae14-6da1851fcc70,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:04.687885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:04.736539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:04.740309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:04.746227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:44:04.794978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8de98f4a-1174-4957-933d-b416e4ace873,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:05.086660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9378e8-448f-45e4-adbc-3e58372c2ab5 req-3f7a5002-508d-4fdf-9b02-829f84a8f862 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:05.093565 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e9378e8-448f-45e4-adbc-3e58372c2ab5 req-3f7a5002-508d-4fdf-9b02-829f84a8f862 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1166127 Aug 20 13:44:05.147217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e9378e8-448f-45e4-adbc-3e58372c2ab5 req-0b5b3969-e9e2-40fa-9a9f-70636c0fede4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449319 Aug 20 13:44:05.194407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:05.283091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67b1a193-f067-46ae-ba43-b62eaec962ca req-dbdfe74b-1ba4-45ea-afee-9a62973a266f tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4415b0db-c2eb-4732-8ab5-57a2264312f7 HTTP/1.1" status: 200 len: 210 time: 0.0332246 Aug 20 13:44:05.471407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:05.622190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:44:05.763937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:44:05.773506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:44:05.785853 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:05.786614 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:05.792031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:05.793793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-28f2f04e-3698-41e7-b181-0384792361a4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2066193 Aug 20 13:44:05.797463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52570) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:05.914210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54168f-b2fa-4549-9ed0-066c89ac03f5 None None] Network 418682d1-59f4-434d-a624-b66be184f536 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:44:05.959235 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:06.002950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d69e7d61-7c72-4868-9b3a-03711d055f77 None None] Provisioning for port 39abf211-bfe6-4778-ae14-6da1851fcc70 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:06.343029 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:04Z', 'revision_number': 3, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:06.414873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd650c5-b645-42e1-a44a-133af6c22687 req-1dc7276d-2930-4ec3-8f62-571567157aaf tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:06.445188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acd650c5-b645-42e1-a44a-133af6c22687 req-1dc7276d-2930-4ec3-8f62-571567157aaf tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1691253 Aug 20 13:44:06.445456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:44:06.447324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Updating router a0a309c5-8129-4d08-a2e1-751b953e18e7 port 8de98f4a-1174-4957-933d-b416e4ace873 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:44:06.497478 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.551237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 39abf211-bfe6-4778-ae14-6da1851fcc70 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:06.552498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52582) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:06.634762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acd650c5-b645-42e1-a44a-133af6c22687 req-fbde7386-85a6-43dc-8a05-75b370a01a9b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838324 Aug 20 13:44:06.665917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ad2705e9-d3d3-4882-a00e-4a1817dce9f6 None None] Provisioning complete for port 39abf211-bfe6-4778-ae14-6da1851fcc70 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:06.666255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad2705e9-d3d3-4882-a00e-4a1817dce9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.714840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 39abf211-bfe6-4778-ae14-6da1851fcc70 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:06.731200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 39abf211-bfe6-4778-ae14-6da1851fcc70 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:06.731582 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.760702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9b0a-b3c1-4374-8db5-c4eb00b62c32 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.818057 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad2705e9-d3d3-4882-a00e-4a1817dce9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.828855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9b0a-b3c1-4374-8db5-c4eb00b62c32 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.888511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ad2705e9-d3d3-4882-a00e-4a1817dce9f6 None None] For port 39abf211-bfe6-4778-ae14-6da1851fcc70, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=39abf211-bfe6-4778-ae14-6da1851fcc70,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:06.895391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad2705e9-d3d3-4882-a00e-4a1817dce9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.958189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9b0a-b3c1-4374-8db5-c4eb00b62c32 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.961107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9b0a-b3c1-4374-8db5-c4eb00b62c32 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:06.962620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e9a9b0a-b3c1-4374-8db5-c4eb00b62c32 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c45b6c1-8f75-4bf7-99d9-110a40d8594d HTTP/1.1" status: 204 len: 168 time: 0.4030988 Aug 20 13:44:06.987210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.001869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a9b0a-b3c1-4374-8db5-c4eb00b62c32 tempest-TestVolumeBackupRestore-806090218 tempest-TestVolumeBackupRestore-806090218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c45b6c1-8f75-4bf7-99d9-110a40d8594d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:07.069059 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.092388 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Transition to ACTIVE for port object 8de98f4a-1174-4957-933d-b416e4ace873 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:07.101184 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.111320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.189578 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:44:07.190041 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:44:07.207850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2705e9-d3d3-4882-a00e-4a1817dce9f6 None None] Pushing event updated for resources: {'Port': ['ID=39abf211-bfe6-4778-ae14-6da1851fcc70,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:07.233656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Attempting to bind port 8de98f4a-1174-4957-933d-b416e4ace873 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:44:07.233656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Attempting to bind port 8de98f4a-1174-4957-933d-b416e4ace873 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:44:07.233656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Attempting to bind port 8de98f4a-1174-4957-933d-b416e4ace873 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:44:07.256364 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:44:07.258410 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:44:07.259019 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.259597 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:44:07.260241 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Bound port: 8de98f4a-1174-4957-933d-b416e4ace873, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:44:07.260842 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.302409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Pushing event updated for resources: {'Port': ['ID=8de98f4a-1174-4957-933d-b416e4ace873,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:07.313995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.314435 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.314667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.315207 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.315432 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.315758 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.316209 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.316391 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.316736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.317055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.317376 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.317687 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:07.395436 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] For port 8de98f4a-1174-4957-933d-b416e4ace873, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:44:07.399533 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] For port 8de98f4a-1174-4957-933d-b416e4ace873, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8de98f4a-1174-4957-933d-b416e4ace873,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:44:07.409876 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.436665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Allocated IP 172.20.0.1 (418682d1-59f4-434d-a624-b66be184f536/89359c72-d2d0-49a6-acbd-f6898cf77097/d743161c-3163-4a13-8ca8-27fdee659fab) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:44:07.525272 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc152f0-fd37-4ec0-87c4-e56a8d81babe None None] Pushing event updated for resources: {'Port': ['ID=8de98f4a-1174-4957-933d-b416e4ace873,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:07.528265 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:07.528916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:07.623844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.640297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Transition to ACTIVE for port object d743161c-3163-4a13-8ca8-27fdee659fab will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:07.659987 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:07.678743 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.734860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Network 418682d1-59f4-434d-a624-b66be184f536 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:07.738471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:07.751534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:44:07.823931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:07.970104 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:04Z', 'revision_number': 3, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:07.975581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Pushing event updated for resources: {'Port': ['ID=d743161c-3163-4a13-8ca8-27fdee659fab,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:08.025445 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e49ad-976d-41f5-8689-cea5a7c47248 None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:04Z', 'revision_number': 3, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:44:08.061307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674cb75-8e33-4a4c-991e-538cc93c1970 req-3054a34f-0b14-4ba7-8e7f-753680ec9502 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:08.069408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0674cb75-8e33-4a4c-991e-538cc93c1970 req-3054a34f-0b14-4ba7-8e7f-753680ec9502 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.2566662 Aug 20 13:44:08.139320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-df0565c7-5795-4c23-aa9c-1279bafc12be None None] Provisioning for port d743161c-3163-4a13-8ca8-27fdee659fab completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:08.145063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-df0565c7-5795-4c23-aa9c-1279bafc12be None None] Provisioning complete for port d743161c-3163-4a13-8ca8-27fdee659fab triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:08.145549 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df0565c7-5795-4c23-aa9c-1279bafc12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:08.197918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0674cb75-8e33-4a4c-991e-538cc93c1970 req-87c34fb4-3dce-4103-b5c4-567ee7f961d6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186130 Aug 20 13:44:08.204608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:08.208472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-df0565c7-5795-4c23-aa9c-1279bafc12be None None] Port d743161c-3163-4a13-8ca8-27fdee659fab cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:44:08.532454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 39abf211-bfe6-4778-ae14-6da1851fcc70 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:08.544030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:08.552054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:08.628494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 39abf211-bfe6-4778-ae14-6da1851fcc70 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:08.628813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:08.660010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:08.711376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Pushing event updated for resources: {'Port': ['ID=d743161c-3163-4a13-8ca8-27fdee659fab,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:08.821805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Network 418682d1-59f4-434d-a624-b66be184f536 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:08.823164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:09.062453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:44:09.150322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a1caac49-4dde-47b2-92f2-d50a1b9fdc90 None None] Provisioning complete for port d743161c-3163-4a13-8ca8-27fdee659fab triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:09.150904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a1caac49-4dde-47b2-92f2-d50a1b9fdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:09.215726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a1caac49-4dde-47b2-92f2-d50a1b9fdc90 None None] Port d743161c-3163-4a13-8ca8-27fdee659fab cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:44:09.216167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:44:09.228609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b52bcd8f-f549-454e-926c-e0f2a28d2e00 admin admin] 10.222.0.59 "PUT /v2.0/routers/a0a309c5-8129-4d08-a2e1-751b953e18e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4242954 Aug 20 13:44:09.461265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5ce8f-f8ad-4f78-8743-a1041d637380 req-21a0a32b-6d0f-4787-bf3d-fb9d03cd7298 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:09.462904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50a5ce8f-f8ad-4f78-8743-a1041d637380 req-21a0a32b-6d0f-4787-bf3d-fb9d03cd7298 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1303096 Aug 20 13:44:09.518467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50a5ce8f-f8ad-4f78-8743-a1041d637380 req-9de06eb2-5371-47e2-9b97-85d01b546229 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485377 Aug 20 13:44:10.148482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52920) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:10.154071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9292318', 'description': 'tempest-description--471640130'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:10.181738 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.303399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.309076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.350937 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.355768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 52948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:10.356642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2058187 Aug 20 13:44:10.360539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df13947-88ba-4e39-bdf9-91313a52e6de tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090e7f87-d6b5-4d7e-b940-f2b4fe508476,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:10.362929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'security_group_rule': {'security_group_id': '090e7f87-d6b5-4d7e-b940-f2b4fe508476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:10.424634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.498633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.508908 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.544176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cce8318-3994-459c-9fd0-deac5c8484c1,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:10.565979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:44:10.584224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.588526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-72dfdcc8-1968-4933-ba39-c9e8d4103926 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316117 Aug 20 13:44:10.591087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:10.591480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 52972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:10.592090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:10.602016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'security_group_rule': {'security_group_id': '090e7f87-d6b5-4d7e-b940-f2b4fe508476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:10.648310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8de98f4a-1174-4957-933d-b416e4ace873 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:10.748263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.781530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49815e5d-5e50-434c-8941-4c4f16fef77b req-c7e1e208-9a6d-4336-afae-fa7128524d3b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:10.783159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49815e5d-5e50-434c-8941-4c4f16fef77b req-c7e1e208-9a6d-4336-afae-fa7128524d3b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.0982823 Aug 20 13:44:10.848080 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.856919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.863255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49815e5d-5e50-434c-8941-4c4f16fef77b req-35bd2db8-0ac9-4c5e-9bd2-26d049257ed2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608351 Aug 20 13:44:10.879487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:10.913485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7517bdb8-fdb1-44c4-be76-8b82abb06afb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:10.915412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8de98f4a-1174-4957-933d-b416e4ace873 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:10.926943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8de98f4a-1174-4957-933d-b416e4ace873 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:10.927721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.928143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:10.929562 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-886a5791-c16f-4714-9ba6-25159206f327 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369884 Aug 20 13:44:10.932817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:10.941043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:10.969588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.093397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.131435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.233397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8de98f4a-1174-4957-933d-b416e4ace873, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8de98f4a-1174-4957-933d-b416e4ace873,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:11.247347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.319896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Allocated IP 172.25.6.160 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/fc359a6c-fff6-4090-9a6d-274513c63290) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:44:11.337463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8de98f4a-1174-4957-933d-b416e4ace873,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:11.429362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 2, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:11.470626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:44:11.470733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Updating router a0a309c5-8129-4d08-a2e1-751b953e18e7 port d743161c-3163-4a13-8ca8-27fdee659fab binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:44:11.526357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.537350 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.647768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.738262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:11.743725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:11.751901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:44:11.839408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'Port': ['ID=fc359a6c-fff6-4090-9a6d-274513c63290,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:11.941622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.964221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.979097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Transition to ACTIVE for port object d743161c-3163-4a13-8ca8-27fdee659fab will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:11.989602 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:11.996019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.118052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593ec9-33ba-4dc3-b2a4-e6bcea3c993d req-8cb5f7b1-44b6-4b0c-9c06-012a432fb0d2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:12.127026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94593ec9-33ba-4dc3-b2a4-e6bcea3c993d req-8cb5f7b1-44b6-4b0c-9c06-012a432fb0d2 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1606290 Aug 20 13:44:12.146037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907311-f28a-4aac-8ece-2606ad617a0a None None] Pushing event updated for resources: {'Port': ['ID=d743161c-3163-4a13-8ca8-27fdee659fab,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:12.213388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94593ec9-33ba-4dc3-b2a4-e6bcea3c993d req-286e0b75-0b03-41c6-a472-75427407b0c8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853240 Aug 20 13:44:12.256350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.271791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.283400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Attempting to bind port d743161c-3163-4a13-8ca8-27fdee659fab on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:44:12.283810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Attempting to bind port d743161c-3163-4a13-8ca8-27fdee659fab by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:44:12.290781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Attempting to bind port d743161c-3163-4a13-8ca8-27fdee659fab on network 418682d1-59f4-434d-a624-b66be184f536 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:44:12.304165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:44:12.304675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Checking segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:44:12.305005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.305415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Bound using segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:44:12.305923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Bound port: d743161c-3163-4a13-8ca8-27fdee659fab, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:44:12.306529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.498498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'Port': ['ID=fc359a6c-fff6-4090-9a6d-274513c63290,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:12.522862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] For port d743161c-3163-4a13-8ca8-27fdee659fab, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:44:12.529997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.531779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] For port d743161c-3163-4a13-8ca8-27fdee659fab, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d743161c-3163-4a13-8ca8-27fdee659fab,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:44:12.541353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8de98f4a-1174-4957-933d-b416e4ace873 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:12.552694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.570703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.572527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01e0e4e1-de26-46ed-8d65-f37b9ac65d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6387331 Aug 20 13:44:12.715260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:12.716290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:12.776118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907311-f28a-4aac-8ece-2606ad617a0a None None] Pushing event updated for resources: {'Port': ['ID=d743161c-3163-4a13-8ca8-27fdee659fab,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:12.802931 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-5ffd7ef6-e654-4940-91a8-dcb15b9d5b1d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--9292318&fields=id&tenant_id=9d255ea5779542c4ad8453ec260ed59f HTTP/1.1" status: 200 len: 267 time: 0.1033399 Aug 20 13:44:12.811392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8de98f4a-1174-4957-933d-b416e4ace873 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:12.811983 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:12.979849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-371a6b10-534a-42f4-91e6-288f8ac49c90 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:12.982059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-371a6b10-534a-42f4-91e6-288f8ac49c90 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 810 time: 0.1735001 Aug 20 13:44:13.008435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-e812138d-6a18-41b8-b5fc-91f3ba56f716 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/quotas/9d255ea5779542c4ad8453ec260ed59f HTTP/1.1" status: 200 len: 375 time: 0.0204773 Aug 20 13:44:13.018205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:13.126764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-93d8bdb1-ee16-4a2b-b274-08af7fe189d7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119828 Aug 20 13:44:13.279355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-d50ca016-d1ec-460f-9a7e-0cc614f2ebdf service neutron] 10.222.0.59 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402445 Aug 20 13:44:13.437622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:12Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:13.445199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-80d61d6b-7d75-4487-bb74-3fb990872a00 service neutron] 10.222.0.59 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582563 Aug 20 13:44:13.492384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46267b9b-40c8-4472-a2ef-32928b2cc1fe None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:12Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:44:13.514266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a204ee-e26b-4aac-9964-53533277056a req-86ce3498-721d-46fb-a19d-5cb2867b7ee4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:13.523140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11a204ee-e26b-4aac-9964-53533277056a req-86ce3498-721d-46fb-a19d-5cb2867b7ee4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1366906 Aug 20 13:44:13.596256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11a204ee-e26b-4aac-9964-53533277056a req-df70f768-92d7-48ff-84da-117c8670c438 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688066 Aug 20 13:44:13.776541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-498dfc91-c6f3-41e3-8376-43b321642ef8 req-ab1406ec-28af-443f-92a6-4a9df62f4770 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 210 time: 0.0551622 Aug 20 13:44:14.036786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53108) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:14.490966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d743161c-3163-4a13-8ca8-27fdee659fab up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:14.660705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d743161c-3163-4a13-8ca8-27fdee659fab completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:14.668516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d743161c-3163-4a13-8ca8-27fdee659fab triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:14.668979 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:14.705414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:14.820326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4d916741-30f4-4d6e-b1b1-7be1895664e9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:44:14.825608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acab71-ec4e-4699-879b-7110c619b45d req-10b655d9-01fe-4d79-b2c9-c08d3b98b2b3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:14.827558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0acab71-ec4e-4699-879b-7110c619b45d req-10b655d9-01fe-4d79-b2c9-c08d3b98b2b3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 944 time: 0.1188545 Aug 20 13:44:14.834181 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:14.982428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0acab71-ec4e-4699-879b-7110c619b45d req-4bd38c9a-f316-41f4-be9a-a34a0ea27658 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844538 Aug 20 13:44:15.004134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d743161c-3163-4a13-8ca8-27fdee659fab, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d743161c-3163-4a13-8ca8-27fdee659fab,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:15.017042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-468f8a27-52cf-46b6-91f9-8901405772ec req-7c08e8fe-2094-41a5-b5ec-2e14e4b11e8b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 210 time: 0.0817428 Aug 20 13:44:15.025936 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.120992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d743161c-3163-4a13-8ca8-27fdee659fab,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:15.133846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4d916741-30f4-4d6e-b1b1-7be1895664e9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:15.160210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'port_id': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'mac_address': 'fa:16:3e:96:44:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:44:15.195554 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-5b20249e-e69d-4aba-b474-3b12f29e1de7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:15.198893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-5b20249e-e69d-4aba-b474-3b12f29e1de7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 810 time: 0.1780467 Aug 20 13:44:15.226559 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.242872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d916741-30f4-4d6e-b1b1-7be1895664e9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:15.273260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4d916741-30f4-4d6e-b1b1-7be1895664e9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:15.274027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-f566565a-98ff-4409-bc24-f3d2f1d2ff26 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d255ea5779542c4ad8453ec260ed59f HTTP/1.1" status: 200 len: 377 time: 0.0671520 Aug 20 13:44:15.281493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.288927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'port': {'device_id': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'admin_state_up': True, 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'security_groups': ['090e7f87-d6b5-4d7e-b940-f2b4fe508476']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:15.332326 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Deleting port 617102a8-cbf8-43f9-999b-6b06ce2804e2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:15.332788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.382256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4d916741-30f4-4d6e-b1b1-7be1895664e9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:15.442713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] For port 617102a8-cbf8-43f9-999b-6b06ce2804e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=617102a8-cbf8-43f9-999b-6b06ce2804e2,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:15.443433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.465874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Calling delete_port for 617102a8-cbf8-43f9-999b-6b06ce2804e2 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:15.483489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Made reservation on behalf of 9d255ea5779542c4ad8453ec260ed59f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:44:15.489986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.499142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['4d916741-30f4-4d6e-b1b1-7be1895664e9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:15.704595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Allocated IP 172.20.0.5 (418682d1-59f4-434d-a624-b66be184f536/89359c72-d2d0-49a6-acbd-f6898cf77097/8f9f716f-7526-4f1c-a471-e0a5f75a1425) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:44:15.736876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.765780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Pushing event deleted for resources: {'Port': ['ID=617102a8-cbf8-43f9-999b-6b06ce2804e2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:15.793267 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5895191c-9071-407e-a1bc-1864029aeb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.894604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.910969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Transition to ACTIVE for port object 8f9f716f-7526-4f1c-a471-e0a5f75a1425 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:15.954856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.974533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:15.994304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Network 418682d1-59f4-434d-a624-b66be184f536 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:15.997720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:16.002025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:44:16.050139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'Port': ['ID=8f9f716f-7526-4f1c-a471-e0a5f75a1425,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:16.076273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:16.076984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.104017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-83e252d2-3473-4478-b142-eef16af9ff22 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196616 Aug 20 13:44:16.120146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Request body: {'port': {'device_id': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:16.254404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4036-e71c-418a-9f6c-45422b12a0d0 req-e07d8dbc-308d-44f0-b24a-15047e60e933 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:16.256336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c53d4036-e71c-418a-9f6c-45422b12a0d0 req-e07d8dbc-308d-44f0-b24a-15047e60e933 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 931 time: 0.0973082 Aug 20 13:44:16.298809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Router 6c2bc574-7582-42a0-a99b-f465f022d9d1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:44:16.312959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-296ae8f5-e4ab-4985-a347-1765517aebc8 None None] Provisioning for port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:16.318005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-296ae8f5-e4ab-4985-a347-1765517aebc8 None None] Provisioning complete for port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:16.326348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-296ae8f5-e4ab-4985-a347-1765517aebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.327018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c53d4036-e71c-418a-9f6c-45422b12a0d0 req-7b204f7e-af5b-4c4e-bcbd-b2c435da83cd tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581355 Aug 20 13:44:16.391129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-296ae8f5-e4ab-4985-a347-1765517aebc8 None None] Port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:44:16.465305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:44:16.475420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14fe8dd3-86b5-4829-8564-5d2f428a431f admin admin] 10.222.0.59 "PUT /v2.0/routers/6c2bc574-7582-42a0-a99b-f465f022d9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4349856 Aug 20 13:44:16.475913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53130) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:16.478138 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] Sync routers for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:44:16.498432 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:16.499079 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:16.533805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d743161c-3163-4a13-8ca8-27fdee659fab up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:16.568983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4ab6f-fb26-49ae-b20c-dd8c7ff8b033 req-36652849-b855-46d6-8acf-f4134be3c3a7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:16.570604 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92d4ab6f-fb26-49ae-b20c-dd8c7ff8b033 req-36652849-b855-46d6-8acf-f4134be3c3a7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 945 time: 0.4655952 Aug 20 13:44:16.571995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.609856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.655687 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:16.662052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92d4ab6f-fb26-49ae-b20c-dd8c7ff8b033 req-630398fc-5540-45fa-85cf-0bffcf8b141f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802057 Aug 20 13:44:16.771373 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.818039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4d916741-30f4-4d6e-b1b1-7be1895664e9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:16.821762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d743161c-3163-4a13-8ca8-27fdee659fab triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:16.822075 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.889606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Deleting port baff264d-0dbf-415e-bd77-019e99f21702 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:16.890671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.899715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:44:15Z', 'revision_number': 5, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port': {'id': 'baff264d-0dbf-415e-bd77-019e99f21702', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:16.931843 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] Checking router: 6c2bc574-7582-42a0-a99b-f465f022d9d1 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:44:16.941460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 4d916741-30f4-4d6e-b1b1-7be1895664e9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:16.942983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] Routers {'6c2bc574-7582-42a0-a99b-f465f022d9d1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:16.943708 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:43:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6c2bc574-7582-42a0-a99b-f465f022d9d1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:16.952037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 4d916741-30f4-4d6e-b1b1-7be1895664e9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:16.953256 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.965494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9f716f-7526-4f1c-a471-e0a5f75a1425 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:16.976104 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:16.997054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Transition to ACTIVE for port object 8f9f716f-7526-4f1c-a471-e0a5f75a1425 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:44:16.998455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] For port baff264d-0dbf-415e-bd77-019e99f21702, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=baff264d-0dbf-415e-bd77-019e99f21702,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:16.998920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.003198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.015187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Calling delete_port for baff264d-0dbf-415e-bd77-019e99f21702 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:17.039634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.067582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:17.070062 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6809b19-bc1a-4e0c-9d77-67b85c7e86fa" -d '{"events": [{"server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "name": "network-vif-plugged", "status": "completed", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:17.075650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] Set router 6c2bc574-7582-42a0-a99b-f465f022d9d1 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:17.088529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Pushing event updated for resources: {'Port': ['ID=8f9f716f-7526-4f1c-a471-e0a5f75a1425,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:17.108126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 4d916741-30f4-4d6e-b1b1-7be1895664e9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:17.117968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.161524 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ba614-66e6-4526-8926-c0302471e26c x-openstack-request-id: req-006ba614-66e6-4526-8926-c0302471e26c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:17.161823 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "name": "network-vif-plugged", "status": "completed", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:17.162094 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-006ba614-66e6-4526-8926-c0302471e26c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:17.162480 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'code': 200} Aug 20 13:44:17.163328 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:44:16Z', 'revision_number': 6, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:17.197977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=4d916741-30f4-4d6e-b1b1-7be1895664e9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:17.209941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Attempting to bind port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:44:17.210514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Attempting to bind port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:44:17.210637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Attempting to bind port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 on network 418682d1-59f4-434d-a624-b66be184f536 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:44:17.215854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 on network 418682d1-59f4-434d-a624-b66be184f536 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:44:17.216176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Attempting to bind port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 on network 418682d1-59f4-434d-a624-b66be184f536 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:44:17.245588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:44:17.246526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Checking segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:44:17.247237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Bound using segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:44:17.247950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Bound port: 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:44:17.250591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.340908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0170f-c255-40f9-bb0c-e1f5364923c8 None None] The sync data for ids ['6c2bc574-7582-42a0-a99b-f465f022d9d1'] in n-d-804232-5 is: [{'id': '6c2bc574-7582-42a0-a99b-f465f022d9d1', 'name': 'tempest-TestVolumeBackupRestore-985424744-router', 'tenant_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:24Z', 'updated_at': '2021-08-20T13:44:16Z', 'revision_number': 6, 'project_id': 'ec93e5493bf14a16a3b406f4aea1e71c', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:44:17.343202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] For port 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:44:17.365146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] For port 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:44:17.371273 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.430439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.431282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.433165 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-160a6b60-f142-4da8-934d-f099361b5def service neutron] 10.222.0.13 "PUT /v2.0/ports/8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 1091 time: 1.3170607 Aug 20 13:44:17.433614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:17.436485 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:17.508146 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da3c32-59d2-41f6-a424-48a7f8f5fe98 x-openstack-request-id: req-f7da3c32-59d2-41f6-a424-48a7f8f5fe98 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:17.508474 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:17.508716 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7da3c32-59d2-41f6-a424-48a7f8f5fe98 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:17.509109 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'status': 'completed', 'code': 200} Aug 20 13:44:17.535057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a6b60-f142-4da8-934d-f099361b5def service neutron] Pushing event updated for resources: {'Port': ['ID=8f9f716f-7526-4f1c-a471-e0a5f75a1425,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:17.561575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ab05-375b-4777-8f7f-af4258736ed8 req-4e0e4d69-446a-4bd9-b83d-7d651b15287a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.564193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fab6ab05-375b-4777-8f7f-af4258736ed8 req-4e0e4d69-446a-4bd9-b83d-7d651b15287a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 943 time: 0.1202309 Aug 20 13:44:17.586048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-03236d48-f994-415a-a2c5-fa684bbde205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.587885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-03236d48-f994-415a-a2c5-fa684bbde205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1094 time: 0.1103945 Aug 20 13:44:17.639650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-57537543-2f19-4f5a-8ea3-ac7d098bb857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 217 time: 0.0428236 Aug 20 13:44:17.646495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.655126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c0cf-b894-4955-ba3d-1634c266f0ab req-8d31557f-abcf-493b-bf16-42e932be11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.657732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2719c0cf-b894-4955-ba3d-1634c266f0ab req-8d31557f-abcf-493b-bf16-42e932be11dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 1097 time: 0.0675683 Aug 20 13:44:17.684760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fab6ab05-375b-4777-8f7f-af4258736ed8 req-edfd9234-3370-477c-a45c-1d445500ec4b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1104670 Aug 20 13:44:17.687715 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Pushing event deleted for resources: {'Port': ['ID=baff264d-0dbf-415e-bd77-019e99f21702,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:17.715910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-ca7f0912-4821-453d-ab36-ca8a158e2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.719139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-ca7f0912-4821-453d-ab36-ca8a158e2bcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0686247 Aug 20 13:44:17.789116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-3c77a886-c4b2-4283-9ced-9fe6d536f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.790680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-3c77a886-c4b2-4283-9ced-9fe6d536f96b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634828 Aug 20 13:44:17.831549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2719c0cf-b894-4955-ba3d-1634c266f0ab req-da25f519-da78-4f4a-a97a-304721800efd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516209 Aug 20 13:44:17.844307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.921307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-1ea78929-6e8e-4384-a75f-9e15267ae29a service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211951 Aug 20 13:44:17.960661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5460c6a-a74e-499f-8b36-a2f691ea7233 req-00f97ce7-7e2d-4966-9d87-57e1d4c6f228 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:17.962198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5460c6a-a74e-499f-8b36-a2f691ea7233 req-00f97ce7-7e2d-4966-9d87-57e1d4c6f228 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 946 time: 0.1741560 Aug 20 13:44:17.963971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:17.966474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.029663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.030192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2bc574-7582-42a0-a99b-f465f022d9d1 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:44:18.040391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.041578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-31222325-70a1-40ec-bb33-7c79a96fbe9f admin admin] 10.222.0.59 "DELETE /v2.0/routers/6c2bc574-7582-42a0-a99b-f465f022d9d1 HTTP/1.1" status: 204 len: 168 time: 1.5642030 Aug 20 13:44:18.044483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:18.059870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5460c6a-a74e-499f-8b36-a2f691ea7233 req-2e03d7b8-23c0-4a0d-a823-c7320550231e tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888770 Aug 20 13:44:18.099517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Deleting subnet 1b80830e-9e1d-4698-861f-cf805a1c94a2 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:44:18.102601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.115097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3627b69-7485-493c-8d1f-a05bfd5bf6f8 req-c38401e9-869d-4250-91e7-c3148e4f0dda service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013687 Aug 20 13:44:18.141392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.205470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-40105e33-d35e-4df4-b79c-570117b23ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:18.207147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-40105e33-d35e-4df4-b79c-570117b23ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1094 time: 0.0444517 Aug 20 13:44:18.237314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.293668 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.312819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-7c10ef4c-7c40-4f98-a91d-df05e4fe0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:18.314327 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-7c10ef4c-7c40-4f98-a91d-df05e4fe0628 service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.0994031 Aug 20 13:44:18.322396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b80830e-9e1d-4698-861f-cf805a1c94a2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:18.324422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.328790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-82c1b517-f056-42a9-8199-03d93a599696 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1b80830e-9e1d-4698-861f-cf805a1c94a2 HTTP/1.1" status: 204 len: 168 time: 0.2809768 Aug 20 13:44:18.329551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53148) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:18.334618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3574b-d9b6-47f1-9936-feb7e93c9092 None None] Network ef39fdbb-24da-407f-8c72-f8a261493e6a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:44:18.369384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-057537e4-c55f-4c3e-9027-2d65ffc3f519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 217 time: 0.0459259 Aug 20 13:44:18.435015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 617102a8-cbf8-43f9-999b-6b06ce2804e2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:18.442139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.442438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-1ac14568-cd2a-428c-bf28-711eec7994ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:18.444367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-1ac14568-cd2a-428c-bf28-711eec7994ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0661845 Aug 20 13:44:18.465466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 617102a8-cbf8-43f9-999b-6b06ce2804e2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:18.465826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 617102a8-cbf8-43f9-999b-6b06ce2804e2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:18.466252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device baff264d-0dbf-415e-bd77-019e99f21702 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:18.508733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-255c80cf-f6d7-4081-96bd-e89706b1b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:18.511382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-255c80cf-f6d7-4081-96bd-e89706b1b332 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574882 Aug 20 13:44:18.517781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: baff264d-0dbf-415e-bd77-019e99f21702 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:18.518129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device baff264d-0dbf-415e-bd77-019e99f21702 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:18.518435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Deleting port 5b84e958-17a2-4f52-a5ca-b55a2da30846 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:18.518814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.566279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32638ff4-f83d-4694-8607-b424100ae20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.571855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.599507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] For port 5b84e958-17a2-4f52-a5ca-b55a2da30846, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5b84e958-17a2-4f52-a5ca-b55a2da30846,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:18.599507 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.619467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Calling delete_port for 5b84e958-17a2-4f52-a5ca-b55a2da30846 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:18.654030 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-23cd277b-72c6-4129-b8ee-ed3b9ef6b01d service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319983 Aug 20 13:44:18.664787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] DHCP port deletion for ef39fdbb-24da-407f-8c72-f8a261493e6a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:44:18.720353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] Deleting port 5b84e958-17a2-4f52-a5ca-b55a2da30846 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:18.721346 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.728174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.770535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b84e958-17a2-4f52-a5ca-b55a2da30846,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:18.775168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] No DVR routers for this DVR port 5b84e958-17a2-4f52-a5ca-b55a2da30846 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:18.802800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ba7bd61-6d5c-4172-bd64-280989aa0e4f req-b93d363d-f38b-450f-80e0-06568fe491c0 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341004 Aug 20 13:44:18.808077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] For port 5b84e958-17a2-4f52-a5ca-b55a2da30846, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5b84e958-17a2-4f52-a5ca-b55a2da30846,segment=NetworkSegment(1187c09b-1f4d-4d96-9cd9-f663b88ff23b),segment_id=1187c09b-1f4d-4d96-9cd9-f663b88ff23b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:18.808795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.823985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] Calling delete_port for 5b84e958-17a2-4f52-a5ca-b55a2da30846 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:18.897655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.914792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef39fdbb-24da-407f-8c72-f8a261493e6a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:18.924246 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.931239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a881c2-c292-4937-bc85-4777a1cd0a41 req-1a942373-cd7a-4d33-a966-1d981255e412 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:18.932943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94a881c2-c292-4937-bc85-4777a1cd0a41 req-1a942373-cd7a-4d33-a966-1d981255e412 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 943 time: 0.1291375 Aug 20 13:44:18.938086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1187c09b-1f4d-4d96-9cd9-f663b88ff23b') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:18.938376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1187c09b-1f4d-4d96-9cd9-f663b88ff23b') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:18.938649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] No DVR routers for this DVR port 5b84e958-17a2-4f52-a5ca-b55a2da30846 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:18.960591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:18.964658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0a2d3-04d3-4aab-80e5-6877381c208a None None] Pushing event deleted for resources: {'Port': ['ID=5b84e958-17a2-4f52-a5ca-b55a2da30846,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:18.990565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.006128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:44:19.006540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:44:19.008258 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:44:19.021143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94a881c2-c292-4937-bc85-4777a1cd0a41 req-744d9e5d-f3f2-40c8-853b-f05914a5d47c tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713217 Aug 20 13:44:19.071060 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.076130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.078646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ef39fdbb-24da-407f-8c72-f8a261493e6a HTTP/1.1" status: 204 len: 168 time: 0.7486472 Aug 20 13:44:19.081625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53156) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:19.094254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a974-dde0-4473-a362-ff03585d2981 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef39fdbb-24da-407f-8c72-f8a261493e6a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:19.239388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b5089-01fb-4dc2-98a7-c12dc498f22e req-05d17ff0-e19c-44fc-b22d-ff5c7f29ccca tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:19.240795 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc3b5089-01fb-4dc2-98a7-c12dc498f22e req-05d17ff0-e19c-44fc-b22d-ff5c7f29ccca tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 946 time: 0.1003783 Aug 20 13:44:19.348446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc3b5089-01fb-4dc2-98a7-c12dc498f22e req-5a7f32ce-9e3b-43f2-bca4-0e0676888be6 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724318 Aug 20 13:44:19.489659 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.507907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801c42c-a03b-425d-977b-86f4b9359325 req-6867f707-2be6-4eff-a631-7b94f23c0b45 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:19.509532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3801c42c-a03b-425d-977b-86f4b9359325 req-6867f707-2be6-4eff-a631-7b94f23c0b45 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 946 time: 0.0798192 Aug 20 13:44:19.556543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3801c42c-a03b-425d-977b-86f4b9359325 req-79a46ddd-7d3f-4597-a2ca-4b79f75fc159 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392642 Aug 20 13:44:19.569115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.579476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53162) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:19.620939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162b141-2af7-479d-b27b-05db0a962177 tempest-TestVolumeBootPattern-277513340 tempest-TestVolumeBootPattern-277513340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:19.627116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a162b141-2af7-479d-b27b-05db0a962177 tempest-TestVolumeBootPattern-277513340 tempest-TestVolumeBootPattern-277513340-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 1092 time: 0.0419970 Aug 20 13:44:19.627538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:19.632226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:19.654226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.761023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.840792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Deleting port a05bce24-f3a5-4b84-861a-139d02273c18 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:19.841133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.904171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Allocated IP 172.25.6.104 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/46f4b7d3-73d6-4713-b591-20b5ce4cc1b0) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:44:19.924869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8ad5e-0e5c-47f0-9f91-9ff6529bcd44 req-7fc68803-7ee2-4152-8b3f-0847579171ae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:19.926393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90f8ad5e-0e5c-47f0-9f91-9ff6529bcd44 req-7fc68803-7ee2-4152-8b3f-0847579171ae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.0997446 Aug 20 13:44:19.931906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] For port a05bce24-f3a5-4b84-861a-139d02273c18, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a05bce24-f3a5-4b84-861a-139d02273c18,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:19.932311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:19.947557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Calling delete_port for a05bce24-f3a5-4b84-861a-139d02273c18 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:20.017313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90f8ad5e-0e5c-47f0-9f91-9ff6529bcd44 req-ec65bd7e-0c62-466f-a3b5-0099bb8fed9e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826633 Aug 20 13:44:20.082609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.153349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.208221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3d007-8b47-4492-9b6f-a0a7da7bea0e req-31c1500d-7c4f-4014-9274-d4e1cf78a23d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:20.216138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89a3d007-8b47-4492-9b6f-a0a7da7bea0e req-31c1500d-7c4f-4014-9274-d4e1cf78a23d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 943 time: 0.0996082 Aug 20 13:44:20.221739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=46f4b7d3-73d6-4713-b591-20b5ce4cc1b0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:20.221966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.230420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:44:20.232257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:44:20.235356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:44:20.266759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a05bce24-f3a5-4b84-861a-139d02273c18,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:20.276606 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:44:20.356882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89a3d007-8b47-4492-9b6f-a0a7da7bea0e req-79393105-91ec-4c06-89ad-94a5a3c80c03 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1397498 Aug 20 13:44:20.539676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5b84e958-17a2-4f52-a5ca-b55a2da30846 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:20.599362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.602625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5b84e958-17a2-4f52-a5ca-b55a2da30846 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:20.603307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5b84e958-17a2-4f52-a5ca-b55a2da30846 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:20.829832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8f9f716f-7526-4f1c-a471-e0a5f75a1425 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:44:20.893095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Router 809ad175-362e-492f-9d2c-7074c609ac17 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:44:20.908739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.928860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:20.941619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'port_id': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'mac_address': 'fa:16:3e:dc:14:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:44:20.984720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.995449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:20.999889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9f716f-7526-4f1c-a471-e0a5f75a1425 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:21.006498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:44:21.014435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8d87631b-c234-459b-aea3-aa1532af4b0a admin admin] 10.222.0.59 "PUT /v2.0/routers/809ad175-362e-492f-9d2c-7074c609ac17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9316661 Aug 20 13:44:21.015594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53202) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:21.020411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] Sync routers for ids ['809ad175-362e-492f-9d2c-7074c609ac17'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:44:21.026144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:21.034097 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.040242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] Routers {'809ad175-362e-492f-9d2c-7074c609ac17'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:21.040865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['809ad175-362e-492f-9d2c-7074c609ac17'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:21.138497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8f9f716f-7526-4f1c-a471-e0a5f75a1425,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:21.154132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.197182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] Set router 809ad175-362e-492f-9d2c-7074c609ac17 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:21.205082 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.212109 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.279734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.301069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event updated for resources: {'Port': ['ID=46f4b7d3-73d6-4713-b591-20b5ce4cc1b0,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:21.316389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.329906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['8f9f716f-7526-4f1c-a471-e0a5f75a1425'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:21.488144 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.507105 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Floating IP b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f associated. External IP: 172.25.6.104, port: 4d916741-30f4-4d6e-b1b1-7be1895664e9. Aug 20 13:44:21.587721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:44:20Z', 'revision_number': 5, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port': {'id': '6c26e46f-8d97-4d4c-9253-73d765ce88de', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809ad175-362e-492f-9d2c-7074c609ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:40:33Z', 'updated_at': '2021-08-20T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:21.630567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] Checking router: 809ad175-362e-492f-9d2c-7074c609ac17 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:44:21.641437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] Routers {'809ad175-362e-492f-9d2c-7074c609ac17'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:21.642364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['809ad175-362e-492f-9d2c-7074c609ac17'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:21.723014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1bb0b-7906-45a0-b943-a9d2526084a4 req-a82ba0c9-0772-479a-9757-924be705a26a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:21.724601 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83b1bb0b-7906-45a0-b943-a9d2526084a4 req-a82ba0c9-0772-479a-9757-924be705a26a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 944 time: 0.0661056 Aug 20 13:44:21.740330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Deleting port 6c26e46f-8d97-4d4c-9253-73d765ce88de {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:21.740688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.762244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] Set router 809ad175-362e-492f-9d2c-7074c609ac17 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:21.786824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:44:21.824631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83b1bb0b-7906-45a0-b943-a9d2526084a4 req-8f37e3a8-f9d7-42bb-9a73-3ef645627c71 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0917771 Aug 20 13:44:21.839576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:44:21Z', 'revision_number': 6, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:21.875502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2357cae-b95b-4563-8cba-7e8c23c8d6e2 None None] The sync data for ids ['809ad175-362e-492f-9d2c-7074c609ac17'] in n-d-804232-5 is: [{'id': '809ad175-362e-492f-9d2c-7074c609ac17', 'name': 'tempest-TestVolumeBackupRestore-86988739-router', 'tenant_id': '469c8b4047234c188f559480733b7a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:40:31Z', 'updated_at': '2021-08-20T13:44:21Z', 'revision_number': 6, 'project_id': '469c8b4047234c188f559480733b7a2a', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:44:21.875909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] For port 6c26e46f-8d97-4d4c-9253-73d765ce88de, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6c26e46f-8d97-4d4c-9253-73d765ce88de,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:21.876030 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:21.895256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Calling delete_port for 6c26e46f-8d97-4d4c-9253-73d765ce88de owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:21.939884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:44:21.954288 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:44:21.967622 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:21.969315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:21.989465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.036579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a7c00a60-8975-49c0-a2bd-7013f1a3ef33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3963919 Aug 20 13:44:22.036579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:22.036579 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32256ef-a824-4f9f-ac07-bbbc889212ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:22.079569 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bd7df2-3f0e-417a-85c7-4df83dec8c48 x-openstack-request-id: req-31bd7df2-3f0e-417a-85c7-4df83dec8c48 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:22.079867 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:22.080132 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31bd7df2-3f0e-417a-85c7-4df83dec8c48 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:22.081231 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'status': 'completed', 'code': 200} Aug 20 13:44:22.099183 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.138085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c26e46f-8d97-4d4c-9253-73d765ce88de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:22.153386 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:22.173296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.173708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.173998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.174327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.174653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.174983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.175311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.175640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.175960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.176279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.176624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.176945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:44:22.235328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-118c8b60-9b30-49ca-9157-afd599ff595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:22.237095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-118c8b60-9b30-49ca-9157-afd599ff595f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 1097 time: 0.1103678 Aug 20 13:44:22.290857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.418252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.421093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.492751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-cdeb63dc-42d8-4fdb-a9ac-55db61c77ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:22.494558 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-cdeb63dc-42d8-4fdb-a9ac-55db61c77ef7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.2501690 Aug 20 13:44:22.495934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.497128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809ad175-362e-492f-9d2c-7074c609ac17 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:44:22.502699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.504066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-94872e70-2be8-4f53-8478-73e6911436a0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/809ad175-362e-492f-9d2c-7074c609ac17 HTTP/1.1" status: 204 len: 168 time: 1.4874766 Aug 20 13:44:22.506671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53216) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:22.521115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a05bce24-f3a5-4b84-861a-139d02273c18 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:22.546633 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:02Z', 'revision_number': 1, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}, {'id': 'b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:96:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:44:20Z', 'updated_at': '2021-08-20T13:44:20Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:22.573367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a05bce24-f3a5-4b84-861a-139d02273c18 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:22.573720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a05bce24-f3a5-4b84-861a-139d02273c18 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:22.587588 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:44:22.594215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Deleting subnet a67e0180-70b1-4097-83cd-77375b610ed6 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:44:22.596200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-101a7529-5b2b-4f0a-bbbd-3ed4b4270c6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9 HTTP/1.1" status: 200 len: 1000 time: 0.0909102 Aug 20 13:44:22.597885 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:22.598905 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.599057 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:22.650923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.682588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-fbfb8ea9-ddc4-49dc-aeda-e95419b90adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:22.684339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-fbfb8ea9-ddc4-49dc-aeda-e95419b90adb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0796397 Aug 20 13:44:22.749558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-23902cb0-ce49-4c84-8349-a8faf4fc868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:22.751555 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-23902cb0-ce49-4c84-8349-a8faf4fc868f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589287 Aug 20 13:44:22.760370 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:22.782829 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.838938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:44:22.841911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8f9f716f-7526-4f1c-a471-e0a5f75a1425 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:22.873146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.923102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b3e69-96f1-4efb-a613-88e9eaa2d243 None None] Network 34483b57-04e4-4975-99b5-7947a0be6a10 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:44:22.958835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:22.960998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a67e0180-70b1-4097-83cd-77375b610ed6 HTTP/1.1" status: 204 len: 168 time: 0.4530613 Aug 20 13:44:22.962112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dbec4-1602-4aa5-8a5d-33b4e9e2a7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67e0180-70b1-4097-83cd-77375b610ed6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:22.963994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53226) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:22.968419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-9ac65e44-1d3b-4da7-abae-f48444af6410 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008481 Aug 20 13:44:23.156393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:44:23.178382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d32256ef-a824-4f9f-ac07-bbbc889212ee req-169037ea-8fa4-4d6f-9492-f93679db52d8 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090242 Aug 20 13:44:23.193357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:23.193733 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.231318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:02Z', 'revision_number': 1, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}, {'id': 'b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:96:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:44:20Z', 'updated_at': '2021-08-20T13:44:20Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:23.236883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:23.277535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:44:23.308274 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53cbbd-de6d-4cc4-99d7-8ca983f10851 None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:02Z', 'revision_number': 1, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}, {'id': 'b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:96:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:44:20Z', 'updated_at': '2021-08-20T13:44:20Z', 'revision_number': 0, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:44:23.344337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.429087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] DHCP port deletion for 34483b57-04e4-4975-99b5-7947a0be6a10 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:44:23.439933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:23.464967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:23.474129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.478353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.530522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.542566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c0ac-45b7-4798-8fab-c494b3f5c0d7 req-e0893bc8-3080-40b3-bd9c-664668432786 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:23.551564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5677c0ac-45b7-4798-8fab-c494b3f5c0d7 req-e0893bc8-3080-40b3-bd9c-664668432786 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 944 time: 0.4572427 Aug 20 13:44:23.572455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:23.581738 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aed255-a0f6-42d8-b8a2-610a6ece6857" -d '{"events": [{"server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "name": "network-vif-plugged", "status": "completed", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:23.613897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['877e8b90-4b0c-4864-8822-4dc0d3cd9e69'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:23.625171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:23.637546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5677c0ac-45b7-4798-8fab-c494b3f5c0d7 req-30f8a3f2-4c7c-4441-b96b-62d96c658c48 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0814650 Aug 20 13:44:23.657963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:23.664600 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534943e2-68b3-488c-8c78-ebbfe3735bd6 x-openstack-request-id: req-534943e2-68b3-488c-8c78-ebbfe3735bd6 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:23.664891 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "name": "network-vif-plugged", "status": "completed", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:23.665133 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-534943e2-68b3-488c-8c78-ebbfe3735bd6 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:23.665593 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'code': 200} Aug 20 13:44:23.666263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.682538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Deleting port 98ce82a0-c4d6-4bc2-a201-98b9a331492c {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:23.683247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.756347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Deleting port 98ce82a0-c4d6-4bc2-a201-98b9a331492c {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:23.762270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.785778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=8f9f716f-7526-4f1c-a471-e0a5f75a1425,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:23.815911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] For port 98ce82a0-c4d6-4bc2-a201-98b9a331492c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=98ce82a0-c4d6-4bc2-a201-98b9a331492c,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:23.817261 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.823123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab6c2e-e4cc-4921-a9be-48869d155430 None None] New status for floating IP b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:44:23.824796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de881e-5aa6-4abb-bb08-20cf665077d8 req-0227dda3-d8db-44d4-a0f4-7a11c0dcadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:23.826449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1de881e-5aa6-4abb-bb08-20cf665077d8 req-0227dda3-d8db-44d4-a0f4-7a11c0dcadf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1096 time: 0.0788269 Aug 20 13:44:23.839925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Calling delete_port for 98ce82a0-c4d6-4bc2-a201-98b9a331492c owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:23.873597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1de881e-5aa6-4abb-bb08-20cf665077d8 req-2a4a7322-ce65-4b8c-a8ff-7dad50824185 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375526 Aug 20 13:44:23.915082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] For port 98ce82a0-c4d6-4bc2-a201-98b9a331492c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=98ce82a0-c4d6-4bc2-a201-98b9a331492c,segment=NetworkSegment(59091704-819a-41a8-893b-e497570fa5de),segment_id=59091704-819a-41a8-893b-e497570fa5de)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:23.915654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.932443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:23.947091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Calling delete_port for 98ce82a0-c4d6-4bc2-a201-98b9a331492c owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:23.949484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] No DVR routers for this DVR port 98ce82a0-c4d6-4bc2-a201-98b9a331492c on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:23.973134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=98ce82a0-c4d6-4bc2-a201-98b9a331492c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:24.059803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.074965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34483b57-04e4-4975-99b5-7947a0be6a10']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:24.088894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59091704-819a-41a8-893b-e497570fa5de') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:24.089601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59091704-819a-41a8-893b-e497570fa5de') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:24.101113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.119446 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.127597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:44:24.128153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:44:24.130298 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:44:24.199257 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.216261 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.218318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] 10.222.0.59 "DELETE /v2.0/networks/34483b57-04e4-4975-99b5-7947a0be6a10 HTTP/1.1" status: 204 len: 168 time: 1.2535603 Aug 20 13:44:24.219420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85561626-23ef-470f-8ac7-5a10eeac8f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=34483b57-04e4-4975-99b5-7947a0be6a10,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:24.337917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.388873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Network 34483b57-04e4-4975-99b5-7947a0be6a10 is not hosted by any dhcp agent {{(pid=94863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 13:44:24.389416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] No DVR routers for this DVR port 98ce82a0-c4d6-4bc2-a201-98b9a331492c on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:24.392381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c591a0-cccf-493d-9b8d-5722c50fb59d None None] Pushing event deleted for resources: {'Port': ['ID=98ce82a0-c4d6-4bc2-a201-98b9a331492c,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:24.430634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53244) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:24.467743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6c26e46f-8d97-4d4c-9253-73d765ce88de no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:24.492071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6c26e46f-8d97-4d4c-9253-73d765ce88de {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:24.492745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6c26e46f-8d97-4d4c-9253-73d765ce88de not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:24.493014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-40130828-5008-4b13-872e-c69c8bb2249c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec93e5493bf14a16a3b406f4aea1e71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602655 Aug 20 13:44:24.493463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 98ce82a0-c4d6-4bc2-a201-98b9a331492c no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:24.494920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53248) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:24.522466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 98ce82a0-c4d6-4bc2-a201-98b9a331492c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:24.522979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 98ce82a0-c4d6-4bc2-a201-98b9a331492c not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:24.563942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-048337d9-b907-4035-b381-12152510d8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.595878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-048337d9-b907-4035-b381-12152510d8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.653750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-048337d9-b907-4035-b381-12152510d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.655673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-048337d9-b907-4035-b381-12152510d8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:24.657285 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-048337d9-b907-4035-b381-12152510d8f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc1062aa-a727-4f82-9e2f-d86cd00c67ca HTTP/1.1" status: 204 len: 168 time: 0.1611207 Aug 20 13:44:24.667016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048337d9-b907-4035-b381-12152510d8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1062aa-a727-4f82-9e2f-d86cd00c67ca,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:24.802788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da257-c1ce-4747-8293-275d49f12879 req-726599fa-47af-4fc6-b622-9e96492f5504 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:24.804410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-157da257-c1ce-4747-8293-275d49f12879 req-726599fa-47af-4fc6-b622-9e96492f5504 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0737436 Aug 20 13:44:24.861142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:24.876271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-157da257-c1ce-4747-8293-275d49f12879 req-84681403-f6b4-4e5c-9df8-61733e917060 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603349 Aug 20 13:44:24.930763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:24.931358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.043129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.096924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:25.103091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.149098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53280) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:25.232341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:25.260862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-63dfa5b0-e732-4ae2-ad87-7281c35d4c90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=469c8b4047234c188f559480733b7a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072452 Aug 20 13:44:25.262619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53284) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:25.327055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fafd-c5af-403b-bfc3-715630127bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.355962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fafd-c5af-403b-bfc3-715630127bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.443504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fafd-c5af-403b-bfc3-715630127bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.452715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fafd-c5af-403b-bfc3-715630127bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:25.459149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a7a6fafd-c5af-403b-bfc3-715630127bad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c50b1c7-26e3-41a7-a01d-bb7a3c99897a HTTP/1.1" status: 204 len: 168 time: 0.1946115 Aug 20 13:44:25.472283 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6fafd-c5af-403b-bfc3-715630127bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50b1c7-26e3-41a7-a01d-bb7a3c99897a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:25.666581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:25.669436 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3b056-ac1c-44aa-8825-ff49bed441dc" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:25.755638 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d6e4a-e2c1-4974-950e-a69d2b8d6d7c x-openstack-request-id: req-507d6e4a-e2c1-4974-950e-a69d2b8d6d7c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:25.756189 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:25.757380 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-507d6e4a-e2c1-4974-950e-a69d2b8d6d7c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:25.757380 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:44:26.035995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368da48-25ba-48d4-9f65-28237e0b0143 req-001eb88d-8e4a-41b3-8b61-ff35c6d7c814 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:26.038280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9368da48-25ba-48d4-9f65-28237e0b0143 req-001eb88d-8e4a-41b3-8b61-ff35c6d7c814 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0778198 Aug 20 13:44:26.093119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9368da48-25ba-48d4-9f65-28237e0b0143 req-c06d0795-b05b-467b-99c8-e61ee191e3b4 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414186 Aug 20 13:44:26.267266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a6308-c7d5-4814-92c7-67478caba619 req-987e8cd5-6ecb-40a1-ba05-56c62dc6bb9a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:26.269436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-321a6308-c7d5-4814-92c7-67478caba619 req-987e8cd5-6ecb-40a1-ba05-56c62dc6bb9a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0784974 Aug 20 13:44:26.278930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:26.285430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'floatingip': {'port_id': '8f9f716f-7526-4f1c-a471-e0a5f75a1425'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:44:26.343220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:26.984190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:26.994599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:27.137111 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Floating IP 107942ab-0f9d-4d4d-a884-1919a1a41364 associated. External IP: 172.25.6.160, port: 8f9f716f-7526-4f1c-a471-e0a5f75a1425. Aug 20 13:44:27.445111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:44:27.637404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:44:27.645967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:27.649455 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:44:27.671027 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:27.671691 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:27.690312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d6171c09-b538-484b-8572-cec7f32155ae tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "PUT /v2.0/floatingips/107942ab-0f9d-4d4d-a884-1919a1a41364 HTTP/1.1" status: 200 len: 991 time: 1.4084206 Aug 20 13:44:27.691755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:27.695071 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ca72f-eef9-4994-b093-9aa46d23716e" -d '{"events": [{"name": "network-changed", "server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:27.774035 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5eeaec-771c-4ba9-a118-6f8b4d524b68 x-openstack-request-id: req-8a5eeaec-771c-4ba9-a118-6f8b4d524b68 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:27.774663 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:27.774995 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a5eeaec-771c-4ba9-a118-6f8b4d524b68 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:27.775558 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'status': 'completed', 'code': 200} Aug 20 13:44:27.869419 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca72f-eef9-4994-b093-9aa46d23716e req-1245d8d1-0bcc-40f7-95a3-bb07b58f93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:27.871567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-1245d8d1-0bcc-40f7-95a3-bb07b58f93cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1096 time: 0.0743313 Aug 20 13:44:27.881519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:28.002396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca72f-eef9-4994-b093-9aa46d23716e req-d7064de8-f667-4a2a-a9fb-8d220dd273f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:28.007088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-d7064de8-f667-4a2a-a9fb-8d220dd273f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.1260114 Aug 20 13:44:28.118293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-046d1488-1d75-4e43-a29e-2d838c4694df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 999 time: 0.1017163 Aug 20 13:44:28.182859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca72f-eef9-4994-b093-9aa46d23716e req-1e244945-0950-4cdc-b707-1302c468bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:28.184758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-1e244945-0950-4cdc-b707-1302c468bff3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0577295 Aug 20 13:44:28.257591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca72f-eef9-4994-b093-9aa46d23716e req-0f30d039-bd1f-4fc1-92a0-55d70ea75c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:28.260679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-0f30d039-bd1f-4fc1-92a0-55d70ea75c50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668614 Aug 20 13:44:28.290572 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '107942ab-0f9d-4d4d-a884-1919a1a41364', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'port_id': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'mac_address': 'fa:16:3e:dc:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:44:11Z', 'updated_at': '2021-08-20T13:44:26Z', 'revision_number': 1, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:28.329498 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:44:28.341620 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:44:28.343390 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:28.421579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-68452013-f291-4a0c-86c3-93dc44ce0c63 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333258 Aug 20 13:44:28.498944 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:44:28.555094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-714ca72f-eef9-4994-b093-9aa46d23716e req-2e238e1a-b1ef-4fdb-bb54-a1eed6bedf0d service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301904 Aug 20 13:44:28.950228 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '107942ab-0f9d-4d4d-a884-1919a1a41364', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'port_id': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'mac_address': 'fa:16:3e:dc:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:44:11Z', 'updated_at': '2021-08-20T13:44:26Z', 'revision_number': 1, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:28.995263 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad803810-719d-4d46-b0e3-ee691b196b08 None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '107942ab-0f9d-4d4d-a884-1919a1a41364', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'port_id': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'mac_address': 'fa:16:3e:dc:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:44:11Z', 'updated_at': '2021-08-20T13:44:26Z', 'revision_number': 1, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:44:29.003282 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:29.275634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acf127-7b06-4788-a709-6f4f636636a8 None None] New status for floating IP 107942ab-0f9d-4d4d-a884-1919a1a41364: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:44:30.233862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a03cc-8388-443e-a8cc-5548b73e99ef req-2d02c113-263a-4988-83f5-ffd9ae2da276 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:30.236115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a3a03cc-8388-443e-a8cc-5548b73e99ef req-2d02c113-263a-4988-83f5-ffd9ae2da276 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 945 time: 0.0654805 Aug 20 13:44:30.286267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a3a03cc-8388-443e-a8cc-5548b73e99ef req-66ec7e0c-dcda-4db9-a0ed-4ffedc39fab4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Aug 20 13:44:31.448376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84324446-5b75-4de3-a537-fae5b656e34d req-a296a6ea-e884-4173-a544-f835ca16f776 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:31.450084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84324446-5b75-4de3-a537-fae5b656e34d req-a296a6ea-e884-4173-a544-f835ca16f776 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 945 time: 0.0694852 Aug 20 13:44:31.500322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84324446-5b75-4de3-a537-fae5b656e34d req-ceb8ee9a-46fd-4ce6-9f97-5f770d0d5526 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Aug 20 13:44:31.563886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:31.667178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-8dda9363-2c36-437c-84ce-9ce3bb9c5588 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:31.668820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-8dda9363-2c36-437c-84ce-9ce3bb9c5588 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 945 time: 0.0573032 Aug 20 13:44:31.795160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Deleting port df533f0e-0637-41bd-8f4c-b6e90343d769 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:31.795556 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:31.918709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] For port df533f0e-0637-41bd-8f4c-b6e90343d769, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=df533f0e-0637-41bd-8f4c-b6e90343d769,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:31.919398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:31.937973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Calling delete_port for df533f0e-0637-41bd-8f4c-b6e90343d769 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:32.137073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:32.153028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce', '686125ef-859d-4c75-b173-58daae80b7b1', 'b1363d88-54d5-41f8-88cc-af7b0cfd323b', 'df533f0e-0637-41bd-8f4c-b6e90343d769'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:32.175088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event deleted for resources: {'Port': ['ID=df533f0e-0637-41bd-8f4c-b6e90343d769,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:32.237604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] No DVR routers for this DVR port df533f0e-0637-41bd-8f4c-b6e90343d769 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:32.244268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:32.244268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ea12a05-6bd8-49c8-836a-93a1ddf695be req-da46972f-2115-4df5-84aa-f460d61d2f3c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "DELETE /v2.0/ports/df533f0e-0637-41bd-8f4c-b6e90343d769 HTTP/1.1" status: 204 len: 173 time: 0.5664160 Aug 20 13:44:32.244268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'name': 'network-vif-deleted', 'tag': 'df533f0e-0637-41bd-8f4c-b6e90343d769'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:32.246323 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e53cb-7852-44ad-8341-d42e86106821" -d '{"events": [{"server_uuid": "fa82cab8-29c2-437a-91ad-2028079368e6", "name": "network-vif-deleted", "tag": "df533f0e-0637-41bd-8f4c-b6e90343d769"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:32.337003 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ada5f9e-f9f4-459c-a0e0-9b021c966efc x-openstack-request-id: req-7ada5f9e-f9f4-459c-a0e0-9b021c966efc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:32.337307 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82cab8-29c2-437a-91ad-2028079368e6", "name": "network-vif-deleted", "tag": "df533f0e-0637-41bd-8f4c-b6e90343d769", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:32.337625 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ada5f9e-f9f4-459c-a0e0-9b021c966efc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:32.338086 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82cab8-29c2-437a-91ad-2028079368e6', 'name': 'network-vif-deleted', 'tag': 'df533f0e-0637-41bd-8f4c-b6e90343d769', 'status': 'completed', 'code': 200} Aug 20 13:44:32.657195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-42d5bdfc-d2a0-4a90-aca3-789bba43843d req-a40b8850-6339-42f2-8f24-2e797cb9378c tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa82cab8-29c2-437a-91ad-2028079368e6 HTTP/1.1" status: 200 len: 210 time: 0.0583391 Aug 20 13:44:34.970017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-efd3859c-905d-4c11-87a5-5dac267c97bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468235 Aug 20 13:44:35.034362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-16af1628-d656-4578-9b04-1d3a8c205e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:35.035827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-16af1628-d656-4578-9b04-1d3a8c205e4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 1097 time: 0.0429335 Aug 20 13:44:35.081221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device df533f0e-0637-41bd-8f4c-b6e90343d769 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:35.104438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: df533f0e-0637-41bd-8f4c-b6e90343d769 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:35.104987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device df533f0e-0637-41bd-8f4c-b6e90343d769 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:35.202682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-095bf615-ad38-402f-bc54-f57884404200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:35.204176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-095bf615-ad38-402f-bc54-f57884404200 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 200 len: 916 time: 0.1256542 Aug 20 13:44:35.258586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-6beb3131-7990-4d8e-8ed9-0460541a18a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce HTTP/1.1" status: 200 len: 217 time: 0.0446167 Aug 20 13:44:35.331328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-5f4bcb82-efdd-4a06-accc-e21bf5c2230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:35.333167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-5f4bcb82-efdd-4a06-accc-e21bf5c2230e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 200 len: 855 time: 0.0681937 Aug 20 13:44:35.396164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-8eb0efad-547b-4c4a-b851-e3e15b5cf7f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bec1712c-2cda-42ec-8dc9-1aa984752e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543792 Aug 20 13:44:35.559515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-14da83ea-172d-4612-a5b6-85085bb2d74a service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567667 Aug 20 13:44:35.674354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db79b46f-2252-4fe1-ab1f-9e8a07e1071e req-aa11c67c-0c51-44c3-810d-75777e8d5962 service neutron] 10.222.0.53 "GET /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079874 Aug 20 13:44:36.242373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a27a4-2a82-4d2c-bb05-f5d213ac9510 req-f3d6b39a-d24e-4790-8f1f-4aaf7f37a292 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:36.244296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d79a27a4-2a82-4d2c-bb05-f5d213ac9510 req-f3d6b39a-d24e-4790-8f1f-4aaf7f37a292 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Aug 20 13:44:36.286527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d79a27a4-2a82-4d2c-bb05-f5d213ac9510 req-5ed7a20a-8cad-4f74-b638-f9b50c434f35 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353096 Aug 20 13:44:37.228139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a55ec-d369-4dbc-b4c2-4cf6d9149083 req-7e91dc5b-66bc-47f3-b2e3-d5751c2c3b6b tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:37.229681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-551a55ec-d369-4dbc-b4c2-4cf6d9149083 req-7e91dc5b-66bc-47f3-b2e3-d5751c2c3b6b tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 946 time: 0.0509713 Aug 20 13:44:37.272828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-551a55ec-d369-4dbc-b4c2-4cf6d9149083 req-46bb0f58-2af5-4c3b-9c82-fe2cecd27baf tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Aug 20 13:44:37.420227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468dcfd-bd23-4656-b966-a351ab25ce7f req-c03a148d-750c-40df-bc31-cd11ae97f060 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:37.422306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7468dcfd-bd23-4656-b966-a351ab25ce7f req-c03a148d-750c-40df-bc31-cd11ae97f060 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Aug 20 13:44:37.462626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7468dcfd-bd23-4656-b966-a351ab25ce7f req-afff734d-a526-4be0-b4fc-555872ed09c9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342603 Aug 20 13:44:38.394851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6495da-979e-4b37-9696-2d90f5986e65 req-70bde5c4-8f5a-4e56-813e-21efbc7b7481 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:38.396719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b6495da-979e-4b37-9696-2d90f5986e65 req-70bde5c4-8f5a-4e56-813e-21efbc7b7481 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 946 time: 0.0550454 Aug 20 13:44:38.441294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b6495da-979e-4b37-9696-2d90f5986e65 req-3a2d1e3c-f5a5-45bf-9772-9ad50ce0c849 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Aug 20 13:44:38.627918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-bbefbe21-b1e9-4943-a5ad-dc396e8cace5 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:38.629434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-bbefbe21-b1e9-4943-a5ad-dc396e8cace5 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 946 time: 0.0486176 Aug 20 13:44:38.728689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Deleting port b1363d88-54d5-41f8-88cc-af7b0cfd323b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:38.729039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:38.848235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] For port b1363d88-54d5-41f8-88cc-af7b0cfd323b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b1363d88-54d5-41f8-88cc-af7b0cfd323b,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:38.848644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:38.867952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Calling delete_port for b1363d88-54d5-41f8-88cc-af7b0cfd323b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:39.036067 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:39.051061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce', '686125ef-859d-4c75-b173-58daae80b7b1', 'b1363d88-54d5-41f8-88cc-af7b0cfd323b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:39.080214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event deleted for resources: {'Port': ['ID=b1363d88-54d5-41f8-88cc-af7b0cfd323b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:39.147521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] No DVR routers for this DVR port b1363d88-54d5-41f8-88cc-af7b0cfd323b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:39.150834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:39.153373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea8bd763-3060-4ef8-b285-18ed03c74bfb req-8e852bd0-c57b-4a5b-8908-ab555e77acb4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "DELETE /v2.0/ports/b1363d88-54d5-41f8-88cc-af7b0cfd323b HTTP/1.1" status: 204 len: 173 time: 0.5181048 Aug 20 13:44:39.153994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'name': 'network-vif-deleted', 'tag': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:39.157806 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc900ea-f000-443b-bb1d-e85f030c66b0" -d '{"events": [{"server_uuid": "df821dbc-aa55-4703-9344-4f04ccdc6d39", "name": "network-vif-deleted", "tag": "b1363d88-54d5-41f8-88cc-af7b0cfd323b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:39.199412 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106bde9-64a8-468e-8902-a5b72b0bd1ff x-openstack-request-id: req-d106bde9-64a8-468e-8902-a5b72b0bd1ff {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:39.199747 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df821dbc-aa55-4703-9344-4f04ccdc6d39", "name": "network-vif-deleted", "tag": "b1363d88-54d5-41f8-88cc-af7b0cfd323b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:39.200177 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d106bde9-64a8-468e-8902-a5b72b0bd1ff {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:39.201945 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df821dbc-aa55-4703-9344-4f04ccdc6d39', 'name': 'network-vif-deleted', 'tag': 'b1363d88-54d5-41f8-88cc-af7b0cfd323b', 'status': 'completed', 'code': 200} Aug 20 13:44:39.560323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-011642f4-7be4-47a1-8401-2c4920094498 req-654886d0-79d6-413f-97a2-3e77fbe5d8e4 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=df821dbc-aa55-4703-9344-4f04ccdc6d39 HTTP/1.1" status: 200 len: 210 time: 0.0292761 Aug 20 13:44:40.852063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d5e29-4876-44c2-b2a3-498d5bf94013 req-e2887711-aac2-4d51-bbb6-075695028d79 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:40.853822 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-835d5e29-4876-44c2-b2a3-498d5bf94013 req-e2887711-aac2-4d51-bbb6-075695028d79 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 945 time: 0.0543878 Aug 20 13:44:40.901291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-835d5e29-4876-44c2-b2a3-498d5bf94013 req-d4b212d6-e924-4bf6-bbbc-24d4f25a5b9a tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Aug 20 13:44:40.916107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:44:40.925085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:41.086054 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:41.094238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:41.118689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:44:41.129252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:41.131545 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5ac549-07cd-4e65-a483-f1c29f8385e4" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-unplugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:41.171375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:41.179153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:41.189108 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f81ee8-e531-44a1-9b1f-7544d32f347b x-openstack-request-id: req-b2f81ee8-e531-44a1-9b1f-7544d32f347b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:41.189409 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-unplugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:41.189660 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2f81ee8-e531-44a1-9b1f-7544d32f347b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:41.190122 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:44:41.190698 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:41.241264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:41.324168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:41.342861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:44:41.343239 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:44:41.893968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:41.916176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:41.964403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:41.970007 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:42.055657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:42.072599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['877e8b90-4b0c-4864-8822-4dc0d3cd9e69'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:42.089691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fb5c2-5be6-4426-bda3-d4c80ceb8e81 req-e298fb2f-4573-4264-abbe-01c8d147c6dc tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:42.098032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-679fb5c2-5be6-4426-bda3-d4c80ceb8e81 req-e298fb2f-4573-4264-abbe-01c8d147c6dc tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 945 time: 0.1048198 Aug 20 13:44:42.152468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-679fb5c2-5be6-4426-bda3-d4c80ceb8e81 req-995a37c9-5576-420e-87d1-7b5cc670ec9f tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Aug 20 13:44:42.180803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-d2e6fb3a-a851-4107-883f-a48c6ec3b639 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:42.183161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-d2e6fb3a-a851-4107-883f-a48c6ec3b639 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 945 time: 0.1545670 Aug 20 13:44:42.305134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Deleting port 686125ef-859d-4c75-b173-58daae80b7b1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:42.305453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:42.698587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] For port 686125ef-859d-4c75-b173-58daae80b7b1, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=686125ef-859d-4c75-b173-58daae80b7b1,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:42.698856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:42.718001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Calling delete_port for 686125ef-859d-4c75-b173-58daae80b7b1 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:42.881820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:42.893653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce', '686125ef-859d-4c75-b173-58daae80b7b1'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:42.912569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event deleted for resources: {'Port': ['ID=686125ef-859d-4c75-b173-58daae80b7b1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:42.942877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:42.998709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] No DVR routers for this DVR port 686125ef-859d-4c75-b173-58daae80b7b1 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:43.006186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:43.012011 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1553620d-3c3b-495f-afb0-b892812d34b2 req-dc9bab56-054e-4ad2-8f3a-e372578e7f02 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "DELETE /v2.0/ports/686125ef-859d-4c75-b173-58daae80b7b1 HTTP/1.1" status: 204 len: 173 time: 0.8220706 Aug 20 13:44:43.012805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'name': 'network-vif-deleted', 'tag': '686125ef-859d-4c75-b173-58daae80b7b1'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:43.017889 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e1288-c2c1-4216-9a74-e73a8556fc2c" -d '{"events": [{"server_uuid": "5d1b8c33-0514-4a97-85eb-89129b31fa35", "name": "network-vif-deleted", "tag": "686125ef-859d-4c75-b173-58daae80b7b1"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:43.035774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:43.036229 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:43.093607 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51f4da-1595-4b0e-9002-6d577fc4e8c0 x-openstack-request-id: req-5b51f4da-1595-4b0e-9002-6d577fc4e8c0 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:43.094167 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b8c33-0514-4a97-85eb-89129b31fa35", "name": "network-vif-deleted", "tag": "686125ef-859d-4c75-b173-58daae80b7b1", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:43.094167 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b51f4da-1595-4b0e-9002-6d577fc4e8c0 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:43.094570 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b8c33-0514-4a97-85eb-89129b31fa35', 'name': 'network-vif-deleted', 'tag': '686125ef-859d-4c75-b173-58daae80b7b1', 'status': 'completed', 'code': 200} Aug 20 13:44:43.106081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b1363d88-54d5-41f8-88cc-af7b0cfd323b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:43.147948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: b1363d88-54d5-41f8-88cc-af7b0cfd323b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:43.148441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b1363d88-54d5-41f8-88cc-af7b0cfd323b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:43.208499 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:43.257829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:43.262988 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a3b932-4204-4109-abf1-752561d29d63" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:43.279176 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3643c214-602d-4d6a-b4be-880c143edd80 req-a97ca2fe-e491-458f-a8a2-b9fbb41f7895 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1b8c33-0514-4a97-85eb-89129b31fa35 HTTP/1.1" status: 200 len: 210 time: 0.0327606 Aug 20 13:44:43.282050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:43.287966 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:43.324169 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2310e6ab-9320-4739-8db5-653bbb1f7608 x-openstack-request-id: req-2310e6ab-9320-4739-8db5-653bbb1f7608 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:43.324514 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:43.325146 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2310e6ab-9320-4739-8db5-653bbb1f7608 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:43.325146 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:44:43.351187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:45.785497 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7431594a-6748-435c-993a-37c6171cdd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:47.110487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 686125ef-859d-4c75-b173-58daae80b7b1 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:47.136454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 686125ef-859d-4c75-b173-58daae80b7b1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:47.137023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 686125ef-859d-4c75-b173-58daae80b7b1 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:47.985051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebecc3-871c-4390-b4d3-e3940591008d req-122905a1-1cf8-4351-b1a4-16790999197d tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:47.986736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ceebecc3-871c-4390-b4d3-e3940591008d req-122905a1-1cf8-4351-b1a4-16790999197d tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 946 time: 0.0615685 Aug 20 13:44:48.035193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ceebecc3-871c-4390-b4d3-e3940591008d req-f06a664c-d07f-4b4f-8036-0f037d7c1040 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Aug 20 13:44:48.500111 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bbe31073-67e9-4540-9e43-8b8712f8f16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:48.548397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:49.237004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37fa94-a0f4-4ed4-9151-ae60dc0de85c req-a2d55493-0a7b-4d15-80ca-391cc560b650 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:49.247392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b37fa94-a0f4-4ed4-9151-ae60dc0de85c req-a2d55493-0a7b-4d15-80ca-391cc560b650 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 946 time: 0.0691452 Aug 20 13:44:49.300902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b37fa94-a0f4-4ed4-9151-ae60dc0de85c req-0f232b34-6279-482b-871e-b0c85f17ea03 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ffe05c-f026-4a69-9da6-3fea43e4e465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518796 Aug 20 13:44:49.361166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-246d302a-97f7-4dcc-b5fc-0753aee3bcf0 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:49.363435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-246d302a-97f7-4dcc-b5fc-0753aee3bcf0 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 946 time: 0.0528226 Aug 20 13:44:49.491722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:49.492746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Deleting port 2f9bf424-06b2-4ea8-b61c-504205b349ce {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:44:49.493482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:49.601680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] For port 2f9bf424-06b2-4ea8-b61c-504205b349ce, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2f9bf424-06b2-4ea8-b61c-504205b349ce,segment=NetworkSegment(ef886062-800a-4c28-b8fb-c46c68f7a95a),segment_id=ef886062-800a-4c28-b8fb-c46c68f7a95a)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:49.602157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:49.621350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Calling delete_port for 2f9bf424-06b2-4ea8-b61c-504205b349ce owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:44:49.777569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:49.790921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2f9bf424-06b2-4ea8-b61c-504205b349ce'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:49.859683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Pushing event deleted for resources: {'Port': ['ID=2f9bf424-06b2-4ea8-b61c-504205b349ce,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:49.891327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] No DVR routers for this DVR port 2f9bf424-06b2-4ea8-b61c-504205b349ce on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:44:49.895302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:49.897844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42b1cf00-ca24-4611-aea0-ee8ec92c59c0 req-ae77ab88-1772-4e71-92fb-86ab992309e9 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.53 "DELETE /v2.0/ports/2f9bf424-06b2-4ea8-b61c-504205b349ce HTTP/1.1" status: 204 len: 173 time: 0.5285451 Aug 20 13:44:49.898405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff6a86-0700-4566-aa75-21e904290344', 'name': 'network-vif-deleted', 'tag': '2f9bf424-06b2-4ea8-b61c-504205b349ce'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:49.901369 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ca34e2-4be4-4a72-b5f9-b12c4dcb7494" -d '{"events": [{"server_uuid": "63ff6a86-0700-4566-aa75-21e904290344", "name": "network-vif-deleted", "tag": "2f9bf424-06b2-4ea8-b61c-504205b349ce"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:49.948122 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b141d08-db00-405d-bf93-e1abc6c64dd8 x-openstack-request-id: req-3b141d08-db00-405d-bf93-e1abc6c64dd8 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:49.948400 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff6a86-0700-4566-aa75-21e904290344", "name": "network-vif-deleted", "tag": "2f9bf424-06b2-4ea8-b61c-504205b349ce", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:49.948635 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b141d08-db00-405d-bf93-e1abc6c64dd8 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:49.949036 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ff6a86-0700-4566-aa75-21e904290344', 'name': 'network-vif-deleted', 'tag': '2f9bf424-06b2-4ea8-b61c-504205b349ce', 'status': 'completed', 'code': 200} Aug 20 13:44:50.483310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c7a6ffe3-ef08-4882-9fb9-cd0e993b14e9 req-cb2a3796-828f-40f1-a15b-243ae27b6d15 tempest-AttachVolumeNegativeTest-238711610 tempest-AttachVolumeNegativeTest-238711610-project] 10.222.0.59 "GET /v2.0/ports?device_id=63ff6a86-0700-4566-aa75-21e904290344 HTTP/1.1" status: 200 len: 210 time: 0.0367367 Aug 20 13:44:51.453302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.540546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53616) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:51.588335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Deleting subnet 8d990365-b010-46f3-80ee-54e9141fa1d2 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:44:51.591654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.628572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.673518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.730285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.758234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d990365-b010-46f3-80ee-54e9141fa1d2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:51.763655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.766047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0ee380e1-0d0b-4aee-9415-734ae1d91355 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8d990365-b010-46f3-80ee-54e9141fa1d2 HTTP/1.1" status: 204 len: 168 time: 0.2233424 Aug 20 13:44:51.768179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53624) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:51.848076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.935411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.951805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec1712c-2cda-42ec-8dc9-1aa984752e32']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:51.962846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef886062-800a-4c28-b8fb-c46c68f7a95a') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:51.963175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef886062-800a-4c28-b8fb-c46c68f7a95a') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:44:51.972886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.987936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:51.994912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:44:51.995627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:44:52.007117 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:44:52.054330 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.059752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.061706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bec1712c-2cda-42ec-8dc9-1aa984752e32 HTTP/1.1" status: 204 len: 168 time: 0.2925453 Aug 20 13:44:52.078729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fde691-3695-4160-ab62-53c2edd67ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec1712c-2cda-42ec-8dc9-1aa984752e32,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:52.229672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53634) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:52.275390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-026b5eb7-29d2-4a22-9f0a-31c80c5f5d84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=766fa4f2b3394d3487c59c4d76ac1448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445211 Aug 20 13:44:52.277947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53636) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:52.339457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86fc53ca-2f1b-4909-9967-dbcddb00ff47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.362369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86fc53ca-2f1b-4909-9967-dbcddb00ff47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.411467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86fc53ca-2f1b-4909-9967-dbcddb00ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.414431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-86fc53ca-2f1b-4909-9967-dbcddb00ff47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:52.415699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-86fc53ca-2f1b-4909-9967-dbcddb00ff47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9ffe05c-f026-4a69-9da6-3fea43e4e465 HTTP/1.1" status: 204 len: 168 time: 0.1367874 Aug 20 13:44:52.424455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc53ca-2f1b-4909-9967-dbcddb00ff47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ffe05c-f026-4a69-9da6-3fea43e4e465,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:52.620099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2803747-cee8-4b7f-afec-4c583320f74f req-427a8840-06fd-4134-b0cb-52e4e4dbc8ef tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:52.621729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2803747-cee8-4b7f-afec-4c583320f74f req-427a8840-06fd-4134-b0cb-52e4e4dbc8ef tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0539095 Aug 20 13:44:52.665163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2803747-cee8-4b7f-afec-4c583320f74f req-0bc564a8-b367-4fa6-bec7-00558673de71 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362980 Aug 20 13:44:53.136222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2f9bf424-06b2-4ea8-b61c-504205b349ce no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:53.186477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 2f9bf424-06b2-4ea8-b61c-504205b349ce {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:44:53.186845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2f9bf424-06b2-4ea8-b61c-504205b349ce not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:44:53.191235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91959a-153f-41fa-8abf-5373acd45972 req-83697b18-541f-4f1c-ac96-e7bc9d123fd0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:53.192879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab91959a-153f-41fa-8abf-5373acd45972 req-83697b18-541f-4f1c-ac96-e7bc9d123fd0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0752711 Aug 20 13:44:53.243780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab91959a-153f-41fa-8abf-5373acd45972 req-6511fb02-be87-4914-ba98-7c6d5ed4ce17 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Aug 20 13:44:54.379054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879777-0df6-4590-8688-bd425b23ab46 req-2298b96d-4238-4f02-9312-105c21ebd64a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:54.380840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6879777-0df6-4590-8688-bd425b23ab46 req-2298b96d-4238-4f02-9312-105c21ebd64a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0596027 Aug 20 13:44:54.438646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6879777-0df6-4590-8688-bd425b23ab46 req-45670848-694a-4ede-912d-bcf5db41489b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508609 Aug 20 13:44:55.100741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53734) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:55.209329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a808-c1a9-4e4a-b64e-e5c79c990db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.298948 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a808-c1a9-4e4a-b64e-e5c79c990db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.302641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a808-c1a9-4e4a-b64e-e5c79c990db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.341923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d2f6a808-c1a9-4e4a-b64e-e5c79c990db5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=355571e7526042b29f11d2b6ae8ae6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400596 Aug 20 13:44:55.342678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6a808-c1a9-4e4a-b64e-e5c79c990db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580be8d7-426f-431c-a091-b67d48f3827e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:55.344736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53738) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:55.400731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99430b98-e639-4357-ae5e-15d2a9892c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.423452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99430b98-e639-4357-ae5e-15d2a9892c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.473539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99430b98-e639-4357-ae5e-15d2a9892c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.476367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99430b98-e639-4357-ae5e-15d2a9892c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.480288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-99430b98-e639-4357-ae5e-15d2a9892c5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/580be8d7-426f-431c-a091-b67d48f3827e HTTP/1.1" status: 204 len: 168 time: 0.1340978 Aug 20 13:44:55.489589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99430b98-e639-4357-ae5e-15d2a9892c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580be8d7-426f-431c-a091-b67d48f3827e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:55.564635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2398e-782a-429d-a7cf-b367388395aa req-45bfb6c0-0355-49ca-b58a-0b702443d6b3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:55.566187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66d2398e-782a-429d-a7cf-b367388395aa req-45bfb6c0-0355-49ca-b58a-0b702443d6b3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0529695 Aug 20 13:44:55.607636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66d2398e-782a-429d-a7cf-b367388395aa req-b5236960-40d2-4b15-afa7-799ca315cdcf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Aug 20 13:44:55.760268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:55.774531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-465c8711-f1c1-4b98-a54b-b8efdc6647cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.872384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-465c8711-f1c1-4b98-a54b-b8efdc6647cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.876964 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-465c8711-f1c1-4b98-a54b-b8efdc6647cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:55.917385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-465c8711-f1c1-4b98-a54b-b8efdc6647cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79edde1f84f549e5b8204b5231d4d121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559510 Aug 20 13:44:55.918328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c8711-f1c1-4b98-a54b-b8efdc6647cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbce46f-705d-4ddc-82ab-fac50c04f575,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:55.920438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53750) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:44:55.983811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7df13845-90a1-4379-ae97-e09a8a39a34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:56.008166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7df13845-90a1-4379-ae97-e09a8a39a34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:56.061523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7df13845-90a1-4379-ae97-e09a8a39a34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:56.064401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7df13845-90a1-4379-ae97-e09a8a39a34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:56.065634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7df13845-90a1-4379-ae97-e09a8a39a34b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fbce46f-705d-4ddc-82ab-fac50c04f575 HTTP/1.1" status: 204 len: 168 time: 0.1440542 Aug 20 13:44:56.074368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df13845-90a1-4379-ae97-e09a8a39a34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbce46f-705d-4ddc-82ab-fac50c04f575,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:56.751642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedfbfa-d0fb-4caf-bfa0-c6eaa3e61f8d req-d0848cbd-201e-4492-b371-4fb219d5d54a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:56.754248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6dedfbfa-d0fb-4caf-bfa0-c6eaa3e61f8d req-d0848cbd-201e-4492-b371-4fb219d5d54a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0710118 Aug 20 13:44:56.799560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6dedfbfa-d0fb-4caf-bfa0-c6eaa3e61f8d req-027315f0-abf4-4e91-afa1-a7717d7655d6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 Aug 20 13:44:56.991957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:44:57.003587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:44:57.180716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:57.187757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:57.207545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'mac_address': 'fa:16:3e:d2:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:44:57.223421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:57.225727 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf25b02-044e-481e-88e3-da1ff7ed2820" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-unplugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:57.283169 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:44:57.290134 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:57.298534 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b12407b-2127-4eb0-a45f-b72a9140d20c x-openstack-request-id: req-3b12407b-2127-4eb0-a45f-b72a9140d20c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:57.298827 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-unplugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:57.299080 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b12407b-2127-4eb0-a45f-b72a9140d20c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:57.299466 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:44:57.309349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:57.314783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:57.323494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:57.411163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:44:57.411529 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:44:57.419350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:57.973331 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:57.990158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:44:57.993911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d27481-a57e-4918-bd81-6e61aca390b0 req-092cc11e-45cd-4024-be99-684a47c01114 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:58.007019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1d27481-a57e-4918-bd81-6e61aca390b0 req-092cc11e-45cd-4024-be99-684a47c01114 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1013315 Aug 20 13:44:58.017133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:58.033485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:58.119815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1d27481-a57e-4918-bd81-6e61aca390b0 req-af6e52d6-5d95-4dcc-920c-59f3823a3fb9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103210 Aug 20 13:44:58.129285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=12']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:58.149229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['877e8b90-4b0c-4864-8822-4dc0d3cd9e69'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:44:59.003310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:44:59.030213 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:59.066114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:44:59.066597 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:59.183892 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:59.279450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:44:59.289463 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:44:59.319934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa198ec-e597-4b5c-8ff6-12c214bc7c15 req-7d6cd44b-db54-496d-94ae-28e504a60205 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:44:59.325098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aaa198ec-e597-4b5c-8ff6-12c214bc7c15 req-7d6cd44b-db54-496d-94ae-28e504a60205 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 945 time: 0.0814457 Aug 20 13:44:59.327408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:44:59.337860 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009b5e3-b3c5-4a2f-b253-860a0714e171" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:44:59.395216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=13']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:44:59.395556 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aaa198ec-e597-4b5c-8ff6-12c214bc7c15 req-6e537e5b-6f2c-4a92-b4d9-830e9068ac4d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644436 Aug 20 13:44:59.425425 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692291c-12e7-499e-967c-f078abb971df x-openstack-request-id: req-7692291c-12e7-499e-967c-f078abb971df {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:44:59.425925 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-plugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:44:59.426723 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7692291c-12e7-499e-967c-f078abb971df {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:44:59.427226 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:45:00.596758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058f939-2b64-42f7-9981-2bae268f2af9 req-c3a6ef76-ac95-4dc5-98d9-711b4298e72c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:00.606175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0058f939-2b64-42f7-9981-2bae268f2af9 req-c3a6ef76-ac95-4dc5-98d9-711b4298e72c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.1012042 Aug 20 13:45:00.657653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0058f939-2b64-42f7-9981-2bae268f2af9 req-4fe818c8-ca86-4ed4-bd41-faee892799be tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424838 Aug 20 13:45:01.594480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:01.811979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ed9b5-7b36-45a8-9c25-ba3b5cbf6983 req-2bbacf37-5e62-415e-a280-c677a5da7313 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:01.813592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc2ed9b5-7b36-45a8-9c25-ba3b5cbf6983 req-2bbacf37-5e62-415e-a280-c677a5da7313 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0705063 Aug 20 13:45:01.863134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc2ed9b5-7b36-45a8-9c25-ba3b5cbf6983 req-2072fa0c-80c5-4500-bac1-8dae1dba2391 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Aug 20 13:45:02.936225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 53916) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:03.002291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a6045-73a0-4e5f-bf90-e25166b261a3 req-08d6fa3b-055c-418f-a983-4905d065c806 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:03.010078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f70a6045-73a0-4e5f-bf90-e25166b261a3 req-08d6fa3b-055c-418f-a983-4905d065c806 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0591533 Aug 20 13:45:03.061236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f70a6045-73a0-4e5f-bf90-e25166b261a3 req-c3879435-6e89-4ce7-849c-d3de9d938f9d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499694 Aug 20 13:45:03.088707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-609b3283-fc14-42d7-ab22-457d22a59c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.208116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-609b3283-fc14-42d7-ab22-457d22a59c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.213686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-609b3283-fc14-42d7-ab22-457d22a59c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.255748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b3283-fc14-42d7-ab22-457d22a59c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e20737-3237-4f09-af16-14c05c0b4879,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:03.265130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-609b3283-fc14-42d7-ab22-457d22a59c51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e95106793e4c4291ad027b32498b5547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266530 Aug 20 13:45:03.266030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:03.329250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.355098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.421682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.424339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:03.425595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6e20737-3237-4f09-af16-14c05c0b4879 HTTP/1.1" status: 204 len: 168 time: 0.1582785 Aug 20 13:45:03.437552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e20737-3237-4f09-af16-14c05c0b4879,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:03.449595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.450143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.450573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.451559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.452161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.452631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.453116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.453471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.453814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.454155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.454492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.454828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fd68b-4ae8-435f-93f0-bdad262b01f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:03.879013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53932) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:03.898648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60c28a7d-0abb-4a13-907a-b2de9655b001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.021604 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60c28a7d-0abb-4a13-907a-b2de9655b001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.027002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60c28a7d-0abb-4a13-907a-b2de9655b001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.071069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c28a7d-0abb-4a13-907a-b2de9655b001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee426507-8bd2-499e-9a11-4e6738bd5ca8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:04.080171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-60c28a7d-0abb-4a13-907a-b2de9655b001 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fdefbdd4e7a4aa183d10f640fe4a6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999738 Aug 20 13:45:04.081391 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 53936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:04.137778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca74b64-9886-4451-8338-fc1cb5c5a0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.192638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca74b64-9886-4451-8338-fc1cb5c5a0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.217879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d6cc-1fe4-459d-8024-8f232e66652f req-9210ceb2-53f3-4240-96f8-09a0f5f18024 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:04.219600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd86d6cc-1fe4-459d-8024-8f232e66652f req-9210ceb2-53f3-4240-96f8-09a0f5f18024 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0837491 Aug 20 13:45:04.281373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd86d6cc-1fe4-459d-8024-8f232e66652f req-e31d66f3-2c7d-4bcb-8896-e9dffe961283 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526235 Aug 20 13:45:04.298319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca74b64-9886-4451-8338-fc1cb5c5a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.301297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca74b64-9886-4451-8338-fc1cb5c5a0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:04.302471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6ca74b64-9886-4451-8338-fc1cb5c5a0dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee426507-8bd2-499e-9a11-4e6738bd5ca8 HTTP/1.1" status: 204 len: 168 time: 0.2202740 Aug 20 13:45:04.311898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca74b64-9886-4451-8338-fc1cb5c5a0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee426507-8bd2-499e-9a11-4e6738bd5ca8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:05.492962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d93f21-5dc3-4682-b821-df0bcf6f928c req-286ceec6-aa4c-4160-80e9-0e480f0d2361 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:05.495510 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76d93f21-5dc3-4682-b821-df0bcf6f928c req-286ceec6-aa4c-4160-80e9-0e480f0d2361 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0778363 Aug 20 13:45:05.554626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76d93f21-5dc3-4682-b821-df0bcf6f928c req-30bb24e1-2b2f-46c3-889a-17f6e728b2d9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479405 Aug 20 13:45:06.703072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4765619-5ac3-4e9f-8015-62365b779d6f req-d64c1534-9a2c-4f42-8659-6fc8c1d5dbc2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:06.704843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4765619-5ac3-4e9f-8015-62365b779d6f req-d64c1534-9a2c-4f42-8659-6fc8c1d5dbc2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0599525 Aug 20 13:45:06.765350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4765619-5ac3-4e9f-8015-62365b779d6f req-5ca9bcc6-c97b-492c-8d0f-cbfa8cd7f906 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515287 Aug 20 13:45:06.963612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:07.113710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc55c2d0-51f7-44c6-9ccb-7f477065c67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.255384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc55c2d0-51f7-44c6-9ccb-7f477065c67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.261007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc55c2d0-51f7-44c6-9ccb-7f477065c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.307278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cc55c2d0-51f7-44c6-9ccb-7f477065c67a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a508fb1cff64635a33a38f1781d6d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421183 Aug 20 13:45:07.308200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55c2d0-51f7-44c6-9ccb-7f477065c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976bfbcf-1c22-4f3e-8a1c-f932bac9a54f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:07.310038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54018) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:07.380200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-722ec974-d8ad-46f6-a6b6-7dc3828c8e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.409675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-722ec974-d8ad-46f6-a6b6-7dc3828c8e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.468162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-722ec974-d8ad-46f6-a6b6-7dc3828c8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.471166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-722ec974-d8ad-46f6-a6b6-7dc3828c8e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.472494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-722ec974-d8ad-46f6-a6b6-7dc3828c8e45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/976bfbcf-1c22-4f3e-8a1c-f932bac9a54f HTTP/1.1" status: 204 len: 168 time: 0.1607995 Aug 20 13:45:07.482055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ec974-d8ad-46f6-a6b6-7dc3828c8e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976bfbcf-1c22-4f3e-8a1c-f932bac9a54f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:07.767932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54034) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:07.784154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f69d1d8-1914-4217-bdd9-2731cf286803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.893134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f69d1d8-1914-4217-bdd9-2731cf286803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.897873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f69d1d8-1914-4217-bdd9-2731cf286803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:07.898266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fdde7-60fe-4bdf-9999-7537ac355b3c req-f754496e-79cc-41bd-b978-bf51235f4c24 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:07.900000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e8fdde7-60fe-4bdf-9999-7537ac355b3c req-f754496e-79cc-41bd-b978-bf51235f4c24 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0573981 Aug 20 13:45:07.948540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e8fdde7-60fe-4bdf-9999-7537ac355b3c req-60e7f533-1e17-4034-ab2a-841f14f3b537 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Aug 20 13:45:07.954297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f69d1d8-1914-4217-bdd9-2731cf286803 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e506dc2d9d33436e8c7b69744606863e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850729 Aug 20 13:45:07.957274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69d1d8-1914-4217-bdd9-2731cf286803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3594ba-8ab5-4e18-84b0-c33b05f895cd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:07.961703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54040) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:08.020166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-363e165f-c20f-4196-810a-3466307d0c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:08.049576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-363e165f-c20f-4196-810a-3466307d0c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:08.103390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-363e165f-c20f-4196-810a-3466307d0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:08.107324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-363e165f-c20f-4196-810a-3466307d0c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:08.111497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-363e165f-c20f-4196-810a-3466307d0c98 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c3594ba-8ab5-4e18-84b0-c33b05f895cd HTTP/1.1" status: 204 len: 168 time: 0.1460180 Aug 20 13:45:08.119381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e165f-c20f-4196-810a-3466307d0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3594ba-8ab5-4e18-84b0-c33b05f895cd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:09.130520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29421-a65d-4f27-ae4e-3e2471425680 req-75e83c9c-98e0-4d27-9750-292af68d7cf1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:09.132038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22a29421-a65d-4f27-ae4e-3e2471425680 req-75e83c9c-98e0-4d27-9750-292af68d7cf1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0608690 Aug 20 13:45:09.173339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22a29421-a65d-4f27-ae4e-3e2471425680 req-aa1c585c-1325-49a4-8752-44b84271b015 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Aug 20 13:45:09.400184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa34c7-b3c0-4b9e-b5ae-52b31fae4aef req-eafd95f9-8fb5-4b72-bf2a-8f517f5c1293 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:09.402145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7fa34c7-b3c0-4b9e-b5ae-52b31fae4aef req-eafd95f9-8fb5-4b72-bf2a-8f517f5c1293 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0590076 Aug 20 13:45:09.453699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7fa34c7-b3c0-4b9e-b5ae-52b31fae4aef req-beddf3b9-b74a-42a0-b27a-2e1ac3bfd858 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416582 Aug 20 13:45:09.673839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54150) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:09.791386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5fd61cb-a9fb-43e0-8b7e-6f11ea100120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:09.894400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5fd61cb-a9fb-43e0-8b7e-6f11ea100120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:09.898741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5fd61cb-a9fb-43e0-8b7e-6f11ea100120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:09.944622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f5fd61cb-a9fb-43e0-8b7e-6f11ea100120 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9bbd470248544315a3c5dbee79b06b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695723 Aug 20 13:45:09.946958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd61cb-a9fb-43e0-8b7e-6f11ea100120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6082d97b-6b8c-48fb-af41-3a40af2891ef,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:09.947829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54168) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:10.011733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aed5892-17eb-42bb-a244-916d0694033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:10.035641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aed5892-17eb-42bb-a244-916d0694033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:10.089472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aed5892-17eb-42bb-a244-916d0694033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:10.092699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aed5892-17eb-42bb-a244-916d0694033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:10.093988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6aed5892-17eb-42bb-a244-916d0694033c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6082d97b-6b8c-48fb-af41-3a40af2891ef HTTP/1.1" status: 204 len: 168 time: 0.1450765 Aug 20 13:45:10.102513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5892-17eb-42bb-a244-916d0694033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6082d97b-6b8c-48fb-af41-3a40af2891ef,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:10.831293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021fc9-a067-41a5-82d4-b204cf8cf741 req-bb33dcfe-8e56-4b86-a685-5358a6874e03 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:10.832936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4021fc9-a067-41a5-82d4-b204cf8cf741 req-bb33dcfe-8e56-4b86-a685-5358a6874e03 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0504129 Aug 20 13:45:10.873727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4021fc9-a067-41a5-82d4-b204cf8cf741 req-b8e1fa68-e0d5-47cf-aa1e-f3bf393c5621 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347164 Aug 20 13:45:11.049546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:45:11.152802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b9f4-e3b2-4917-8016-34e2eb0ca303 req-611bddf1-5639-439a-a07f-a1d62336c778 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:11.152802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f62b9f4-e3b2-4917-8016-34e2eb0ca303 req-611bddf1-5639-439a-a07f-a1d62336c778 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 946 time: 0.0783029 Aug 20 13:45:11.157985 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:11.163968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-ecb670b2-0874-4228-a9c8-39a52c002736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:11.165615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-ecb670b2-0874-4228-a9c8-39a52c002736 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1097 time: 0.0999322 Aug 20 13:45:11.193610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:45:11.196029 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92154cab-fe05-46ae-895b-f133791aaf54" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-unplugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:45:11.213440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:11.229700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:11.252379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f62b9f4-e3b2-4917-8016-34e2eb0ca303 req-d62643d1-e1b9-40c7-8a95-d3b6e22523b2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857120 Aug 20 13:45:11.298856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=14']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:11.300796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-2aa9aef0-6466-4fb7-b1a4-eeb0ac4b331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:11.302303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-2aa9aef0-6466-4fb7-b1a4-eeb0ac4b331b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1275318 Aug 20 13:45:11.308622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.309055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.309481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.310621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.311214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.311783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.312321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.312882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.313432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.313979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.314686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.315222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:11.323394 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b593f4-3849-4af4-ab2c-2a4d985e43b1 x-openstack-request-id: req-a9b593f4-3849-4af4-ab2c-2a4d985e43b1 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:45:11.323685 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-unplugged", "status": "completed", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:45:11.323964 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9b593f4-3849-4af4-ab2c-2a4d985e43b1 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:45:11.324346 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'code': 200} Aug 20 13:45:11.382786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-2deac6f1-33a0-4f98-a744-8b72c09cef68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0714309 Aug 20 13:45:11.437759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-8468eef9-a285-4004-bd98-bb968800ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:11.439251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-8468eef9-a285-4004-bd98-bb968800ee79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0466270 Aug 20 13:45:11.489237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-008775a6-e168-465e-a4a4-f1941a243dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:11.490664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-008775a6-e168-465e-a4a4-f1941a243dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435410 Aug 20 13:45:11.600838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-3d506c39-54e3-4b33-b9b3-2b2d183b9cb5 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001375 Aug 20 13:45:11.696438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1370c747-8b4a-4522-8b2e-8e7f5372c379 req-c55243e1-d7ca-4565-ae16-94c9cc1b50d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874548 Aug 20 13:45:11.921491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54276) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:12.069073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:12.093761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.205935 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.317890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Allocated IP 172.25.6.130 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/0a0fd5f6-24a8-4ecc-bb16-ad76760bc529) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:12.392397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0ad50-a18f-4df0-b576-3d6542e912b4 req-e44ca645-f280-4fa3-b3c7-9f58c96987b0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:12.394078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ba0ad50-a18f-4df0-b576-3d6542e912b4 req-e44ca645-f280-4fa3-b3c7-9f58c96987b0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0556495 Aug 20 13:45:12.439577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.440384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ba0ad50-a18f-4df0-b576-3d6542e912b4 req-e25805c2-bd8f-4174-ad32-b6031d29b0b2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346992 Aug 20 13:45:12.481485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.519659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:12.522500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:12.526009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:12.561779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Port': ['ID=0a0fd5f6-24a8-4ecc-bb16-ad76760bc529,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:12.630141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.636023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fece6-b825-436f-a86f-bfa8fa39205d req-8dc30725-09a8-4b50-9faf-d88adfc564cf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:12.637895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-043fece6-b825-436f-a86f-bfa8fa39205d req-8dc30725-09a8-4b50-9faf-d88adfc564cf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0503881 Aug 20 13:45:12.667424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.679492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-043fece6-b825-436f-a86f-bfa8fa39205d req-f5f71470-8aa9-4981-a4fa-ef1e7991f54e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Aug 20 13:45:12.835198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b6cb-e432-4172-913e-a7a14bbae7a2 req-ecdf0053-70a3-4bad-beb9-5de9e1d626a4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:12.836766 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6e5b6cb-e432-4172-913e-a7a14bbae7a2 req-ecdf0053-70a3-4bad-beb9-5de9e1d626a4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0800695 Aug 20 13:45:12.893616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.899995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a6e5b6cb-e432-4172-913e-a7a14bbae7a2 req-5c26b84e-ba96-4900-a904-adee38f754c2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566766 Aug 20 13:45:12.901058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:12.974118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Port': ['ID=0a0fd5f6-24a8-4ecc-bb16-ad76760bc529,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:12.988768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.002491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.003716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b448e156-50ff-4eb9-a6cd-74093b00dc52 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0811913 Aug 20 13:45:13.006504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:13.011871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-921910637'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:13.037021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Made reservation on behalf of 23780463d16544b2b646c2a169db26b3 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:13.040772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.052193 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.158614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.163424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.188194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:45:13.204618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b52b9-92b9-4deb-bacc-c7736459c381,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:13.207992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.208506 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Added segment 965a5533-9e75-4f18-aaf4-a0b80ad178c3 of type vlan for network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 Aug 20 13:45:13.215041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-6053f22b-5db3-4021-aa49-a21cb6669515 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:13.217658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-6053f22b-5db3-4021-aa49-a21cb6669515 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1280251 Aug 20 13:45:13.236182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-26c67254-ab80-4b86-9732-db6bf9731c1b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/quotas/6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 375 time: 0.0106573 Aug 20 13:45:13.251361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.278294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.285097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:13.285741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.302034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-e6ba936a-48cf-4e6e-85a4-47293d5c8596 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0598109 Aug 20 13:45:13.375752 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3680534 Aug 20 13:45:13.382351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54308) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:13.396336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Request body: {'subnet': {'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:13.452119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06024f-4b5c-478c-9e30-f6b529d5cad6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Network': ['ID=4514aa26-b36e-453d-a6f8-2e158fcba7a0,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:13.464230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:45:13.489254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-f2a80fd7-d363-4ace-9c03-527a5f03ccf1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794093 Aug 20 13:45:13.525878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Made reservation on behalf of 23780463d16544b2b646c2a169db26b3 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:13.530145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.589822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-25b9eb55-fb29-4f4a-acf7-e660e1b6255a service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917466 Aug 20 13:45:13.749538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.772084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58c1ae94-9c3f-4b8f-998b-ce364b0ee6c0 req-9adf70fd-b404-497d-be05-914d3901dab7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 210 time: 0.0356197 Aug 20 13:45:13.845028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Subnet': ['ID=7430a48e-1f5c-43e5-a511-3a73febc0050,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:13.854346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Checking segment: {'id': '965a5533-9e75-4f18-aaf4-a0b80ad178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:45:13.854722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network hostable DHCP agents. Network: 4514aa26-b36e-453d-a6f8-2e158fcba7a0, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:45:13.873545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:45:13.883076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 4514aa26-b36e-453d-a6f8-2e158fcba7a0) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:13.887540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:13.888855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.895729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d5588-7c25-421d-b753-fa1458b2effc None None] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:45:13.908853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b5c29e12-b00d-49f0-8429-d3b2a9cb3e0c tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5252881 Aug 20 13:45:13.911434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54320) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:13.916581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1612053507', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:13.942244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:13.943642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.007876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.072926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-4514aa26-b36e-453d-a6f8-2e158fcba7a0', 'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0', 'tenant_id': '23780463d16544b2b646c2a169db26b3', 'fixed_ips': [{'subnet_id': '7430a48e-1f5c-43e5-a511-3a73febc0050'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:45:14.074137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.167200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.221542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Allocated IP 172.20.0.2 (4514aa26-b36e-453d-a6f8-2e158fcba7a0/7430a48e-1f5c-43e5-a511-3a73febc0050/b1d26749-782c-4dde-87d1-4b0cfe7cb301) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:14.433554 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.446880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Transition to ACTIVE for port object b1d26749-782c-4dde-87d1-4b0cfe7cb301 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:14.466001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Transition to ACTIVE for port object b1d26749-782c-4dde-87d1-4b0cfe7cb301 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:14.475173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.517848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:14.520706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:14.523331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:14.558953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Pushing event updated for resources: {'Port': ['ID=b1d26749-782c-4dde-87d1-4b0cfe7cb301,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:14.597134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Attempting to bind port b1d26749-782c-4dde-87d1-4b0cfe7cb301 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:45:14.597506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Attempting to bind port b1d26749-782c-4dde-87d1-4b0cfe7cb301 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '965a5533-9e75-4f18-aaf4-a0b80ad178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:45:14.597929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Attempting to bind port b1d26749-782c-4dde-87d1-4b0cfe7cb301 on network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:45:14.603848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:45:14.604228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Checking segment: {'id': '965a5533-9e75-4f18-aaf4-a0b80ad178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:45:14.604687 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.605078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Bound using segment: {'id': '965a5533-9e75-4f18-aaf4-a0b80ad178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:45:14.605551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Bound port: b1d26749-782c-4dde-87d1-4b0cfe7cb301, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a5533-9e75-4f18-aaf4-a0b80ad178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:45:14.605933 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.677400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] For port b1d26749-782c-4dde-87d1-4b0cfe7cb301, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:45:14.681237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] For port b1d26749-782c-4dde-87d1-4b0cfe7cb301, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1d26749-782c-4dde-87d1-4b0cfe7cb301,segment=NetworkSegment(965a5533-9e75-4f18-aaf4-a0b80ad178c3),segment_id=965a5533-9e75-4f18-aaf4-a0b80ad178c3)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:45:14.686343 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.717237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.738878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:14.763953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c46e8a-e31f-4af2-b705-a6cbaa498408 None None] Pushing event updated for resources: {'Port': ['ID=b1d26749-782c-4dde-87d1-4b0cfe7cb301,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:14.811580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-096fb6bd-1419-4de8-a141-2ae926cc3098 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:14.813320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-096fb6bd-1419-4de8-a141-2ae926cc3098 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1484568 Aug 20 13:45:14.827885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'port': {'device_id': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'admin_state_up': True, 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:14.879953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Allocated IP 172.25.6.211 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/b5fb30c0-66b2-4263-8eeb-1e910cfd113a) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:14.912871 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-55ab5e17-7576-4b28-ad36-33b2494be1ec req-853257c7-212f-4c86-a37f-1578e9e53ca1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 210 time: 0.0350838 Aug 20 13:45:14.971837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:14.976920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.051744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.099901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.150987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:15.155124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:15.155786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Allocated IP 172.20.0.6 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/73f255cd-5926-4700-bd12-fac0a9d3ca9c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:15.157890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:15.188514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Port': ['ID=b5fb30c0-66b2-4263-8eeb-1e910cfd113a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:15.320388 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.339069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Transition to ACTIVE for port object 73f255cd-5926-4700-bd12-fac0a9d3ca9c will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:15.376066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.425997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:15.429453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:15.433914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:15.460029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.465118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=73f255cd-5926-4700-bd12-fac0a9d3ca9c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:15.497187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:15.498127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.515453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-b3be7bca-7bba-4c10-be2c-fd509b2febfe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6933248 Aug 20 13:45:15.530335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Request body: {'port': {'device_id': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:15.635953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.728615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.785748 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-04674a70-dc87-4161-b2a5-b25e3f221ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.859626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2b4710e8-edc1-44a1-ac17-09e3637fadde None None] Provisioning for port 73f255cd-5926-4700-bd12-fac0a9d3ca9c completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:15.864263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2b4710e8-edc1-44a1-ac17-09e3637fadde None None] Provisioning complete for port 73f255cd-5926-4700-bd12-fac0a9d3ca9c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:15.864673 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2b4710e8-edc1-44a1-ac17-09e3637fadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:15.901328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Router 1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:15.919657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2b4710e8-edc1-44a1-ac17-09e3637fadde None None] Port 73f255cd-5926-4700-bd12-fac0a9d3ca9c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:45:16.023572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f255cd-5926-4700-bd12-fac0a9d3ca9c {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:45:16.033694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.041138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2e705-0495-404c-9155-010c62a26835 None None] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:45:16.050549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Transition to ACTIVE for port object 73f255cd-5926-4700-bd12-fac0a9d3ca9c will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:16.057916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:16.059701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.070597 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] Sync routers for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:16.091551 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:16.091823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b115-6ca0-4515-b881-da4a0e920ccd req-97adb619-7871-463e-943b-13d37bce0f37 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:16.092767 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:16.093268 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7347b115-6ca0-4515-b881-da4a0e920ccd req-97adb619-7871-463e-943b-13d37bce0f37 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 931 time: 0.0846119 Aug 20 13:45:16.094793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.096005 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ba3e528-fb65-4951-b547-c14380b53d87 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1835020 Aug 20 13:45:16.098777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:16.122770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Pushing event updated for resources: {'Port': ['ID=73f255cd-5926-4700-bd12-fac0a9d3ca9c,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:16.147397 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:16.161141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:16.164380 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:44:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:16.203500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7347b115-6ca0-4515-b881-da4a0e920ccd req-04c32aec-b766-4882-a20d-34940a3cc260 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963950 Aug 20 13:45:16.204390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fdeb77c9-b893-4433-a212-09b54eebc3f3 None None] Provisioning for port b1d26749-782c-4dde-87d1-4b0cfe7cb301 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:16.209463 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:16.210325 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea1ad7-3e24-41bf-9ac9-dad4086df34d None None] The sync data for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:16.295327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Attempting to bind port 73f255cd-5926-4700-bd12-fac0a9d3ca9c on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:45:16.295776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Attempting to bind port 73f255cd-5926-4700-bd12-fac0a9d3ca9c by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:45:16.296055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Attempting to bind port 73f255cd-5926-4700-bd12-fac0a9d3ca9c on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:45:16.305141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Port 73f255cd-5926-4700-bd12-fac0a9d3ca9c on network f7de025b-0058-45fd-916f-7707ea86ee48 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:45:16.305563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Attempting to bind port 73f255cd-5926-4700-bd12-fac0a9d3ca9c on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:45:16.313283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:45:16.313631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:45:16.314016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:45:16.314469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Bound port: 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:45:16.314832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.423804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] For port 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:45:16.433077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] For port 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:45:16.450510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.515380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:16.516094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.517918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] 10.222.0.53 "PUT /v2.0/ports/73f255cd-5926-4700-bd12-fac0a9d3ca9c HTTP/1.1" status: 200 len: 1091 time: 0.9939601 Aug 20 13:45:16.518566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'tag': '73f255cd-5926-4700-bd12-fac0a9d3ca9c'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:45:16.521218 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b23cac-131b-4da0-ac82-69760a98b42e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc15d0da-5ac8-4089-9893-d34c794136d0", "tag": "73f255cd-5926-4700-bd12-fac0a9d3ca9c"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:45:16.538129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1d26749-782c-4dde-87d1-4b0cfe7cb301 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:45:16.603972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37a00f-eed1-4571-b309-97aed1d13e3a service neutron] Pushing event updated for resources: {'Port': ['ID=73f255cd-5926-4700-bd12-fac0a9d3ca9c,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:16.634554 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819fdad2-8d91-4180-812c-8317c90dd498 x-openstack-request-id: req-819fdad2-8d91-4180-812c-8317c90dd498 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:45:16.635112 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc15d0da-5ac8-4089-9893-d34c794136d0", "tag": "73f255cd-5926-4700-bd12-fac0a9d3ca9c", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:45:16.635542 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-819fdad2-8d91-4180-812c-8317c90dd498 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:45:16.636184 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'tag': '73f255cd-5926-4700-bd12-fac0a9d3ca9c', 'status': 'completed', 'code': 200} Aug 20 13:45:16.648328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-616a0feb-281b-4ab6-8df1-159b7a4cc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:16.650205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-616a0feb-281b-4ab6-8df1-159b7a4cc1db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 1094 time: 0.0855269 Aug 20 13:45:16.656668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b1d26749-782c-4dde-87d1-4b0cfe7cb301 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:16.661552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b1d26749-782c-4dde-87d1-4b0cfe7cb301 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:16.661956 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.717107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-6aa97b31-4194-453c-9d79-6ffe583d5fc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c HTTP/1.1" status: 200 len: 217 time: 0.0587561 Aug 20 13:45:16.789793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-75647fca-1cc6-4548-a1f2-63eeb5011e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:16.791316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-75647fca-1cc6-4548-a1f2-63eeb5011e56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0671387 Aug 20 13:45:16.796073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-858cf023-0d5b-4266-a7f9-9d37b14f21ed None None] Provisioning complete for port b1d26749-782c-4dde-87d1-4b0cfe7cb301 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:16.797363 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-858cf023-0d5b-4266-a7f9-9d37b14f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.801062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.862062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-aaa21264-a40f-42f1-af47-6643b0a2c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:16.864381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-aaa21264-a40f-42f1-af47-6643b0a2c3eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619547 Aug 20 13:45:16.879004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.880667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port b1d26749-782c-4dde-87d1-4b0cfe7cb301, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1d26749-782c-4dde-87d1-4b0cfe7cb301,segment=NetworkSegment(965a5533-9e75-4f18-aaf4-a0b80ad178c3),segment_id=965a5533-9e75-4f18-aaf4-a0b80ad178c3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:16.890334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:16.989264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=b1d26749-782c-4dde-87d1-4b0cfe7cb301,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:17.004214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-5cc42e60-a981-4a77-9d17-ee1df793ebbd service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324544 Aug 20 13:45:17.138052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3a6c7df2-4b38-4ccb-8e8e-32f23b0c3bcb req-00460c74-26b2-46ba-8f5a-14988540ce43 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265433 Aug 20 13:45:17.231541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b23cac-131b-4da0-ac82-69760a98b42e req-09cd56d2-eff4-45df-8b63-107789123d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:17.233437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-09cd56d2-eff4-45df-8b63-107789123d83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 1094 time: 0.0464172 Aug 20 13:45:17.317591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Allocated IP 172.20.0.1 (4514aa26-b36e-453d-a6f8-2e158fcba7a0/7430a48e-1f5c-43e5-a511-3a73febc0050/b551bc8a-0e01-43f2-860b-c9753a6a56ac) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:17.364962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1966c-b974-4384-a8fa-6eb37974f562 req-0643f582-1e72-4fc7-a01e-30ff1e17399f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:17.366748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ed1966c-b974-4384-a8fa-6eb37974f562 req-0643f582-1e72-4fc7-a01e-30ff1e17399f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 943 time: 0.0814440 Aug 20 13:45:17.383992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b23cac-131b-4da0-ac82-69760a98b42e req-2ca09f54-f3c1-4fa7-ad68-6c72bd87d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:17.385494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-2ca09f54-f3c1-4fa7-ad68-6c72bd87d763 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1452420 Aug 20 13:45:17.434148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-19f6b76e-6f48-4581-b676-3819d11d6843 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c HTTP/1.1" status: 200 len: 217 time: 0.0392530 Aug 20 13:45:17.467849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:17.482661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ed1966c-b974-4384-a8fa-6eb37974f562 req-fc603ce6-4546-4ea9-8d42-0de6dea76c02 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067576 Aug 20 13:45:17.484296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Transition to ACTIVE for port object b551bc8a-0e01-43f2-860b-c9753a6a56ac will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:17.500533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b23cac-131b-4da0-ac82-69760a98b42e req-46bf00aa-e6f0-4eb6-8c70-e07109b0f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:17.502115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-46bf00aa-e6f0-4eb6-8c70-e07109b0f4df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0590024 Aug 20 13:45:17.522802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:17.561512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b23cac-131b-4da0-ac82-69760a98b42e req-7ba2075d-fc9d-4513-b645-8fef3a34c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:17.563025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-7ba2075d-fc9d-4513-b645-8fef3a34c793 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532072 Aug 20 13:45:17.578848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:17.582205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:17.586038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:17.615071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Port': ['ID=b551bc8a-0e01-43f2-860b-c9753a6a56ac,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:17.641291 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:17.674342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-117e3858-d68e-409b-abd8-46302c186422 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039450 Aug 20 13:45:17.803256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62b23cac-131b-4da0-ac82-69760a98b42e req-92676a0c-0e43-4ead-a5b7-8db223221f45 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210268 Aug 20 13:45:17.823582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:17.947725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ab0c9c31-2f08-4539-a543-a934e07313ed None None] Provisioning for port b551bc8a-0e01-43f2-860b-c9753a6a56ac completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:17.953220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ab0c9c31-2f08-4539-a543-a934e07313ed None None] Provisioning complete for port b551bc8a-0e01-43f2-860b-c9753a6a56ac triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:17.953672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9c31-2f08-4539-a543-a934e07313ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.003788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c9c31-2f08-4539-a543-a934e07313ed None None] Port b551bc8a-0e01-43f2-860b-c9753a6a56ac cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:45:18.404184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.409731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.450731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1d26749-782c-4dde-87d1-4b0cfe7cb301 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:45:18.487235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Port': ['ID=b551bc8a-0e01-43f2-860b-c9753a6a56ac,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:18.490120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.498048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f803f59a-cb8a-46e8-8ba6-adfa505cd616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.518841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b1d26749-782c-4dde-87d1-4b0cfe7cb301 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:18.519222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.567000 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.600413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:18.602465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:18.631653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246a9e-4dd9-48af-831f-b403bd2bbd6c req-a4261f81-abd9-4eab-bddf-ad2d70dc6e80 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:18.633823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01246a9e-4dd9-48af-831f-b403bd2bbd6c req-a4261f81-abd9-4eab-bddf-ad2d70dc6e80 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 943 time: 0.0675855 Aug 20 13:45:18.682846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01246a9e-4dd9-48af-831f-b403bd2bbd6c req-9266cfc7-e4a0-4e35-831f-7fe4aad5e15f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Aug 20 13:45:18.743392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Router 1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:45:18.834911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-427237fb-7f45-45ef-8ffa-e6d9d3b4a757 None None] Provisioning complete for port b551bc8a-0e01-43f2-860b-c9753a6a56ac triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:18.835289 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-427237fb-7f45-45ef-8ffa-e6d9d3b4a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:18.864600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:18.871290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-364790f7-b81a-42e5-8097-2a685299028d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "PUT /v2.0/routers/1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7714906 Aug 20 13:45:18.874531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54348) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:18.877716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] Sync routers for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:18.879872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Request body: {'port': {'network_id': '4514aa26-b36e-453d-a6f8-2e158fcba7a0', 'name': 'tempest-FloatingIPAdminTestJSON-2065101994'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:18.884891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-427237fb-7f45-45ef-8ffa-e6d9d3b4a757 None None] Port b551bc8a-0e01-43f2-860b-c9753a6a56ac cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:45:18.893764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:18.894497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:18.928707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:18.937975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:18.938596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:18.974090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:18.974802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837a7ea-11d4-45b6-b236-c34de52a8562 None None] The sync data for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:18.995728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Made reservation on behalf of 23780463d16544b2b646c2a169db26b3 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:19.000026 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.017918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] device_id is not set on port 792d2177-33a4-405f-a191-093ed47d9f35 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:45:19.135555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Allocated IP 172.20.0.10 (4514aa26-b36e-453d-a6f8-2e158fcba7a0/7430a48e-1f5c-43e5-a511-3a73febc0050/792d2177-33a4-405f-a191-093ed47d9f35) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:19.209239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 73f255cd-5926-4700-bd12-fac0a9d3ca9c details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:45:19.289090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.303314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Transition to ACTIVE for port object 792d2177-33a4-405f-a191-093ed47d9f35 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:19.305172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:19.317825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '73f255cd-5926-4700-bd12-fac0a9d3ca9c', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '73f255cd-5926-4700-bd12-fac0a9d3ca9c', 'mac_address': 'fa:16:3e:34:48:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:45:19.337849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.358672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.372933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f255cd-5926-4700-bd12-fac0a9d3ca9c {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:45:19.383315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:19.386599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:19.391079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:19.398458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:19.409841 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.421924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event updated for resources: {'Port': ['ID=792d2177-33a4-405f-a191-093ed47d9f35,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:19.455806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:19.456582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.480701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54350) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:19.480994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8cd859f4-f4b1-424f-8221-53c5c2e6d4ad tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6052234 Aug 20 13:45:19.483283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=73f255cd-5926-4700-bd12-fac0a9d3ca9c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:19.490816 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.541314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'project_id': '23780463d16544b2b646c2a169db26b3', 'port_id': '792d2177-33a4-405f-a191-093ed47d9f35'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:19.564901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.623839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:45:19.659283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.738786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2430c58b-27cf-41e2-b9bc-68b848288a91 None None] Provisioning for port 792d2177-33a4-405f-a191-093ed47d9f35 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:19.751344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2430c58b-27cf-41e2-b9bc-68b848288a91 None None] Provisioning complete for port 792d2177-33a4-405f-a191-093ed47d9f35 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:19.751728 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2430c58b-27cf-41e2-b9bc-68b848288a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:19.794519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Allocated IP 172.25.6.141 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/db319e7d-f163-4319-a44a-36bf50ebd35b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:19.809141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2430c58b-27cf-41e2-b9bc-68b848288a91 None None] Port 792d2177-33a4-405f-a191-093ed47d9f35 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:45:19.870706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d712f0-981f-46e9-a574-fea9ed854734 req-9c549760-f2bd-41d8-b1a2-551d506d1083 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:19.872251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8d712f0-981f-46e9-a574-fea9ed854734 req-9c549760-f2bd-41d8-b1a2-551d506d1083 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 944 time: 0.1151736 Aug 20 13:45:19.927743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8d712f0-981f-46e9-a574-fea9ed854734 req-3f21e3ca-65d4-4975-bb78-2ce94978a25d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490482 Aug 20 13:45:19.960337 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:20.005755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:20.049402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:20.052367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:20.055143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:20.081384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Pushing event updated for resources: {'Port': ['ID=db319e7d-f163-4319-a44a-36bf50ebd35b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:20.662387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:20.734575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:20.889132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:20.893874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:20.977703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Pushing event updated for resources: {'Port': ['ID=db319e7d-f163-4319-a44a-36bf50ebd35b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:20.988886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:21.127959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bc4c5-78c5-4a33-a03a-1fe226b572f4 req-770ba176-8e97-4027-9c82-5618aea9113a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:21.129474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b5bc4c5-78c5-4a33-a03a-1fe226b572f4 req-770ba176-8e97-4027-9c82-5618aea9113a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 944 time: 0.1017995 Aug 20 13:45:21.134491 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Floating IP 768695ac-da13-4404-b1bd-3bb7616a0b8c associated. External IP: 172.25.6.141, port: 792d2177-33a4-405f-a191-093ed47d9f35. Aug 20 13:45:21.210161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b5bc4c5-78c5-4a33-a03a-1fe226b572f4 req-bd468737-ab70-45b8-93e0-4d985ec045cf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730338 Aug 20 13:45:21.240103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 73f255cd-5926-4700-bd12-fac0a9d3ca9c up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:45:21.290823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 73f255cd-5926-4700-bd12-fac0a9d3ca9c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:21.295504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 73f255cd-5926-4700-bd12-fac0a9d3ca9c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:21.295886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:21.379612 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:21.380984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Router 1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:45:21.411013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f255cd-5926-4700-bd12-fac0a9d3ca9c'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:45:21.413374 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69217cea-b7f9-438b-a5e0-c2ccf07552e4" -d '{"events": [{"server_uuid": "dc15d0da-5ac8-4089-9893-d34c794136d0", "name": "network-vif-plugged", "status": "completed", "tag": "73f255cd-5926-4700-bd12-fac0a9d3ca9c"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:45:21.427907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:21.441398 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:21.473940 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769abbf2-ad8d-4c58-9b55-0ba1d67f9ea1 x-openstack-request-id: req-769abbf2-ad8d-4c58-9b55-0ba1d67f9ea1 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:45:21.474477 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc15d0da-5ac8-4089-9893-d34c794136d0", "name": "network-vif-plugged", "status": "completed", "tag": "73f255cd-5926-4700-bd12-fac0a9d3ca9c", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:45:21.474749 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-769abbf2-ad8d-4c58-9b55-0ba1d67f9ea1 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:45:21.475152 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f255cd-5926-4700-bd12-fac0a9d3ca9c', 'code': 200} Aug 20 13:45:21.477986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:21.506132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=73f255cd-5926-4700-bd12-fac0a9d3ca9c,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:21.508053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:21.520172 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] Sync routers for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:21.531969 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:21.532846 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:21.546335 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:21.569206 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:21.578908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:21.579866 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:21.583408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-72bd5a09-f361-4403-aa6a-40d96d1760ea tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.0963447 Aug 20 13:45:21.586212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54368) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:21.589393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a9502-6568-46c1-87f4-d890f4770d83 req-f9d17afd-ad1c-4fb0-8e6f-a977597e2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:21.591145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-043a9502-6568-46c1-87f4-d890f4770d83 req-f9d17afd-ad1c-4fb0-8e6f-a977597e2279 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 1096 time: 0.0738266 Aug 20 13:45:21.630091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-043a9502-6568-46c1-87f4-d890f4770d83 req-546e1783-c988-4281-bcee-4575b94a76ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Aug 20 13:45:21.646102 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:21.647130 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca4313-df83-4784-b8bd-b6169c5329c7 None None] The sync data for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:21.708000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9f9e0c57-47bf-450d-af7b-442a18b96ece tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] 10.222.0.59 "GET /v2.0/floatingips/768695ac-da13-4404-b1bd-3bb7616a0b8c HTTP/1.1" status: 200 len: 984 time: 0.1205003 Aug 20 13:45:21.710445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54370) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:21.826779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c939dc9-903b-49c3-9f74-f2205f436a63 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5087 time: 0.1152492 Aug 20 13:45:21.829526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54372) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:21.990855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting port db319e7d-f163-4319-a44a-36bf50ebd35b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:21.991197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.068979 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.069307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.082034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Calling delete_port for db319e7d-f163-4319-a44a-36bf50ebd35b owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:22.245938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.273443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Port': ['ID=db319e7d-f163-4319-a44a-36bf50ebd35b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:22.307858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.308206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.308546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.308899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.309261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.309595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.309917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.310241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.310569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.310883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.311209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.311522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:45:22.373356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.373602 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Floating IP 768695ac-da13-4404-b1bd-3bb7616a0b8c disassociated (deleted). External IP: 172.25.6.141, port: 792d2177-33a4-405f-a191-093ed47d9f35. Aug 20 13:45:22.417401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0718775-a352-429b-a4f3-edcb1666e63c req-af2c02c6-cce6-4b78-bf77-fad0c7ca87e3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:22.419187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0718775-a352-429b-a4f3-edcb1666e63c req-af2c02c6-cce6-4b78-bf77-fad0c7ca87e3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.1223791 Aug 20 13:45:22.497885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0718775-a352-429b-a4f3-edcb1666e63c req-61b9ad09-9cc5-4112-9965-5e775fa18e6a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713995 Aug 20 13:45:22.636428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Router 1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:45:22.753321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:22.758230 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.763294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] Sync routers for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:22.774373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:22.775216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:22.787575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-04b47d39-4e0b-42c4-aa5a-e7d8206398cc tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "DELETE /v2.0/floatingips/768695ac-da13-4404-b1bd-3bb7616a0b8c HTTP/1.1" status: 204 len: 168 time: 0.9569955 Aug 20 13:45:22.791067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54378) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:22.796187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:22.810855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:22.818271 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:22.820522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:22.821191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:22.858039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:22.858716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53135c78-d1ff-40a2-a1d0-25e2511e059f None None] The sync data for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:22.906268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.021339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Allocated IP 172.25.6.172 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/0670473f-5786-40ed-817c-56d978855da3) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:23.127871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.169204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.207141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:23.209883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:23.214365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:23.222840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Pushing event updated for resources: {'Port': ['ID=0670473f-5786-40ed-817c-56d978855da3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:23.302663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.339572 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.494222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.499506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.570252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Pushing event updated for resources: {'Port': ['ID=0670473f-5786-40ed-817c-56d978855da3,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:23.607394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.623638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.624899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-adb35cae-71d2-488f-93f3-1169a37e2094 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8328907 Aug 20 13:45:23.628041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:23.639344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171caa-8a84-49df-abaa-a8e08c2c3a35 req-fc449b51-d165-4268-9a23-8e781bfb24ef tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:23.640909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5171caa-8a84-49df-abaa-a8e08c2c3a35 req-fc449b51-d165-4268-9a23-8e781bfb24ef tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0717857 Aug 20 13:45:23.680408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b5171caa-8a84-49df-abaa-a8e08c2c3a35 req-8cd604bd-4def-4273-90c8-084628355a73 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Aug 20 13:45:23.736594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:23.765914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.885568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:23.899757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be409d-4ca6-4af6-a572-f35fbeb15009 req-ec72aaea-4e63-4dd3-b277-d3a6ca472a59 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:23.901333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7be409d-4ca6-4af6-a572-f35fbeb15009 req-ec72aaea-4e63-4dd3-b277-d3a6ca472a59 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0555537 Aug 20 13:45:23.940245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7be409d-4ca6-4af6-a572-f35fbeb15009 req-fb11e919-10eb-4971-8f5b-a88d4bc6f44a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Aug 20 13:45:23.999593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Allocated IP 172.25.6.134 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/78245b31-7161-4258-9748-d363a13ca266) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:24.109902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.150186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.190760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:24.193883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:24.203063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:24.205212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Pushing event updated for resources: {'Port': ['ID=78245b31-7161-4258-9748-d363a13ca266,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:24.288907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.328031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.482806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.487431 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.559966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Pushing event updated for resources: {'Port': ['ID=78245b31-7161-4258-9748-d363a13ca266,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:24.570614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.585132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.586473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3572691-351b-47d2-a71b-22b6d7d9aa6e tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9572384 Aug 20 13:45:24.589010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54394) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:24.706917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-570ec4ca-a82d-4121-9872-38775366ed7e tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5271 time: 0.1167555 Aug 20 13:45:24.709303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54396) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:24.780666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6bede161-51e7-451a-9425-e475b8c96e8b tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0702593 Aug 20 13:45:24.783241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54398) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:24.906831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Deleting port 78245b31-7161-4258-9748-d363a13ca266 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:24.907182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.984265 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.984629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:24.996778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Calling delete_port for 78245b31-7161-4258-9748-d363a13ca266 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:25.065370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571871-1e69-4f25-8092-93dff03497bf req-a7e94bb7-0983-488e-8987-9cf5362bff2f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:25.066892 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-60571871-1e69-4f25-8092-93dff03497bf req-a7e94bb7-0983-488e-8987-9cf5362bff2f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0543139 Aug 20 13:45:25.108594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-60571871-1e69-4f25-8092-93dff03497bf req-23a0d921-4d11-4b17-a73f-2c6e426fb7f3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Aug 20 13:45:25.136804 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.161729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Pushing event deleted for resources: {'Port': ['ID=78245b31-7161-4258-9748-d363a13ca266,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:25.229756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.232397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.233609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25ad81ff-a8d4-4bf7-b314-c3123fc46cd8 tempest-FloatingIPAdminTestJSON-438081529 tempest-FloatingIPAdminTestJSON-438081529-project] 10.222.0.59 "DELETE /v2.0/floatingips/e0f19df2-19cc-48f2-b1b9-f9970d8a0366 HTTP/1.1" status: 204 len: 168 time: 0.4494405 Aug 20 13:45:25.236173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54402) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:25.390563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Deleting port 0670473f-5786-40ed-817c-56d978855da3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:25.390902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.472666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.473002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.485151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Calling delete_port for 0670473f-5786-40ed-817c-56d978855da3 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:25.618692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.650014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Pushing event deleted for resources: {'Port': ['ID=0670473f-5786-40ed-817c-56d978855da3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:25.709369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.711988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.713267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-251b68f3-072c-4091-b739-15d807e79706 tempest-FloatingIPAdminTestJSON-161703662 tempest-FloatingIPAdminTestJSON-161703662-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/2e976936-2588-4b8e-aff1-b9595bdb08bc HTTP/1.1" status: 204 len: 168 time: 0.4761314 Aug 20 13:45:25.717255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54406) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:25.803823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting port 792d2177-33a4-405f-a191-093ed47d9f35 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:25.804081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.892770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:25.905278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Calling delete_port for 792d2177-33a4-405f-a191-093ed47d9f35 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:26.039683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:26.070576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Port': ['ID=792d2177-33a4-405f-a191-093ed47d9f35,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:26.140931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:26.145701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54410) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:26.146259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a63f5dc1-b52a-4d34-a0f9-0a8fe09473d6 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "DELETE /v2.0/ports/792d2177-33a4-405f-a191-093ed47d9f35 HTTP/1.1" status: 204 len: 168 time: 0.4274905 Aug 20 13:45:26.226749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e7034-2c1c-4e49-b240-4272a29d983d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:26.228301 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c8e7034-2c1c-4e49-b240-4272a29d983d tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "GET /v2.0/ports?device_id=1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 HTTP/1.1" status: 200 len: 913 time: 0.0814719 Aug 20 13:45:26.231488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54412) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:26.253689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477a096-4d41-46ea-baf7-ed54e30fe170 req-a4388405-6440-4d4f-9b94-931d706c9fba tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:26.255541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7477a096-4d41-46ea-baf7-ed54e30fe170 req-a4388405-6440-4d4f-9b94-931d706c9fba tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0718980 Aug 20 13:45:26.298889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7477a096-4d41-46ea-baf7-ed54e30fe170 req-8044aa3d-d0a6-4dd3-a804-b5dce2c46696 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Aug 20 13:45:26.956386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:27.219864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting port b551bc8a-0e01-43f2-860b-c9753a6a56ac {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:27.220170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:27.312037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:27.324451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Calling delete_port for b551bc8a-0e01-43f2-860b-c9753a6a56ac owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:27.538530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:27.569717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Port': ['ID=b551bc8a-0e01-43f2-860b-c9753a6a56ac,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:27.729405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa215-fcda-4373-b643-3c8067d57ccd req-aa8075e8-a3b1-4656-a167-bf9ae254c852 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:27.731493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29afa215-fcda-4373-b643-3c8067d57ccd req-aa8075e8-a3b1-4656-a167-bf9ae254c852 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.3628376 Aug 20 13:45:27.767178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:27.774442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29afa215-fcda-4373-b643-3c8067d57ccd req-50f9077f-8d37-4446-938d-f3827a36a878 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Aug 20 13:45:27.987019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Router 1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:45:28.096195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:28.101766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-295b66b1-9c1e-4232-ac63-213eda90c5b9 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "PUT /v2.0/routers/1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684709 Aug 20 13:45:28.103666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:28.106850 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] Sync routers for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:28.116009 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:28.116651 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:28.147731 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:28.156597 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] Routers {'1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:28.157435 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:28.191815 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:28.192457 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe54e50-4ced-41ca-a0f8-1800e7840d09 None None] The sync data for ids ['1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:28.214300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.322393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.382694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting port b5fb30c0-66b2-4263-8eeb-1e910cfd113a {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:28.383065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.468985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.484079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Calling delete_port for b5fb30c0-66b2-4263-8eeb-1e910cfd113a owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:28.658319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.687427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Port': ['ID=b5fb30c0-66b2-4263-8eeb-1e910cfd113a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:28.748992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.849424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.851666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.901382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b197f8-1446-46a9-b49c-bb6a00c433ea req-c076dd08-4027-4559-9fca-8fe17e0c7386 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:28.903155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32b197f8-1446-46a9-b49c-bb6a00c433ea req-c076dd08-4027-4559-9fca-8fe17e0c7386 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0549197 Aug 20 13:45:28.903704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.904794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:28.912366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:28.913535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ad096e4-66ac-4f5a-843c-5772d78bf0b2 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "DELETE /v2.0/routers/1dd30555-c4d0-48fa-b87f-ad57c3e8a2b9 HTTP/1.1" status: 204 len: 168 time: 0.8089418 Aug 20 13:45:28.916048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54426) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:28.951213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32b197f8-1446-46a9-b49c-bb6a00c433ea req-ba5ab146-bd1e-47c4-a457-60ec343622d5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344453 Aug 20 13:45:28.969261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting subnet 7430a48e-1f5c-43e5-a511-3a73febc0050 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:45:28.972780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.000117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.015924 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.110412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.176972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.192026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.196696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:29.196865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "DELETE /v2.0/subnets/7430a48e-1f5c-43e5-a511-3a73febc0050 HTTP/1.1" status: 204 len: 168 time: 0.2796683 Aug 20 13:45:29.198951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da650e8-87ef-40dd-826d-eb263f0df78f None None] Network 4514aa26-b36e-453d-a6f8-2e158fcba7a0 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:45:29.217282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc92a-f0ca-44c4-847d-c24d5516dbf1 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Subnet': ['ID=7430a48e-1f5c-43e5-a511-3a73febc0050,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:29.284944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.342635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting port b1d26749-782c-4dde-87d1-4b0cfe7cb301 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:29.342978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.390462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] DHCP port deletion for 4514aa26-b36e-453d-a6f8-2e158fcba7a0 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:45:29.412809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] For port b1d26749-782c-4dde-87d1-4b0cfe7cb301, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1d26749-782c-4dde-87d1-4b0cfe7cb301,segment=NetworkSegment(965a5533-9e75-4f18-aaf4-a0b80ad178c3),segment_id=965a5533-9e75-4f18-aaf4-a0b80ad178c3)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:29.413520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.428260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Calling delete_port for b1d26749-782c-4dde-87d1-4b0cfe7cb301 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:29.446361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] Deleting port b1d26749-782c-4dde-87d1-4b0cfe7cb301 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:29.446883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.510540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] For port b1d26749-782c-4dde-87d1-4b0cfe7cb301, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1d26749-782c-4dde-87d1-4b0cfe7cb301,segment=NetworkSegment(965a5533-9e75-4f18-aaf4-a0b80ad178c3),segment_id=965a5533-9e75-4f18-aaf4-a0b80ad178c3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:29.510999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.512657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.525841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] Calling delete_port for b1d26749-782c-4dde-87d1-4b0cfe7cb301 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:29.541178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Port': ['ID=b1d26749-782c-4dde-87d1-4b0cfe7cb301,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:29.544188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] No DVR routers for this DVR port b1d26749-782c-4dde-87d1-4b0cfe7cb301 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:45:29.618590 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.633193 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.644244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] Pushing event deleted for resources: {'Port': ['ID=b1d26749-782c-4dde-87d1-4b0cfe7cb301,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:29.644492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4514aa26-b36e-453d-a6f8-2e158fcba7a0']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:29.647672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095375c-1eaf-4cd8-b348-24f4bdbc4c4f None None] No DVR routers for this DVR port b1d26749-782c-4dde-87d1-4b0cfe7cb301 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:45:29.660458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965a5533-9e75-4f18-aaf4-a0b80ad178c3') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:29.660774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965a5533-9e75-4f18-aaf4-a0b80ad178c3') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:29.670911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.685407 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.691626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:45:29.692236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:45:29.695387 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:45:29.753641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.760605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.763463 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "DELETE /v2.0/networks/4514aa26-b36e-453d-a6f8-2e158fcba7a0 HTTP/1.1" status: 204 len: 168 time: 0.5657592 Aug 20 13:45:29.766402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54432) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:29.775312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560a6eb-2556-4482-9314-e65be6d40359 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Network': ['ID=4514aa26-b36e-453d-a6f8-2e158fcba7a0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:29.895142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Deleting port 0a0fd5f6-24a8-4ecc-bb16-ad76760bc529 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:29.895489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.976668 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.976889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:29.989934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Calling delete_port for 0a0fd5f6-24a8-4ecc-bb16-ad76760bc529 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:30.070572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c022f-4c50-4847-8c94-9328b95343a2 req-16340b88-2b82-46fe-a64a-0e37afbf24b9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:30.072124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-412c022f-4c50-4847-8c94-9328b95343a2 req-16340b88-2b82-46fe-a64a-0e37afbf24b9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Aug 20 13:45:30.116346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-412c022f-4c50-4847-8c94-9328b95343a2 req-32d68d68-1c33-43fd-8dbb-d3eb9ee27bc0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Aug 20 13:45:30.128884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.151164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Pushing event deleted for resources: {'Port': ['ID=0a0fd5f6-24a8-4ecc-bb16-ad76760bc529,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:30.218667 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.221334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.222542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1aba2622-84af-4932-9723-b225845deb26 tempest-FloatingIPAdminTestJSON-1329941766 tempest-FloatingIPAdminTestJSON-1329941766-project] 10.222.0.59 "DELETE /v2.0/floatingips/c8256514-0a2f-44b9-a2a8-6309b64f6073 HTTP/1.1" status: 204 len: 168 time: 0.4549718 Aug 20 13:45:30.455975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1d26749-782c-4dde-87d1-4b0cfe7cb301 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:45:30.477537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: b1d26749-782c-4dde-87d1-4b0cfe7cb301 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:45:30.477917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1d26749-782c-4dde-87d1-4b0cfe7cb301 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:45:30.481739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54440) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:30.626541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e26b888b-738c-4ffb-b59b-fbbb44ff7ee8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23780463d16544b2b646c2a169db26b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436112 Aug 20 13:45:30.629149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54446) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:30.684076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-990fd340-55c7-4fca-bc84-77f6ff38205b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.710883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-990fd340-55c7-4fca-bc84-77f6ff38205b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.764191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-990fd340-55c7-4fca-bc84-77f6ff38205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.766859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-990fd340-55c7-4fca-bc84-77f6ff38205b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:30.768061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-990fd340-55c7-4fca-bc84-77f6ff38205b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f47b52b9-92b9-4deb-bacc-c7736459c381 HTTP/1.1" status: 204 len: 168 time: 0.1379867 Aug 20 13:45:30.776520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd340-55c7-4fca-bc84-77f6ff38205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b52b9-92b9-4deb-bacc-c7736459c381,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:31.054252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54452) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:31.068761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df4a818d-767d-44ee-af2c-93419857bd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.168047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df4a818d-767d-44ee-af2c-93419857bd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.173341 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-df4a818d-767d-44ee-af2c-93419857bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.214127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df4a818d-767d-44ee-af2c-93419857bd4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2bf5fd8f0a249049f575840b7131e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588223 Aug 20 13:45:31.215195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a818d-767d-44ee-af2c-93419857bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225d37c4-10fa-411c-82c3-eb2f6aa83ba0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:31.217726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54456) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:31.255996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947020a6-d9b0-494b-9dbe-f0d5826ff153 req-1fbf13e1-fadc-4409-b980-45e16a9f2420 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:31.261064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-947020a6-d9b0-494b-9dbe-f0d5826ff153 req-1fbf13e1-fadc-4409-b980-45e16a9f2420 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0697448 Aug 20 13:45:31.269349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5de67cf7-98d8-4602-ab27-de2c3b9f3d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.293850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5de67cf7-98d8-4602-ab27-de2c3b9f3d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.296737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-947020a6-d9b0-494b-9dbe-f0d5826ff153 req-00c58969-150a-498d-b4cb-802aa4ac40b0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Aug 20 13:45:31.345787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5de67cf7-98d8-4602-ab27-de2c3b9f3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.348326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5de67cf7-98d8-4602-ab27-de2c3b9f3d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.349533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5de67cf7-98d8-4602-ab27-de2c3b9f3d40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/225d37c4-10fa-411c-82c3-eb2f6aa83ba0 HTTP/1.1" status: 204 len: 168 time: 0.1308801 Aug 20 13:45:31.359361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de67cf7-98d8-4602-ab27-de2c3b9f3d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d37c4-10fa-411c-82c3-eb2f6aa83ba0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:31.596596 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.676892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54464) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:31.693408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3f5d37ff-7557-450e-879a-cb3bcfd7ab4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.787810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3f5d37ff-7557-450e-879a-cb3bcfd7ab4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.792031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3f5d37ff-7557-450e-879a-cb3bcfd7ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.831255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3f5d37ff-7557-450e-879a-cb3bcfd7ab4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d767e9f0ff241a6b58b35ebafb042e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532166 Aug 20 13:45:31.832403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d37ff-7557-450e-879a-cb3bcfd7ab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccf64b2-d7db-4971-9b28-0947719f6cfb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:31.833987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54466) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:31.884932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60d36f14-8f8e-4068-bf49-83b379fcc8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.907725 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60d36f14-8f8e-4068-bf49-83b379fcc8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.955061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60d36f14-8f8e-4068-bf49-83b379fcc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.957589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60d36f14-8f8e-4068-bf49-83b379fcc8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:31.958744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-60d36f14-8f8e-4068-bf49-83b379fcc8b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ccf64b2-d7db-4971-9b28-0947719f6cfb HTTP/1.1" status: 204 len: 168 time: 0.1232128 Aug 20 13:45:31.967776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d36f14-8f8e-4068-bf49-83b379fcc8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccf64b2-d7db-4971-9b28-0947719f6cfb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:32.423358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747b678-7b4a-4dcb-9f63-a58062b3bff4 req-803bfd3a-8311-404f-8043-28817f59224b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:32.424936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d747b678-7b4a-4dcb-9f63-a58062b3bff4 req-803bfd3a-8311-404f-8043-28817f59224b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0570726 Aug 20 13:45:32.468090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d747b678-7b4a-4dcb-9f63-a58062b3bff4 req-372c698d-dea5-43db-b86c-2308b4e29c7d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365820 Aug 20 13:45:33.202038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54506) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:33.310875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1432959622', 'router:external': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:33.333132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Made reservation on behalf of d78810eedb0f4ce29a2faa81419c9ca0 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:33.335529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.345992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.441831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.445683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.471639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:45:33.481212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e293bd47-8c58-4654-a76b-f4a8844db429,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:33.489593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.490168 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Added segment 0f011f1f-6843-4e43-86b0-61273bab90e6 of type vlan for network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 Aug 20 13:45:33.544476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.576526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.577645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:33.578259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.596407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d387ed-9e22-4480-a21d-9e69150c3228 req-6ff94364-9f49-4e6e-b677-b190edb10fd4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:33.598177 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49d387ed-9e22-4480-a21d-9e69150c3228 req-6ff94364-9f49-4e6e-b677-b190edb10fd4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0550022 Aug 20 13:45:33.630147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4269342 Aug 20 13:45:33.633849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54512) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:33.641273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'subnet': {'network_id': '8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:33.642460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051872f9-1762-44de-b72f-f638fd8bc4c9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Network': ['ID=8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:33.651655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49d387ed-9e22-4480-a21d-9e69150c3228 req-a75f9d66-0f2a-4b94-a69f-72c61b37d23b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Aug 20 13:45:33.652287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:45:33.670017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Made reservation on behalf of d78810eedb0f4ce29a2faa81419c9ca0 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:33.672740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:33.980587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:45:33.980951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.035774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b691035d-fd8a-4691-bc45-b02f5fb0ea3d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:34.046103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Checking segment: {'id': '0f011f1f-6843-4e43-86b0-61273bab90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:45:34.046485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network hostable DHCP agents. Network: 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:45:34.064151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:45:34.073183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:34.079418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:34.080484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.086594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990d5e95-0062-451d-b3fa-f077fe84adf1 None None] Network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:45:34.097490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ca5d8b8e-dcd1-4181-92f9-421df3c8e1f1 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4625397 Aug 20 13:45:34.100143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54516) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:34.105223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-670900539', 'network_id': '8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:34.127164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Made reservation on behalf of d78810eedb0f4ce29a2faa81419c9ca0 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:34.129556 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.145577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] device_id is not set on port 9ea37327-3943-4750-9cef-32faac749336 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:45:34.214820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc63819-1b2a-49a4-982c-ec66a3a163da None None] Network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:45:34.253665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Allocated IP 172.20.0.10 (8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11/b691035d-fd8a-4691-bc45-b02f5fb0ea3d/9ea37327-3943-4750-9cef-32faac749336) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:34.272426 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:45:34.401896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.443603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.482921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:34.485697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:34.489101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:34.519454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea37327-3943-4750-9cef-32faac749336,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:34.535521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:34.536164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.550547 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-329aaea7-7d6a-4eda-a113-4252ff3e2210 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4491935 Aug 20 13:45:34.553070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54518) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:34.632999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Deleting port 9ea37327-3943-4750-9cef-32faac749336 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:34.633690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.712638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:34.726924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Calling delete_port for 9ea37327-3943-4750-9cef-32faac749336 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:34.858002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728ac4-5a5c-4073-b846-c2b792111fd6 req-9f21c423-70a9-4d22-88e5-91416079b7ac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:34.859570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56728ac4-5a5c-4073-b846-c2b792111fd6 req-9f21c423-70a9-4d22-88e5-91416079b7ac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.1344683 Aug 20 13:45:34.890072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-4ca5111f-283b-461e-bc9b-ec39367592a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250777 Aug 20 13:45:34.932383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56728ac4-5a5c-4073-b846-c2b792111fd6 req-7cf0c73b-c60a-462b-9628-b5fdee865fd4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652368 Aug 20 13:45:35.002729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.036713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0423d0-effa-4344-bede-0aab0c356e2b req-248619c3-2b42-4a29-8740-42c965575fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:35.038231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-248619c3-2b42-4a29-8740-42c965575fde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1095 time: 0.0848548 Aug 20 13:45:35.040392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ea37327-3943-4750-9cef-32faac749336,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:35.163190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.164739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b8479197-cbaf-4129-bc74-057e7993d396 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9ea37327-3943-4750-9cef-32faac749336 HTTP/1.1" status: 204 len: 168 time: 0.6106539 Aug 20 13:45:35.167910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54524) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:35.172603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11', 'external_fixed_ips': [{'subnet_id': 'b691035d-fd8a-4691-bc45-b02f5fb0ea3d', 'ip_address': '172.20.0.10'}]}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:35.188817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0423d0-effa-4344-bede-0aab0c356e2b req-5486e87a-0fc5-4a39-bf65-a662dbb450df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:35.190619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-5486e87a-0fc5-4a39-bf65-a662dbb450df service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1287363 Aug 20 13:45:35.195190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.196187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.257336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.269058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-c0870fb9-677f-4b2e-9a81-96e66bc25c28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0694745 Aug 20 13:45:35.323440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0423d0-effa-4344-bede-0aab0c356e2b req-4abc23ff-3763-4105-b530-55838b830c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:35.326131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-4abc23ff-3763-4105-b530-55838b830c5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0487015 Aug 20 13:45:35.375516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0423d0-effa-4344-bede-0aab0c356e2b req-949e60d3-124a-4fe7-8dc5-6838d1d19a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:35.377089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-949e60d3-124a-4fe7-8dc5-6838d1d19a30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436049 Aug 20 13:45:35.398569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.482006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-c248ce54-2aa2-4444-ba2f-cf0f68f3de6a service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974216 Aug 20 13:45:35.583943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0423d0-effa-4344-bede-0aab0c356e2b req-1308e16a-8fdd-4e71-b18d-6eb841f3d60e service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947835 Aug 20 13:45:35.887472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:35.907770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:36.070912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Allocated IP 172.20.0.10 (8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11/b691035d-fd8a-4691-bc45-b02f5fb0ea3d/2dc160c2-214d-4d51-92e7-45539197f3a7) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:36.073685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20ad03-2c86-4202-b475-83c62258f72a req-83b5a104-bde2-475b-873b-be6ff508395a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:36.076261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f20ad03-2c86-4202-b475-83c62258f72a req-83b5a104-bde2-475b-873b-be6ff508395a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0690675 Aug 20 13:45:36.117896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f20ad03-2c86-4202-b475-83c62258f72a req-24ce6184-dc23-462c-8740-3782b9be01cb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Aug 20 13:45:36.191314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:36.238942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:36.284223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:36.287137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:36.290833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:36.318902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Port': ['ID=2dc160c2-214d-4d51-92e7-45539197f3a7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:36.548471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:36.745853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:36.875962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Router 6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:36.989032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:36.998820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Sync routers for ids ['6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:37.006332 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.007685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b60c7fa9-ff97-4431-ba1f-a20ab9374e66 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.8387198 Aug 20 13:45:37.010725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54534) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:37.010944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Routers {'6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:37.011580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:37.120957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Set router 6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:45:37.124760 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.274159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.286129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fef04-5892-4706-8dbd-91d7e641d7a8 req-ddcab6ee-dcea-4c85-8170-e1c1324e7c5e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:37.287621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a77fef04-5892-4706-8dbd-91d7e641d7a8 req-ddcab6ee-dcea-4c85-8170-e1c1324e7c5e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0759497 Aug 20 13:45:37.334602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c', 'name': '', 'tenant_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11', 'external_fixed_ips': [{'subnet_id': 'b691035d-fd8a-4691-bc45-b02f5fb0ea3d', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '2dc160c2-214d-4d51-92e7-45539197f3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:45:35Z', 'updated_at': '2021-08-20T13:45:36Z', 'revision_number': 3, 'project_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'gw_port': {'id': '2dc160c2-214d-4d51-92e7-45539197f3a7', 'name': '', 'network_id': '8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:aa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'b691035d-fd8a-4691-bc45-b02f5fb0ea3d', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:45:35Z', 'updated_at': '2021-08-20T13:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b691035d-fd8a-4691-bc45-b02f5fb0ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:37.373452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Checking router: 6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:45:37.373912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Updating router 6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c port 2dc160c2-214d-4d51-92e7-45539197f3a7 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:45:37.375595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a77fef04-5892-4706-8dbd-91d7e641d7a8 req-5ee1bd92-4ece-48e3-957c-27d58e2915ba tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781581 Aug 20 13:45:37.391128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Deleting port 2dc160c2-214d-4d51-92e7-45539197f3a7 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:37.391622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.418447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.483270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.496918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Calling delete_port for 2dc160c2-214d-4d51-92e7-45539197f3a7 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:37.680900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.708147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dc160c2-214d-4d51-92e7-45539197f3a7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:37.769690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.844001 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:45:37.844356 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:45:37.859869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.862010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.908167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.908754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:37.912967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:37.914120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb006fb4-04cf-4ca9-8253-0a6c44a17391 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/routers/6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c HTTP/1.1" status: 204 len: 168 time: 0.9022110 Aug 20 13:45:37.916759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:37.963072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Deleting subnet b691035d-fd8a-4691-bc45-b02f5fb0ea3d {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:45:37.966837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.003184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.042639 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.107225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.132243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b691035d-fd8a-4691-bc45-b02f5fb0ea3d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:38.135968 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.140833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01853c74-ca70-4aee-a3d4-4d22992fbecf tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/b691035d-fd8a-4691-bc45-b02f5fb0ea3d HTTP/1.1" status: 204 len: 168 time: 0.2207325 Aug 20 13:45:38.141350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54542) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:38.213223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.294130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.303936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:38.319234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f011f1f-6843-4e43-86b0-61273bab90e6') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:38.319541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f011f1f-6843-4e43-86b0-61273bab90e6') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:38.329244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.343849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.350364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:45:38.350770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:45:38.352735 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:45:38.365930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Port 2dc160c2-214d-4d51-92e7-45539197f3a7 not found while updating agent binding for router 6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c. {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 13:45:38.375255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:38.375627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:45:38.376289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:45:38.376698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92d3ff-ddfb-4522-96c1-fdae1fd8f1ba None None] The sync data for ids ['6e1a5ef6-ef19-4b1a-b7cb-e290cff9900c'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:38.415024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.421402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:45:38.423741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.425638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/networks/8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11 HTTP/1.1" status: 204 len: 168 time: 0.2832699 Aug 20 13:45:38.442115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58cdfc-809e-44aa-bfd6-663d591b1d71 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bfcf0c8-1ed1-4a7f-abbb-86153ed70e11,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:38.529978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc9ec6-a821-4b87-bfdd-c1ba36b0ab02 req-a4580595-5021-4883-ba1a-d4ddebe1fdb0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:38.531747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14bc9ec6-a821-4b87-bfdd-c1ba36b0ab02 req-a4580595-5021-4883-ba1a-d4ddebe1fdb0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Aug 20 13:45:38.578053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14bc9ec6-a821-4b87-bfdd-c1ba36b0ab02 req-3aee6bef-e506-4b84-b56b-4f2a4144d60f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388548 Aug 20 13:45:38.642339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54552) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:38.647092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'name': 'tempest-router--63878038', 'project_id': '89a3e8ff93a14648b5b6e662a0b98d7a'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:38.669450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.670644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.732482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.737880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.751543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.752835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-57a2ba83-2df5-4c7b-a526-bc0832511382 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1093359 Aug 20 13:45:38.755881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54554) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:38.827988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.990416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:38.992619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.038859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.039474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb429875-e59b-4f79-a460-62c27882eaba {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:39.044987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.046234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c46dc1e5-c658-4c04-b777-fcad97e12410 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/routers/cb429875-e59b-4f79-a460-62c27882eaba HTTP/1.1" status: 204 len: 168 time: 0.2894020 Aug 20 13:45:39.159427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54560) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:39.352850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-185096394', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:39.378406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.379479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.434253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.580063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.718577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a9f8-c3b5-4c6d-9d02-8222c5437ec7 req-42971a82-a5d6-4ef4-8317-9ad9696e7883 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:39.720249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f88a9f8-c3b5-4c6d-9d02-8222c5437ec7 req-42971a82-a5d6-4ef4-8317-9ad9696e7883 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0598373 Aug 20 13:45:39.773239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f88a9f8-c3b5-4c6d-9d02-8222c5437ec7 req-540d3efb-3946-4bc1-89e7-555e448c49f5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Aug 20 13:45:39.790467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.811349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:39.951793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Allocated IP 172.25.6.167 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/d444366c-0639-401e-8031-7040fedc615b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:40.068813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:40.129915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:40.211847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:40.224826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event updated for resources: {'Port': ['ID=d444366c-0639-401e-8031-7040fedc615b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:40.230550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:40.234921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:40.833364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:40.913049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c06240-264e-42ff-a112-a8f7972a7ba7 req-380bc7fa-0529-4af8-818a-808cf65fd512 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:40.914536 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30c06240-264e-42ff-a112-a8f7972a7ba7 req-380bc7fa-0529-4af8-818a-808cf65fd512 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0549397 Aug 20 13:45:40.953738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30c06240-264e-42ff-a112-a8f7972a7ba7 req-540f9e0e-52da-4cac-8439-93c214032484 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Aug 20 13:45:41.041119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:41.171588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Router 022856c8-84f4-4d54-8617-a150dcee187f is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:41.287571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:41.298454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] Sync routers for ids ['022856c8-84f4-4d54-8617-a150dcee187f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:41.307801 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] Routers {'022856c8-84f4-4d54-8617-a150dcee187f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:41.308995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['022856c8-84f4-4d54-8617-a150dcee187f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:41.310994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:41.315517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54576) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:41.315841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f5bc6b8-fcd3-4db4-ae94-20aeee5e592d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1550336 Aug 20 13:45:41.341973 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:41.359917 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] Routers {'022856c8-84f4-4d54-8617-a150dcee187f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:41.361185 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['022856c8-84f4-4d54-8617-a150dcee187f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:41.404502 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:41.405308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c16d1-7165-4dd4-a4d7-1b280115289a None None] The sync data for ids ['022856c8-84f4-4d54-8617-a150dcee187f'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:41.427791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2d606cf-83b4-45d1-839b-2817a5e8426b tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/022856c8-84f4-4d54-8617-a150dcee187f HTTP/1.1" status: 200 len: 920 time: 0.1106417 Aug 20 13:45:41.430801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:41.462281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d9c1666b-c438-4d4e-97b6-260d57afd42d tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=022856c8-84f4-4d54-8617-a150dcee187f HTTP/1.1" status: 200 len: 205 time: 0.0302825 Aug 20 13:45:41.465006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54580) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:41.883627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:41.987640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.072452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Deleting port d444366c-0639-401e-8031-7040fedc615b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:42.072817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.120151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6001-94a5-4251-b6f5-90793e45f405 req-f3d1c167-bbeb-4df5-b682-0cf62d7a5d53 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:42.122320 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3dfd6001-94a5-4251-b6f5-90793e45f405 req-f3d1c167-bbeb-4df5-b682-0cf62d7a5d53 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0966096 Aug 20 13:45:42.184475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3dfd6001-94a5-4251-b6f5-90793e45f405 req-9d1a4309-f504-4456-87ad-3a344d48c60f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Aug 20 13:45:42.196516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.210049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Calling delete_port for d444366c-0639-401e-8031-7040fedc615b owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:42.387902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.413729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event deleted for resources: {'Port': ['ID=d444366c-0639-401e-8031-7040fedc615b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:42.479659 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.577076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.579419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.626301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.626875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Fanout notify agent at l3_agent the message router_deleted on router 022856c8-84f4-4d54-8617-a150dcee187f {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:42.633891 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.638878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-41ab276b-a5cf-4322-8bc8-1d50e661f61c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/022856c8-84f4-4d54-8617-a150dcee187f HTTP/1.1" status: 204 len: 168 time: 1.1689754 Aug 20 13:45:42.639015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54586) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:42.643477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964005275', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': False}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:42.665651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.666684 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.722980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:42.878966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:43.087345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:43.106697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:43.212544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Allocated IP 172.25.6.55 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/1d0f8753-aa9f-4bee-ae5b-925b306bcc5e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:43.304135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf84c-02ef-4c7e-a919-c4bed4850396 req-8538efa7-fa9f-4934-91c8-89cfbf1733cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:43.305690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c05cf84c-02ef-4c7e-a919-c4bed4850396 req-8538efa7-fa9f-4934-91c8-89cfbf1733cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Aug 20 13:45:43.326398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:43.350554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c05cf84c-02ef-4c7e-a919-c4bed4850396 req-3b3ee35a-af40-4398-a8e3-eb0244f18eb6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Aug 20 13:45:43.367482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:43.408348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:43.411534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:43.415274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:43.453205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:43.679681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:43.884288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:44.013562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Router d8505932-fd48-45eb-a6e8-fc1079efe3c5 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:44.400796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:44.414630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Sync routers for ids ['d8505932-fd48-45eb-a6e8-fc1079efe3c5'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:44.424798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:44.427034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-587dbf2f-d0ec-472c-ab4c-663772449828 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7861979 Aug 20 13:45:44.429292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54594) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:44.429837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Routers {'d8505932-fd48-45eb-a6e8-fc1079efe3c5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:44.430728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d8505932-fd48-45eb-a6e8-fc1079efe3c5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:44.549906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Set router d8505932-fd48-45eb-a6e8-fc1079efe3c5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:45:44.568275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca2a60-0a66-40bf-a2d6-f98ee6a85af0 req-936ec68a-616e-45ad-89fa-7904b9a55285 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:44.569897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7dca2a60-0a66-40bf-a2d6-f98ee6a85af0 req-936ec68a-616e-45ad-89fa-7904b9a55285 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.1329515 Aug 20 13:45:44.593497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad238676-c932-4d06-9ab1-f3c8e517affd tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/d8505932-fd48-45eb-a6e8-fc1079efe3c5 HTTP/1.1" status: 200 len: 907 time: 0.1628091 Aug 20 13:45:44.596415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54598) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:44.601594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964005275', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': True}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:44.622385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7dca2a60-0a66-40bf-a2d6-f98ee6a85af0 req-727067d6-4f55-4c7e-b174-c6df7e3f7625 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Aug 20 13:45:44.634378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:44.635433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:44.697524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:44.754959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8505932-fd48-45eb-a6e8-fc1079efe3c5', 'name': 'tempest-snat-router-964005275', 'tenant_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.55'}], 'enable_snat': False}, 'gw_port_id': '1d0f8753-aa9f-4bee-ae5b-925b306bcc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:45:42Z', 'updated_at': '2021-08-20T13:45:43Z', 'revision_number': 3, 'project_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'gw_port': {'id': '1d0f8753-aa9f-4bee-ae5b-925b306bcc5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8505932-fd48-45eb-a6e8-fc1079efe3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:45:43Z', 'updated_at': '2021-08-20T13:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:44.783620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Checking router: d8505932-fd48-45eb-a6e8-fc1079efe3c5 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:45:44.783972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Updating router d8505932-fd48-45eb-a6e8-fc1079efe3c5 port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:45:44.813621 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:44.843033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.053211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.073312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.079539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.090998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Transition to ACTIVE for port object 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:45.099811 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.159335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Attempting to bind port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:45:45.159714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Attempting to bind port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:45:45.160085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Attempting to bind port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:45:45.163174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de843d-fd33-494d-bb77-4557f0552a0f None None] Pushing event updated for resources: {'Port': ['ID=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:45.167845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:45:45.168737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:45:45.168737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.169035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:45:45.169508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Bound port: 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:45:45.169893 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.202415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Allocated IP 172.25.6.4 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/89fd1b25-a385-4243-b612-26d426b044a4) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:45.225378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] For port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:45:45.228731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] For port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:45:45.234586 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.308566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de843d-fd33-494d-bb77-4557f0552a0f None None] Pushing event updated for resources: {'Port': ['ID=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:45.311129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Routers {'d8505932-fd48-45eb-a6e8-fc1079efe3c5'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:45.311752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d8505932-fd48-45eb-a6e8-fc1079efe3c5'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:45.331404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.372226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.413988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:45.416944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:45.420964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:45.445623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Port': ['ID=89fd1b25-a385-4243-b612-26d426b044a4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:45.469845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] Set router d8505932-fd48-45eb-a6e8-fc1079efe3c5 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:45:45.692678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8505932-fd48-45eb-a6e8-fc1079efe3c5', 'name': 'tempest-snat-router-964005275', 'tenant_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.55'}], 'enable_snat': False}, 'gw_port_id': '1d0f8753-aa9f-4bee-ae5b-925b306bcc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:45:42Z', 'updated_at': '2021-08-20T13:45:43Z', 'revision_number': 3, 'project_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'gw_port': {'id': '1d0f8753-aa9f-4bee-ae5b-925b306bcc5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8505932-fd48-45eb-a6e8-fc1079efe3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:45:43Z', 'updated_at': '2021-08-20T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:45.722898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f969c1-8d23-4bdc-8dcd-563a694e6eca None None] The sync data for ids ['d8505932-fd48-45eb-a6e8-fc1079efe3c5'] in n-d-804232-5 is: [{'id': 'd8505932-fd48-45eb-a6e8-fc1079efe3c5', 'name': 'tempest-snat-router-964005275', 'tenant_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.55'}], 'enable_snat': False}, 'gw_port_id': '1d0f8753-aa9f-4bee-ae5b-925b306bcc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:45:42Z', 'updated_at': '2021-08-20T13:45:43Z', 'revision_number': 3, 'project_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'gw_port': {'id': '1d0f8753-aa9f-4bee-ae5b-925b306bcc5e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8505932-fd48-45eb-a6e8-fc1079efe3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:45:43Z', 'updated_at': '2021-08-20T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:45.734228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.786084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23894-e8db-4dbf-912b-ef7b13a1251e req-cedd5b6f-f9da-4c42-8dd1-1bacac637fcf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:45.787682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3722388c-99ca-4776-ae4c-2cdfdee7462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:45.787873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da23894-e8db-4dbf-912b-ef7b13a1251e req-cedd5b6f-f9da-4c42-8dd1-1bacac637fcf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0845892 Aug 20 13:45:45.842215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da23894-e8db-4dbf-912b-ef7b13a1251e req-810b4cb6-4ec8-42e7-93f8-c2f2cf6f2c4d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Aug 20 13:45:45.987314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.158327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Router 64bdf591-4d63-4849-8241-144ec81d6895 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:46.283936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:46.296601 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Sync routers for ids ['64bdf591-4d63-4849-8241-144ec81d6895'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:46.305712 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.307806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fd70144c-fb44-458a-bf95-7866bf4d4307 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 1.7098877 Aug 20 13:45:46.310773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54604) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:46.311677 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Routers {'64bdf591-4d63-4849-8241-144ec81d6895'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:46.313056 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['64bdf591-4d63-4849-8241-144ec81d6895'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:46.484240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-948b531d-15c3-4525-aaef-cd8814424fda tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/64bdf591-4d63-4849-8241-144ec81d6895 HTTP/1.1" status: 200 len: 905 time: 0.1716223 Aug 20 13:45:46.486745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54606) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:46.500185 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Set router 64bdf591-4d63-4849-8241-144ec81d6895 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:45:46.566985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:45:46.652527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:46.671001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:46.671380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.703287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.819822 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.827771 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdf591-4d63-4849-8241-144ec81d6895', 'name': 'tempest-snat-router-964005275', 'tenant_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '89fd1b25-a385-4243-b612-26d426b044a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:45:44Z', 'updated_at': '2021-08-20T13:45:45Z', 'revision_number': 3, 'project_id': 'd78810eedb0f4ce29a2faa81419c9ca0', 'gw_port': {'id': '89fd1b25-a385-4243-b612-26d426b044a4', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdf591-4d63-4849-8241-144ec81d6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:45:45Z', 'updated_at': '2021-08-20T13:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:46.874384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:46.879649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.881741 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.908507 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Checking router: 64bdf591-4d63-4849-8241-144ec81d6895 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:45:46.909216 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Updating router 64bdf591-4d63-4849-8241-144ec81d6895 port 89fd1b25-a385-4243-b612-26d426b044a4 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:45:46.943872 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.958239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Deleting port 89fd1b25-a385-4243-b612-26d426b044a4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:46.958602 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:46.975900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:47.013822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8feda-f8b5-45aa-9d22-fe800ba88be0 req-83127cce-26cc-4365-b8c8-5562f54f0076 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:47.015631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1fe8feda-f8b5-45aa-9d22-fe800ba88be0 req-83127cce-26cc-4365-b8c8-5562f54f0076 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0712306 Aug 20 13:45:47.070552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.072061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1fe8feda-f8b5-45aa-9d22-fe800ba88be0 req-f7c31537-5c91-46cb-9884-1912ec6a92ba tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Aug 20 13:45:47.098692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Calling delete_port for 89fd1b25-a385-4243-b612-26d426b044a4 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:47.291570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.293909 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.db.api [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:45:47.294328 n-d-804232-5 neutron-server[94864]: DEBUG oslo_db.api [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:45:47.318922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event deleted for resources: {'Port': ['ID=89fd1b25-a385-4243-b612-26d426b044a4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:47.392577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.501404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.503700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.553713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.554537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64bdf591-4d63-4849-8241-144ec81d6895 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:47.561578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.563549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dd5b19d0-67f7-4972-847b-c4403bc411c2 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/routers/64bdf591-4d63-4849-8241-144ec81d6895 HTTP/1.1" status: 204 len: 168 time: 1.0751147 Aug 20 13:45:47.566315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54612) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:47.684848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:47.814950 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Port 89fd1b25-a385-4243-b612-26d426b044a4 not found while updating agent binding for router 64bdf591-4d63-4849-8241-144ec81d6895. {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 13:45:47.825275 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:47.825647 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:45:47.826827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64bdf591-4d63-4849-8241-144ec81d6895'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94864) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:45:47.826827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c293636-54d3-4e2b-985b-65139c03b8b1 None None] The sync data for ids ['64bdf591-4d63-4849-8241-144ec81d6895'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:48.097309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.153456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Deleting port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:48.153798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.213899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cb33a-4da6-4772-bde0-1ce84f955692 req-f9e9931a-c570-432d-b964-b5e8c1681fda tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:48.216289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-264cb33a-4da6-4772-bde0-1ce84f955692 req-f9e9931a-c570-432d-b964-b5e8c1681fda tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0643487 Aug 20 13:45:48.244389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] For port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:48.244809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.258679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-264cb33a-4da6-4772-bde0-1ce84f955692 req-1d82277a-e5c3-4d59-9403-3855c44d699f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Aug 20 13:45:48.260343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Calling delete_port for 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:48.445981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.473294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d0f8753-aa9f-4bee-ae5b-925b306bcc5e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:48.487746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:45:48.518133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:45:48.518507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 13:45:48.521811 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e43a94-af8a-4857-9657-7ea130905a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.545871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Port 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e not found, will not notify nova. {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 13:45:48.550370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.558953 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.649632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.651994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.703878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.704416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8505932-fd48-45eb-a6e8-fc1079efe3c5 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:48.708889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.709974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-62cde29a-42a2-4312-b231-2e8d9c61626c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "DELETE /v2.0/routers/d8505932-fd48-45eb-a6e8-fc1079efe3c5 HTTP/1.1" status: 204 len: 168 time: 1.1426401 Aug 20 13:45:48.713826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54618) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:48.719274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1436092770', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:48.747704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.748776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.820923 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:48.990548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:49.228014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:49.249073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:49.411810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Allocated IP 172.25.6.68 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/e66655c0-1a5c-4bce-894c-a6e896d8af0d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:49.427884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b985e06-1445-4578-b20e-df1fcd6549f3 req-76944ee2-075a-43b5-b45d-87d3db3d0503 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:49.429934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b985e06-1445-4578-b20e-df1fcd6549f3 req-76944ee2-075a-43b5-b45d-87d3db3d0503 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0883350 Aug 20 13:45:49.483332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:49.525188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8b985e06-1445-4578-b20e-df1fcd6549f3 req-aeafb36b-7fff-4a80-a688-66b3c6244a3a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849864 Aug 20 13:45:49.567797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:49.609394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:49.646663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:49.649676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:49.653879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:49.686273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event updated for resources: {'Port': ['ID=e66655c0-1a5c-4bce-894c-a6e896d8af0d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:49.812084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eda88-e293-4eac-b50a-c830bc795d76 req-f883f972-3ec5-4b26-ab22-c11656f5aac5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:49.813704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70eda88-e293-4eac-b50a-c830bc795d76 req-f883f972-3ec5-4b26-ab22-c11656f5aac5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1323121 Aug 20 13:45:49.887257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c70eda88-e293-4eac-b50a-c830bc795d76 req-356d505d-18d6-4411-8185-aa50fd6f2f8d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528345 Aug 20 13:45:49.990538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:50.014627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ab00-3fff-4a91-a30d-1ba195fef7db req-1ec57122-8f81-4cc4-afaa-cb324435ca99 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:50.016276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c141ab00-3fff-4a91-a30d-1ba195fef7db req-1ec57122-8f81-4cc4-afaa-cb324435ca99 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0505431 Aug 20 13:45:50.056687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c141ab00-3fff-4a91-a30d-1ba195fef7db req-50c687c4-5349-4da1-b77c-c4f87534fee3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Aug 20 13:45:50.202091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:50.397902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-a77598d3-4140-4005-bfe2-4a8a15d0c941 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:50.399388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-a77598d3-4140-4005-bfe2-4a8a15d0c941 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1597922 Aug 20 13:45:50.421432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-e0b589bf-8bdc-458b-8895-bcd1109b6560 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/quotas/6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 375 time: 0.0135169 Aug 20 13:45:50.475007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Router f278284f-2eb1-49ef-b452-5f0aa5a1a124 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:50.481361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:45:50.506166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:45:50.506517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d0f8753-aa9f-4bee-ae5b-925b306bcc5e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:45:50.545889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-5276d67b-c4d3-43de-bf52-b6ec847b9337 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1166360 Aug 20 13:45:50.974388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:50.986558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] Sync routers for ids ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:50.996646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] Routers {'f278284f-2eb1-49ef-b452-5f0aa5a1a124'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:50.997364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:51.011540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:51.012800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2a14aca0-eccb-493c-a221-9582feab74da tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2974105 Aug 20 13:45:51.015922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54646) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:51.019171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-76096828-2343-4b1b-9421-43aa5b9ed361 service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629183 Aug 20 13:45:51.020738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': False}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:51.039696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:51.050190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] Routers {'f278284f-2eb1-49ef-b452-5f0aa5a1a124'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:51.050857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:51.084841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:51.085513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0827a82-9800-493c-9390-6a5ad3857f5c None None] The sync data for ids ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:51.120279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-914968a0-c734-45c2-8d37-e9c33b3e3057 service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943649 Aug 20 13:45:51.313711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-886d10af-33f2-468e-bad8-b9cf910f2c13 req-1021ab5c-0ce1-4602-ad90-f862627e4554 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 210 time: 0.0375705 Aug 20 13:45:51.380534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:51.457569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:51.814488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:51.818787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:51.931639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Router f278284f-2eb1-49ef-b452-5f0aa5a1a124 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:45:52.044540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:52.048913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.050045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b845acd7-b2b3-4e95-a1e8-5b811cb046dc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "PUT /v2.0/routers/f278284f-2eb1-49ef-b452-5f0aa5a1a124 HTTP/1.1" status: 200 len: 921 time: 1.0330694 Aug 20 13:45:52.052864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54660) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:52.053475 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] Sync routers for ids ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:52.063959 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] Routers {'f278284f-2eb1-49ef-b452-5f0aa5a1a124'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:52.064581 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:52.101518 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:52.111329 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] Routers {'f278284f-2eb1-49ef-b452-5f0aa5a1a124'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:52.111945 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:52.147408 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:52.148116 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3f245-da39-4472-aa0b-b88f474db809 None None] The sync data for ids ['f278284f-2eb1-49ef-b452-5f0aa5a1a124'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:52.173149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f7d8f688-f878-4563-bf0d-9259879bd730 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/f278284f-2eb1-49ef-b452-5f0aa5a1a124 HTTP/1.1" status: 200 len: 921 time: 0.1190865 Aug 20 13:45:52.175951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54662) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:52.253364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfbf2af-0fae-4a04-babc-64651ff06d17 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:52.257038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6cfbf2af-0fae-4a04-babc-64651ff06d17 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=f278284f-2eb1-49ef-b452-5f0aa5a1a124&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0798311 Aug 20 13:45:52.259190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54664) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:52.279502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-ff1ce97b-a7af-4540-9371-0d6bc0ad98ac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:52.280888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-ff1ce97b-a7af-4540-9371-0d6bc0ad98ac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1365438 Aug 20 13:45:52.294294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'port': {'device_id': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'admin_state_up': True, 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:52.438674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c426fbbd-1529-43b7-92e4-4f925e37ae11 req-884f7e70-bd5a-48cc-bc7f-37fd56b32e1f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 210 time: 0.0531313 Aug 20 13:45:52.460085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c061d3-070d-4e51-a85b-7dd595a405f9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:52.461493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-51c061d3-070d-4e51-a85b-7dd595a405f9 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.2013786 Aug 20 13:45:52.465085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:52.486564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:45:52.490295 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.493118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad9569e1-5961-4f52-8e21-6839501cb0bd tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=f278284f-2eb1-49ef-b452-5f0aa5a1a124 HTTP/1.1" status: 200 len: 205 time: 0.0266616 Aug 20 13:45:52.496267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54670) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:52.616854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.626239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Allocated IP 172.20.0.7 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/0021eedc-4fa9-4694-82d0-f1327eba8443) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:52.728320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.790015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Deleting port e66655c0-1a5c-4bce-894c-a6e896d8af0d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:52.790361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.803808 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.821535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Transition to ACTIVE for port object 0021eedc-4fa9-4694-82d0-f1327eba8443 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:52.863018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.876098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:45:52.886808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:52.901465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Calling delete_port for e66655c0-1a5c-4bce-894c-a6e896d8af0d owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:52.913157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:52.916227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:52.920908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:52.953674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=0021eedc-4fa9-4694-82d0-f1327eba8443,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:52.991891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:52.992577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.032061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-205d6fa4-ab0a-4567-87d9-25372afbb041 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403181 Aug 20 13:45:53.049018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Request body: {'port': {'device_id': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:53.133086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.153965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.190570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event deleted for resources: {'Port': ['ID=e66655c0-1a5c-4bce-894c-a6e896d8af0d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:53.238396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.282210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7e58635a-c2ab-400d-91ed-54c54471d27b None None] Provisioning for port 0021eedc-4fa9-4694-82d0-f1327eba8443 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:53.287056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7e58635a-c2ab-400d-91ed-54c54471d27b None None] Provisioning complete for port 0021eedc-4fa9-4694-82d0-f1327eba8443 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:53.287427 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7e58635a-c2ab-400d-91ed-54c54471d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.327730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7e58635a-c2ab-400d-91ed-54c54471d27b None None] Port 0021eedc-4fa9-4694-82d0-f1327eba8443 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:45:53.347656 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.349932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.408444 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.409128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Fanout notify agent at l3_agent the message router_deleted on router f278284f-2eb1-49ef-b452-5f0aa5a1a124 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:53.416887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.418506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a3a3f36-a042-400c-8f87-c6a55329e9a7 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/f278284f-2eb1-49ef-b452-5f0aa5a1a124 HTTP/1.1" status: 204 len: 168 time: 0.9208903 Aug 20 13:45:53.422695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54674) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:53.427423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1009413460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:53.456535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.457667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.484581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0021eedc-4fa9-4694-82d0-f1327eba8443 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:45:53.494069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.517750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Transition to ACTIVE for port object 0021eedc-4fa9-4694-82d0-f1327eba8443 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:45:53.519282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.524593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.529089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.543797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.545294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd2a3070-8f9b-4448-8183-26843dee0b5a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1215267 Aug 20 13:45:53.548016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54678) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:53.552930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:53.793525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:53.985028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf914432-b2df-40e6-aeab-991ccc6383dd req-e7288f43-beed-4423-9035-5e46c9d35ce2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:53.986444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf914432-b2df-40e6-aeab-991ccc6383dd req-e7288f43-beed-4423-9035-5e46c9d35ce2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 943 time: 0.4712870 Aug 20 13:45:53.987102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0021eedc-4fa9-4694-82d0-f1327eba8443,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:54.000368 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.023735 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.064980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf914432-b2df-40e6-aeab-991ccc6383dd req-447f8f9a-bcc7-45e0-a3b5-54ff6f1e6d29 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Aug 20 13:45:54.069635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Attempting to bind port 0021eedc-4fa9-4694-82d0-f1327eba8443 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:45:54.069805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Attempting to bind port 0021eedc-4fa9-4694-82d0-f1327eba8443 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:45:54.070659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Attempting to bind port 0021eedc-4fa9-4694-82d0-f1327eba8443 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:45:54.075736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Port 0021eedc-4fa9-4694-82d0-f1327eba8443 on network f7de025b-0058-45fd-916f-7707ea86ee48 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:45:54.076584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Attempting to bind port 0021eedc-4fa9-4694-82d0-f1327eba8443 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:45:54.083792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:45:54.084140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:45:54.084534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:45:54.085126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Bound port: 0021eedc-4fa9-4694-82d0-f1327eba8443, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:45:54.085506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.135230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Allocated IP 172.25.6.31 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/d192b73b-65c6-4847-bce4-c38f55b7c2e3) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:54.156579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] For port 0021eedc-4fa9-4694-82d0-f1327eba8443, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:45:54.162196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] For port 0021eedc-4fa9-4694-82d0-f1327eba8443, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0021eedc-4fa9-4694-82d0-f1327eba8443,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:45:54.167419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.211697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.212419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.213865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] 10.222.0.53 "PUT /v2.0/ports/0021eedc-4fa9-4694-82d0-f1327eba8443 HTTP/1.1" status: 200 len: 1091 time: 1.1747720 Aug 20 13:45:54.214927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'tag': '0021eedc-4fa9-4694-82d0-f1327eba8443'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:45:54.217292 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c21747d-e106-4b69-8213-6ea2c35630c9", "tag": "0021eedc-4fa9-4694-82d0-f1327eba8443"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:45:54.252698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec6fb-ffb1-4342-8fa7-aa4cad969bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0021eedc-4fa9-4694-82d0-f1327eba8443,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:54.281546 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.297041 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f8607-fe06-41c0-a92a-8654cee739a3 x-openstack-request-id: req-0b6f8607-fe06-41c0-a92a-8654cee739a3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:45:54.297557 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c21747d-e106-4b69-8213-6ea2c35630c9", "tag": "0021eedc-4fa9-4694-82d0-f1327eba8443", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:45:54.297725 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b6f8607-fe06-41c0-a92a-8654cee739a3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:45:54.297970 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'tag': '0021eedc-4fa9-4694-82d0-f1327eba8443', 'status': 'completed', 'code': 200} Aug 20 13:45:54.316000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-fae0173a-2af5-4fdf-8cc2-fcf0086acca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.317863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-fae0173a-2af5-4fdf-8cc2-fcf0086acca5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 1094 time: 0.0524068 Aug 20 13:45:54.332968 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.365382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-c080734e-c2ec-435d-b5c8-a656e234cfd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0021eedc-4fa9-4694-82d0-f1327eba8443 HTTP/1.1" status: 200 len: 217 time: 0.0397768 Aug 20 13:45:54.373031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:54.376391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:54.380252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:54.417999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event updated for resources: {'Port': ['ID=d192b73b-65c6-4847-bce4-c38f55b7c2e3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:54.441347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-c6b50044-e9f9-41ab-86db-b5de11b9b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.442842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-c6b50044-e9f9-41ab-86db-b5de11b9b3c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0706363 Aug 20 13:45:54.493876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-53ea8438-e71a-45df-98e1-5cf854c45531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.495309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-53ea8438-e71a-45df-98e1-5cf854c45531 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453522 Aug 20 13:45:54.590556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-90de4afb-bfb9-4ec5-8e60-def9f71db585 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873883 Aug 20 13:45:54.655839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.689399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1095b4d0-8718-4f5a-a2b6-489375148341 req-ecd93d3b-a2a7-48ee-9850-3d7cf7f2bc26 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915222 Aug 20 13:45:54.778400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-070f5de5-7043-4566-99e9-e1529cece50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.779869 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-070f5de5-7043-4566-99e9-e1529cece50c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 1094 time: 0.0424070 Aug 20 13:45:54.876276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-e25c4a0e-07da-401b-9727-fb12a1eacdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.876842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.877983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-e25c4a0e-07da-401b-9727-fb12a1eacdbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.0908422 Aug 20 13:45:54.879976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:54.921938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-fcc711ba-74c3-4a22-9d7b-7efcbb268d99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0021eedc-4fa9-4694-82d0-f1327eba8443 HTTP/1.1" status: 200 len: 217 time: 0.0365989 Aug 20 13:45:54.972477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-a3235a94-55ff-4ff8-8ebf-49e47280f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:54.974027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-a3235a94-55ff-4ff8-8ebf-49e47280f152 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0453167 Aug 20 13:45:55.011050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Router 1682b04c-59c8-462d-94f5-7504d2aa0341 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:55.024517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-906f2d68-2965-487b-a5fd-bc195e65fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:55.026060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-906f2d68-2965-487b-a5fd-bc195e65fbd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447240 Aug 20 13:45:55.120886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-518e6a5a-ced0-4b15-a155-7456c67e3b59 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871856 Aug 20 13:45:55.123168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:55.130538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:55.135503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c3ce628-f06f-4bf5-a4c8-3cc8247fccbe tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "PUT /v2.0/routers/1682b04c-59c8-462d-94f5-7504d2aa0341 HTTP/1.1" status: 200 len: 879 time: 1.5864193 Aug 20 13:45:55.137104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54686) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:55.137902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] Sync routers for ids ['1682b04c-59c8-462d-94f5-7504d2aa0341'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:55.148133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] Routers {'1682b04c-59c8-462d-94f5-7504d2aa0341'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:55.148782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1682b04c-59c8-462d-94f5-7504d2aa0341'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:55.183646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:55.195536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] Routers {'1682b04c-59c8-462d-94f5-7504d2aa0341'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:55.196184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1682b04c-59c8-462d-94f5-7504d2aa0341'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:55.231064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:55.232864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f41de-d227-48ac-be6a-4d788b359453 None None] The sync data for ids ['1682b04c-59c8-462d-94f5-7504d2aa0341'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:55.241833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-855ad074-a1ae-4ce0-a475-14d44fdc7ab2 req-8c661ad0-8274-4034-b8f9-2655b3a0a0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133034 Aug 20 13:45:55.273450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7e29-7ce0-478e-8188-8edd985f18dd req-8b92686d-a8a4-4fbd-8797-bec6a97331f4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:55.274986 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-115e7e29-7ce0-478e-8188-8edd985f18dd req-8b92686d-a8a4-4fbd-8797-bec6a97331f4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 943 time: 0.0963571 Aug 20 13:45:55.302522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f3f740f6-3f83-438f-a1dc-8498646c9334 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/1682b04c-59c8-462d-94f5-7504d2aa0341 HTTP/1.1" status: 200 len: 920 time: 0.1641214 Aug 20 13:45:55.305459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54690) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:55.322912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-115e7e29-7ce0-478e-8188-8edd985f18dd req-3fac18b3-7909-42c1-80c8-676edc3bf8ce tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378907 Aug 20 13:45:55.379624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88342038-4414-457d-ae03-84242852d8bd tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:55.381112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-88342038-4414-457d-ae03-84242852d8bd tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=1682b04c-59c8-462d-94f5-7504d2aa0341&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0746350 Aug 20 13:45:55.383766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54692) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:55.474015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b037ae-5b27-437e-9db6-af3c9ecc0d80 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:55.475566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f7b037ae-5b27-437e-9db6-af3c9ecc0d80 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.0908248 Aug 20 13:45:55.478457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54694) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:55.506605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6d4b65e7-2462-4661-8890-476abc545d9c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=1682b04c-59c8-462d-94f5-7504d2aa0341 HTTP/1.1" status: 200 len: 205 time: 0.0270448 Aug 20 13:45:55.509072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54696) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:55.620837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:55.731018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:55.786170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Deleting port d192b73b-65c6-4847-bce4-c38f55b7c2e3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:55.786536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:55.867649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:55.879964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Calling delete_port for d192b73b-65c6-4847-bce4-c38f55b7c2e3 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:56.041228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.065767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event deleted for resources: {'Port': ['ID=d192b73b-65c6-4847-bce4-c38f55b7c2e3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:56.129778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.220836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.222958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.269829 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.270653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Fanout notify agent at l3_agent the message router_deleted on router 1682b04c-59c8-462d-94f5-7504d2aa0341 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:56.278537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.279653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4ea5ce67-04fe-4522-9bae-5a84fefa4869 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/1682b04c-59c8-462d-94f5-7504d2aa0341 HTTP/1.1" status: 204 len: 168 time: 0.7696936 Aug 20 13:45:56.283420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54698) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:56.288136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1145528979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:56.314690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.315740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.377073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.381865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.399949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.404135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b53cc3d1-b3b0-494d-ab05-9ae03d943d15 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1193712 Aug 20 13:45:56.407671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54704) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:56.413289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': True}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:56.466400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b3219-da9f-480f-b1ac-c17f3f85fb4f req-1bbd9c7f-8254-49db-8be5-7079b5fc70c2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:56.467935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-118b3219-da9f-480f-b1ac-c17f3f85fb4f req-1bbd9c7f-8254-49db-8be5-7079b5fc70c2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 943 time: 0.0524879 Aug 20 13:45:56.509168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-118b3219-da9f-480f-b1ac-c17f3f85fb4f req-252f8024-7cb0-4fcf-8558-4aa85b0bdf7a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Aug 20 13:45:56.615691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.814230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.833745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:56.941349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Allocated IP 172.25.6.198 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/bb9f017a-3b9c-4c3d-9124-3f1bcdcfb537) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:45:57.051933 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.093376 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.131996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:45:57.134738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:45:57.139538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:45:57.147920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Port': ['ID=bb9f017a-3b9c-4c3d-9124-3f1bcdcfb537,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:57.363831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0021eedc-4fa9-4694-82d0-f1327eba8443 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:45:57.403558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.472348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0021eedc-4fa9-4694-82d0-f1327eba8443, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0021eedc-4fa9-4694-82d0-f1327eba8443,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:57.484989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '0021eedc-4fa9-4694-82d0-f1327eba8443', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '0021eedc-4fa9-4694-82d0-f1327eba8443', 'mac_address': 'fa:16:3e:0b:52:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:45:57.522857 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.535829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0021eedc-4fa9-4694-82d0-f1327eba8443 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:45:57.558746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0021eedc-4fa9-4694-82d0-f1327eba8443, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0021eedc-4fa9-4694-82d0-f1327eba8443,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:57.563576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.612942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0021eedc-4fa9-4694-82d0-f1327eba8443,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:57.621185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.625501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:57.635866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee1f2-87f7-41b1-b0c4-1f9c7d64711e req-a2e7055e-31d4-43c4-bf9e-edf67ed2d1d7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:57.637406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bbee1f2-87f7-41b1-b0c4-1f9c7d64711e req-a2e7055e-31d4-43c4-bf9e-edf67ed2d1d7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 944 time: 0.0550745 Aug 20 13:45:57.676267 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0bbee1f2-87f7-41b1-b0c4-1f9c7d64711e req-4dbfc60d-b55e-4211-896e-3a39548a58ff tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Aug 20 13:45:57.777460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['0021eedc-4fa9-4694-82d0-f1327eba8443'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:45:58.035135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Router c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:45:58.157742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:45:58.162311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:58.163383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-870234f5-9eb5-4748-813c-cb21a5506d2f tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "PUT /v2.0/routers/c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 HTTP/1.1" status: 200 len: 915 time: 1.7539706 Aug 20 13:45:58.166281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54710) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:58.167316 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] Sync routers for ids ['c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:45:58.177403 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] Routers {'c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:58.177916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:58.292960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff54537e-c116-4192-a11c-4392ec071da6 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 HTTP/1.1" status: 200 len: 921 time: 0.1238141 Aug 20 13:45:58.295192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54712) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:58.308180 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:58.317084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] Routers {'c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:45:58.317695 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:58.336758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7153c-258e-424e-9501-0b9e8bfed2ed tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:58.343454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57d7153c-258e-424e-9501-0b9e8bfed2ed tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0421550 Aug 20 13:45:58.343816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54714) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:58.350488 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:45:58.351141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e73659-174d-45c3-97cd-412a7e094d94 None None] The sync data for ids ['c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:45:58.435972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bee3cf1-d791-44db-9e30-d64bc62962c8 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:58.437535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4bee3cf1-d791-44db-9e30-d64bc62962c8 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.0927448 Aug 20 13:45:58.440636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54718) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:58.469283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f42e7453-cabf-42d5-b644-1ff776b20186 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 HTTP/1.1" status: 200 len: 205 time: 0.0274301 Aug 20 13:45:58.471818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54720) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:58.583141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:58.690661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:58.746551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Deleting port bb9f017a-3b9c-4c3d-9124-3f1bcdcfb537 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:45:58.746949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:58.799827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c82f94-51fa-4554-a208-3173aebcd39b req-26f3287e-d25d-4296-99ef-610df0bb3b3a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:58.801369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7c82f94-51fa-4554-a208-3173aebcd39b req-26f3287e-d25d-4296-99ef-610df0bb3b3a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 944 time: 0.0510337 Aug 20 13:45:58.834437 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:58.843057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7c82f94-51fa-4554-a208-3173aebcd39b req-bc438e72-eaad-4d12-9686-e0e8a3f15834 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355926 Aug 20 13:45:58.847365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Calling delete_port for bb9f017a-3b9c-4c3d-9124-3f1bcdcfb537 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:45:59.002044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.017276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.045907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event deleted for resources: {'Port': ['ID=bb9f017a-3b9c-4c3d-9124-3f1bcdcfb537,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:59.116429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.215233 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.217360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.264696 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.265374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Fanout notify agent at l3_agent the message router_deleted on router c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:45:59.272495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.273673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ed47a0b1-aa80-49a3-866f-6a8383221a41 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 HTTP/1.1" status: 204 len: 168 time: 0.8009431 Aug 20 13:45:59.278085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54724) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:59.282657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-146721324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:59.305925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.306901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.395017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0021eedc-4fa9-4694-82d0-f1327eba8443 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:45:59.451961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 0021eedc-4fa9-4694-82d0-f1327eba8443 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:45:59.456359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 0021eedc-4fa9-4694-82d0-f1327eba8443 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:45:59.456776 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.546685 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.574835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021eedc-4fa9-4694-82d0-f1327eba8443'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:45:59.577320 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a5e92-0a8c-4584-8bb4-3e9823888dd4" -d '{"events": [{"server_uuid": "5c21747d-e106-4b69-8213-6ea2c35630c9", "name": "network-vif-plugged", "status": "completed", "tag": "0021eedc-4fa9-4694-82d0-f1327eba8443"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:45:59.591974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 0021eedc-4fa9-4694-82d0-f1327eba8443, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0021eedc-4fa9-4694-82d0-f1327eba8443,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:45:59.597294 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.623533 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fcc882-d15f-4c2d-9ba4-a3d093a1c734 x-openstack-request-id: req-12fcc882-d15f-4c2d-9ba4-a3d093a1c734 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:45:59.623829 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c21747d-e106-4b69-8213-6ea2c35630c9", "name": "network-vif-plugged", "status": "completed", "tag": "0021eedc-4fa9-4694-82d0-f1327eba8443", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:45:59.624107 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12fcc882-d15f-4c2d-9ba4-a3d093a1c734 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:45:59.624499 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021eedc-4fa9-4694-82d0-f1327eba8443', 'code': 200} Aug 20 13:45:59.658695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=0021eedc-4fa9-4694-82d0-f1327eba8443,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:45:59.684084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.688742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.706645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.709257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae2362bd-b540-476b-87ea-70948999b7d8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4298708 Aug 20 13:45:59.710707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54730) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:45:59.715830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': False}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:45:59.719751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc2541-d835-4992-9cbd-498f285c85fb req-2d67a118-ec49-4b9f-a741-74bea3bc03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:59.721632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ffc2541-d835-4992-9cbd-498f285c85fb req-2d67a118-ec49-4b9f-a741-74bea3bc03d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 1096 time: 0.0456884 Aug 20 13:45:59.757172 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ffc2541-d835-4992-9cbd-498f285c85fb req-7b57fc0a-e705-4627-bbc8-0fd7a5357e77 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286841 Aug 20 13:45:59.918206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:45:59.965863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff75054-7f09-4716-aed5-ce46886b249c req-965d5f0e-f309-4b3e-9959-d5f1443915b1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:45:59.967541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ff75054-7f09-4716-aed5-ce46886b249c req-965d5f0e-f309-4b3e-9959-d5f1443915b1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 945 time: 0.0521774 Aug 20 13:46:00.007211 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ff75054-7f09-4716-aed5-ce46886b249c req-2ccc07cc-6264-4493-b7e8-9f6b234879bc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Aug 20 13:46:00.119089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:00.138833 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:00.251656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Allocated IP 172.25.6.187 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a601c24b-fa57-4486-bbc8-9740f5724e34) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:00.353870 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:00.396274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:00.437898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:00.440800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:00.447342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:00.450541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Pushing event updated for resources: {'Port': ['ID=a601c24b-fa57-4486-bbc8-9740f5724e34,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:00.702808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:00.911173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:00.914665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.043288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Router 40543bb2-36e3-4729-aa3d-09e20719ed99 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:46:01.132952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7248b-4a7b-43ff-93a7-ea007919341e req-4e83988f-d0be-4878-9225-4e6e093c2ba2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:01.134489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33d7248b-4a7b-43ff-93a7-ea007919341e req-4e83988f-d0be-4878-9225-4e6e093c2ba2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 945 time: 0.0548475 Aug 20 13:46:01.157152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:01.161723 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.162884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82fa5d69-88ad-4737-93b5-3d385a88c33e tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "PUT /v2.0/routers/40543bb2-36e3-4729-aa3d-09e20719ed99 HTTP/1.1" status: 200 len: 915 time: 1.4512169 Aug 20 13:46:01.165750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:01.167738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] Sync routers for ids ['40543bb2-36e3-4729-aa3d-09e20719ed99'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:01.177147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33d7248b-4a7b-43ff-93a7-ea007919341e req-63b4775f-1111-4a0a-9f2e-2be38c9b55ca tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358801 Aug 20 13:46:01.200169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] Routers {'40543bb2-36e3-4729-aa3d-09e20719ed99'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:01.200169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['40543bb2-36e3-4729-aa3d-09e20719ed99'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:01.249581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:01.259772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] Routers {'40543bb2-36e3-4729-aa3d-09e20719ed99'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:01.260375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['40543bb2-36e3-4729-aa3d-09e20719ed99'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:01.286955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d023dc9e-7c73-425e-a44d-3038710ee48c tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/40543bb2-36e3-4729-aa3d-09e20719ed99 HTTP/1.1" status: 200 len: 921 time: 0.1196272 Aug 20 13:46:01.289544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54742) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:01.293804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:01.294505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ba078-5be3-4b1d-abe4-ec51107c9a06 None None] The sync data for ids ['40543bb2-36e3-4729-aa3d-09e20719ed99'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:01.333662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706dfb0-dd82-42d6-ae40-baca90803f87 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:01.335196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2706dfb0-dd82-42d6-ae40-baca90803f87 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=40543bb2-36e3-4729-aa3d-09e20719ed99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0447464 Aug 20 13:46:01.337955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54744) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:01.426750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f79b0-c939-4311-9e1e-3967cdb2d1bc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:01.428055 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e5f79b0-c939-4311-9e1e-3967cdb2d1bc tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.0891473 Aug 20 13:46:01.430844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54746) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:01.458644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-72eacfe3-6f92-4c31-8a94-069a473db529 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=40543bb2-36e3-4729-aa3d-09e20719ed99 HTTP/1.1" status: 200 len: 205 time: 0.0266905 Aug 20 13:46:01.461101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54748) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:01.566829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.608159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.613660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54750) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:01.682365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.740204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Deleting port a601c24b-fa57-4486-bbc8-9740f5724e34 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:01.740583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.786849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 46f4b7d3-73d6-4713-b591-20b5ce4cc1b0 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:01.787205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.823848 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.835832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Calling delete_port for a601c24b-fa57-4486-bbc8-9740f5724e34 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:01.864410 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.864770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:01.876491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 46f4b7d3-73d6-4713-b591-20b5ce4cc1b0 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:02.004709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.030018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event deleted for resources: {'Port': ['ID=a601c24b-fa57-4486-bbc8-9740f5724e34,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:02.032611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.065401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=46f4b7d3-73d6-4713-b591-20b5ce4cc1b0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:02.099296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.128538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.128966 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Floating IP b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f disassociated (deleted). External IP: 172.25.6.104, port: 4d916741-30f4-4d6e-b1b1-7be1895664e9. Aug 20 13:46:02.193954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.196182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.247063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.247614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Fanout notify agent at l3_agent the message router_deleted on router 40543bb2-36e3-4729-aa3d-09e20719ed99 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:46:02.258274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.263440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-15ceb3b3-f392-4614-b22f-be771c043838 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/40543bb2-36e3-4729-aa3d-09e20719ed99 HTTP/1.1" status: 204 len: 168 time: 0.7974181 Aug 20 13:46:02.263767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54754) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:02.268293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-795815494', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:02.296474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.297542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.365148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:02.370700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.483734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:02.488322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.493950 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:02.503571 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:02.504189 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:02.521714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:02.521951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dcec0cfb-e2dd-41bd-8689-96156ee3f14d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "DELETE /v2.0/floatingips/b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f HTTP/1.1" status: 204 len: 168 time: 0.9043753 Aug 20 13:46:02.521951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:46:02.522756 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f302462d-6a37-424f-b98d-76b77ad29c95" -d '{"events": [{"name": "network-changed", "server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:46:02.562562 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0762a5-9789-4b03-95c1-f2f49deb2869 x-openstack-request-id: req-3e0762a5-9789-4b03-95c1-f2f49deb2869 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:46:02.562843 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:46:02.563099 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e0762a5-9789-4b03-95c1-f2f49deb2869 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:46:02.563627 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'status': 'completed', 'code': 200} Aug 20 13:46:02.644539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-9361c935-9514-47d7-9f6d-55b56f27450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:02.646162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-9361c935-9514-47d7-9f6d-55b56f27450b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 1097 time: 0.0590470 Aug 20 13:46:02.659365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:02.933874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:02Z', 'revision_number': 1, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:02.961312 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:02.971874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:02.972712 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:03.099769 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:03.106471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe246ef4-a9c8-4202-9d89-e35baba3b5b5 req-717accf1-8e24-4e6d-8f0a-2f47ab5c2ddf tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:03.107995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe246ef4-a9c8-4202-9d89-e35baba3b5b5 req-717accf1-8e24-4e6d-8f0a-2f47ab5c2ddf tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 946 time: 0.1156442 Aug 20 13:46:03.179063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-cb193ea0-307b-4ef1-9610-d4bf8e02296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:03.180591 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-cb193ea0-307b-4ef1-9610-d4bf8e02296c service neutron] 10.222.0.13 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.5269480 Aug 20 13:46:03.277706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-d239e9f3-f329-4256-99b5-45f86221bba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9 HTTP/1.1" status: 200 len: 217 time: 0.0639641 Aug 20 13:46:03.280580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe246ef4-a9c8-4202-9d89-e35baba3b5b5 req-b85708bc-fe3a-4d3e-841e-440eb2affe1d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654873 Aug 20 13:46:03.281310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:03.309221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:03.337353 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:02Z', 'revision_number': 1, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:03.369141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929ea55-f118-4b14-aa01-f858e230ce79 None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '68e59b4f-f60b-4db4-ba86-d8eeec3626c0', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'port_id': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'mac_address': 'fa:16:3e:31:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:42:00Z', 'updated_at': '2021-08-20T13:42:02Z', 'revision_number': 1, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:03.396152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-ea0d2ffd-212a-4d34-b00f-683fdbafc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:03.396152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-ea0d2ffd-212a-4d34-b00f-683fdbafc560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0953615 Aug 20 13:46:03.483647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-941008c5-f4ec-4e4a-9fb3-5172f9358168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:03.485093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-941008c5-f4ec-4e4a-9fb3-5172f9358168 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815356 Aug 20 13:46:03.491986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Allocated IP 172.25.6.58 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a1b22d1d-a975-4c3d-990b-47fb7447f623) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:03.615815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d601d85-ef24-4e4a-9dbc-b1dad5968ed7 None None] New status for floating IP b9f65f7c-e4b3-4cd1-be6b-b76b5695d87f: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:46:03.657318 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-6b441ddd-492c-46cc-a059-83fd1e29f768 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630249 Aug 20 13:46:03.729044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:03.794268 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f302462d-6a37-424f-b98d-76b77ad29c95 req-475b0096-e60f-4fae-aed5-ae0444ff4f70 service neutron] 10.222.0.13 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277368 Aug 20 13:46:03.805150 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:03.867109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:03.872465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:03.877806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:03.929026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event updated for resources: {'Port': ['ID=a1b22d1d-a975-4c3d-990b-47fb7447f623,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:04.190078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:04.317166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-15335de2-091e-4fbc-af89-9ddf8f1cf45d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:04.318977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-15335de2-091e-4fbc-af89-9ddf8f1cf45d tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 946 time: 0.0930672 Aug 20 13:46:04.413571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782394-1819-478c-b230-03ee5f644004 req-1682be85-6e60-43fd-b31d-32cba723195a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:04.415489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4782394-1819-478c-b230-03ee5f644004 req-1682be85-6e60-43fd-b31d-32cba723195a tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 946 time: 0.0579391 Aug 20 13:46:04.457670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4782394-1819-478c-b230-03ee5f644004 req-1c4fad31-3478-4de9-b9d2-6993771d34b4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359552 Aug 20 13:46:04.509957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:04.522870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 4d916741-30f4-4d6e-b1b1-7be1895664e9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:04.523209 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:04.693439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port 4d916741-30f4-4d6e-b1b1-7be1895664e9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=4d916741-30f4-4d6e-b1b1-7be1895664e9,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:04.693718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:04.710761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 4d916741-30f4-4d6e-b1b1-7be1895664e9 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:04.783849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Router f6144c70-539e-471a-b557-454c6348dad4 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:46:04.942914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:04.977490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=4d916741-30f4-4d6e-b1b1-7be1895664e9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:04.982923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:04.994671 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] Sync routers for ids ['f6144c70-539e-471a-b557-454c6348dad4'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:05.012365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] Routers {'f6144c70-539e-471a-b557-454c6348dad4'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:05.014686 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6144c70-539e-471a-b557-454c6348dad4'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:05.024486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.029656 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a83a6c5a-fee1-45e0-ac0a-1763f1910682 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7610397 Aug 20 13:46:05.030153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54776) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:05.035663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:05.042691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port 4d916741-30f4-4d6e-b1b1-7be1895664e9 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:05.045728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.048458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34c7af53-abdd-43fb-8540-9b6dda8f99cc req-34da05e0-ccce-4197-85e2-b2c1fb7cffd3 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.13 "DELETE /v2.0/ports/4d916741-30f4-4d6e-b1b1-7be1895664e9 HTTP/1.1" status: 204 len: 173 time: 0.7221956 Aug 20 13:46:05.048948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'name': 'network-vif-deleted', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:46:05.051891 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb74fe-2d89-49c2-b2d0-2a45daddf40d" -d '{"events": [{"server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "name": "network-vif-deleted", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:46:05.057717 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:05.067156 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] Routers {'f6144c70-539e-471a-b557-454c6348dad4'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:05.067783 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6144c70-539e-471a-b557-454c6348dad4'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:05.110447 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:05.110570 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61669201-7ec0-4590-9afb-0a0d07173d4c None None] The sync data for ids ['f6144c70-539e-471a-b557-454c6348dad4'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:05.118372 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5495482-2c91-4e19-9c89-b9caa4e5d4d5 x-openstack-request-id: req-c5495482-2c91-4e19-9c89-b9caa4e5d4d5 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:46:05.118733 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c750b11-6936-4686-b15f-758d9c8e1acd", "name": "network-vif-deleted", "tag": "4d916741-30f4-4d6e-b1b1-7be1895664e9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:46:05.119110 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5495482-2c91-4e19-9c89-b9caa4e5d4d5 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:46:05.119553 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c750b11-6936-4686-b15f-758d9c8e1acd', 'name': 'network-vif-deleted', 'tag': '4d916741-30f4-4d6e-b1b1-7be1895664e9', 'status': 'completed', 'code': 200} Aug 20 13:46:05.376499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.393520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.457545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Deleting port a1b22d1d-a975-4c3d-990b-47fb7447f623 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:05.458206 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.591766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62be6d89-5eda-4424-b2f7-355f4f2f8255 req-cc25a8e7-afe3-4748-b8c6-57b542724be7 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0366278 Aug 20 13:46:05.600511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.614187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Calling delete_port for a1b22d1d-a975-4c3d-990b-47fb7447f623 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:05.788382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:05.817661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Pushing event deleted for resources: {'Port': ['ID=a1b22d1d-a975-4c3d-990b-47fb7447f623,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:05.831643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.832005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.832349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.832785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.833129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.833466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.833801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.834132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.834462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.834790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.835116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.835439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:05.891579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:06.396726 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:06.400340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:06.485930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Router f6144c70-539e-471a-b557-454c6348dad4 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:06.563663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:06.570742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:06.572105 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78f4369f-6254-4395-8b32-b2192e39e7c8 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "PUT /v2.0/routers/f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 200 len: 705 time: 1.5407121 Aug 20 13:46:06.575552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54790) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:06.577029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] Sync routers for ids ['f6144c70-539e-471a-b557-454c6348dad4'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:06.587714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] Routers {'f6144c70-539e-471a-b557-454c6348dad4'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:06.588347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6144c70-539e-471a-b557-454c6348dad4'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:06.623572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:06.634397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] Routers {'f6144c70-539e-471a-b557-454c6348dad4'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:06.635040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6144c70-539e-471a-b557-454c6348dad4'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:06.675469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-824f16e2-a5bd-4a7d-a33a-50025849fe97 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/routers/f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 200 len: 740 time: 0.0985849 Aug 20 13:46:06.678171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54794) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:06.685025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:06.685961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fecd91b-0a48-4c67-853d-fe2e9a282be2 None None] The sync data for ids ['f6144c70-539e-471a-b557-454c6348dad4'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:06.719782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c07e19a-f161-44a2-a370-60af056c78e7 req-d58f2bb7-f5bd-44b0-ab95-0a6eeeb25812 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0292547 Aug 20 13:46:06.739743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-faf17573-f19b-4cff-8af5-c46388ef5647 tempest-RoutersAdminTest-1498339096 tempest-RoutersAdminTest-1498339096-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 200 len: 205 time: 0.0576909 Aug 20 13:46:06.740297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54796) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:06.768130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ebb8c543-16ce-4841-99ec-9409ede7ec31 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 200 len: 205 time: 0.0266314 Aug 20 13:46:06.770555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54798) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:06.848975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:07.030972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:07.033352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:07.080919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:07.081492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Fanout notify agent at l3_agent the message router_deleted on router f6144c70-539e-471a-b557-454c6348dad4 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:46:07.090966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:07.092146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dff334d3-2c88-4fe1-b342-8df30e792ac1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 204 len: 168 time: 0.3205767 Aug 20 13:46:07.095790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54802) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.125169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9b151746-e0b3-4657-97ab-061f0091122a tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 200 len: 205 time: 0.0281572 Aug 20 13:46:07.127779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.171490 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-e3327421-fe12-4b45-ad93-ca989c97f651 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] delete failed (client error): The resource could not be found. Aug 20 13:46:07.172639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e3327421-fe12-4b45-ad93-ca989c97f651 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/f6144c70-539e-471a-b557-454c6348dad4 HTTP/1.1" status: 404 len: 336 time: 0.0438335 Aug 20 13:46:07.175656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54806) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.205175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a3c4b926-c2e9-4910-ab14-ce1d5c52d309 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=40543bb2-36e3-4729-aa3d-09e20719ed99 HTTP/1.1" status: 200 len: 205 time: 0.0283220 Aug 20 13:46:07.207427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54808) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.245301 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-f9f02e00-c0e2-486e-9db1-0e19f68f0e9c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] delete failed (client error): The resource could not be found. Aug 20 13:46:07.246279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f9f02e00-c0e2-486e-9db1-0e19f68f0e9c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/40543bb2-36e3-4729-aa3d-09e20719ed99 HTTP/1.1" status: 404 len: 336 time: 0.0379341 Aug 20 13:46:07.248867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54810) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.299555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4d916741-30f4-4d6e-b1b1-7be1895664e9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:07.323549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 4d916741-30f4-4d6e-b1b1-7be1895664e9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:07.324615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 4d916741-30f4-4d6e-b1b1-7be1895664e9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:07.606175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd65b496-9e5e-4301-b00a-f3d9e9411f84 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 HTTP/1.1" status: 200 len: 205 time: 0.3559699 Aug 20 13:46:07.608342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54812) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.645580 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-a0676d2b-0217-470b-ac1f-8d1bca043e7e tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] delete failed (client error): The resource could not be found. Aug 20 13:46:07.646640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a0676d2b-0217-470b-ac1f-8d1bca043e7e tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/c8ea1114-7e5d-44fc-9ed3-47e695ba5cc1 HTTP/1.1" status: 404 len: 336 time: 0.0373547 Aug 20 13:46:07.649687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54814) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.681852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cfec2579-262e-4790-9a32-845d0fa9f3a1 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=1682b04c-59c8-462d-94f5-7504d2aa0341 HTTP/1.1" status: 200 len: 205 time: 0.0287180 Aug 20 13:46:07.682087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.725721 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-5636f2dd-39f5-4348-91f7-0cc9b5a9c6e9 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] delete failed (client error): The resource could not be found. Aug 20 13:46:07.726771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5636f2dd-39f5-4348-91f7-0cc9b5a9c6e9 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/1682b04c-59c8-462d-94f5-7504d2aa0341 HTTP/1.1" status: 404 len: 336 time: 0.0434213 Aug 20 13:46:07.730058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54820) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.762053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3e65badd-0369-4342-a45b-5684d66402e9 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=f278284f-2eb1-49ef-b452-5f0aa5a1a124 HTTP/1.1" status: 200 len: 205 time: 0.0287998 Aug 20 13:46:07.763937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54824) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.806762 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-e84b6c11-0e63-49f3-b1a5-0e81d1aad12c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] delete failed (client error): The resource could not be found. Aug 20 13:46:07.807801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e84b6c11-0e63-49f3-b1a5-0e81d1aad12c tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/f278284f-2eb1-49ef-b452-5f0aa5a1a124 HTTP/1.1" status: 404 len: 336 time: 0.0428455 Aug 20 13:46:07.810642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.822186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-84e3b0db-671c-4932-b120-1aed96400990 req-9dec9f1d-f9ac-4104-ad34-4a61b3b448eb tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0272055 Aug 20 13:46:07.839863 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ba594c56-bd24-4407-a940-de4991a27472 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "GET /v2.0/ports?device_id=022856c8-84f4-4d54-8617-a150dcee187f HTTP/1.1" status: 200 len: 205 time: 0.0280216 Aug 20 13:46:07.842181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54828) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.880459 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-602955f7-53b1-410e-b1c5-fe7440bac8a9 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] delete failed (client error): The resource could not be found. Aug 20 13:46:07.881461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-602955f7-53b1-410e-b1c5-fe7440bac8a9 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/routers/022856c8-84f4-4d54-8617-a150dcee187f HTTP/1.1" status: 404 len: 336 time: 0.0383735 Aug 20 13:46:07.884267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54830) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:07.913081 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ac6ffd-ed31-4b73-b0a5-06ab1aef89f2 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] DELETE failed (client error): The resource could not be found. Aug 20 13:46:07.913542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ac6ffd-ed31-4b73-b0a5-06ab1aef89f2 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:46:07.915362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-07ac6ffd-ed31-4b73-b0a5-06ab1aef89f2 tempest-RoutersAdminTest-1439968185 tempest-RoutersAdminTest-1439968185-project] 10.222.0.59 "DELETE /v2.0/subnets/b691035d-fd8a-4691-bc45-b02f5fb0ea3d HTTP/1.1" status: 404 len: 337 time: 0.0300839 Aug 20 13:46:08.189893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54838) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:08.310265 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a656c63-8897-4530-a3f6-0713fe4dbeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.409749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a656c63-8897-4530-a3f6-0713fe4dbeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.414519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a656c63-8897-4530-a3f6-0713fe4dbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.455472 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7a656c63-8897-4530-a3f6-0713fe4dbeb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a95409878d194532b967b326c9b47492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642817 Aug 20 13:46:08.457495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a656c63-8897-4530-a3f6-0713fe4dbeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faf622a-3ad6-467e-888a-551d2938bdc3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:08.458423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54842) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:08.525738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc762e7a-d579-42fe-85ad-b4983b46ead8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.551602 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc762e7a-d579-42fe-85ad-b4983b46ead8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.605988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc762e7a-d579-42fe-85ad-b4983b46ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.609494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc762e7a-d579-42fe-85ad-b4983b46ead8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:08.610680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fc762e7a-d579-42fe-85ad-b4983b46ead8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8faf622a-3ad6-467e-888a-551d2938bdc3 HTTP/1.1" status: 204 len: 168 time: 0.1512535 Aug 20 13:46:08.619700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc762e7a-d579-42fe-85ad-b4983b46ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faf622a-3ad6-467e-888a-551d2938bdc3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:08.914803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54852) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:08.940717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e64d0d3-d37b-4643-836b-7b54c3561d3e req-e3c32ba0-ed29-4b06-bfd7-c269390987d8 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c750b11-6936-4686-b15f-758d9c8e1acd HTTP/1.1" status: 200 len: 210 time: 0.0305755 Aug 20 13:46:08.968140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7b618e38-e155-4b6c-93de-7e4c34d88019 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d78810eedb0f4ce29a2faa81419c9ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515728 Aug 20 13:46:08.970509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54854) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:09.024328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9695c9a-64ed-45a3-82ea-bc9bbce00bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:09.048435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9695c9a-64ed-45a3-82ea-bc9bbce00bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:09.105395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9695c9a-64ed-45a3-82ea-bc9bbce00bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:09.108197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d9695c9a-64ed-45a3-82ea-bc9bbce00bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:09.109468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d9695c9a-64ed-45a3-82ea-bc9bbce00bb0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e293bd47-8c58-4654-a76b-f4a8844db429 HTTP/1.1" status: 204 len: 168 time: 0.1380146 Aug 20 13:46:09.118913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9695c9a-64ed-45a3-82ea-bc9bbce00bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293bd47-8c58-4654-a76b-f4a8844db429,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:09.916214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:10.016902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1751509525'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:10.038472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:10.043076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.061564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.164453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.169461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.201847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:46:10.214754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc0c67-f735-4d37-ab89-89f1d694c0a4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:10.222628 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.222836 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Added segment 463f646b-7655-4bcd-8470-77709c06e700 of type vlan for network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 Aug 20 13:46:10.273479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.303713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.311499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:10.312325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.412747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4950604 Aug 20 13:46:10.416235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54898) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:10.423951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:10.433468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad84ad-a94a-4cae-a11d-4727b294edbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Network': ['ID=5a5dea19-1655-4dac-8b4a-949e45fb9b65,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:10.446934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:46:10.535332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:10.541024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.795847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.855134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=c2178095-7bc2-46f1-aec7-7f83f98c929f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:10.873588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:10.873982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network hostable DHCP agents. Network: 5a5dea19-1655-4dac-8b4a-949e45fb9b65, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:46:10.890442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:46:10.903206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 5a5dea19-1655-4dac-8b4a-949e45fb9b65) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:10.908329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:10.909657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:10.914370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10746637-c821-46c1-8f08-702b4c8486c4 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:10.929494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c74e9528-8a88-41e0-b813-8d24ed322a00 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5090382 Aug 20 13:46:10.929987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54904) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:10.936109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'name': 'tempest-NetworksTestDHCPv6-2023745089'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:11.067491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:11.071283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.092011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': 'c2178095-7bc2-46f1-aec7-7f83f98c929f'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:11.092947 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.096700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port a35c63c9-2e9f-40c1-9cac-de9ec357a28b yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:11.241409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::71 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/c2178095-7bc2-46f1-aec7-7f83f98c929f/a35c63c9-2e9f-40c1-9cac-de9ec357a28b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:11.271509 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:46:11.412006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.428372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object a35c63c9-2e9f-40c1-9cac-de9ec357a28b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:11.467211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.518772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:11.523481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:11.551483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=a35c63c9-2e9f-40c1-9cac-de9ec357a28b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:11.561555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:11.567549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:11.568223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.579804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/c2178095-7bc2-46f1-aec7-7f83f98c929f/5f832a55-ff0f-456a-99d8-ac960c253f42) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:11.591897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:11.592399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-823814ac-d9f6-45b2-b34b-e33f40d8d4fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6609566 Aug 20 13:46:11.703206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486588e9-b594-45b4-935b-4c80dd3b10fc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:11.708055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54918) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:11.709116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-486588e9-b594-45b4-935b-4c80dd3b10fc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1153913 Aug 20 13:46:11.751625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.762021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Transition to ACTIVE for port object 5f832a55-ff0f-456a-99d8-ac960c253f42 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:11.778865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Transition to ACTIVE for port object 5f832a55-ff0f-456a-99d8-ac960c253f42 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:11.787081 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.825224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port a35c63c9-2e9f-40c1-9cac-de9ec357a28b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:11.826047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.833291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Pushing event updated for resources: {'Port': ['ID=5f832a55-ff0f-456a-99d8-ac960c253f42,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:11.844710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.845064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.845400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.845739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.846078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.846429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.846741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.847068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.847395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.847719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.848045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.848368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:11.864763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:11.866217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:11.868897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:11.935181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Attempting to bind port 5f832a55-ff0f-456a-99d8-ac960c253f42 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:11.935923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Attempting to bind port 5f832a55-ff0f-456a-99d8-ac960c253f42 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:11.936526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Attempting to bind port 5f832a55-ff0f-456a-99d8-ac960c253f42 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:11.943750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:11.944181 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.945308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:11.945978 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.946609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:11.947349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Bound port: 5f832a55-ff0f-456a-99d8-ac960c253f42, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:11.948859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:11.958448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for a35c63c9-2e9f-40c1-9cac-de9ec357a28b owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:12.030053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] For port 5f832a55-ff0f-456a-99d8-ac960c253f42, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:12.034257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] For port 5f832a55-ff0f-456a-99d8-ac960c253f42, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5f832a55-ff0f-456a-99d8-ac960c253f42,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:12.045614 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.107914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.121373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec2742-76c1-41ea-8a70-e30b25675632 None None] Pushing event updated for resources: {'Port': ['ID=5f832a55-ff0f-456a-99d8-ac960c253f42,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:12.152334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=a35c63c9-2e9f-40c1-9cac-de9ec357a28b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:12.189565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.192577 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-295c21e4-24c9-4662-923d-3554de504ad0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/a35c63c9-2e9f-40c1-9cac-de9ec357a28b HTTP/1.1" status: 204 len: 168 time: 0.4830894 Aug 20 13:46:12.195007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54924) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:12.310741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6c6f4-8e20-4abc-9c80-0cbf669e3c1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:12.312388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6c6f4-8e20-4abc-9c80-0cbf669e3c1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:12.314274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d9c6c6f4-8e20-4abc-9c80-0cbf669e3c1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1180720 Aug 20 13:46:12.317015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54926) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:12.426491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet c2178095-7bc2-46f1-aec7-7f83f98c929f {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:12.433648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.508062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.591581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f832a55-ff0f-456a-99d8-ac960c253f42 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:12.628180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.680381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5f832a55-ff0f-456a-99d8-ac960c253f42 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:12.716417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.749256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=c2178095-7bc2-46f1-aec7-7f83f98c929f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:12.753786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:12.756510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e471d0da-d15d-491c-a628-072ceff9727b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c2178095-7bc2-46f1-aec7-7f83f98c929f HTTP/1.1" status: 204 len: 168 time: 0.4385483 Aug 20 13:46:12.759048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:12.835445 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-116f94e0-7a57-4c9d-9164-f62f4d64859d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716081 Aug 20 13:46:12.836687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54938) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:12.842570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:12.961796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:12.968857 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:13.257222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:13.328434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:13.332348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:13.338298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:13.339419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:13.348062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e04977-9ce8-42e6-9cee-cdd2301379d1 req-fd0730fa-51f3-4928-a8af-5f20bc17eec2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:13.349784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32e04977-9ce8-42e6-9cee-cdd2301379d1 req-fd0730fa-51f3-4928-a8af-5f20bc17eec2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1408727 Aug 20 13:46:13.357632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=cd5cde12-3753-42fc-8f9c-7c0e28e417d2,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:13.364017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d2489f6b-85ca-48b3-9a30-5b75fc202d54 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5259843 Aug 20 13:46:13.366472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:13.372722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'name': 'tempest-NetworksTestDHCPv6-629515790'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:13.459104 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32e04977-9ce8-42e6-9cee-cdd2301379d1 req-94cdf861-1c8c-43f8-86d8-4c434097e692 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021631 Aug 20 13:46:13.539511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989471fe-baaa-44a1-a091-4d54608eea7a None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:13.640969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c7dc-8be1-4274-adf7-7a82f4f46712 req-106e0891-247f-4abd-9533-014462d83c47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:13.643847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16f0c7dc-8be1-4274-adf7-7a82f4f46712 req-106e0891-247f-4abd-9533-014462d83c47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0907767 Aug 20 13:46:13.645347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:13.649863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:13.659219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] Provisioning for port 5f832a55-ff0f-456a-99d8-ac960c253f42 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:13.664863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] Provisioning complete for port 5f832a55-ff0f-456a-99d8-ac960c253f42 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:13.665298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:13.692507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 8a080583-d327-4145-a903-2e38c22b7e39 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:13.772083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16f0c7dc-8be1-4274-adf7-7a82f4f46712 req-3a479c09-47b9-4e44-87ec-e3cabcef9a29 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177056 Aug 20 13:46:13.929936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::13b (5a5dea19-1655-4dac-8b4a-949e45fb9b65/cd5cde12-3753-42fc-8f9c-7c0e28e417d2/8a080583-d327-4145-a903-2e38c22b7e39) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:14.189247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.194709 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.207473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 8a080583-d327-4145-a903-2e38c22b7e39 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:14.241227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] For port 5f832a55-ff0f-456a-99d8-ac960c253f42, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5f832a55-ff0f-456a-99d8-ac960c253f42,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:14.255471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.271191 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.274940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f714cb-7f32-4fad-9343-f63d57e68c8d req-12734c0a-f230-48b0-9d39-3600c832eda0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:14.283974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6f714cb-7f32-4fad-9343-f63d57e68c8d req-12734c0a-f230-48b0-9d39-3600c832eda0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.2206473 Aug 20 13:46:14.335455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0a74e-aaab-4bb7-ad5d-f03209b876d7 None None] Pushing event updated for resources: {'Port': ['ID=5f832a55-ff0f-456a-99d8-ac960c253f42,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:14.356190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:14.362011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:14.369366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:14.376150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:14.376914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.392454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6f714cb-7f32-4fad-9343-f63d57e68c8d req-a3736acb-8206-492a-87aa-671ede393dc8 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074772 Aug 20 13:46:14.458403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=8a080583-d327-4145-a903-2e38c22b7e39,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:14.477990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54968) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:14.478448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3f85699-2417-4c08-be36-700fa645ce3b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1103420 Aug 20 13:46:14.543670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f832a55-ff0f-456a-99d8-ac960c253f42 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:14.584654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da560725-7499-4f5e-b1eb-ee3bbf676e24 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:14.605261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da560725-7499-4f5e-b1eb-ee3bbf676e24 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:14.608012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da560725-7499-4f5e-b1eb-ee3bbf676e24 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1283255 Aug 20 13:46:14.610591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54974) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:14.635102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a117c6c-c583-45a1-9907-93fc9b0524b2 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:14.763578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 8a080583-d327-4145-a903-2e38c22b7e39 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:14.764051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.832093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1fcb76e1-4e31-4c8e-8622-d6f718a3b4be None None] Provisioning complete for port 5f832a55-ff0f-456a-99d8-ac960c253f42 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:14.832093 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1fcb76e1-4e31-4c8e-8622-d6f718a3b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.915509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.948590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5f832a55-ff0f-456a-99d8-ac960c253f42 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:14.949040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:14.951366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 8a080583-d327-4145-a903-2e38c22b7e39 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:15.086199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0bd2-2a1e-4570-95fb-ad1f467a738d req-f52eaee2-cf27-464a-877a-27b992bc0b99 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:15.104309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9a0bd2-2a1e-4570-95fb-ad1f467a738d req-f52eaee2-cf27-464a-877a-27b992bc0b99 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1114194 Aug 20 13:46:15.183257 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef9a0bd2-2a1e-4570-95fb-ad1f467a738d req-1020c7bb-def2-4fe0-8118-fe311c803a07 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777953 Aug 20 13:46:15.192638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.239147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=8a080583-d327-4145-a903-2e38c22b7e39,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:15.269261 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.272623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63bf445b-b5c5-416c-9409-bf8226ab59b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/8a080583-d327-4145-a903-2e38c22b7e39 HTTP/1.1" status: 204 len: 168 time: 0.6597745 Aug 20 13:46:15.275075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54982) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:15.337459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6950e0e-5c24-4362-85e7-5400b9438add tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:15.340273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6950e0e-5c24-4362-85e7-5400b9438add tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:15.345025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54984) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:15.345551 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b6950e0e-5c24-4362-85e7-5400b9438add tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688188 Aug 20 13:46:15.403779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet cd5cde12-3753-42fc-8f9c-7c0e28e417d2 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:15.408212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.458372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.465103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-922aaa7a-6e36-4b52-8bb1-a3e50c54f5cf None None] Provisioning complete for port 5f832a55-ff0f-456a-99d8-ac960c253f42 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:15.465730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-922aaa7a-6e36-4b52-8bb1-a3e50c54f5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.514866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.568729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54988) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:15.585249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-922aaa7a-6e36-4b52-8bb1-a3e50c54f5cf None None] Could not find standard attr ID for object 8a080583-d327-4145-a903-2e38c22b7e39. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:15.627578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.666776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.669537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/cd5cde12-3753-42fc-8f9c-7c0e28e417d2 HTTP/1.1" status: 204 len: 168 time: 0.3229327 Aug 20 13:46:15.670406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4442f73-f945-4719-8609-f42136a07827 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5cde12-3753-42fc-8f9c-7c0e28e417d2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:15.673039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54990) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:15.723452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-28bb8839-0b77-4c3c-84f9-517dd48cf957 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484707 Aug 20 13:46:15.725526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 54992) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:15.727216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b185e-d2ff-471e-96bb-94f002c84428 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:15.731585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:15.782311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 17478900-958b-48d4-8e96-3e5469b19acf {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:15.783034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.840975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:15.846301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.858544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b5e5990a-e696-4313-ab9b-a812bf916e68 None None] Could not find standard attr ID for object a35c63c9-2e9f-40c1-9cac-de9ec357a28b. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:15.877768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.878023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.884273 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c4af2ff1-520c-4729-8dfc-7fef13992e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:15.898045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 17478900-958b-48d4-8e96-3e5469b19acf owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:15.964742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:16.037227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] Deleting port 5f832a55-ff0f-456a-99d8-ac960c253f42 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:16.037706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.089394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.111244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] For port 5f832a55-ff0f-456a-99d8-ac960c253f42, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5f832a55-ff0f-456a-99d8-ac960c253f42,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:16.111688 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.127381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] Calling delete_port for 5f832a55-ff0f-456a-99d8-ac960c253f42 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:16.135013 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.155784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=17478900-958b-48d4-8e96-3e5469b19acf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:16.188452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:16.192293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:16.197329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:16.198706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.217094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=de05c0b4-5735-485e-a91a-1cdf4e44fd33,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:16.222316 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.222745 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Floating IP 68e59b4f-f60b-4db4-ba86-d8eeec3626c0 disassociated (deleted). External IP: 172.25.6.162, port: 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf. Aug 20 13:46:16.228258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d01e3eea-f7d1-4e83-a163-ff2db80d4424 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4993286 Aug 20 13:46:16.228782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 54998) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:16.235123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'name': 'tempest-NetworksTestDHCPv6-972227181'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:16.286034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.364385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] Pushing event deleted for resources: {'Port': ['ID=5f832a55-ff0f-456a-99d8-ac960c253f42,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:16.364796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f5fc-82d8-4dc9-abeb-6e0eabeb22be req-580bb873-4ad3-4dc6-b76e-f68c06918e1b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:16.366594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9dd0f5fc-82d8-4dc9-abeb-6e0eabeb22be req-580bb873-4ad3-4dc6-b76e-f68c06918e1b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0690708 Aug 20 13:46:16.370337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942d53b-78da-4009-b636-edb88f9fc693 None None] No DVR routers for this DVR port 5f832a55-ff0f-456a-99d8-ac960c253f42 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:16.413052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199c298-b028-4652-97c0-2a007bae5421 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:16.436003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9dd0f5fc-82d8-4dc9-abeb-6e0eabeb22be req-8ffbf483-3d39-44ad-80ad-89a378431f05 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608799 Aug 20 13:46:16.518674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f832a55-ff0f-456a-99d8-ac960c253f42 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:16.533831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:16.537827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.550137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5f832a55-ff0f-456a-99d8-ac960c253f42 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:16.550648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f832a55-ff0f-456a-99d8-ac960c253f42 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:16.592824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 496b0430-1ec2-4c70-a6fb-e82f87ec710e yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:16.637209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': 'de05c0b4-5735-485e-a91a-1cdf4e44fd33'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:16.638613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:16.665564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:17.101623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::2f2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/de05c0b4-5735-485e-a91a-1cdf4e44fd33/496b0430-1ec2-4c70-a6fb-e82f87ec710e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:17.131089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:17.137186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:17.143167 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:17.158478 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:17.159274 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:17.190534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ff248b90-f523-46a4-ae3c-e2b926049d33 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "DELETE /v2.0/floatingips/68e59b4f-f60b-4db4-ba86-d8eeec3626c0 HTTP/1.1" status: 204 len: 168 time: 1.6205389 Aug 20 13:46:17.195749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:46:17.199088 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c755ef0-17a4-4b47-b450-c776f544b4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:46:17.272724 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5967311-c7a5-44fe-a1de-82f6f6625d3c x-openstack-request-id: req-d5967311-c7a5-44fe-a1de-82f6f6625d3c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:46:17.273240 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:46:17.273732 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5967311-c7a5-44fe-a1de-82f6f6625d3c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:46:17.274306 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'status': 'completed', 'code': 200} Aug 20 13:46:17.295409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:17.375949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:17.397596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 496b0430-1ec2-4c70-a6fb-e82f87ec710e will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:17.462363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:17.572591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:17.577759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/de05c0b4-5735-485e-a91a-1cdf4e44fd33/6abdb556-8686-41bc-82ac-831ad00a7f12) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:17.591142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:17.594026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:17.599893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:17.601115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:17.601524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c310c-c9d3-493d-8d8e-ae4be0b96c6e req-cab530a8-75c3-4d67-a85d-8f268592a9ec tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:17.610160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-cfb7aa39-721f-4ad4-8fc1-d6b1a2fa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:17.611865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-cfb7aa39-721f-4ad4-8fc1-d6b1a2fa31f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 1097 time: 0.1652048 Aug 20 13:46:17.614121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a3c310c-c9d3-493d-8d8e-ae4be0b96c6e req-cab530a8-75c3-4d67-a85d-8f268592a9ec tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 946 time: 0.1082730 Aug 20 13:46:17.648147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6787f-9f67-41d5-8bf5-f7b80304a99c req-04c8943e-6e78-4941-9c61-309b507e4315 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:17.649885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5e6787f-9f67-41d5-8bf5-f7b80304a99c req-04c8943e-6e78-4941-9c61-309b507e4315 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1191349 Aug 20 13:46:17.651910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=496b0430-1ec2-4c70-a6fb-e82f87ec710e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:17.697895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a3c310c-c9d3-493d-8d8e-ae4be0b96c6e req-3a4c1dad-1a9f-4d9e-b611-70b96975361b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828550 Aug 20 13:46:17.735313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3931c38b-e557-4db6-aa91-b00112a1e462 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5046518 Aug 20 13:46:17.738040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55010) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:17.738455 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:17.769875 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:17.787415 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:17.793317 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:45:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:17.796013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5e6787f-9f67-41d5-8bf5-f7b80304a99c req-f1b935a7-1bff-4d77-8a5f-0720e8f71407 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896089 Aug 20 13:46:17.800477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9650c-8493-4ece-9810-17d848bf7586 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:17.804633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0de9650c-8493-4ece-9810-17d848bf7586 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0630014 Aug 20 13:46:17.805038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55012) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:17.877282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-b476074f-5e79-4988-84f6-4ddb53b4a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:17.878736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-b476074f-5e79-4988-84f6-4ddb53b4a871 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 200 len: 913 time: 0.2534132 Aug 20 13:46:17.880318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:17.899265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Transition to ACTIVE for port object 6abdb556-8686-41bc-82ac-831ad00a7f12 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:17.914114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 496b0430-1ec2-4c70-a6fb-e82f87ec710e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:17.914712 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:17.935409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:17.943723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Transition to ACTIVE for port object 6abdb556-8686-41bc-82ac-831ad00a7f12 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:17.959287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-1f64a836-155c-4ecc-a0dd-9559c6892176 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 200 len: 217 time: 0.0706062 Aug 20 13:46:17.960277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.019817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-dfcb15fd-81db-49db-a7f9-94c59a69fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:18.021813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-dfcb15fd-81db-49db-a7f9-94c59a69fe65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 200 len: 851 time: 0.0535693 Aug 20 13:46:18.041854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:18.043384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:18.050805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:18.053535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Pushing event updated for resources: {'Port': ['ID=6abdb556-8686-41bc-82ac-831ad00a7f12,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:18.066440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.096245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 496b0430-1ec2-4c70-a6fb-e82f87ec710e owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:18.117939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-a543f14b-1a49-484a-bdd1-bf8155e08f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:18.120858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-a543f14b-1a49-484a-bdd1-bf8155e08f80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99f2d22f-5462-4656-a197-abd054159830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902345 Aug 20 13:46:18.144862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Attempting to bind port 6abdb556-8686-41bc-82ac-831ad00a7f12 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:18.145151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Attempting to bind port 6abdb556-8686-41bc-82ac-831ad00a7f12 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:18.145531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Attempting to bind port 6abdb556-8686-41bc-82ac-831ad00a7f12 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:18.152696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:18.153127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:18.153772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.153938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:18.154478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Bound port: 6abdb556-8686-41bc-82ac-831ad00a7f12, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:18.154987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.242201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] For port 6abdb556-8686-41bc-82ac-831ad00a7f12, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:18.245673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] For port 6abdb556-8686-41bc-82ac-831ad00a7f12, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6abdb556-8686-41bc-82ac-831ad00a7f12,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:18.252376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.271064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-8fb470c1-8837-49b6-bfcf-25675ff7451b service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391485 Aug 20 13:46:18.302326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.336838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3da1ba-5a4c-4f46-ad9b-ecdea0f53786 None None] Pushing event updated for resources: {'Port': ['ID=6abdb556-8686-41bc-82ac-831ad00a7f12,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:18.348796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=496b0430-1ec2-4c70-a6fb-e82f87ec710e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:18.376951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:18.386115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.390640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-255d17e0-0395-4cef-ab33-e9bb2dee4fc9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/496b0430-1ec2-4c70-a6fb-e82f87ec710e HTTP/1.1" status: 204 len: 168 time: 0.5822659 Aug 20 13:46:18.391055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:18.408235 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14badfdd-1cdf-4333-8919-2721b291b274 None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:34:10Z', 'revision_number': 4, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5377af4b-0794-45e4-9d12-051c281eb776', 'name': '', 'network_id': '99f2d22f-5462-4656-a197-abd054159830', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'mac_address': 'fa:16:3e:ff:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:09Z', 'updated_at': '2021-08-20T13:34:20Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'subnets': [{'id': '15657ce9-ff75-48e0-864b-8ce69a6671ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:18.452509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c755ef0-17a4-4b47-b450-c776f544b4a8 req-a2470a32-353c-4954-acab-e6e070eb33b4 service neutron] 10.222.0.53 "GET /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723847 Aug 20 13:46:18.495720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7926fc60-83f6-43d1-b183-3204e1dfa187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.555681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91399a1-9b7c-4ba6-a62a-57d1b341aa49 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:18.557681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.559449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91399a1-9b7c-4ba6-a62a-57d1b341aa49 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:18.561813 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c91399a1-9b7c-4ba6-a62a-57d1b341aa49 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1687205 Aug 20 13:46:18.564976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55018) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:18.622908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet de05c0b4-5735-485e-a91a-1cdf4e44fd33 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:18.626812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.693086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.761243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c5c83-8042-403d-a4de-b9ce75bbfe29 None None] New status for floating IP 68e59b4f-f60b-4db4-ba86-d8eeec3626c0: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:46:18.786931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.889035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125429-8654-49db-b823-a9ba6cf77dcc req-1e1c884e-46d2-4d55-8a50-514740fb540f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:18.890603 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac125429-8654-49db-b823-a9ba6cf77dcc req-1e1c884e-46d2-4d55-8a50-514740fb540f tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 946 time: 0.1001959 Aug 20 13:46:18.897605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.939488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=de05c0b4-5735-485e-a91a-1cdf4e44fd33,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:18.946509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:18.948243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0cecbd8d-0a85-4fe4-9cf3-f2eb094d180d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/de05c0b4-5735-485e-a91a-1cdf4e44fd33 HTTP/1.1" status: 204 len: 168 time: 0.3820450 Aug 20 13:46:18.950581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:18.953730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a0d2-7926-441e-bed4-c6961c1d3442 req-4c19b971-c987-4573-927d-88f234f4e3bc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:18.955310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dca6a0d2-7926-441e-bed4-c6961c1d3442 req-4c19b971-c987-4573-927d-88f234f4e3bc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0624604 Aug 20 13:46:19.000706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-02b0414f-2207-4e1a-9d2a-8c0f55a34c7c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461104 Aug 20 13:46:19.000706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55026) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:19.001419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dca6a0d2-7926-441e-bed4-c6961c1d3442 req-bfb4bb04-dd1c-4de5-a3cd-eaf3ace70257 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392854 Aug 20 13:46:19.013734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac125429-8654-49db-b823-a9ba6cf77dcc req-2e55de2e-2032-4402-8570-6c7cfc6afa3b tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/security-groups?id=d145ce53-ef87-4d8c-bf53-9afd724fb6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112225 Aug 20 13:46:19.061888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a3db2-43bf-437a-a9c2-16b794f50408 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:19.063469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a90a3db2-43bf-437a-a9c2-16b794f50408 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0618453 Aug 20 13:46:19.066122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55028) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:19.112194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-54594c58-8d2c-4964-b765-671a74ad9969 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:19.113726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-54594c58-8d2c-4964-b765-671a74ad9969 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 946 time: 0.0876234 Aug 20 13:46:19.159946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed9b48-7ecc-49ce-8973-dc6585f68f61 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:19.161558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8aed9b48-7ecc-49ce-8973-dc6585f68f61 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942149 Aug 20 13:46:19.164240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55030) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:19.253524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-98353d4f-b3fb-439a-b2a6-4a59efac8cb5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849285 Aug 20 13:46:19.255790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55032) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:19.261905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:19.285171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:19.285554 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.366112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:19.371063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.376101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a170c5f-e4a6-4586-99b9-cc195f78870e None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:19.404226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] For port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:19.405074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.423175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:19.484762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-40753147-7235-4945-9fb1-017fcea5ec9d None None] Provisioning for port 6abdb556-8686-41bc-82ac-831ad00a7f12 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:19.526282 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.608473 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.623760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483584fe-a531-4660-97e1-e49298794962 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:19.626163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.653559 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:19.656924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:19.659945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:19.660535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.662916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:19.689066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4290333 Aug 20 13:46:19.689527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55038) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:19.691623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-483584fe-a531-4660-97e1-e49298794962 None None] Deleting port 6abdb556-8686-41bc-82ac-831ad00a7f12 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:19.692211 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-483584fe-a531-4660-97e1-e49298794962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.695677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'e979ccc2-549e-405f-9f5b-5defac2c7817', 'ip_address': '2001:db8::375d:8baa:ad21:a282'}], 'name': 'tempest-NetworksTestDHCPv6-445809371'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:19.700411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbd0e-42f2-40fb-8a12-aa368c5a9764 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=e979ccc2-549e-405f-9f5b-5defac2c7817,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:19.719550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] No DVR routers for this DVR port 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:19.722278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.724420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-632d3119-9e02-46b1-abca-5fced5c69fc6 req-2f92f95f-e4ff-4aa0-b96f-2788f2f1ad71 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.53 "DELETE /v2.0/ports/21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf HTTP/1.1" status: 204 len: 173 time: 0.6024883 Aug 20 13:46:19.725175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'name': 'network-vif-deleted', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:46:19.727912 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134aaf50-abb5-42ae-b382-8a3131818fa5" -d '{"events": [{"server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "name": "network-vif-deleted", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:46:19.780359 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e59e201-4216-4d33-8753-63184e74544e x-openstack-request-id: req-0e59e201-4216-4d33-8753-63184e74544e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:46:19.780978 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a603afe-d97b-4d02-a3d6-48359fecf17c", "name": "network-vif-deleted", "tag": "21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:46:19.781479 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e59e201-4216-4d33-8753-63184e74544e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:46:19.781920 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a603afe-d97b-4d02-a3d6-48359fecf17c', 'name': 'network-vif-deleted', 'tag': '21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf', 'status': 'completed', 'code': 200} Aug 20 13:46:19.812058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-483584fe-a531-4660-97e1-e49298794962 None None] For port 6abdb556-8686-41bc-82ac-831ad00a7f12, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6abdb556-8686-41bc-82ac-831ad00a7f12,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:19.813031 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-483584fe-a531-4660-97e1-e49298794962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.827458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-483584fe-a531-4660-97e1-e49298794962 None None] Calling delete_port for 6abdb556-8686-41bc-82ac-831ad00a7f12 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:19.836440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:19.917965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-483584fe-a531-4660-97e1-e49298794962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.935101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:19.945166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483584fe-a531-4660-97e1-e49298794962 None None] Pushing event deleted for resources: {'Port': ['ID=6abdb556-8686-41bc-82ac-831ad00a7f12,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:19.949063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483584fe-a531-4660-97e1-e49298794962 None None] No DVR routers for this DVR port 6abdb556-8686-41bc-82ac-831ad00a7f12 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:19.964910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 84a741b8-423d-4bd4-b63f-18842e0fcc37 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:19.969295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4bf9a-7d71-4ef0-9050-959c61596fd0 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:20.185946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': 'e979ccc2-549e-405f-9f5b-5defac2c7817'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:20.190989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.206675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2fa1affb-9be1-4490-b845-26223dfe9f6c req-5b67550c-83d7-45b0-95c9-6c7eeb3f8879 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0613506 Aug 20 13:46:20.214178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::375d:8baa:ad21:a282 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/e979ccc2-549e-405f-9f5b-5defac2c7817/84a741b8-423d-4bd4-b63f-18842e0fcc37) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:20.251583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd223e0f-1813-41a0-821d-ed49c8b57214 req-e8e06824-65ab-4f9c-b013-386f900bde1e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:20.253486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd223e0f-1813-41a0-821d-ed49c8b57214 req-e8e06824-65ab-4f9c-b013-386f900bde1e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1095290 Aug 20 13:46:20.326469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd223e0f-1813-41a0-821d-ed49c8b57214 req-dc050d11-3519-41fb-a87d-3e1e40297513 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643659 Aug 20 13:46:20.432544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.450183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 84a741b8-423d-4bd4-b63f-18842e0fcc37 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:20.487708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.538013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:20.541016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:20.543908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/e979ccc2-549e-405f-9f5b-5defac2c7817/95ea82e8-2908-4ea0-a74e-3b9330db3aec) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:20.546310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:20.552342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:20.553022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.571894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=84a741b8-423d-4bd4-b63f-18842e0fcc37,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:20.589913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ef6fef93-6b68-476f-a1a4-b26a9aae9577 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8983548 Aug 20 13:46:20.592275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55046) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:20.727338 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.738038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Transition to ACTIVE for port object 95ea82e8-2908-4ea0-a74e-3b9330db3aec will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:20.743941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376dc353-d990-41de-96a1-de64982f89ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:20.746715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-376dc353-d990-41de-96a1-de64982f89ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1531560 Aug 20 13:46:20.749410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55050) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:20.757326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Transition to ACTIVE for port object 95ea82e8-2908-4ea0-a74e-3b9330db3aec will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:20.765193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.811424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:20.814455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:20.817096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:20.828148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Pushing event updated for resources: {'Port': ['ID=95ea82e8-2908-4ea0-a74e-3b9330db3aec,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:20.848920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 84a741b8-423d-4bd4-b63f-18842e0fcc37 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:20.849277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.887201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Attempting to bind port 95ea82e8-2908-4ea0-a74e-3b9330db3aec on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:20.888069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Attempting to bind port 95ea82e8-2908-4ea0-a74e-3b9330db3aec by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:20.888732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Attempting to bind port 95ea82e8-2908-4ea0-a74e-3b9330db3aec on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:20.894519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:20.895273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:20.895916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.896600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:20.897416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Bound port: 95ea82e8-2908-4ea0-a74e-3b9330db3aec, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:20.898204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.943205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:20.957158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 84a741b8-423d-4bd4-b63f-18842e0fcc37 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:20.979908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] For port 95ea82e8-2908-4ea0-a74e-3b9330db3aec, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:20.983293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] For port 95ea82e8-2908-4ea0-a74e-3b9330db3aec, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=95ea82e8-2908-4ea0-a74e-3b9330db3aec,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:20.989028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.053208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67ca13-f173-4f21-89bb-ec5fa111be07 None None] Pushing event updated for resources: {'Port': ['ID=95ea82e8-2908-4ea0-a74e-3b9330db3aec,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:21.109088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.142306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=84a741b8-423d-4bd4-b63f-18842e0fcc37,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:21.172824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.174813 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a4e1b064-a480-49a2-abdf-177d15680c82 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/84a741b8-423d-4bd4-b63f-18842e0fcc37 HTTP/1.1" status: 204 len: 168 time: 0.4234896 Aug 20 13:46:21.177454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:21.241829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fab4a4-a916-4444-9c72-f507825e1a27 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:21.246844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fab4a4-a916-4444-9c72-f507825e1a27 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:21.249554 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c1fab4a4-a916-4444-9c72-f507825e1a27 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0710771 Aug 20 13:46:21.253503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55056) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:21.353798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet e979ccc2-549e-405f-9f5b-5defac2c7817 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:21.360524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.371236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c61317b0-43c2-4fc9-9879-d8d8032e73de req-f17529f2-ab41-400a-8bc4-d293236575fc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0522721 Aug 20 13:46:21.454294 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.481977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.524896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e64b8-4414-46fb-bb82-5868d686d9f9 req-db76b4f3-0478-493a-a137-da15842bb7bd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:21.526400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed9e64b8-4414-46fb-bb82-5868d686d9f9 req-db76b4f3-0478-493a-a137-da15842bb7bd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1015763 Aug 20 13:46:21.599145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed9e64b8-4414-46fb-bb82-5868d686d9f9 req-95d4a477-4878-4b0b-8fe3-bec871a01a06 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649395 Aug 20 13:46:21.609660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.678692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.706944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=e979ccc2-549e-405f-9f5b-5defac2c7817,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:21.710584 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:21.712512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e5aa8571-408e-4beb-9914-e78dde10916d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/e979ccc2-549e-405f-9f5b-5defac2c7817 HTTP/1.1" status: 204 len: 168 time: 0.4566703 Aug 20 13:46:21.716030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55062) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:21.753939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-461d191a-5129-4d48-a828-8ab4ddcae50d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367544 Aug 20 13:46:21.757097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:21.762766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:21.866877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:21.871256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.091548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.138465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:22.141873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:22.146319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:22.146917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.161154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:22.163922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e78fbe-bf6a-469e-b6c5-795fe4e9cc05 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:22.172066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-934ceaae-12c1-4dd0-91b5-ead4d7ec99b1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4137681 Aug 20 13:46:22.174865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55066) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:22.180259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396', 'ip_address': '2001:db8::d9de:fac4:e681:cc24'}], 'name': 'tempest-NetworksTestDHCPv6-366336712'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:22.280916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-760cd3c5-5fa1-4bd5-a548-6b71d26d406f None None] Provisioning for port 95ea82e8-2908-4ea0-a74e-3b9330db3aec completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:22.319971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:22.330252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.358889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port cfcf509a-e5ca-4377-aa56-bbec8844fa6a yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:22.530940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bc18f8c4-58fe-4841-8d4d-1861e72312d8 req-c41c74a8-df07-4156-9023-804f552739fc tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0365217 Aug 20 13:46:22.581286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95ea82e8-2908-4ea0-a74e-3b9330db3aec up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:22.592791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::d9de:fac4:e681:cc24 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396/cfcf509a-e5ca-4377-aa56-bbec8844fa6a) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:22.684644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 95ea82e8-2908-4ea0-a74e-3b9330db3aec completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:22.690064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 95ea82e8-2908-4ea0-a74e-3b9330db3aec triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:22.690450 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.801127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6293d4f8-a92a-405a-9ee4-5f1c8a95032d None None] Provisioning complete for port 95ea82e8-2908-4ea0-a74e-3b9330db3aec triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:22.801588 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6293d4f8-a92a-405a-9ee4-5f1c8a95032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.803338 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.829712 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.857422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a54e0a-7284-4459-86b0-851ee0cbd134 req-77581c07-2028-42b1-95a1-275d7ff4c097 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:22.859052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8a54e0a-7284-4459-86b0-851ee0cbd134 req-77581c07-2028-42b1-95a1-275d7ff4c097 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0878031 Aug 20 13:46:22.860259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 95ea82e8-2908-4ea0-a74e-3b9330db3aec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=95ea82e8-2908-4ea0-a74e-3b9330db3aec,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:22.865383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object cfcf509a-e5ca-4377-aa56-bbec8844fa6a will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:22.871438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.913975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8a54e0a-7284-4459-86b0-851ee0cbd134 req-34541d7d-00b9-41ea-8fa7-0c390fe64a84 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Aug 20 13:46:22.964598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:22.971414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=95ea82e8-2908-4ea0-a74e-3b9330db3aec,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:23.024046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:23.028468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:23.030898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:23.036821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:23.037486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:23.050502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=cfcf509a-e5ca-4377-aa56-bbec8844fa6a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:23.062341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.062667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.063016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.063349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.063682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.064005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.064341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.064764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.065105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.065416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.065742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.066098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:23.071613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3ae997ec-8fd4-4659-b75e-9daa7ba9104e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8956671 Aug 20 13:46:23.074324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:23.107429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bc0b8f63-063f-473d-98e4-2c9de48391da None None] Could not find standard attr ID for object 8a080583-d327-4145-a903-2e38c22b7e39. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:23.134035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20241284-5fca-4ff9-ba0c-a4d8e93fc754 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:23.140902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20241284-5fca-4ff9-ba0c-a4d8e93fc754 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:23.144873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20241284-5fca-4ff9-ba0c-a4d8e93fc754 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0672443 Aug 20 13:46:23.145426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55076) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:23.242625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port cfcf509a-e5ca-4377-aa56-bbec8844fa6a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:23.243048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:23.321129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dc64efd7-ea9f-4b02-a2cc-e1343205de73 None None] Could not find standard attr ID for object 496b0430-1ec2-4c70-a6fb-e82f87ec710e. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:23.356200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:23.380346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for cfcf509a-e5ca-4377-aa56-bbec8844fa6a owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:23.441349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-731a5d90-e791-4578-9b59-2978c24df18b None None] Could not find standard attr ID for object 84a741b8-423d-4bd4-b63f-18842e0fcc37. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:23.519140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:23.546708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:23.603409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=cfcf509a-e5ca-4377-aa56-bbec8844fa6a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:23.629658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:23.632618 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-48860469-003e-43e9-bcf6-84aae7e68376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/cfcf509a-e5ca-4377-aa56-bbec8844fa6a HTTP/1.1" status: 204 len: 168 time: 0.4859319 Aug 20 13:46:23.635119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:23.735381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dbc120-7cd7-4dc9-a083-2a83888410e8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:23.737301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dbc120-7cd7-4dc9-a083-2a83888410e8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:23.739388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-18dbc120-7cd7-4dc9-a083-2a83888410e8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1025698 Aug 20 13:46:23.742098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55082) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:23.752319 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cbf0227d-4356-46fa-9374-feed207bc5d2 req-ae854990-c824-48b1-9f02-edeefc6f6b35 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a603afe-d97b-4d02-a3d6-48359fecf17c HTTP/1.1" status: 200 len: 210 time: 0.0717468 Aug 20 13:46:23.826089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:23.829811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:23.839777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:23.840179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 21bfffbe-f1ab-4ee9-bd6b-1fde9ea1a7cf not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:23.843578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d28fc57e-3a21-4a55-8214-9ad48507bd8d None None] Could not find standard attr ID for object cfcf509a-e5ca-4377-aa56-bbec8844fa6a. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:24.293945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.300638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03295f7f-57d8-4168-af46-7f58f7fd0188 req-b50ab15c-aa97-4520-8467-6e45c5833354 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:24.302189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03295f7f-57d8-4168-af46-7f58f7fd0188 req-b50ab15c-aa97-4520-8467-6e45c5833354 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0767322 Aug 20 13:46:24.330284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137eba7-d498-44b7-9c88-03bd5faef2b5 req-8e1323b8-a55f-4dd9-a137-d64c97d43399 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:24.331862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c137eba7-d498-44b7-9c88-03bd5faef2b5 req-8e1323b8-a55f-4dd9-a137-d64c97d43399 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0903637 Aug 20 13:46:24.370879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03295f7f-57d8-4168-af46-7f58f7fd0188 req-a1c04238-624a-4ef1-b68b-a96e94f46a52 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0597107 Aug 20 13:46:24.372138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.431050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c137eba7-d498-44b7-9c88-03bd5faef2b5 req-fdf3130d-59ce-4e6e-8170-0e00531a344e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843599 Aug 20 13:46:24.466269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.502752 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.504736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396 HTTP/1.1" status: 204 len: 168 time: 0.7615011 Aug 20 13:46:24.505744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70756d0-91f0-4aec-9359-0d3990920311 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:24.507520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55094) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:24.550432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95ea82e8-2908-4ea0-a74e-3b9330db3aec up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:24.551497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e51fcfd8-8b65-4906-abc0-1833e84e0451 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429757 Aug 20 13:46:24.554566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:24.561189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:24.592079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5044e1-9de7-489c-8c33-af6ca2d9aa7b None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:24.652071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:24.656843 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.662407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 95ea82e8-2908-4ea0-a74e-3b9330db3aec triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:24.662780 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.833886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:24.861457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.886537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] Deleting port 95ea82e8-2908-4ea0-a74e-3b9330db3aec {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:24.886926 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.905822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:24.909369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:24.912894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:24.913798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.934344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=75c9144f-eb74-4046-93ae-a17a5c2c9ee6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:24.941058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-558ffeb9-41fd-4f9b-9931-24babe89ecbe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3850880 Aug 20 13:46:24.944108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55102) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:24.950442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '75c9144f-eb74-4046-93ae-a17a5c2c9ee6', 'ip_address': '2001:db8::823d:11ac:907d:166f'}], 'name': 'tempest-NetworksTestDHCPv6-1896689616'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:24.977587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] For port 95ea82e8-2908-4ea0-a74e-3b9330db3aec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=95ea82e8-2908-4ea0-a74e-3b9330db3aec,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:24.978079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:24.992451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] Calling delete_port for 95ea82e8-2908-4ea0-a74e-3b9330db3aec owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:25.073943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55104) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:25.074863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:25.084414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.111622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] Pushing event deleted for resources: {'Port': ['ID=95ea82e8-2908-4ea0-a74e-3b9330db3aec,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:25.113507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665c6d1-4993-4a78-9ffe-9dabe5b39a30 None None] No DVR routers for this DVR port 95ea82e8-2908-4ea0-a74e-3b9330db3aec on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:25.137057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395416f9-1893-47b2-94c3-f3b193f1b08d None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:25.175162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.196321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 228aca2a-a3eb-492a-aeda-3ac8180ae32f yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:25.235096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Deleting port fcaaf6cd-130d-483f-a3b3-5f7d8d7fe184 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:25.235735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.312321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '75c9144f-eb74-4046-93ae-a17a5c2c9ee6'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:25.313491 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.318307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.318636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.336910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Calling delete_port for fcaaf6cd-130d-483f-a3b3-5f7d8d7fe184 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:25.399389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::823d:11ac:907d:166f (5a5dea19-1655-4dac-8b4a-949e45fb9b65/75c9144f-eb74-4046-93ae-a17a5c2c9ee6/228aca2a-a3eb-492a-aeda-3ac8180ae32f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:25.499588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.530430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'Port': ['ID=fcaaf6cd-130d-483f-a3b3-5f7d8d7fe184,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:25.594811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd06fa2-811e-45e5-bf41-c2ae1213c6b5 req-e5acb2dd-40fc-4384-9bb2-bfb62738fd7b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:25.596773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-efd06fa2-811e-45e5-bf41-c2ae1213c6b5 req-e5acb2dd-40fc-4384-9bb2-bfb62738fd7b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1232564 Aug 20 13:46:25.618656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.621978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.623122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5126fe2e-28e1-4368-aa91-8d389fbf83e4 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d235da7-f21d-486c-829d-7ab0745c1099 HTTP/1.1" status: 204 len: 168 time: 0.5476391 Aug 20 13:46:25.647954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.665070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665915-c0b0-4d5b-b6e2-47f674828e4d req-e3525cd1-5b10-4adb-b0da-d9dcd96bb2e2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:25.667408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8665915-c0b0-4d5b-b6e2-47f674828e4d req-e3525cd1-5b10-4adb-b0da-d9dcd96bb2e2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1384401 Aug 20 13:46:25.674734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-efd06fa2-811e-45e5-bf41-c2ae1213c6b5 req-5e1c5186-4980-49e7-8b74-6919eda04eef tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0690200 Aug 20 13:46:25.675674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 228aca2a-a3eb-492a-aeda-3ac8180ae32f will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:25.713183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8665915-c0b0-4d5b-b6e2-47f674828e4d req-8bc61d1c-6123-4b50-b4f6-b243cbe6d7a1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Aug 20 13:46:25.722361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.792077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:25.795269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:25.796306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/75c9144f-eb74-4046-93ae-a17a5c2c9ee6/ea78a979-fc43-4c65-b0b1-55ee3e73f120) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:25.800115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:25.806118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:25.807436 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:25.826486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=228aca2a-a3eb-492a-aeda-3ac8180ae32f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:25.833079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-39858638-4d04-474d-bd67-893784cf1843 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8876388 Aug 20 13:46:25.836018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55120) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:25.931314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a61c2-2b42-4055-8c93-ef38502c6c15 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:25.936242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55126) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:25.939943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a12a61c2-2b42-4055-8c93-ef38502c6c15 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1019604 Aug 20 13:46:25.994881 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.006617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Transition to ACTIVE for port object ea78a979-fc43-4c65-b0b1-55ee3e73f120 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:26.023112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Transition to ACTIVE for port object ea78a979-fc43-4c65-b0b1-55ee3e73f120 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:26.031568 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.076863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:26.080813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:26.087322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:26.090167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-a8732dbe-ebb9-49c6-bd8c-f58745006539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.091704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-a8732dbe-ebb9-49c6-bd8c-f58745006539 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1095 time: 0.1144776 Aug 20 13:46:26.103379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4940a9c-7089-40fd-b576-eebb42cffc68 req-d1e8eb05-ca2f-4223-adf4-747cfcca427a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.105724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4940a9c-7089-40fd-b576-eebb42cffc68 req-d1e8eb05-ca2f-4223-adf4-747cfcca427a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1273177 Aug 20 13:46:26.123879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Pushing event updated for resources: {'Port': ['ID=ea78a979-fc43-4c65-b0b1-55ee3e73f120,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:26.156931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Attempting to bind port ea78a979-fc43-4c65-b0b1-55ee3e73f120 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:26.157470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Attempting to bind port ea78a979-fc43-4c65-b0b1-55ee3e73f120 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:26.157847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Attempting to bind port ea78a979-fc43-4c65-b0b1-55ee3e73f120 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:26.163060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:26.163440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:26.163853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.164256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:26.164761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Bound port: ea78a979-fc43-4c65-b0b1-55ee3e73f120, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:26.165159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.219788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 228aca2a-a3eb-492a-aeda-3ac8180ae32f {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:26.220308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.227402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4940a9c-7089-40fd-b576-eebb42cffc68 req-34cd3bd4-ee02-49d0-89a3-4f63d368695a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112463 Aug 20 13:46:26.237370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] For port ea78a979-fc43-4c65-b0b1-55ee3e73f120, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:26.242661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] For port ea78a979-fc43-4c65-b0b1-55ee3e73f120, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea78a979-fc43-4c65-b0b1-55ee3e73f120,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:26.250295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.295642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-8c796f5b-e70c-4b1a-93e8-86a295b798a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.297161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-8c796f5b-e70c-4b1a-93e8-86a295b798a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1891100 Aug 20 13:46:26.321870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254d168-ffbf-4cfd-b0ae-9ea1efbc46f6 None None] Pushing event updated for resources: {'Port': ['ID=ea78a979-fc43-4c65-b0b1-55ee3e73f120,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:26.400345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-79156c67-70e7-44f5-86b7-8c034b12cd45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0952067 Aug 20 13:46:26.406600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.450844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 228aca2a-a3eb-492a-aeda-3ac8180ae32f owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:26.504719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95ea82e8-2908-4ea0-a74e-3b9330db3aec no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:26.528407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 95ea82e8-2908-4ea0-a74e-3b9330db3aec {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:26.528794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 95ea82e8-2908-4ea0-a74e-3b9330db3aec not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:26.547302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-f6abe4c0-1392-43e0-bec3-235f90a3795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.548841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-f6abe4c0-1392-43e0-bec3-235f90a3795b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.1393456 Aug 20 13:46:26.663901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.699827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=228aca2a-a3eb-492a-aeda-3ac8180ae32f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:26.746906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:26.748991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b2a1c194-dc1b-42e8-8a79-9e98d848c7d6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/228aca2a-a3eb-492a-aeda-3ac8180ae32f HTTP/1.1" status: 204 len: 168 time: 0.8115904 Aug 20 13:46:26.751742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55132) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:26.755313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-16216bf6-eef1-408f-b803-9dc61e83eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.756888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-16216bf6-eef1-408f-b803-9dc61e83eb1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315703 Aug 20 13:46:26.862517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-f07fd1d7-587a-4c37-9225-cbb234977514 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965145 Aug 20 13:46:26.868709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbfc27-9bb9-461d-9b43-e1c94390b8f5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.871163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbfc27-9bb9-461d-9b43-e1c94390b8f5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.875454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4dbfc27-9bb9-461d-9b43-e1c94390b8f5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1226916 Aug 20 13:46:26.878348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55134) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:26.883017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08e945-ac6c-407f-a6a7-2a33b0b1bcb0 req-de8b5bf9-6652-48d4-8510-0a0b301d9a70 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:26.884499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c08e945-ac6c-407f-a6a7-2a33b0b1bcb0 req-de8b5bf9-6652-48d4-8510-0a0b301d9a70 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0827289 Aug 20 13:46:26.938429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c08e945-ac6c-407f-a6a7-2a33b0b1bcb0 req-f810eeba-5eae-401c-b8b9-0ab729db0ea7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470750 Aug 20 13:46:26.987860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 75c9144f-eb74-4046-93ae-a17a5c2c9ee6 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:26.995232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.043534 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b8c85fd-7d08-4037-ae68-ea4faad9f0c8 req-7386c122-2a03-439f-a724-de8b551a3e3c service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725919 Aug 20 13:46:27.050805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.146783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.210202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.238070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=75c9144f-eb74-4046-93ae-a17a5c2c9ee6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:27.241838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.248936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55138) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:27.249069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6351c557-6216-4d92-9c9a-147747e4d407 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/75c9144f-eb74-4046-93ae-a17a5c2c9ee6 HTTP/1.1" status: 204 len: 168 time: 0.3694797 Aug 20 13:46:27.292827 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-85047630-35d8-46f7-a826-d431ed6674fe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426927 Aug 20 13:46:27.295383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55142) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:27.364297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ba52e-dffd-4b25-b999-58168b890532 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:27.366288 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-434ba52e-dffd-4b25-b999-58168b890532 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0697565 Aug 20 13:46:27.368840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:27.443472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad0bffa-bb5f-4e9b-b47a-fba9548eb8c4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:27.445259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ad0bffa-bb5f-4e9b-b47a-fba9548eb8c4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746393 Aug 20 13:46:27.448955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55148) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:27.491084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-39f73572-90c0-4e06-b62c-cb3cdc20df85 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408547 Aug 20 13:46:27.497802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:27.503139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:27.513852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d1ea-698d-4421-886b-7c67fad084ac req-c3f3ce57-392b-4422-81a6-77dbc09ad798 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:27.515441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b936d1ea-698d-4421-886b-7c67fad084ac req-c3f3ce57-392b-4422-81a6-77dbc09ad798 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1596606 Aug 20 13:46:27.522370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bee3c-ecb2-4ca6-9bf9-562fd0cae17c None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:27.611611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b936d1ea-698d-4421-886b-7c67fad084ac req-8ee50faa-d68a-4742-b146-14ba9445367f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820105 Aug 20 13:46:27.619470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:27.623970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.685218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-22795b81-bc8e-4624-9fbb-71a7cc0a620b None None] Provisioning for port ea78a979-fc43-4c65-b0b1-55ee3e73f120 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:27.752089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:27.805840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] Deleting port ea78a979-fc43-4c65-b0b1-55ee3e73f120 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:27.806231 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.849770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.877196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] For port ea78a979-fc43-4c65-b0b1-55ee3e73f120, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ea78a979-fc43-4c65-b0b1-55ee3e73f120,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:27.877607 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.895916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:27.896158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] Calling delete_port for ea78a979-fc43-4c65-b0b1-55ee3e73f120 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:27.897282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:27.900987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:27.901778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:27.917984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=8d9465aa-b353-483f-8314-9d40f28a3b10,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:27.931439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ef2f2bbb-0438-4251-aec1-b6bf9749feb7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4299610 Aug 20 13:46:27.931842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55152) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:27.937570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '8d9465aa-b353-483f-8314-9d40f28a3b10', 'ip_address': '2001:db8::4091:bfda:f535:3056'}], 'name': 'tempest-NetworksTestDHCPv6-2003900096'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:27.995841 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.029480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] Pushing event deleted for resources: {'Port': ['ID=ea78a979-fc43-4c65-b0b1-55ee3e73f120,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:28.035506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcffdeb-c680-46db-960e-bbcb4d36d4f7 None None] No DVR routers for this DVR port ea78a979-fc43-4c65-b0b1-55ee3e73f120 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:28.058634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f695f171-1c3e-4bf0-b9f4-fc7f9998a75f None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:28.132480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7b676-3e7e-4639-8be4-47d3162caa5e req-9ea2b6f2-aa6f-4f81-b372-785bbb7e1984 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:28.136408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26d7b676-3e7e-4639-8be4-47d3162caa5e req-9ea2b6f2-aa6f-4f81-b372-785bbb7e1984 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1087487 Aug 20 13:46:28.138187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:28.221330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '8d9465aa-b353-483f-8314-9d40f28a3b10'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:28.222243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.238954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26d7b676-3e7e-4639-8be4-47d3162caa5e req-cda66095-6947-4fed-9a5a-c5879ed0d967 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0945542 Aug 20 13:46:28.267157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.288621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 750cf9ce-81a1-465a-8924-3c04e38868c5 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:28.383554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/8d9465aa-b353-483f-8314-9d40f28a3b10/ac01828b-58ff-43ff-89ed-ea4da3dbeea2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:28.563044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.571644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Transition to ACTIVE for port object ac01828b-58ff-43ff-89ed-ea4da3dbeea2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:28.587117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Transition to ACTIVE for port object ac01828b-58ff-43ff-89ed-ea4da3dbeea2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:28.597608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.636232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:28.639142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:28.642834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:28.661200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Pushing event updated for resources: {'Port': ['ID=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:28.681027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::4091:bfda:f535:3056 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/8d9465aa-b353-483f-8314-9d40f28a3b10/750cf9ce-81a1-465a-8924-3c04e38868c5) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:28.714641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Attempting to bind port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:28.715185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Attempting to bind port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:28.715714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Attempting to bind port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:28.721769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:28.722322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:28.722853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.723354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:28.724004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Bound port: ac01828b-58ff-43ff-89ed-ea4da3dbeea2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:28.724496 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.784287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebc4a-66da-4898-8332-73ae165e2b40 req-9aa8bf0c-9762-481c-8e4d-a6dec72214df tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:28.786627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-543ebc4a-66da-4898-8332-73ae165e2b40 req-9aa8bf0c-9762-481c-8e4d-a6dec72214df tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0616980 Aug 20 13:46:28.812186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] For port ac01828b-58ff-43ff-89ed-ea4da3dbeea2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:28.815973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] For port ac01828b-58ff-43ff-89ed-ea4da3dbeea2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:28.821573 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.840851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-543ebc4a-66da-4898-8332-73ae165e2b40 req-ac31f72b-1968-4bc2-b63e-81d445604820 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459592 Aug 20 13:46:28.890328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc52cc-c954-4a98-9cff-76030021acfa None None] Pushing event updated for resources: {'Port': ['ID=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:28.904629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:28.924128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 750cf9ce-81a1-465a-8924-3c04e38868c5 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:28.993169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.021230 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.050679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:29.062275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42287801-516c-4845-ba13-6d906a8cfd08 req-f87e0de2-9863-4fdc-94f0-d5b7635e77bd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:29.068755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42287801-516c-4845-ba13-6d906a8cfd08 req-f87e0de2-9863-4fdc-94f0-d5b7635e77bd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1190712 Aug 20 13:46:29.093349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:29.112464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:29.118343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:29.119850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.125617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=750cf9ce-81a1-465a-8924-3c04e38868c5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:29.156898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8ed686d8-f182-4d5a-84d2-e196ef680090 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2230785 Aug 20 13:46:29.163872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55164) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:29.173029 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-42287801-516c-4845-ba13-6d906a8cfd08 req-fd28a67f-76ab-4d1b-b8c3-4fbe5ddddf81 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000502 Aug 20 13:46:29.173189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '8d9465aa-b353-483f-8314-9d40f28a3b10', 'ip_address': '2001:db8::4091:bfda:f535:3056'}], 'name': 'tempest-NetworksTestDHCPv6-1314516019'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:29.173328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:29.268081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14aeac0a-df1b-4a1a-b9ae-8089d9bddb64 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.303713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14aeac0a-df1b-4a1a-b9ae-8089d9bddb64 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.418723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:29.418871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68689c-a92c-4f46-afb2-f4ebfaa25445 req-368e4273-2c7d-45c7-9deb-be40cb1f7fbe tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:29.420601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c68689c-a92c-4f46-afb2-f4ebfaa25445 req-368e4273-2c7d-45c7-9deb-be40cb1f7fbe tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0742319 Aug 20 13:46:29.438693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.452296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14aeac0a-df1b-4a1a-b9ae-8089d9bddb64 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.454593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14aeac0a-df1b-4a1a-b9ae-8089d9bddb64 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:29.459017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14aeac0a-df1b-4a1a-b9ae-8089d9bddb64 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] 10.222.0.59 "DELETE /v2.0/security-groups/d145ce53-ef87-4d8c-bf53-9afd724fb6c5 HTTP/1.1" status: 204 len: 168 time: 0.2811599 Aug 20 13:46:29.464204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 8b6433ef-edf7-4f7d-9aa5-87c085d6c74d yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:29.480926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aeac0a-df1b-4a1a-b9ae-8089d9bddb64 tempest-TestVolumeBootPattern-1639610737 tempest-TestVolumeBootPattern-1639610737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145ce53-ef87-4d8c-bf53-9afd724fb6c5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:29.517058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c68689c-a92c-4f46-afb2-f4ebfaa25445 req-025fe61a-ad26-4cee-9ca0-8d6d8d83d264 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0828865 Aug 20 13:46:29.604568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55176) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:29.630321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b02124-be79-47cd-921f-78b04bae6ef7 req-40e686d5-190e-4534-bf9d-7f40b0459726 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:29.631972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-01b02124-be79-47cd-921f-78b04bae6ef7 req-40e686d5-190e-4534-bf9d-7f40b0459726 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1073077 Aug 20 13:46:29.715047 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-01b02124-be79-47cd-921f-78b04bae6ef7 req-5de4b29a-7c63-4bc8-9624-814e05a63f3b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759830 Aug 20 13:46:29.735067 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 13:46:29.736540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:46:29.757262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4afda4be-c463-4fc4-80fe-d80ebc9cb5cd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5887356 Aug 20 13:46:29.758172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55182) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:29.816367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0643de9-e0e8-48e4-92ca-1c64da32534b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:29.823896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0643de9-e0e8-48e4-92ca-1c64da32534b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:29.826137 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c0643de9-e0e8-48e4-92ca-1c64da32534b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0667725 Aug 20 13:46:29.828871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55184) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:29.953402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 750cf9ce-81a1-465a-8924-3c04e38868c5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:29.953681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.092329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbacec6-1245-49bc-8702-5d9a4f177f9b req-af6d4070-97d8-4430-be2c-acefcf350231 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:30.101303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfbacec6-1245-49bc-8702-5d9a4f177f9b req-af6d4070-97d8-4430-be2c-acefcf350231 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1442778 Aug 20 13:46:30.128967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.153994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 750cf9ce-81a1-465a-8924-3c04e38868c5 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:30.180644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfbacec6-1245-49bc-8702-5d9a4f177f9b req-5d40317f-8dba-4796-885c-05462e75b988 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780978 Aug 20 13:46:30.243036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb03d3c3-ba1b-4429-b28d-abe49aab325d None None] Provisioning for port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:30.345477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.375629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=750cf9ce-81a1-465a-8924-3c04e38868c5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:30.420900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.423513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3542c7c7-6060-446d-a6ca-c4d95b328adb tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/750cf9ce-81a1-465a-8924-3c04e38868c5 HTTP/1.1" status: 204 len: 168 time: 0.5934284 Aug 20 13:46:30.426405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:30.474390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5e4dd07b-ffbd-477f-88d3-f7c2a646c7e1 None None] Could not find standard attr ID for object 228aca2a-a3eb-492a-aeda-3ac8180ae32f. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:30.521425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99d8f9-540a-47f7-9fbd-36aac56b86be tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:30.523100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99d8f9-540a-47f7-9fbd-36aac56b86be tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:30.524681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2e99d8f9-540a-47f7-9fbd-36aac56b86be tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0971529 Aug 20 13:46:30.528086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:30.546048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac01828b-58ff-43ff-89ed-ea4da3dbeea2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:30.584578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.600793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 8d9465aa-b353-483f-8314-9d40f28a3b10 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:30.605628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.616190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:30.623107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:30.623731 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.658564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.726866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.763414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656b18-7f12-4fa4-9238-55b188bb7da6 req-ae9699c1-1eb1-44b2-abcc-3f94c0e526c2 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:30.765112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86656b18-7f12-4fa4-9238-55b188bb7da6 req-ae9699c1-1eb1-44b2-abcc-3f94c0e526c2 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1277587 Aug 20 13:46:30.772152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ac01828b-58ff-43ff-89ed-ea4da3dbeea2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:30.779684 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.792644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.823839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-10ce9bca-fd49-4120-8eba-0d87b9a0511a None None] Could not find standard attr ID for object 750cf9ce-81a1-465a-8924-3c04e38868c5. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:30.824172 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86656b18-7f12-4fa4-9238-55b188bb7da6 req-c15e9803-7588-41e7-87c0-34b0465a0eab tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497079 Aug 20 13:46:30.863206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:30.904051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.920218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:30.922353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/8d9465aa-b353-483f-8314-9d40f28a3b10 HTTP/1.1" status: 204 len: 168 time: 0.3927603 Aug 20 13:46:30.928398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55194) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:30.945699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d8cde-b3d5-4e1b-a14b-955ffedc3f1f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9465aa-b353-483f-8314-9d40f28a3b10,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:30.957848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641052da-8113-4748-8083-7b571faab024 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:30.971143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-01eab816-eb30-4f9f-bc7b-9db980af11f3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415113 Aug 20 13:46:30.976934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55196) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:30.997249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:31.122036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:31.125519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.134343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Deleting port 5377af4b-0794-45e4-9d12-051c281eb776 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:31.134720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.138552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:31.187566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] Deleting port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:31.188254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.257688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] For port ac01828b-58ff-43ff-89ed-ea4da3dbeea2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:31.258477 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.274069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] Calling delete_port for ac01828b-58ff-43ff-89ed-ea4da3dbeea2 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:31.292666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] For port 5377af4b-0794-45e4-9d12-051c281eb776, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5377af4b-0794-45e4-9d12-051c281eb776,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:31.293042 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.312299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Calling delete_port for 5377af4b-0794-45e4-9d12-051c281eb776 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:31.317934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7817c9-2393-4386-b27f-ac3a657df073 req-f65c419f-ce61-4e19-85e0-452d161e50c9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:31.319711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f7817c9-2393-4386-b27f-ac3a657df073 req-f65c419f-ce61-4e19-85e0-452d161e50c9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0575731 Aug 20 13:46:31.371927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f7817c9-2393-4386-b27f-ac3a657df073 req-42f21e77-66ca-43c7-81ea-6fe609f64bf0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Aug 20 13:46:31.372632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.409222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] No DVR routers for this DVR port ac01828b-58ff-43ff-89ed-ea4da3dbeea2 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:31.413931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f6a0e-832b-48a3-a95d-88c914188c94 None None] Pushing event deleted for resources: {'Port': ['ID=ac01828b-58ff-43ff-89ed-ea4da3dbeea2,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:31.465144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.564098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:31.572301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:31.583114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca850f09-db89-4a0f-baec-b2471a6dd745 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:31.585337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:31.586124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.604938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=c3d0d803-0c07-4710-a93e-1e5072ee74f0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:31.605275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5182a6d-cde0-465e-9a67-0c30fbd0ffc6 req-8c7bf302-85a9-4be4-919c-4bbeea65d9fe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:31.607643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5182a6d-cde0-465e-9a67-0c30fbd0ffc6 req-8c7bf302-85a9-4be4-919c-4bbeea65d9fe tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0688729 Aug 20 13:46:31.615235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ea8e6b27-7da3-4877-a141-4c2a1b0721d3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6370747 Aug 20 13:46:31.618307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55204) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:31.624524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'c3d0d803-0c07-4710-a93e-1e5072ee74f0', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-116273850'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:31.674058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5182a6d-cde0-465e-9a67-0c30fbd0ffc6 req-080b9bc3-84a0-4561-8241-83588ac81e4e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467367 Aug 20 13:46:31.761506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.802828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=5377af4b-0794-45e4-9d12-051c281eb776,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:31.828291 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.879604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:31.885915 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.949579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': 'c3d0d803-0c07-4710-a93e-1e5072ee74f0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:31.950470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:31.982377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 1e263a68-d49d-4299-b796-8a31de139fdd yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:32.101587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/c3d0d803-0c07-4710-a93e-1e5072ee74f0/59893cae-6990-49b0-9a18-a7d888e6b052) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:32.126760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bed5-703f-42c8-8564-5dce77af506f req-7e67fa31-a510-46dc-8153-4698bf4d72ea tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:32.128327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61c9bed5-703f-42c8-8564-5dce77af506f req-7e67fa31-a510-46dc-8153-4698bf4d72ea tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1789114 Aug 20 13:46:32.152366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.237340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61c9bed5-703f-42c8-8564-5dce77af506f req-2f177c2e-cdd9-467b-aa93-711830c67014 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0977783 Aug 20 13:46:32.257079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.266760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Transition to ACTIVE for port object 59893cae-6990-49b0-9a18-a7d888e6b052 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:32.283096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Transition to ACTIVE for port object 59893cae-6990-49b0-9a18-a7d888e6b052 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:32.289401 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.293880 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:46:32.294350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:46:32.317241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0cb999c8-e1a8-4eab-a849-0cdbe52faf20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6971135 Aug 20 13:46:32.319766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55208) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:32.331507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:32.348375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:32.350582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Pushing event updated for resources: {'Port': ['ID=59893cae-6990-49b0-9a18-a7d888e6b052,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:32.352811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:32.417022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Attempting to bind port 59893cae-6990-49b0-9a18-a7d888e6b052 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:32.417385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Attempting to bind port 59893cae-6990-49b0-9a18-a7d888e6b052 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:32.417739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Attempting to bind port 59893cae-6990-49b0-9a18-a7d888e6b052 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:32.422834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:32.423208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:32.423613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.423998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:32.424463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Bound port: 59893cae-6990-49b0-9a18-a7d888e6b052, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:32.424871 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.447891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f267910-c05f-4e29-be78-9aa2dd469bb6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:32.451916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9f267910-c05f-4e29-be78-9aa2dd469bb6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1288819 Aug 20 13:46:32.452166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55210) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:32.503128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] For port 59893cae-6990-49b0-9a18-a7d888e6b052, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:32.506120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] For port 59893cae-6990-49b0-9a18-a7d888e6b052, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59893cae-6990-49b0-9a18-a7d888e6b052,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:32.507911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Router e28da5aa-c869-4d97-93bb-c7318291d3cd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:32.512071 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.526234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc0ef86-099a-439a-b652-7b97c79ae6a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:32.527775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc0ef86-099a-439a-b652-7b97c79ae6a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:32.529388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9dc0ef86-099a-439a-b652-7b97c79ae6a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762734 Aug 20 13:46:32.532101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55212) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:32.581690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac01828b-58ff-43ff-89ed-ea4da3dbeea2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:32.591125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de52b9c-6a71-42a5-9623-d663a27c0c57 None None] Pushing event updated for resources: {'Port': ['ID=59893cae-6990-49b0-9a18-a7d888e6b052,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:32.615767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ac01828b-58ff-43ff-89ed-ea4da3dbeea2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:32.616214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac01828b-58ff-43ff-89ed-ea4da3dbeea2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:32.619616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet c3d0d803-0c07-4710-a93e-1e5072ee74f0 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:32.623815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.667620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.670051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:32.678035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf217843-35c4-447b-83d8-d68f6c7c2e21 admin admin] 10.222.0.59 "PUT /v2.0/routers/e28da5aa-c869-4d97-93bb-c7318291d3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0693324 Aug 20 13:46:32.678035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55214) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:32.687048 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] Sync routers for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:32.697871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:32.698584 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:32.773720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.844164 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.870494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:32.890836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.935721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239de4a-4f6e-407f-ba5a-5c484df91225 req-5a87817e-bba8-49ab-9253-a2113e3df63d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:32.937736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a239de4a-4f6e-407f-ba5a-5c484df91225 req-5a87817e-bba8-49ab-9253-a2113e3df63d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0940557 Aug 20 13:46:32.940883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d0d803-0c07-4710-a93e-1e5072ee74f0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:32.948074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:32.952788 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd199816-63cd-4438-bea5-b31bc7777fbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c3d0d803-0c07-4710-a93e-1e5072ee74f0 HTTP/1.1" status: 204 len: 168 time: 0.4186037 Aug 20 13:46:32.954660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:32.980942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.011691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-33baa531-727c-4a30-8d52-fe43b14fccc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516217 Aug 20 13:46:33.014428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55220) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:33.019306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:33.047212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Deleting port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:33.047726 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.097794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a239de4a-4f6e-407f-ba5a-5c484df91225 req-393dd42a-7dc2-4244-90cf-cebf19abacb6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437311 Aug 20 13:46:33.105156 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:46:31Z', 'revision_number': 5, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port': {'id': 'ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:05Z', 'updated_at': '2021-08-20T13:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:33.135318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:33.142261 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] Checking router: e28da5aa-c869-4d97-93bb-c7318291d3cd for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:33.144719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.154040 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] Routers {'e28da5aa-c869-4d97-93bb-c7318291d3cd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:33.154820 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e28da5aa-c869-4d97-93bb-c7318291d3cd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:33.160244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] For port ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:33.160636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.182828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Calling delete_port for ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:33.253817 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] Set router e28da5aa-c869-4d97-93bb-c7318291d3cd gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:33.314160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:46:32Z', 'revision_number': 6, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:33.344674 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db46d10-df18-418a-8320-234501d54ae2 None None] The sync data for ids ['e28da5aa-c869-4d97-93bb-c7318291d3cd'] in n-d-804232-5 is: [{'id': 'e28da5aa-c869-4d97-93bb-c7318291d3cd', 'name': 'tempest-TestVolumeBootPattern-1227379657-router', 'tenant_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:04Z', 'updated_at': '2021-08-20T13:46:32Z', 'revision_number': 6, 'project_id': '88cef8e47ceb4aecb0e733a23bdcb0d7', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:33.356376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcee5b9-7d48-47a8-8c9a-6527e1f804a6 req-eae71695-621a-4695-8834-d4d0c8bde852 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:33.360205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7bcee5b9-7d48-47a8-8c9a-6527e1f804a6 req-eae71695-621a-4695-8834-d4d0c8bde852 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1660290 Aug 20 13:46:33.417073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.448572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7bcee5b9-7d48-47a8-8c9a-6527e1f804a6 req-009a4c22-5eba-495e-9bd0-2cb2d65925f6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802641 Aug 20 13:46:33.471334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f41f25-7489-4fbd-a039-e8ae52e796c3 req-29432d1a-bf96-431c-9475-cf90c3f7efab tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:33.473013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f41f25-7489-4fbd-a039-e8ae52e796c3 req-29432d1a-bf96-431c-9475-cf90c3f7efab tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1128616 Aug 20 13:46:33.487832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:33.499598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:33.502694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:33.503376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.528894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.531979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=5b3a4eb1-2fce-414f-996f-2e05d7d26723,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:33.548069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a65261c-4e6d-497a-a212-abe2906ab82b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5302913 Aug 20 13:46:33.548865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:33.554898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1889963125', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:33.566273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f41f25-7489-4fbd-a039-e8ae52e796c3 req-5c81eed2-8c8e-45c5-9c9d-edd3035f2456 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0824833 Aug 20 13:46:33.590177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.591804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.602248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:33.657435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.663495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.675967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fee9e-6114-4e59-b42b-4592c1f32a8e req-1cf32a8e-05b3-465c-ae31-dd59c091dabb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:33.681651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac7fee9e-6114-4e59-b42b-4592c1f32a8e req-1cf32a8e-05b3-465c-ae31-dd59c091dabb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1368206 Aug 20 13:46:33.684251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.685861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b762ed62-174b-48a7-b921-a67ff399f6dc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1364884 Aug 20 13:46:33.690001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:33.698885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.831238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.837192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac7fee9e-6114-4e59-b42b-4592c1f32a8e req-913ba006-1ccb-479c-964f-434f36a34a80 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513679 Aug 20 13:46:33.841026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.860791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31752a8f-e6af-49d4-b981-2a18759784c9 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:33.904627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.905314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28da5aa-c869-4d97-93bb-c7318291d3cd {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:46:33.915367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:33.917812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-63cf4f11-3c60-436d-8e05-eaf646d77e2e admin admin] 10.222.0.59 "DELETE /v2.0/routers/e28da5aa-c869-4d97-93bb-c7318291d3cd HTTP/1.1" status: 204 len: 168 time: 1.2390120 Aug 20 13:46:33.920453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55234) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:33.934482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5c780019-6646-4180-b3d2-72ea341eb86e None None] Provisioning for port 59893cae-6990-49b0-9a18-a7d888e6b052 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:33.979114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Deleting subnet 15657ce9-ff75-48e0-864b-8ce69a6671ad {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:33.982970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.023853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.114152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.182855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.213377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15657ce9-ff75-48e0-864b-8ce69a6671ad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:34.217876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.220248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-27969425-e085-4af0-9ef1-e8999763d58a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/15657ce9-ff75-48e0-864b-8ce69a6671ad HTTP/1.1" status: 204 len: 168 time: 0.2985613 Aug 20 13:46:34.222831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55236) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:34.229232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b028ef10-9a1c-4591-907e-c58f5e1fa304 None None] Network 99f2d22f-5462-4656-a197-abd054159830 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:34.398089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c41c9-e1b2-470b-a5ac-56d27b85737a req-bf95f099-78f4-42e4-85b8-2eda3141ad76 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:34.399701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-410c41c9-e1b2-470b-a5ac-56d27b85737a req-bf95f099-78f4-42e4-85b8-2eda3141ad76 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.4728312 Aug 20 13:46:34.453706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.480658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-410c41c9-e1b2-470b-a5ac-56d27b85737a req-1e7db947-bc43-4f4d-a16e-c4632b875784 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741808 Aug 20 13:46:34.547961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] DHCP port deletion for 99f2d22f-5462-4656-a197-abd054159830 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:34.656177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] Deleting port 28ad7f89-7030-406d-8e4c-547b5a5401a2 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:34.657358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.706127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59893cae-6990-49b0-9a18-a7d888e6b052 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:34.770782 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.794780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0330ec-1dea-4cd4-a63f-aeb28098ccbc req-9192c746-cc43-42b8-b2e1-7103c5d3e72f tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:34.796407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd0330ec-1dea-4cd4-a63f-aeb28098ccbc req-9192c746-cc43-42b8-b2e1-7103c5d3e72f tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0754437 Aug 20 13:46:34.802061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] For port 28ad7f89-7030-406d-8e4c-547b5a5401a2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=28ad7f89-7030-406d-8e4c-547b5a5401a2,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:34.802745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.818910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] Calling delete_port for 28ad7f89-7030-406d-8e4c-547b5a5401a2 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:34.856815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::1 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/5b3a4eb1-2fce-414f-996f-2e05d7d26723/f99796aa-d4e6-4424-9846-77408b8e820e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:34.874434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd0330ec-1dea-4cd4-a63f-aeb28098ccbc req-c7f9f7dc-a7b6-4520-a5d2-f8f87b226d5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0700800 Aug 20 13:46:34.884962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 59893cae-6990-49b0-9a18-a7d888e6b052 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:34.886990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Deleting port 28ad7f89-7030-406d-8e4c-547b5a5401a2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:34.887445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.896631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 59893cae-6990-49b0-9a18-a7d888e6b052 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:34.896631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.970060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.973843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] For port 28ad7f89-7030-406d-8e4c-547b5a5401a2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=28ad7f89-7030-406d-8e4c-547b5a5401a2,segment=NetworkSegment(999ec0d1-17a3-4c19-9c0d-9cd4e21e3559),segment_id=999ec0d1-17a3-4c19-9c0d-9cd4e21e3559)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:34.974366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:34.992088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] No DVR routers for this DVR port 28ad7f89-7030-406d-8e4c-547b5a5401a2 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:34.995179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Calling delete_port for 28ad7f89-7030-406d-8e4c-547b5a5401a2 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:35.012453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1cc81-c8a7-4d51-829a-8f841be77dfe None None] Pushing event deleted for resources: {'Port': ['ID=28ad7f89-7030-406d-8e4c-547b5a5401a2,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:35.065496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-5a554e18-d83c-45e8-8de3-f6c220186e1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658001 Aug 20 13:46:35.083965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.122013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.123737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 59893cae-6990-49b0-9a18-a7d888e6b052, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59893cae-6990-49b0-9a18-a7d888e6b052,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:35.128526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.133143 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.154940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object f99796aa-d4e6-4424-9846-77408b8e820e will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:35.171814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-013bd41d-3dd7-43b2-8536-2352bbdcca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:35.173490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-013bd41d-3dd7-43b2-8536-2352bbdcca19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1096 time: 0.0785530 Aug 20 13:46:35.196697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Pushing event deleted for resources: {'Port': ['ID=28ad7f89-7030-406d-8e4c-547b5a5401a2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:35.198710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] No DVR routers for this DVR port 28ad7f89-7030-406d-8e4c-547b5a5401a2 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:35.223019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=59893cae-6990-49b0-9a18-a7d888e6b052,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:35.227491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5377af4b-0794-45e4-9d12-051c281eb776 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:35.231230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd200-47bb-47e2-a0aa-e7a14dada47e req-a87302d2-31ed-4598-bb82-4d9d6e8828a1 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:35.232893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4bd200-47bb-47e2-a0aa-e7a14dada47e req-a87302d2-31ed-4598-bb82-4d9d6e8828a1 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1201267 Aug 20 13:46:35.253640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5377af4b-0794-45e4-9d12-051c281eb776 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:35.254251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5377af4b-0794-45e4-9d12-051c281eb776 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:35.254912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:35.267739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.280854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:35.281356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ec22cc0e-feeb-4286-b7c7-c9c3fe35a4cb not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:35.307326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.325644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f2d22f-5462-4656-a197-abd054159830']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:35.326582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:35.330579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3e4bd200-47bb-47e2-a0aa-e7a14dada47e req-ded713a6-5a5f-445c-8c70-51666cff8270 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0850446 Aug 20 13:46:35.334616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:35.340389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:35.340764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999ec0d1-17a3-4c19-9c0d-9cd4e21e3559') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:35.344789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:35.345334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.362243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.382006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.390261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:46:35.390736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:46:35.392810 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:46:35.396308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=f99796aa-d4e6-4424-9846-77408b8e820e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:35.412990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-18c81fe2-a820-4669-ba8d-1bae6c128243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:35.415495 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-18c81fe2-a820-4669-ba8d-1bae6c128243 service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.2217085 Aug 20 13:46:35.462236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.469188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.471205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] 10.222.0.59 "DELETE /v2.0/networks/99f2d22f-5462-4656-a197-abd054159830 HTTP/1.1" status: 204 len: 168 time: 1.2472270 Aug 20 13:46:35.482574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55246) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:35.488914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5266da-0c11-4e45-885e-71e4dcc0294b admin admin] Pushing event deleted for resources: {'Network': ['ID=99f2d22f-5462-4656-a197-abd054159830,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:35.564726 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-34125fcf-7a9a-4946-8c47-de6843ed36fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 1001 time: 0.1396949 Aug 20 13:46:35.633083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.655987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-81c6f252-3f95-484c-800e-56f796d74654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:35.657518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-81c6f252-3f95-484c-800e-56f796d74654 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0863526 Aug 20 13:46:35.698959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b6013865-c7df-49e9-bac4-cf5ac64bf9eb None None] Provisioning for port f99796aa-d4e6-4424-9846-77408b8e820e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:35.703378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b6013865-c7df-49e9-bac4-cf5ac64bf9eb None None] Provisioning complete for port f99796aa-d4e6-4424-9846-77408b8e820e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:35.703766 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b6013865-c7df-49e9-bac4-cf5ac64bf9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.743923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b6013865-c7df-49e9-bac4-cf5ac64bf9eb None None] Port f99796aa-d4e6-4424-9846-77408b8e820e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:46:35.802837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-3f4cd87c-a9e8-4141-9a3e-7d234352b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:35.804371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-3f4cd87c-a9e8-4141-9a3e-7d234352b757 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270335 Aug 20 13:46:35.867417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:35.984142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-818f807f-6074-4fd3-864f-98caf9940fce service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708043 Aug 20 13:46:36.089715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.095596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.096363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.131064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Deleting port 55ceec88-81c6-4c8e-8754-b2f546462abf {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:36.131408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.160466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ff1f0c7d-9096-4fc4-b9d9-afb12f3ca57b req-ad645018-6ab5-4510-bddf-a0da451c32d8 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670070 Aug 20 13:46:36.198702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=f99796aa-d4e6-4424-9846-77408b8e820e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:36.229909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] For port 55ceec88-81c6-4c8e-8754-b2f546462abf, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=55ceec88-81c6-4c8e-8754-b2f546462abf,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:36.230281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.244138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Calling delete_port for 55ceec88-81c6-4c8e-8754-b2f546462abf owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:36.288236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:36.290931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:36.297057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-b1ddb962-3581-490c-9107-93367c8e1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:36.298574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-b1ddb962-3581-490c-9107-93367c8e1f39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1096 time: 0.0714259 Aug 20 13:46:36.505679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.516965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59893cae-6990-49b0-9a18-a7d888e6b052 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:36.553668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ceec88-81c6-4c8e-8754-b2f546462abf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:36.561441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7709f11-00dc-4e9e-bdde-9dd9e435dab1 req-676bef02-76d8-4f89-bf55-a0e57a8c2fc7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:36.564640 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7709f11-00dc-4e9e-bdde-9dd9e435dab1 req-676bef02-76d8-4f89-bf55-a0e57a8c2fc7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1331575 Aug 20 13:46:36.564640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-769048f9-f7a2-4e58-88b6-1ef494dc6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:36.566194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-769048f9-f7a2-4e58-88b6-1ef494dc6fcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.2613552 Aug 20 13:46:36.610431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 59893cae-6990-49b0-9a18-a7d888e6b052 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:36.611149 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.672834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c7709f11-00dc-4e9e-bdde-9dd9e435dab1 req-1ab28b18-da7f-4cb8-b082-19424510b117 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0884023 Aug 20 13:46:36.694846 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-dceb80fd-b395-4f2d-852b-f4f87b0a06a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 1001 time: 0.1163690 Aug 20 13:46:36.699656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Router 2e685d02-d073-47d6-b938-cd998113d082 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:46:36.731445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-39b2d8b0-70bd-4a22-bbbb-13c3818aaf4a None None] Provisioning complete for port f99796aa-d4e6-4424-9846-77408b8e820e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:36.732104 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39b2d8b0-70bd-4a22-bbbb-13c3818aaf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.779181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-95bcf265-fa02-41bf-b728-5e28f2d7ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:36.781193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-95bcf265-fa02-41bf-b728-5e28f2d7ebae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0763206 Aug 20 13:46:36.790031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:36.801194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-39b2d8b0-70bd-4a22-bbbb-13c3818aaf4a None None] Port f99796aa-d4e6-4424-9846-77408b8e820e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:46:36.808221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 28ad7f89-7030-406d-8e4c-547b5a5401a2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:36.833415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 28ad7f89-7030-406d-8e4c-547b5a5401a2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:36.833856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 28ad7f89-7030-406d-8e4c-547b5a5401a2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:36.922860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-60c99ee6-1424-48e3-b9bb-8ffa840c2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:36.924375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-60c99ee6-1424-48e3-b9bb-8ffa840c2cdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906286 Aug 20 13:46:36.929922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:36.936208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b8f7b8cb-0676-4130-a90a-3a5ecab1f995 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "PUT /v2.0/routers/2e685d02-d073-47d6-b938-cd998113d082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2450547 Aug 20 13:46:36.941637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Sync routers for ids ['2e685d02-d073-47d6-b938-cd998113d082'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:36.947038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55250) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:36.952156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Routers {'2e685d02-d073-47d6-b938-cd998113d082'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:36.952913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2e685d02-d073-47d6-b938-cd998113d082'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:37.031416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9669b1c-9e74-4d13-aea4-393818ead072 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:37.032791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e9669b1c-9e74-4d13-aea4-393818ead072 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports/f99796aa-d4e6-4424-9846-77408b8e820e HTTP/1.1" status: 200 len: 911 time: 0.0848646 Aug 20 13:46:37.035298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55252) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:37.042511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Router a4f76aab-a4ac-4cd5-a701-4d31827475d2 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:37.051376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Set router 2e685d02-d073-47d6-b938-cd998113d082 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:37.102292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-5be4bcfd-d1ac-4b69-8207-ad2f16f78ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648993 Aug 20 13:46:37.112095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6ae99-f716-4c3c-82e9-85758184c89f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:37.118039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6ae99-f716-4c3c-82e9-85758184c89f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:37.123437 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2b6ae99-f716-4c3c-82e9-85758184c89f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0840614 Aug 20 13:46:37.128595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55254) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:37.159809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:37.164984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0f8e53bd-dd01-4f2b-b02a-643a8da0fae0 admin admin] 10.222.0.59 "PUT /v2.0/routers/a4f76aab-a4ac-4cd5-a701-4d31827475d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809645 Aug 20 13:46:37.168491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55256) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:37.173326 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] Sync routers for ids ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:37.183840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] Routers {'a4f76aab-a4ac-4cd5-a701-4d31827475d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:37.184783 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:37.272716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e685d02-d073-47d6-b938-cd998113d082', 'name': 'tempest-NetworksTestDHCPv6-router-1889963125', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:33Z', 'updated_at': '2021-08-20T13:46:35Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None, '_interfaces': [{'id': 'f99796aa-d4e6-4424-9846-77408b8e820e', 'name': '', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'mac_address': 'fa:16:3e:85:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e685d02-d073-47d6-b938-cd998113d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b3a4eb1-2fce-414f-996f-2e05d7d26723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:46:34Z', 'updated_at': '2021-08-20T13:46:35Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'subnets': [{'id': '5b3a4eb1-2fce-414f-996f-2e05d7d26723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:37.298601 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] Set router a4f76aab-a4ac-4cd5-a701-4d31827475d2 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:37.304340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Checking router: 2e685d02-d073-47d6-b938-cd998113d082 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:37.304846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Updating router 2e685d02-d073-47d6-b938-cd998113d082 port f99796aa-d4e6-4424-9846-77408b8e820e binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:46:37.322287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.336958 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.366595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-00311e3d-14c5-4cfe-ae5f-fe3fc8e936e7 req-bf61bf30-2795-4c38-b6f8-fcc7057e86d4 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451055 Aug 20 13:46:37.490983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.510131 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:46:36Z', 'revision_number': 5, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port': {'id': 'a398e6ff-eac1-496f-a9d8-ef5e8a860058', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:34:20Z', 'updated_at': '2021-08-20T13:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:37.539623 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] Checking router: a4f76aab-a4ac-4cd5-a701-4d31827475d2 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:37.553202 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] Routers {'a4f76aab-a4ac-4cd5-a701-4d31827475d2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:37.553928 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:37.572654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Deleting port a398e6ff-eac1-496f-a9d8-ef5e8a860058 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:37.572654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.660297 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] Set router a4f76aab-a4ac-4cd5-a701-4d31827475d2 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:37.693961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] For port a398e6ff-eac1-496f-a9d8-ef5e8a860058, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a398e6ff-eac1-496f-a9d8-ef5e8a860058,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:37.694327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.695000 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.710898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Transition to ACTIVE for port object f99796aa-d4e6-4424-9846-77408b8e820e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:37.720092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.721831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Calling delete_port for a398e6ff-eac1-496f-a9d8-ef5e8a860058 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:37.725525 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:46:37Z', 'revision_number': 6, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:37.758667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a31178-ed4c-4647-bae8-4998daa4d211 None None] The sync data for ids ['a4f76aab-a4ac-4cd5-a701-4d31827475d2'] in n-d-804232-5 is: [{'id': 'a4f76aab-a4ac-4cd5-a701-4d31827475d2', 'name': 'tempest-TestVolumeBootPattern-406697241-router', 'tenant_id': 'c4045d0607d54ad3975970d67f10e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:34:17Z', 'updated_at': '2021-08-20T13:46:37Z', 'revision_number': 6, 'project_id': 'c4045d0607d54ad3975970d67f10e283', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:37.849441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808a173-1756-4950-b69f-a1aba33bfc48 None None] Pushing event updated for resources: {'Port': ['ID=f99796aa-d4e6-4424-9846-77408b8e820e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:37.887653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Attempting to bind port f99796aa-d4e6-4424-9846-77408b8e820e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:37.888584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Attempting to bind port f99796aa-d4e6-4424-9846-77408b8e820e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:37.889157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Attempting to bind port f99796aa-d4e6-4424-9846-77408b8e820e on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:37.896132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:37.896746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:37.897327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:37.897835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:37.898863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Bound port: f99796aa-d4e6-4424-9846-77408b8e820e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:37.899390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.046116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] For port f99796aa-d4e6-4424-9846-77408b8e820e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:38.052340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] For port f99796aa-d4e6-4424-9846-77408b8e820e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f99796aa-d4e6-4424-9846-77408b8e820e,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:38.063336 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.064957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4165b1-fbb4-49cd-8bbc-92bf62e5ba5a req-8ea606e8-f1df-4938-b26e-f0a345cc58ee tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:38.067439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a4165b1-fbb4-49cd-8bbc-92bf62e5ba5a req-8ea606e8-f1df-4938-b26e-f0a345cc58ee tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.2068710 Aug 20 13:46:38.076422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-f5a7d900-f287-40e5-845f-67c3967db3eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1742074 Aug 20 13:46:38.196526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a4165b1-fbb4-49cd-8bbc-92bf62e5ba5a req-22701027-54a9-40d0-9fd9-4d6fa8dac411 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0996463 Aug 20 13:46:38.226399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.250355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808a173-1756-4950-b69f-a1aba33bfc48 None None] Pushing event updated for resources: {'Port': ['ID=f99796aa-d4e6-4424-9846-77408b8e820e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:38.258672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Routers {'2e685d02-d073-47d6-b938-cd998113d082'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:38.260009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2e685d02-d073-47d6-b938-cd998113d082'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:38.261051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-7d496d1e-83e2-495e-9cb6-3d6cc825d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:38.262725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-7d496d1e-83e2-495e-9cb6-3d6cc825d73c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 1096 time: 0.1273584 Aug 20 13:46:38.278690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.329379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a398e6ff-eac1-496f-a9d8-ef5e8a860058,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:38.391678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] Set router 2e685d02-d073-47d6-b938-cd998113d082 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:38.506771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.553630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port f99796aa-d4e6-4424-9846-77408b8e820e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:38.553871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.577890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-62a301d0-32c3-406d-beb8-c2beac8d08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:38.579322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-62a301d0-32c3-406d-beb8-c2beac8d08b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.2901778 Aug 20 13:46:38.623559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.652028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.656386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-d1f25e16-e1dc-446f-847c-2cab1d8acf65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c HTTP/1.1" status: 200 len: 217 time: 0.0433660 Aug 20 13:46:38.658522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e685d02-d073-47d6-b938-cd998113d082', 'name': 'tempest-NetworksTestDHCPv6-router-1889963125', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:33Z', 'updated_at': '2021-08-20T13:46:35Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None, '_interfaces': [{'id': 'f99796aa-d4e6-4424-9846-77408b8e820e', 'name': '', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'mac_address': 'fa:16:3e:85:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e685d02-d073-47d6-b938-cd998113d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b3a4eb1-2fce-414f-996f-2e05d7d26723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:46:34Z', 'updated_at': '2021-08-20T13:46:38Z', 'revision_number': 4, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'subnets': [{'id': '5b3a4eb1-2fce-414f-996f-2e05d7d26723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:38.690507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port f99796aa-d4e6-4424-9846-77408b8e820e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f99796aa-d4e6-4424-9846-77408b8e820e,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:38.691073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.696982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0a5a2-2e9d-4240-8b3b-16f8c6237202 None None] The sync data for ids ['2e685d02-d073-47d6-b938-cd998113d082'] in n-d-804232-5 is: [{'id': '2e685d02-d073-47d6-b938-cd998113d082', 'name': 'tempest-NetworksTestDHCPv6-router-1889963125', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:33Z', 'updated_at': '2021-08-20T13:46:35Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None, '_interfaces': [{'id': 'f99796aa-d4e6-4424-9846-77408b8e820e', 'name': '', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'mac_address': 'fa:16:3e:85:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e685d02-d073-47d6-b938-cd998113d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b3a4eb1-2fce-414f-996f-2e05d7d26723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:46:34Z', 'updated_at': '2021-08-20T13:46:38Z', 'revision_number': 4, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'subnets': [{'id': '5b3a4eb1-2fce-414f-996f-2e05d7d26723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:38.708884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for f99796aa-d4e6-4424-9846-77408b8e820e owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:38.768067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-60fbcea7-bf86-4577-8c85-fcfcbb6dcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:38.769486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-60fbcea7-bf86-4577-8c85-fcfcbb6dcab0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.1064749 Aug 20 13:46:38.770644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.771221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f76aab-a4ac-4cd5-a701-4d31827475d2 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:46:38.773010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a398e6ff-eac1-496f-a9d8-ef5e8a860058 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:38.776345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.780122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b3e066a-18cc-4413-b950-efd463227a30 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a4f76aab-a4ac-4cd5-a701-4d31827475d2 HTTP/1.1" status: 204 len: 168 time: 1.6079252 Aug 20 13:46:38.785016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:38.823132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a398e6ff-eac1-496f-a9d8-ef5e8a860058 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:38.824022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a398e6ff-eac1-496f-a9d8-ef5e8a860058 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:38.824838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55ceec88-81c6-4c8e-8754-b2f546462abf no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:38.849743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-08f74908-d83e-40e2-b658-09edcb86ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:38.851171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 55ceec88-81c6-4c8e-8754-b2f546462abf {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:38.852446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 55ceec88-81c6-4c8e-8754-b2f546462abf not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:38.853749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-08f74908-d83e-40e2-b658-09edcb86ac93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719569 Aug 20 13:46:38.911672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Deleting subnet c680f925-a9a5-4287-9e9e-bc31b8e825eb {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:38.915745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.962881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:38.967410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-a105ea5b-2b57-4194-8106-28828f2cdb02 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077399 Aug 20 13:46:39.121894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.171184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=f99796aa-d4e6-4424-9846-77408b8e820e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:39.209094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.375414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.419890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09442beb-0310-4daf-abf6-dd2c9886ddc0 req-dc0312e0-478e-4a35-92f3-d9ec61692658 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:39.421983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09442beb-0310-4daf-abf6-dd2c9886ddc0 req-dc0312e0-478e-4a35-92f3-d9ec61692658 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1062980 Aug 20 13:46:39.424751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.481680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-477ccf86-f13c-4fc7-8fd7-6643efcf79e6 req-c467bfec-9d87-41af-abce-a2aaaa2355c2 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072570 Aug 20 13:46:39.500902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df007452-bed6-4b38-b5ad-d9eb6ad16927 None None] Network 6ddab044-4635-4257-a9f0-4fc5051f416b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:39.517737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.519633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c680f925-a9a5-4287-9e9e-bc31b8e825eb HTTP/1.1" status: 204 len: 168 time: 0.7336667 Aug 20 13:46:39.523907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55264) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:39.564075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72e267-93bb-4c64-8683-2d8f1ff0d64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c680f925-a9a5-4287-9e9e-bc31b8e825eb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:39.631895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09442beb-0310-4daf-abf6-dd2c9886ddc0 req-2a903b6d-3e56-4b1d-9a8a-0084e69fa3aa tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1940489 Aug 20 13:46:39.636104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.681393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Router 2e685d02-d073-47d6-b938-cd998113d082 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:39.721299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Deleting port 4248b218-4355-4f97-95c7-d7c40a1d7d03 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:39.721646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.776114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:39.793180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a357031d-4552-436b-828b-3ec08d4ba60f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "PUT /v2.0/routers/2e685d02-d073-47d6-b938-cd998113d082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6635187 Aug 20 13:46:39.796348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55268) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:39.843751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] For port 4248b218-4355-4f97-95c7-d7c40a1d7d03, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4248b218-4355-4f97-95c7-d7c40a1d7d03,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:39.844141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.869699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Calling delete_port for 4248b218-4355-4f97-95c7-d7c40a1d7d03 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:39.889739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac87621-a298-4ca4-a079-e96bef5c4776 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:39.891390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac87621-a298-4ca4-a079-e96bef5c4776 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:39.893028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fac87621-a298-4ca4-a079-e96bef5c4776 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0962191 Aug 20 13:46:39.895643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55270) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:39.931759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] DHCP port deletion for 6ddab044-4635-4257-a9f0-4fc5051f416b request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:39.984795 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] Deleting port 4248b218-4355-4f97-95c7-d7c40a1d7d03 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:39.985290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:39.992488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 5b3a4eb1-2fce-414f-996f-2e05d7d26723 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:39.999550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.061088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] For port 4248b218-4355-4f97-95c7-d7c40a1d7d03, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4248b218-4355-4f97-95c7-d7c40a1d7d03,segment=NetworkSegment(fd839f4c-37be-4377-8c9c-9c116aaad105),segment_id=fd839f4c-37be-4377-8c9c-9c116aaad105)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:40.061858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.062469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.089762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] Calling delete_port for 4248b218-4355-4f97-95c7-d7c40a1d7d03 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:40.099022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.135479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Pushing event deleted for resources: {'Port': ['ID=4248b218-4355-4f97-95c7-d7c40a1d7d03,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:40.144529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] No DVR routers for this DVR port 4248b218-4355-4f97-95c7-d7c40a1d7d03 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:40.173171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.202608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.230359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] Pushing event deleted for resources: {'Port': ['ID=4248b218-4355-4f97-95c7-d7c40a1d7d03,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:40.232348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ac4e4-d5a5-457e-968d-b9de2cb053ca None None] No DVR routers for this DVR port 4248b218-4355-4f97-95c7-d7c40a1d7d03 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:40.266281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.283086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddab044-4635-4257-a9f0-4fc5051f416b']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:40.301358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd839f4c-37be-4377-8c9c-9c116aaad105') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:40.301662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd839f4c-37be-4377-8c9c-9c116aaad105') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:40.314613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.322215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.352720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.359852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3a4eb1-2fce-414f-996f-2e05d7d26723,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:40.365317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:46:40.365734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:46:40.367599 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:46:40.378768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.380288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1078b2c-f8fe-47d1-90b8-d25d5556bb97 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:40.380999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-903a9f11-46db-4b3f-b784-3a26a4b196a0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/5b3a4eb1-2fce-414f-996f-2e05d7d26723 HTTP/1.1" status: 204 len: 168 time: 0.4843650 Aug 20 13:46:40.383968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:40.457626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.470995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.477578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ddab044-4635-4257-a9f0-4fc5051f416b HTTP/1.1" status: 204 len: 168 time: 0.9501002 Aug 20 13:46:40.499099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661a190-74fc-4bd3-b681-3ac880ebe24f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddab044-4635-4257-a9f0-4fc5051f416b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:40.554815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4248b218-4355-4f97-95c7-d7c40a1d7d03 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:40.583678 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e2d230d-aa50-4c5d-9975-c23c50307f4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1982040 Aug 20 13:46:40.586745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55278) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:40.611472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4248b218-4355-4f97-95c7-d7c40a1d7d03 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:40.611813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4248b218-4355-4f97-95c7-d7c40a1d7d03 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:40.676108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55280) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:40.702581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.734085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:40.741752 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-49d79eee-92b1-4058-9bd4-1f13bdcbed9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88cef8e47ceb4aecb0e733a23bdcb0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643880 Aug 20 13:46:40.744395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:40.780993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Sync routers for ids ['2e685d02-d073-47d6-b938-cd998113d082'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:40.797411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Routers {'2e685d02-d073-47d6-b938-cd998113d082'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:40.798508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2e685d02-d073-47d6-b938-cd998113d082'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:40.803478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-485c28de-2812-4cb7-ae2b-be6d60b9b438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.827060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-485c28de-2812-4cb7-ae2b-be6d60b9b438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.883351 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-485c28de-2812-4cb7-ae2b-be6d60b9b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.887243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-485c28de-2812-4cb7-ae2b-be6d60b9b438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.888024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Set router 2e685d02-d073-47d6-b938-cd998113d082 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:40.891433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] Deleting port 59893cae-6990-49b0-9a18-a7d888e6b052 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:40.891782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-485c28de-2812-4cb7-ae2b-be6d60b9b438 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92dc7bde-de20-4066-922f-30b7b696e3bc HTTP/1.1" status: 204 len: 168 time: 0.1455395 Aug 20 13:46:40.891913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.901018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c28de-2812-4cb7-ae2b-be6d60b9b438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc7bde-de20-4066-922f-30b7b696e3bc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:40.925867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.928078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.977191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.977671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Fanout notify agent at l3_agent the message router_deleted on router 2e685d02-d073-47d6-b938-cd998113d082 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:46:40.989703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:40.990903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6a54c7df-1801-4eb4-95c2-ce066c59670b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/routers/2e685d02-d073-47d6-b938-cd998113d082 HTTP/1.1" status: 204 len: 168 time: 0.4024558 Aug 20 13:46:40.994134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55286) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:40.997727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e685d02-d073-47d6-b938-cd998113d082', 'name': 'tempest-NetworksTestDHCPv6-router-1889963125', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:33Z', 'updated_at': '2021-08-20T13:46:38Z', 'revision_number': 3, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:40.999414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:41.038182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Checking router: 2e685d02-d073-47d6-b938-cd998113d082 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:41.064937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] For port 59893cae-6990-49b0-9a18-a7d888e6b052, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59893cae-6990-49b0-9a18-a7d888e6b052,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:41.065487 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.068715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:41.069106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:46:41.069693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_agentschedulers_db [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e685d02-d073-47d6-b938-cd998113d082'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:46:41.070079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1c7f9-eeba-490d-a328-c8ef69d8ad89 None None] The sync data for ids ['2e685d02-d073-47d6-b938-cd998113d082'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:41.083720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] Calling delete_port for 59893cae-6990-49b0-9a18-a7d888e6b052 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:41.120881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:41.125666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.183359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.219173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] No DVR routers for this DVR port 59893cae-6990-49b0-9a18-a7d888e6b052 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:41.221935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6520-aa97-4d65-a135-e230e014ff09 None None] Pushing event deleted for resources: {'Port': ['ID=59893cae-6990-49b0-9a18-a7d888e6b052,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:41.341912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.344678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:41.387753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:41.391235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:41.391739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-66b9174d-44f7-4654-9687-9c72d2e2e094 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c4045d0607d54ad3975970d67f10e283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458195 Aug 20 13:46:41.396536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55292) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:41.396864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:41.396864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.408182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=4f4349b0-5f4f-4c6d-a55d-5a5636354129,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:41.418199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3d2423dd-255d-4ffa-be68-f8df2bda3be0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4228458 Aug 20 13:46:41.421755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:41.426290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-617065639', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:41.431862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e911b0-fbbd-42c8-b21d-ba709b32fd80 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:41.460859 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.462061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.467495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80f69bd6-f651-4040-8c5e-77a481dc5dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.496917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80f69bd6-f651-4040-8c5e-77a481dc5dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.523340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.529811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.552519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.553978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c937156e-85f5-424c-86b6-9b2e388c579f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1312363 Aug 20 13:46:41.557942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55296) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:41.588635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80f69bd6-f651-4040-8c5e-77a481dc5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.590008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-80f69bd6-f651-4040-8c5e-77a481dc5dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.594210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-80f69bd6-f651-4040-8c5e-77a481dc5dcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d34b35d-7e47-475a-85a3-48edddfeb3ae HTTP/1.1" status: 204 len: 168 time: 0.1961303 Aug 20 13:46:41.611916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f69bd6-f651-4040-8c5e-77a481dc5dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d34b35d-7e47-475a-85a3-48edddfeb3ae,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:41.753679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:41.755292 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.924249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:41.938982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/4f4349b0-5f4f-4c6d-a55d-5a5636354129/cff325b5-3503-425a-a26f-aa8c048fe904) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:42.123537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.135364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Transition to ACTIVE for port object cff325b5-3503-425a-a26f-aa8c048fe904 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:42.153722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Transition to ACTIVE for port object cff325b5-3503-425a-a26f-aa8c048fe904 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:42.161672 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.208570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:42.212009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:42.216404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:42.220724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::1 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/4f4349b0-5f4f-4c6d-a55d-5a5636354129/9a37d583-c360-4d01-ab29-4dd798294ae6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:42.228402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Pushing event updated for resources: {'Port': ['ID=cff325b5-3503-425a-a26f-aa8c048fe904,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:42.289046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Attempting to bind port cff325b5-3503-425a-a26f-aa8c048fe904 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:42.289437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Attempting to bind port cff325b5-3503-425a-a26f-aa8c048fe904 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:42.289788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Attempting to bind port cff325b5-3503-425a-a26f-aa8c048fe904 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:42.297056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:42.297428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:42.297840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.298253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:42.298743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Bound port: cff325b5-3503-425a-a26f-aa8c048fe904, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:42.299132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.369237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.383676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 9a37d583-c360-4d01-ab29-4dd798294ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:42.388581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] For port cff325b5-3503-425a-a26f-aa8c048fe904, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:42.392929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] For port cff325b5-3503-425a-a26f-aa8c048fe904, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cff325b5-3503-425a-a26f-aa8c048fe904,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:42.398085 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.425081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.472625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924ddba-6854-40cd-9513-01451c4a1463 None None] Pushing event updated for resources: {'Port': ['ID=cff325b5-3503-425a-a26f-aa8c048fe904,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:42.508900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:42.513511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:42.517723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:42.518274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.537187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f99796aa-d4e6-4424-9846-77408b8e820e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:42.560812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=9a37d583-c360-4d01-ab29-4dd798294ae6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:42.561088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: f99796aa-d4e6-4424-9846-77408b8e820e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:42.561397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f99796aa-d4e6-4424-9846-77408b8e820e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:42.561843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59893cae-6990-49b0-9a18-a7d888e6b052 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:42.582906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 59893cae-6990-49b0-9a18-a7d888e6b052 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:42.583289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59893cae-6990-49b0-9a18-a7d888e6b052 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:42.670411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.939958 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.945444 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:42.946063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:43.031355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=9a37d583-c360-4d01-ab29-4dd798294ae6,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:43.076572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:43.078208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:43.202407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Router 049dad99-a8a5-4078-887e-b5d6627ffa8d is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:46:43.299885 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:43.304949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-564404f3-bd3e-41de-beb3-dc12fae0b19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "PUT /v2.0/routers/049dad99-a8a5-4078-887e-b5d6627ffa8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462075 Aug 20 13:46:43.307794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:43.320478 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Sync routers for ids ['049dad99-a8a5-4078-887e-b5d6627ffa8d'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:43.331369 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Routers {'049dad99-a8a5-4078-887e-b5d6627ffa8d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:43.332007 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['049dad99-a8a5-4078-887e-b5d6627ffa8d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:43.383029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5398f-ffa4-4c45-96af-c69b3ade6710 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:43.388995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b6f5398f-ffa4-4c45-96af-c69b3ade6710 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports/9a37d583-c360-4d01-ab29-4dd798294ae6 HTTP/1.1" status: 200 len: 911 time: 0.0773036 Aug 20 13:46:43.389560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55302) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:43.454106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eddb57-1f1f-49c6-9885-fafb80a342f3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:43.460467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eddb57-1f1f-49c6-9885-fafb80a342f3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:43.465206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-42eddb57-1f1f-49c6-9885-fafb80a342f3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0716078 Aug 20 13:46:43.465589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55304) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:43.538060 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Set router 049dad99-a8a5-4078-887e-b5d6627ffa8d gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:43.588276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3c37a482-fd3d-4773-bd7e-526eed035fba None None] Provisioning for port cff325b5-3503-425a-a26f-aa8c048fe904 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:43.717607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8fd2e16b-c93e-4adf-afa7-25be976d4ca3 None None] Provisioning for port 9a37d583-c360-4d01-ab29-4dd798294ae6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:43.722144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8fd2e16b-c93e-4adf-afa7-25be976d4ca3 None None] Provisioning complete for port 9a37d583-c360-4d01-ab29-4dd798294ae6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:43.722527 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e16b-c93e-4adf-afa7-25be976d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:43.769725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2e16b-c93e-4adf-afa7-25be976d4ca3 None None] Port 9a37d583-c360-4d01-ab29-4dd798294ae6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:46:43.775995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049dad99-a8a5-4078-887e-b5d6627ffa8d', 'name': 'tempest-NetworksTestDHCPv6-router-617065639', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:41Z', 'updated_at': '2021-08-20T13:46:42Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None, '_interfaces': [{'id': '9a37d583-c360-4d01-ab29-4dd798294ae6', 'name': '', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'mac_address': 'fa:16:3e:aa:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049dad99-a8a5-4078-887e-b5d6627ffa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:46:42Z', 'updated_at': '2021-08-20T13:46:42Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'subnets': [{'id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:43.807821 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Checking router: 049dad99-a8a5-4078-887e-b5d6627ffa8d for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:46:43.808170 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Updating router 049dad99-a8a5-4078-887e-b5d6627ffa8d port 9a37d583-c360-4d01-ab29-4dd798294ae6 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:46:43.834911 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:43.953044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:43.992761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-60bbec14-71a2-409a-8cd9-db7185c95f40 None None] Provisioning complete for port 9a37d583-c360-4d01-ab29-4dd798294ae6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:43.993022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-60bbec14-71a2-409a-8cd9-db7185c95f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.031229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-60bbec14-71a2-409a-8cd9-db7185c95f40 None None] Port 9a37d583-c360-4d01-ab29-4dd798294ae6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:46:44.129013 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.140266 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Transition to ACTIVE for port object 9a37d583-c360-4d01-ab29-4dd798294ae6 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:44.146775 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.182018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 9a37d583-c360-4d01-ab29-4dd798294ae6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:44.182018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.196948 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Pushing event updated for resources: {'Port': ['ID=9a37d583-c360-4d01-ab29-4dd798294ae6,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:44.223063 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.223407 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.223750 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.224091 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.224423 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.224779 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.225111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.226252 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.226252 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.226252 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.226683 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.226683 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:46:44.265109 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Attempting to bind port 9a37d583-c360-4d01-ab29-4dd798294ae6 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:44.265477 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Attempting to bind port 9a37d583-c360-4d01-ab29-4dd798294ae6 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:44.265840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Attempting to bind port 9a37d583-c360-4d01-ab29-4dd798294ae6 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:44.273871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:44.274226 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:44.274733 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.275916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:44.276432 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Bound port: 9a37d583-c360-4d01-ab29-4dd798294ae6, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:44.276851 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.283031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.297643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 9a37d583-c360-4d01-ab29-4dd798294ae6 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:44.343656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] For port 9a37d583-c360-4d01-ab29-4dd798294ae6, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:44.348587 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] For port 9a37d583-c360-4d01-ab29-4dd798294ae6, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9a37d583-c360-4d01-ab29-4dd798294ae6,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:44.355574 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.403330 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Routers {'049dad99-a8a5-4078-887e-b5d6627ffa8d'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:44.404361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['049dad99-a8a5-4078-887e-b5d6627ffa8d'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:44.502873 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ab3e6-752f-44d1-866e-2973e88ea50d None None] Pushing event updated for resources: {'Port': ['ID=9a37d583-c360-4d01-ab29-4dd798294ae6,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:44.515029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.530105 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] Set router 049dad99-a8a5-4078-887e-b5d6627ffa8d gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:46:44.570109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=9a37d583-c360-4d01-ab29-4dd798294ae6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:44.599792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cff325b5-3503-425a-a26f-aa8c048fe904 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:44.676253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port cff325b5-3503-425a-a26f-aa8c048fe904 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:44.676956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.684953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port cff325b5-3503-425a-a26f-aa8c048fe904 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:44.686645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.786888 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049dad99-a8a5-4078-887e-b5d6627ffa8d', 'name': 'tempest-NetworksTestDHCPv6-router-617065639', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:41Z', 'updated_at': '2021-08-20T13:46:42Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None, '_interfaces': [{'id': '9a37d583-c360-4d01-ab29-4dd798294ae6', 'name': '', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'mac_address': 'fa:16:3e:aa:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049dad99-a8a5-4078-887e-b5d6627ffa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:46:42Z', 'updated_at': '2021-08-20T13:46:44Z', 'revision_number': 4, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'subnets': [{'id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:46:44.795802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-90a8d0d4-0fcb-4b74-a077-82701424049a None None] Could not find standard attr ID for object 9a37d583-c360-4d01-ab29-4dd798294ae6. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:44.807987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.847085 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8fa46-9712-429a-a44b-be521631d70f None None] The sync data for ids ['049dad99-a8a5-4078-887e-b5d6627ffa8d'] in n-d-804232-5 is: [{'id': '049dad99-a8a5-4078-887e-b5d6627ffa8d', 'name': 'tempest-NetworksTestDHCPv6-router-617065639', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:46:41Z', 'updated_at': '2021-08-20T13:46:42Z', 'revision_number': 2, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'gw_port_host': None, '_interfaces': [{'id': '9a37d583-c360-4d01-ab29-4dd798294ae6', 'name': '', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'mac_address': 'fa:16:3e:aa:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049dad99-a8a5-4078-887e-b5d6627ffa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:46:42Z', 'updated_at': '2021-08-20T13:46:44Z', 'revision_number': 4, 'project_id': 'f6e6f17930014454b17c5b12beabb983', 'subnets': [{'id': '4f4349b0-5f4f-4c6d-a55d-5a5636354129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:44.849914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port cff325b5-3503-425a-a26f-aa8c048fe904, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cff325b5-3503-425a-a26f-aa8c048fe904,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:44.856348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:44.933270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=cff325b5-3503-425a-a26f-aa8c048fe904,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:45.196985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Router 049dad99-a8a5-4078-887e-b5d6627ffa8d has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:46:45.279316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:46:45.284821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f93166c7-b695-4712-835c-1842b03504ce tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "PUT /v2.0/routers/049dad99-a8a5-4078-887e-b5d6627ffa8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8164022 Aug 20 13:46:45.287489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55306) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:45.346078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a2228-0086-4691-bf34-d8a1e42cec26 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:45.347659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a2228-0086-4691-bf34-d8a1e42cec26 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:45.349254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3e7a2228-0086-4691-bf34-d8a1e42cec26 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0608125 Aug 20 13:46:45.352001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55308) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:45.411095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 4f4349b0-5f4f-4c6d-a55d-5a5636354129 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:45.414857 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.459163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.557811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.619168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.647467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4349b0-5f4f-4c6d-a55d-5a5636354129,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:45.653750 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.655083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6a679dfc-6239-475f-ac8c-1781c1a765bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/4f4349b0-5f4f-4c6d-a55d-5a5636354129 HTTP/1.1" status: 204 len: 168 time: 0.3007007 Aug 20 13:46:45.658274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55310) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:45.658448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a39c2-77cf-4acf-9555-cef824bd543f None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:45.779509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f51da21d-008a-49d2-be62-c75fcff594d0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1200945 Aug 20 13:46:45.783372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55312) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:45.797362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8736d95c-f828-49a6-b6d1-a210e00222a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.848609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:45.871783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.903861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] Deleting port cff325b5-3503-425a-a26f-aa8c048fe904 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:45.904208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.973211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] For port cff325b5-3503-425a-a26f-aa8c048fe904, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cff325b5-3503-425a-a26f-aa8c048fe904,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:45.973625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:45.988669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] Calling delete_port for cff325b5-3503-425a-a26f-aa8c048fe904 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:46.039936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.042804 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.080018 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.090085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.090749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Fanout notify agent at l3_agent the message router_deleted on router 049dad99-a8a5-4078-887e-b5d6627ffa8d {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:46:46.102441 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.104582 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b6deeaaf-8294-42ed-9ac8-2a0256dc27ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/routers/049dad99-a8a5-4078-887e-b5d6627ffa8d HTTP/1.1" status: 204 len: 168 time: 0.3197773 Aug 20 13:46:46.105337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] Pushing event deleted for resources: {'Port': ['ID=cff325b5-3503-425a-a26f-aa8c048fe904,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:46.107014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55314) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:46.114364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8468ef-b6a8-422b-af16-97dcdf30b914 None None] No DVR routers for this DVR port cff325b5-3503-425a-a26f-aa8c048fe904 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:46.144445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a7dfc8c3-33ff-4efa-ad94-5f34523d9e2e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342348 Aug 20 13:46:46.144865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55316) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:46.200427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e80df-43d0-4025-b1bc-5cf97c13b0ca tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:46.202008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-694e80df-43d0-4025-b1bc-5cf97c13b0ca tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562630 Aug 20 13:46:46.204566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:46.215922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Sync routers for ids ['049dad99-a8a5-4078-887e-b5d6627ffa8d'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:46:46.225807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:46.225807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:46:46.226415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_agentschedulers_db [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'049dad99-a8a5-4078-887e-b5d6627ffa8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:46:46.235746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:46:46.236122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:46:46.236812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_agentschedulers_db [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'049dad99-a8a5-4078-887e-b5d6627ffa8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:46:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:46:46.237144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4a5ae-59ae-4ce0-823c-f3bce52bfc8e None None] The sync data for ids ['049dad99-a8a5-4078-887e-b5d6627ffa8d'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:46:46.243965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4864995e-1f61-4658-b8d0-e7044ad64913 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377483 Aug 20 13:46:46.248844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55320) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:46.254012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:46.358803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:46.362421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.509637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cff325b5-3503-425a-a26f-aa8c048fe904 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:46.530759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: cff325b5-3503-425a-a26f-aa8c048fe904 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:46.531113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cff325b5-3503-425a-a26f-aa8c048fe904 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:46.654409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:46:46.656017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.699799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:46.702913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:46.705702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:46.706294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.711793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0508e74-1a25-427a-be5c-3b0b6e41ecbf None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:46.722120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=091eccdc-dc1b-49c0-b260-7648fd1e7a1c,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:46.731473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-32d80c98-9fe9-4fa7-870d-d9afc2bf1885 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4813595 Aug 20 13:46:46.734058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55324) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:46.739204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:46.854137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:46.857837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:46.866878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '091eccdc-dc1b-49c0-b260-7648fd1e7a1c'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:46.868206 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.009268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Allocated IP 2001:db8::f816:3eff:fe2f:1a22 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/091eccdc-dc1b-49c0-b260-7648fd1e7a1c/c89f02db-24ea-4fec-a209-f16bc09eecfe) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:47.104014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.145043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:47.148217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:47.153235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:47.153827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.169353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=c0137adf-016b-4198-a65a-56dfeccce8e5,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:47.174810 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fc9da849-17a9-452c-b466-7b4bb5d51734 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4397366 Aug 20 13:46:47.177945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55326) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:47.183104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:a7:7d:17', 'name': 'tempest-NetworksTestDHCPv6-45117664'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:47.196767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.206015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Transition to ACTIVE for port object c89f02db-24ea-4fec-a209-f16bc09eecfe will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:47.222350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Transition to ACTIVE for port object c89f02db-24ea-4fec-a209-f16bc09eecfe will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:47.228975 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.270825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:47.273576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:47.277263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:47.287168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:47.300533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:47.341462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Attempting to bind port c89f02db-24ea-4fec-a209-f16bc09eecfe on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:47.341839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Attempting to bind port c89f02db-24ea-4fec-a209-f16bc09eecfe by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:47.342204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Attempting to bind port c89f02db-24ea-4fec-a209-f16bc09eecfe on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:47.347413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:47.347790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:47.348195 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.348617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:47.349235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Bound port: c89f02db-24ea-4fec-a209-f16bc09eecfe, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:47.349628 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.384924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.412836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:47.417706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:47.421066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:47.426674 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.489688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28984731-c8f6-4586-98ad-a68b385f0899 None None] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:47.590972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 172.20.0.3 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/c0137adf-016b-4198-a65a-56dfeccce8e5/cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:47.598575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fea7:7d17 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/091eccdc-dc1b-49c0-b260-7648fd1e7a1c/cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:47.768298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.785341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:47.819497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:47.861823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:47.864810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:47.868415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:47.877123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:48.271350 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:46:48.279008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:48.279676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.295685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd7e8cc2-1992-4dd1-9dea-262c9381c2e7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1166189 Aug 20 13:46:48.299447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55328) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:48.362202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86740ac-a7d1-4ee9-a12d-95337b9cbd28 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:48.369048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86740ac-a7d1-4ee9-a12d-95337b9cbd28 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:48.370856 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d86740ac-a7d1-4ee9-a12d-95337b9cbd28 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0704036 Aug 20 13:46:48.374919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55330) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:48.420391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a169d8e-1b10-43bc-ac20-6f32fc5cc1db None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:48.488197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-48fb167b-2987-420e-af94-436d686b9b3a None None] Provisioning for port c89f02db-24ea-4fec-a209-f16bc09eecfe completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:48.489002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:48.489453 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.514643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2fa63ec-2cf8-410f-aa81-8dcecb29b5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.567310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c89f02db-24ea-4fec-a209-f16bc09eecfe up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:48.593649 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.608967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.623717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:48.651271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c89f02db-24ea-4fec-a209-f16bc09eecfe completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:48.657293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:48.657599 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.739658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc60db-a0d5-4d08-9aaa-c075d1a43e43 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '091eccdc-dc1b-49c0-b260-7648fd1e7a1c', 'ip_address': '2001:db8::f816:3eff:fe2f:1a22'}, {'subnet_id': 'c0137adf-016b-4198-a65a-56dfeccce8e5'}], 'binding:host_id': 'n-d-804232-5'}, 'id': 'c89f02db-24ea-4fec-a209-f16bc09eecfe'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:46:48.806929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.837758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:48.942959 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.945203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3497bf6b-1f63-414c-a483-4cad109030ae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8 HTTP/1.1" status: 204 len: 168 time: 0.5692997 Aug 20 13:46:48.948336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55334) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:48.949824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b4bc60db-a0d5-4d08-9aaa-c075d1a43e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:48.976792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.013375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57669c41-f7b8-4c12-aae6-9ee559979966 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:49.015000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57669c41-f7b8-4c12-aae6-9ee559979966 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:49.016521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57669c41-f7b8-4c12-aae6-9ee559979966 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:49.018519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57669c41-f7b8-4c12-aae6-9ee559979966 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0688236 Aug 20 13:46:49.022151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:49.076969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 091eccdc-dc1b-49c0-b260-7648fd1e7a1c {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:49.080292 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.103111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:49.111995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.127666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.168833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:49.213209 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.277322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-b4bc60db-a0d5-4d08-9aaa-c075d1a43e43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 091eccdc-dc1b-49c0-b260-7648fd1e7a1c: This subnet is being modified by another concurrent operation. Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:46:49.279248 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 091eccdc-dc1b-49c0-b260-7648fd1e7a1c: This subnet is being modified by another concurrent operation. Aug 20 13:46:49.284998 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:46:49.311263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=091eccdc-dc1b-49c0-b260-7648fd1e7a1c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:49.317277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.319064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bb54a8a9-7e59-4baf-af59-a2fe6a668415 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/091eccdc-dc1b-49c0-b260-7648fd1e7a1c HTTP/1.1" status: 204 len: 168 time: 0.2958252 Aug 20 13:46:49.322593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:49.363638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10ca52-2ce5-4f88-a9df-8cfa22b8a576 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:49.381814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet c0137adf-016b-4198-a65a-56dfeccce8e5 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:49.386393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.433824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.436284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a3f8f705-341c-4f99-9206-5d9a201260fc None None] Could not find standard attr ID for object cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:49.461590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a3f8f705-341c-4f99-9206-5d9a201260fc None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:49.462064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f705-341c-4f99-9206-5d9a201260fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.486422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.537960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.559856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.589270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=c0137adf-016b-4198-a65a-56dfeccce8e5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:49.594500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.599092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55340) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:49.599646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e60d6f29-1ee6-4613-bfe6-87cedb08a057 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c0137adf-016b-4198-a65a-56dfeccce8e5 HTTP/1.1" status: 204 len: 168 time: 0.2755451 Aug 20 13:46:49.642290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a0009b0f-4f2f-47fc-a052-656822c8806b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411735 Aug 20 13:46:49.645721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55342) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:49.651203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:49.686542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037f250-cfc9-40e2-9090-b011ccfa5820 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'c0137adf-016b-4198-a65a-56dfeccce8e5'}], 'binding:host_id': 'n-d-804232-5'}, 'id': 'c89f02db-24ea-4fec-a209-f16bc09eecfe'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:46:49.713993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7037f250-cfc9-40e2-9090-b011ccfa5820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.755927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:49.761312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:49.968336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64b44c4e-fb1a-42f1-a233-4c78744bf746 None None] Could not find standard attr ID for object cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:46:49.979837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64b44c4e-fb1a-42f1-a233-4c78744bf746 None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:49.980294 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-64b44c4e-fb1a-42f1-a233-4c78744bf746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.012722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f986a-49d2-4a1f-b58e-07fc4639127e None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:46:50.129221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:46:50.138079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f986a-49d2-4a1f-b58e-07fc4639127e None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:46:50.346579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.426216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'a654153c-8ff6-4258-8b26-eeb3fb045032'}], 'binding:host_id': 'n-d-804232-5'}, 'id': 'c89f02db-24ea-4fec-a209-f16bc09eecfe'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:46:50.452303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.508354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:50.520681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c89f02db-24ea-4fec-a209-f16bc09eecfe no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:50.539263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.545174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.546058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.619930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:50.626876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:50.638777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:50.639384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.660918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:50.663585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=a654153c-8ff6-4258-8b26-eeb3fb045032,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:50.670404 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:46:50.670772 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:46:50.671627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eaefe24d-13cd-4934-8dbb-e7da25f0c740 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0247741 Aug 20 13:46:50.674644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55344) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:50.679904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:50.681325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.717776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:50.722011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:50.770278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:50.797377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:50.800972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.046319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.092781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:51.096155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:51.098882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:51.099475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.115574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=ac7109b3-0b56-4c0f-88c9-64136bbfb347,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:51.124207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-11561fc0-e8de-4dc3-9761-cbc4a3ade62c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4485364 Aug 20 13:46:51.127003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55346) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:51.131947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:2b:a9:d7', 'name': 'tempest-NetworksTestDHCPv6-1339019381'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:51.201060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.253797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:51.340921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.366810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 41d44307-a45f-49fd-bb5d-ee92c4e834df yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:51.465474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.480380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:51.509239 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.514175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.571230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13537182-5897-40c6-ad4c-d7c0113b0e32 None None] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:51.641029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 172.20.0.7 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/ac7109b3-0b56-4c0f-88c9-64136bbfb347/41d44307-a45f-49fd-bb5d-ee92c4e834df) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:51.648947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fe2b:a9d7 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/a654153c-8ff6-4258-8b26-eeb3fb045032/41d44307-a45f-49fd-bb5d-ee92c4e834df) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:51.824423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.839670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 41d44307-a45f-49fd-bb5d-ee92c4e834df will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:51.878586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:51.929183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:51.933152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:51.937100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:51.964069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=41d44307-a45f-49fd-bb5d-ee92c4e834df,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:51.995158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:51.995822 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.011581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ca6bbd90-4352-4bcc-9fdc-23efe4cb2052 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8834918 Aug 20 13:46:52.013985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55348) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:52.067279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0189396-b285-45c9-874f-bfff66655c89 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:52.074406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0189396-b285-45c9-874f-bfff66655c89 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:52.075845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a0189396-b285-45c9-874f-bfff66655c89 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0608926 Aug 20 13:46:52.078523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55350) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:52.108738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98231e73-cb1d-45a4-8f4b-27af766fe0d9 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:46:52.175059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 41d44307-a45f-49fd-bb5d-ee92c4e834df {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:52.175398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.193678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d5a4ba4f-96f2-48bd-bf42-35359b2e7788 None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:52.194056 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba4f-96f2-48bd-bf42-35359b2e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.226344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98231e73-cb1d-45a4-8f4b-27af766fe0d9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:46:52.265072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.278344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 41d44307-a45f-49fd-bb5d-ee92c4e834df owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:52.358100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba4f-96f2-48bd-bf42-35359b2e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.422185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d5a4ba4f-96f2-48bd-bf42-35359b2e7788 None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:52.441819 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba4f-96f2-48bd-bf42-35359b2e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.485912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.518410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=41d44307-a45f-49fd-bb5d-ee92c4e834df,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:52.548963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4ba4f-96f2-48bd-bf42-35359b2e7788 None None] Pushing event updated for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:52.559098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c89f02db-24ea-4fec-a209-f16bc09eecfe up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:52.620835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.622992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-173b1982-4829-41fd-a92d-0528ada12622 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/41d44307-a45f-49fd-bb5d-ee92c4e834df HTTP/1.1" status: 204 len: 168 time: 0.5434265 Aug 20 13:46:52.625523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55352) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:52.632302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:52.632842 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.680301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418cf2f-b867-421a-917d-a8ba7d725eaa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:52.682467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418cf2f-b867-421a-917d-a8ba7d725eaa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:52.684144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418cf2f-b867-421a-917d-a8ba7d725eaa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:52.688141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f418cf2f-b867-421a-917d-a8ba7d725eaa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0590770 Aug 20 13:46:52.688383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55354) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:52.705608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9af23-6cc4-4799-ae82-26844a2c2b14 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'a654153c-8ff6-4258-8b26-eeb3fb045032', 'ip_address': '2001:db8::f816:3eff:fe2f:1a22'}, {'subnet_id': 'ac7109b3-0b56-4c0f-88c9-64136bbfb347'}], 'binding:host_id': 'n-d-804232-5'}, 'id': 'c89f02db-24ea-4fec-a209-f16bc09eecfe'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:46:52.745134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet a654153c-8ff6-4258-8b26-eeb3fb045032 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:52.748400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.760342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52d9af23-6cc4-4799-ae82-26844a2c2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.791378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.874457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.940857 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-52d9af23-6cc4-4799-ae82-26844a2c2b14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a654153c-8ff6-4258-8b26-eeb3fb045032: This subnet is being modified by another concurrent operation. Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:46:52.942738 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a654153c-8ff6-4258-8b26-eeb3fb045032: This subnet is being modified by another concurrent operation. Aug 20 13:46:52.948356 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:46:52.969030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=a654153c-8ff6-4258-8b26-eeb3fb045032,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:52.976599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:52.979345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0295322d-2001-4bca-bcbb-1d6639870ddc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/a654153c-8ff6-4258-8b26-eeb3fb045032 HTTP/1.1" status: 204 len: 168 time: 0.2899792 Aug 20 13:46:52.981831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55356) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:53.017146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2977af9-a9f7-45ec-99da-31b9b430e308 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:46:53.033862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet ac7109b3-0b56-4c0f-88c9-64136bbfb347 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:53.037505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.079133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.096516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64faa530-3de2-4927-808e-198470056997 None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:53.096922 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-64faa530-3de2-4927-808e-198470056997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.126642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.137935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2977af9-a9f7-45ec-99da-31b9b430e308 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:46:53.192399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.222206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7109b3-0b56-4c0f-88c9-64136bbfb347,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:53.226815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.229421 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bfe6a9ee-e00a-42cc-bc13-09de437afa66 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/ac7109b3-0b56-4c0f-88c9-64136bbfb347 HTTP/1.1" status: 204 len: 168 time: 0.2464304 Aug 20 13:46:53.231596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55358) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:53.271528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b078f99a-491b-4fda-b116-7783f6542e49 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385997 Aug 20 13:46:53.274601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:53.279616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:53.376950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:53.380412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.423796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c299d88-d792-4c97-9049-32b4dcde041e None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:53.499942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-922c273c-4466-4d63-9e3f-275ec487052e None None] Provisioning complete for port c89f02db-24ea-4fec-a209-f16bc09eecfe triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:53.500324 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-922c273c-4466-4d63-9e3f-275ec487052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.605442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.620135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:46:53.651136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:53.654321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:53.657226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:53.657828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.672980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=28cbb070-3549-4817-aebd-9575b6532e93,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:53.682130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5f2be6a9-86f7-4a89-a935-750fd1ab5d06 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4061630 Aug 20 13:46:53.684827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55362) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:53.686490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] Deleting port c89f02db-24ea-4fec-a209-f16bc09eecfe {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:53.686872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.689934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:53.782107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] For port c89f02db-24ea-4fec-a209-f16bc09eecfe, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c89f02db-24ea-4fec-a209-f16bc09eecfe,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:53.782506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.815400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:53.819136 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:53.953448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] Calling delete_port for c89f02db-24ea-4fec-a209-f16bc09eecfe owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:54.033270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.062405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] Pushing event deleted for resources: {'Port': ['ID=c89f02db-24ea-4fec-a209-f16bc09eecfe,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:54.067599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88ca3e-d570-409e-8e7b-c9af9061212e None None] No DVR routers for this DVR port c89f02db-24ea-4fec-a209-f16bc09eecfe on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:46:54.083994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91514462-2b83-4be5-8879-75f1357ebb83 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:54.130956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:46:54.132481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.172318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:54.175516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:54.179818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:54.180452 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.198248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=11d41b31-03be-473c-b771-f126b57ad88d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:54.204616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0a157576-d121-4f0d-8e48-fc49540aec4a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5185552 Aug 20 13:46:54.207594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55364) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:54.213556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:a3:ac:15', 'name': 'tempest-NetworksTestDHCPv6-424097440'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:54.249568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '11d41b31-03be-473c-b771-f126b57ad88d'}, {'subnet_id': '28cbb070-3549-4817-aebd-9575b6532e93'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:46:54.250455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.444328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Allocated IP 172.20.0.2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/28cbb070-3549-4817-aebd-9575b6532e93/8e78a3df-6ae2-491b-98c2-65dc6ba687b5) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:54.453038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Allocated IP 2001:db8::f816:3eff:fede:2af7 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/11d41b31-03be-473c-b771-f126b57ad88d/8e78a3df-6ae2-491b-98c2-65dc6ba687b5) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:54.518753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c89f02db-24ea-4fec-a209-f16bc09eecfe no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:54.542525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c89f02db-24ea-4fec-a209-f16bc09eecfe {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:46:54.542866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c89f02db-24ea-4fec-a209-f16bc09eecfe not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:46:54.633828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.642168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Transition to ACTIVE for port object 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:54.657530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Transition to ACTIVE for port object 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:54.661865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:54.663759 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.667540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.694569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 9359d157-b2c4-453d-82bd-5c4841ef9072 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:54.702942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:54.705927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:54.709554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:54.720028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:54.798608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Attempting to bind port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:46:54.798988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Attempting to bind port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:46:54.799362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Attempting to bind port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:46:54.804511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:46:54.804926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:46:54.805345 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.806430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:46:54.807194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Bound port: 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:46:54.807596 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.872764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 172.20.0.7 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/28cbb070-3549-4817-aebd-9575b6532e93/9359d157-b2c4-453d-82bd-5c4841ef9072) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:54.879583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:46:54.880791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fea3:ac15 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/11d41b31-03be-473c-b771-f126b57ad88d/9359d157-b2c4-453d-82bd-5c4841ef9072) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:54.884132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:46:54.890045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:54.957185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dc229-3235-4749-8d12-d3407d1a3c76 None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:55.062140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.075980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 9359d157-b2c4-453d-82bd-5c4841ef9072 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:55.122649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.187303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:55.192846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:55.201673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:55.205456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=9359d157-b2c4-453d-82bd-5c4841ef9072,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:55.273100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:55.273773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.298697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ab346d0d-5397-40b8-8f2e-fcd77d6c559a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0896170 Aug 20 13:46:55.300872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55368) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:55.356131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ec11f-a528-4ed2-8b34-445612930b5a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:55.362185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ec11f-a528-4ed2-8b34-445612930b5a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:55.363822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ec4ec11f-a528-4ed2-8b34-445612930b5a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0619247 Aug 20 13:46:55.367076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55370) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:55.473714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 9359d157-b2c4-453d-82bd-5c4841ef9072 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:55.473995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.573366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.585338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 9359d157-b2c4-453d-82bd-5c4841ef9072 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:55.778616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.809154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=9359d157-b2c4-453d-82bd-5c4841ef9072,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:55.905831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:55.907841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-73e8cf0e-9a7d-4455-beb5-a6b13550f441 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/9359d157-b2c4-453d-82bd-5c4841ef9072 HTTP/1.1" status: 204 len: 168 time: 0.5397315 Aug 20 13:46:55.910406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55372) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:55.968073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8b42b-c002-42d8-a2c0-7709357ab680 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:55.969660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8b42b-c002-42d8-a2c0-7709357ab680 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:55.971311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8b42b-c002-42d8-a2c0-7709357ab680 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:55.972937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f3f8b42b-c002-42d8-a2c0-7709357ab680 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0615842 Aug 20 13:46:55.975578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55374) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:56.003139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc50051-e762-4a0b-b2db-423c788cdf9a None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:56.028252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 11d41b31-03be-473c-b771-f126b57ad88d {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:56.031528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.073595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.125982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06881ab7-e866-4ad7-9516-a64780219f7d None None] Provisioning for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:56.198110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.264177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.295168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=11d41b31-03be-473c-b771-f126b57ad88d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:56.297220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.299154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-798833b8-be4a-4a0c-9baa-c6e1bbaa0a87 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/11d41b31-03be-473c-b771-f126b57ad88d HTTP/1.1" status: 204 len: 168 time: 0.3226280 Aug 20 13:46:56.301780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:56.358589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 28cbb070-3549-4817-aebd-9575b6532e93 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:56.362008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.409852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.413478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5d9c7-8db8-4c0c-9b6e-4015a6ec5526 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:56.511138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.549355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:56.575808 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.608619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=28cbb070-3549-4817-aebd-9575b6532e93,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:56.615417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.620939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-529d6589-fb6a-4dd6-9a08-09e33f0ea615 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/28cbb070-3549-4817-aebd-9575b6532e93 HTTP/1.1" status: 204 len: 168 time: 0.3146453 Aug 20 13:46:56.621217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55378) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:56.638246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:56.643057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:56.643546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.667238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a20f6375-74d0-49b6-b608-b8a08968e5d4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449812 Aug 20 13:46:56.670811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:56.675882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:56.710353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa5320-8d37-4b76-a591-5f4fdc9670f1 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '28cbb070-3549-4817-aebd-9575b6532e93'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '8e78a3df-6ae2-491b-98c2-65dc6ba687b5'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:46:56.760878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5320-8d37-4b76-a591-5f4fdc9670f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.767026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:56.770698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.806951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.894434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:56.901798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.957559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:56.965711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:56.981095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b95d5-295a-42f6-a961-19e972d7b812 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:57.018699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:57.025697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:57.030477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:57.031235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.035328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=fcb6ed7f-9760-4de4-902c-e8e6a110532d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:57.043419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6e14ca9b-8b52-48aa-810c-60844007428c None None] Provisioning complete for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:57.043923 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e14ca9b-8b52-48aa-810c-60844007428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.048423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-98933589-2742-4a75-9e99-33a780f13804 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3768275 Aug 20 13:46:57.051501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55382) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:57.056836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:57.173336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:57.176923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.256907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'fcb6ed7f-9760-4de4-902c-e8e6a110532d'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '8e78a3df-6ae2-491b-98c2-65dc6ba687b5'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:46:57.302221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.492391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Allocated IP 172.20.0.2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/fcb6ed7f-9760-4de4-902c-e8e6a110532d/8e78a3df-6ae2-491b-98c2-65dc6ba687b5) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:57.541909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:46:57.601262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:57.633342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.648598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Transition to ACTIVE for port object 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:57.652501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.718757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.730051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d32ce-a1dc-43ea-beb1-6c6dd691f702 None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:57.911722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:57.946313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.952116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:57.952983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.046147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:58.057665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:58.070923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:58.070923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.074604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=dd0ead99-3e26-4cbc-9853-6092c4607413,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:58.079875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:58.093051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-44ac6ef4-30c0-49ac-bb6f-1947fca0d34b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0403347 Aug 20 13:46:58.096713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:58.101162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:45:65:51', 'name': 'tempest-NetworksTestDHCPv6-1252648206'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:46:58.228643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:46:58.324087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.348453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port c48928b2-46df-4ab7-add1-e6c8cda8d464 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:46:58.409770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826db48-3600-46a9-bb52-b5e3c03c38f3 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:58.462925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:46:58.517503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2cfb83b8-e24d-4436-87b4-a1f7415e0e6b None None] Provisioning for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:46:58.532345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2cfb83b8-e24d-4436-87b4-a1f7415e0e6b None None] Provisioning complete for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:58.532753 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2cfb83b8-e24d-4436-87b4-a1f7415e0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.537442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 172.20.0.8 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/fcb6ed7f-9760-4de4-902c-e8e6a110532d/c48928b2-46df-4ab7-add1-e6c8cda8d464) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:58.549173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fe45:6551 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/dd0ead99-3e26-4cbc-9853-6092c4607413/c48928b2-46df-4ab7-add1-e6c8cda8d464) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:46:58.669546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.732530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.747689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object c48928b2-46df-4ab7-add1-e6c8cda8d464 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:46:58.765723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:58.773665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.803887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.849993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:58.879492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:46:58.882632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:46:58.889702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:46:58.893993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=c48928b2-46df-4ab7-add1-e6c8cda8d464,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:58.921363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:46:58.952422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:58.953223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:58.971879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0135058c-b1b1-4aa3-ac3a-800813c32497 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8746686 Aug 20 13:46:58.974727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55386) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:58.984432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:58.984852 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.033663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cd269-1e69-4a3e-96f0-1a4923b3a18d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:59.041216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cd269-1e69-4a3e-96f0-1a4923b3a18d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:59.042902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-896cd269-1e69-4a3e-96f0-1a4923b3a18d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0671008 Aug 20 13:46:59.045036 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.046722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55388) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:59.109689 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.152658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:46:59.157424 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.162498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port c48928b2-46df-4ab7-add1-e6c8cda8d464 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:46:59.162924 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.221622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:59.271445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.285461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for c48928b2-46df-4ab7-add1-e6c8cda8d464 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:46:59.464349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa316444-3198-416b-a798-d977270f2c21 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:46:59.497617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.528627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=c48928b2-46df-4ab7-add1-e6c8cda8d464,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:46:59.555025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6da7da4d-925a-481e-b362-1f5cc76a7f44 None None] Provisioning complete for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:46:59.555438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6da7da4d-925a-481e-b362-1f5cc76a7f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.627934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.629996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-13012a0e-12ea-4cfa-9e0b-4c025417e16a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/c48928b2-46df-4ab7-add1-e6c8cda8d464 HTTP/1.1" status: 204 len: 168 time: 0.5796130 Aug 20 13:46:59.633247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55392) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:59.691329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6290c-4f44-485f-b398-746692878552 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:59.693007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6290c-4f44-485f-b398-746692878552 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:59.694493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6290c-4f44-485f-b398-746692878552 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:46:59.696536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-85b6290c-4f44-485f-b398-746692878552 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0613947 Aug 20 13:46:59.699218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55394) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:46:59.756122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet dd0ead99-3e26-4cbc-9853-6092c4607413 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:46:59.760388 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.808872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.917280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:46:59.991814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.020944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0ead99-3e26-4cbc-9853-6092c4607413,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:00.025568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.027530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e2758d88-ecad-4dab-9607-74a790ae4dcf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/dd0ead99-3e26-4cbc-9853-6092c4607413 HTTP/1.1" status: 204 len: 168 time: 0.3262019 Aug 20 13:47:00.031674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55398) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.052036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e6e71b5d-3477-4e8d-8976-653fc7298007 None None] Provisioning complete for port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:00.056799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e6e71b5d-3477-4e8d-8976-653fc7298007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.092835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet fcb6ed7f-9760-4de4-902c-e8e6a110532d {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:00.096587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.145836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.241632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.244823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0162c2-f651-4a03-95d9-72fb7fb74512 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:00.292235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a655acca-d9aa-4f55-8f28-79e11b02a16b None None] Could not find standard attr ID for object 41d44307-a45f-49fd-bb5d-ee92c4e834df. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:00.306167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.332512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb6ed7f-9760-4de4-902c-e8e6a110532d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:00.341282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.344748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55400) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.345441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-edb19d37-1885-4aa8-bf13-c0fc21cb2ad6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/fcb6ed7f-9760-4de4-902c-e8e6a110532d HTTP/1.1" status: 204 len: 168 time: 0.3119786 Aug 20 13:47:00.391996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-167c767f-33e2-435f-8e9c-626c18f44faa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451512 Aug 20 13:47:00.394649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55402) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.448400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:00.452110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544bea3-6f81-40bd-a996-70b2608b33b4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:00.455410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8544bea3-6f81-40bd-a996-70b2608b33b4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0595956 Aug 20 13:47:00.456490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55404) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.505786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] Deleting port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:00.506330 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.510260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8620a3-2e72-4e92-ad57-86ac926b04ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:00.514703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf8620a3-2e72-4e92-ad57-86ac926b04ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542231 Aug 20 13:47:00.514703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55408) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.520667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:00.558213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa19eec9-33c8-40f6-b300-1175ef597a1b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427740 Aug 20 13:47:00.562809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.568240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5c755d3d-53d1-4581-b67a-23186130be1e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:00.672015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c755d3d-53d1-4581-b67a-23186130be1e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:00.676347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5c755d3d-53d1-4581-b67a-23186130be1e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.677949 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c755d3d-53d1-4581-b67a-23186130be1e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:00.678559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c755d3d-53d1-4581-b67a-23186130be1e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:00.700237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5c755d3d-53d1-4581-b67a-23186130be1e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1326959 Aug 20 13:47:00.700467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55412) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.705530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-507d7b43-47d6-4eed-bf24-e90ac4fb3742 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:00.760459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:00.760459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.775118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] Calling delete_port for 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:00.803898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d7b43-47d6-4eed-bf24-e90ac4fb3742 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:00.808515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-507d7b43-47d6-4eed-bf24-e90ac4fb3742 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.810225 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-507d7b43-47d6-4eed-bf24-e90ac4fb3742 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:00.810713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507d7b43-47d6-4eed-bf24-e90ac4fb3742 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:00.826005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-507d7b43-47d6-4eed-bf24-e90ac4fb3742 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1244895 Aug 20 13:47:00.828992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55414) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.835906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a70ff224-f4c3-4c09-a843-2df6a02ada99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:00.863391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.912449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:00.918157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.930877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70ff224-f4c3-4c09-a843-2df6a02ada99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:00.935277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a70ff224-f4c3-4c09-a843-2df6a02ada99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.936757 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70ff224-f4c3-4c09-a843-2df6a02ada99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:00.937224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70ff224-f4c3-4c09-a843-2df6a02ada99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:00.947233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:00.953359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a70ff224-f4c3-4c09-a843-2df6a02ada99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1233549 Aug 20 13:47:00.956570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55416) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:00.961939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-31e7079f-1062-4ec9-9917-81caea7dbafa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:00.963543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] No DVR routers for this DVR port 8e78a3df-6ae2-491b-98c2-65dc6ba687b5 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:00.984255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=13']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:01.010387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f5629-98fc-49dc-83c6-cd4ee76db838 None None] Pushing event deleted for resources: {'Port': ['ID=8e78a3df-6ae2-491b-98c2-65dc6ba687b5,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:01.051846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e7079f-1062-4ec9-9917-81caea7dbafa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:01.056085 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31e7079f-1062-4ec9-9917-81caea7dbafa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.057517 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e7079f-1062-4ec9-9917-81caea7dbafa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:01.057953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e7079f-1062-4ec9-9917-81caea7dbafa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:01.078459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31e7079f-1062-4ec9-9917-81caea7dbafa tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1206720 Aug 20 13:47:01.081636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55418) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.087245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7f306faa-2744-4f40-a62c-54ddb19b056a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:01.181360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f306faa-2744-4f40-a62c-54ddb19b056a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:01.186624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f306faa-2744-4f40-a62c-54ddb19b056a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.188582 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f306faa-2744-4f40-a62c-54ddb19b056a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:01.189199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f306faa-2744-4f40-a62c-54ddb19b056a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:01.203778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f306faa-2744-4f40-a62c-54ddb19b056a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1210437 Aug 20 13:47:01.207316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.214877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-25ac35d7-0721-4a1b-8c41-073a1626129d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:01.306626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac35d7-0721-4a1b-8c41-073a1626129d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:01.313785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25ac35d7-0721-4a1b-8c41-073a1626129d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.313785 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ac35d7-0721-4a1b-8c41-073a1626129d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:01.313785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ac35d7-0721-4a1b-8c41-073a1626129d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:01.332390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25ac35d7-0721-4a1b-8c41-073a1626129d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1237960 Aug 20 13:47:01.335268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55422) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.367610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-759e8ebb-6fde-4ad5-9386-f4dfa69b4aa1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310366 Aug 20 13:47:01.370560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55424) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.423571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74064496-3e87-4ef8-8bf1-e9adb999cc59 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:01.425173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-74064496-3e87-4ef8-8bf1-e9adb999cc59 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0536516 Aug 20 13:47:01.427862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55426) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.470995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fcdaf6d1-0715-4006-b64e-30f68bc96c2a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421302 Aug 20 13:47:01.475253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55428) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.480854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:01.576886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:01.580395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.635660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.851373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:01.853497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.896049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:01.900093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:01.903365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:01.904032 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:01.909450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edd2df-4955-4340-8131-37406f78a6a5 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:01.915664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=323a2785-31a9-47cd-83fc-1861e8e358fc,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:01.929495 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1cc1be8-7a61-464e-a91f-40849376ee57 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4531620 Aug 20 13:47:01.932483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55430) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:01.938344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:b1:cc:d2', 'name': 'tempest-NetworksTestDHCPv6-725230453'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:02.059803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:02.063976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.064538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '323a2785-31a9-47cd-83fc-1861e8e358fc'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:02.065435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.084837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 372d0005-d966-4fcd-b48d-dd0b3f72a058 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:02.191096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:feb1:ccd2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/323a2785-31a9-47cd-83fc-1861e8e358fc/372d0005-d966-4fcd-b48d-dd0b3f72a058) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:02.339420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.354573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 372d0005-d966-4fcd-b48d-dd0b3f72a058 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:02.388913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.433075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Allocated IP 2001:db8::f816:3eff:fe38:2fd1 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/323a2785-31a9-47cd-83fc-1861e8e358fc/4ebfba6b-e75b-4737-aaee-e9bbe76451be) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:02.435500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:02.439395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:02.444209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:02.450672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:02.451404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.466798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=372d0005-d966-4fcd-b48d-dd0b3f72a058,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:02.475464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9b91e9df-f630-4b8e-bd6b-0a859d8da042 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5417612 Aug 20 13:47:02.478859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55432) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:02.532090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f3afc-dc74-4716-8817-49ead9e3b07c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:02.533658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-166f3afc-dc74-4716-8817-49ead9e3b07c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0538356 Aug 20 13:47:02.536340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55434) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:02.591336 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.600045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Transition to ACTIVE for port object 4ebfba6b-e75b-4737-aaee-e9bbe76451be will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:02.616434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Transition to ACTIVE for port object 4ebfba6b-e75b-4737-aaee-e9bbe76451be will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:02.623293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.623667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 372d0005-d966-4fcd-b48d-dd0b3f72a058 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:02.624013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.662650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:02.666470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:02.669495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:02.679076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Pushing event updated for resources: {'Port': ['ID=4ebfba6b-e75b-4737-aaee-e9bbe76451be,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:02.718331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.730427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Attempting to bind port 4ebfba6b-e75b-4737-aaee-e9bbe76451be on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:02.730805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Attempting to bind port 4ebfba6b-e75b-4737-aaee-e9bbe76451be by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:02.731162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Attempting to bind port 4ebfba6b-e75b-4737-aaee-e9bbe76451be on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:02.731827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 372d0005-d966-4fcd-b48d-dd0b3f72a058 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:02.736124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:02.736499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:02.737047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.737440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:02.737907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Bound port: 4ebfba6b-e75b-4737-aaee-e9bbe76451be, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:02.738288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.806954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] For port 4ebfba6b-e75b-4737-aaee-e9bbe76451be, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:02.810209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] For port 4ebfba6b-e75b-4737-aaee-e9bbe76451be, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ebfba6b-e75b-4737-aaee-e9bbe76451be,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:02.814875 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.870230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.874355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35cae3-607a-4839-9dc8-97a377189021 None None] Pushing event updated for resources: {'Port': ['ID=4ebfba6b-e75b-4737-aaee-e9bbe76451be,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:02.904256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=372d0005-d966-4fcd-b48d-dd0b3f72a058,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:02.933183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:02.937222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ba6b779-a195-41f8-aad6-f68cf712c9cf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/372d0005-d966-4fcd-b48d-dd0b3f72a058 HTTP/1.1" status: 204 len: 168 time: 0.3971891 Aug 20 13:47:02.937408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55436) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:02.989907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f973c-1c52-46ef-8781-f87879fdddf0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:02.991637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f973c-1c52-46ef-8781-f87879fdddf0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:02.993387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-119f973c-1c52-46ef-8781-f87879fdddf0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0549963 Aug 20 13:47:02.995961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55438) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:03.058723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 323a2785-31a9-47cd-83fc-1861e8e358fc {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:03.065333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:03.125575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:03.208381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:03.269168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:03.300831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=323a2785-31a9-47cd-83fc-1861e8e358fc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:03.304596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:03.308637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ea1da625-4183-4a85-9858-2e7680228f14 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/323a2785-31a9-47cd-83fc-1861e8e358fc HTTP/1.1" status: 204 len: 168 time: 0.3102772 Aug 20 13:47:03.309780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55440) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:03.348640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d37b76dd-5d93-42c5-82c8-a5c6a704e3f3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377491 Aug 20 13:47:03.351402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55442) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:03.357191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:03.451249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:03.454822 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:03.756632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c35ff-501e-42b6-b59d-b63ab2b864ee None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:03.768684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:03.851357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-40093d5d-16a4-48ad-b0de-68a4f2a18935 None None] Provisioning for port 4ebfba6b-e75b-4737-aaee-e9bbe76451be completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:03.933063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.093134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port 4ebfba6b-e75b-4737-aaee-e9bbe76451be, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ebfba6b-e75b-4737-aaee-e9bbe76451be,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:04.308616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-76975ef2-abdd-4ca5-b7bf-02890d6dad38 None None] Could not find standard attr ID for object 372d0005-d966-4fcd-b48d-dd0b3f72a058. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:04.476461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.483978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.484771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.544358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ebfba6b-e75b-4737-aaee-e9bbe76451be up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:04.556762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:04.563337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:04.574247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ccf42-bd27-46a6-98bc-02f311e436ae None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:04.575833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:04.576711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.592810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=be1264e4-2b8a-4d19-99a1-f713e3bd55c4,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:04.598091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=4ebfba6b-e75b-4737-aaee-e9bbe76451be,revision_number=5']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:04.607321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-06b7d88e-175e-4105-91f8-db6826d49bc6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2543080 Aug 20 13:47:04.610038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55444) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:04.615038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:02:b9:0e', 'name': 'tempest-NetworksTestDHCPv6-215550064'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:04.651044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4ebfba6b-e75b-4737-aaee-e9bbe76451be completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:04.662952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4ebfba6b-e75b-4737-aaee-e9bbe76451be triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:04.663326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.739541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:04.811012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.824699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.846606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 30a086ad-9399-41c8-a867-72fe1a3bcfb2 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:04.847085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4ebfba6b-e75b-4737-aaee-e9bbe76451be, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ebfba6b-e75b-4737-aaee-e9bbe76451be,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:04.851662 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:04.902697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4ebfba6b-e75b-4737-aaee-e9bbe76451be,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:04.968240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fe02:b90e (5a5dea19-1655-4dac-8b4a-949e45fb9b65/be1264e4-2b8a-4d19-99a1-f713e3bd55c4/30a086ad-9399-41c8-a867-72fe1a3bcfb2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:05.126709 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.131033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f4a490f2-0608-45a8-ad94-62e7a62c94af None None] Provisioning complete for port 4ebfba6b-e75b-4737-aaee-e9bbe76451be triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:05.131411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f4a490f2-0608-45a8-ad94-62e7a62c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.140912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 30a086ad-9399-41c8-a867-72fe1a3bcfb2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:05.174691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.218404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:05.221435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:05.225072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:05.230990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:05.231620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.240266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=30a086ad-9399-41c8-a867-72fe1a3bcfb2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:05.256588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1aa2f3da-5085-4271-bd5a-8ef6957aca6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6453125 Aug 20 13:47:05.259901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55446) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:05.315009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea75ad-7582-4a32-92cf-a1a202b0756e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:05.321798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea75ad-7582-4a32-92cf-a1a202b0756e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:05.323542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b4ea75ad-7582-4a32-92cf-a1a202b0756e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0625825 Aug 20 13:47:05.326327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55448) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:05.423809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 30a086ad-9399-41c8-a867-72fe1a3bcfb2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:05.424406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.437942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1930e262-bdc2-4bd1-b134-05a118169e15 None None] Provisioning for port 30a086ad-9399-41c8-a867-72fe1a3bcfb2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:05.442957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1930e262-bdc2-4bd1-b134-05a118169e15 None None] Provisioning complete for port 30a086ad-9399-41c8-a867-72fe1a3bcfb2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:05.443410 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1930e262-bdc2-4bd1-b134-05a118169e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.478304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1930e262-bdc2-4bd1-b134-05a118169e15 None None] Port 30a086ad-9399-41c8-a867-72fe1a3bcfb2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:05.512854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.524895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 30a086ad-9399-41c8-a867-72fe1a3bcfb2 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:05.659502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.689482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=30a086ad-9399-41c8-a867-72fe1a3bcfb2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:05.717952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.719887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d93a28af-fcd5-4db6-9ce4-b9318639f56f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/30a086ad-9399-41c8-a867-72fe1a3bcfb2 HTTP/1.1" status: 204 len: 168 time: 0.3926489 Aug 20 13:47:05.722306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55450) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:05.776741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bd438-ed89-4c39-b141-2033972e32ca tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:05.778276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bd438-ed89-4c39-b141-2033972e32ca tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:05.779844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-af4bd438-ed89-4c39-b141-2033972e32ca tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0566194 Aug 20 13:47:05.782569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55452) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:05.835962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet be1264e4-2b8a-4d19-99a1-f713e3bd55c4 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:05.840417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.882163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:05.968013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.027631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.054060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=be1264e4-2b8a-4d19-99a1-f713e3bd55c4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:06.058662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.060493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/be1264e4-2b8a-4d19-99a1-f713e3bd55c4 HTTP/1.1" status: 204 len: 168 time: 0.2769690 Aug 20 13:47:06.063406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55454) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:06.065460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5238f8-e77e-4ce1-aa26-8de2562fbc79 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:06.065906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.066010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.066348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.066678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.067006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.067336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.067661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.067983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.068302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.068652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.068975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.069294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774193-f1a7-4912-a994-a972903e2140 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:06.106474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-946259b3-2465-40f7-8f93-bff53085d365 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413032 Aug 20 13:47:06.108774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55456) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:06.157846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209cfe23-dabe-4849-9ece-85a3f80a1c39 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:06.159348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-209cfe23-dabe-4849-9ece-85a3f80a1c39 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0496550 Aug 20 13:47:06.161874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55458) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:06.217576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae11f64-9e49-49f4-8932-24f74e6b38cc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:06.219309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8ae11f64-9e49-49f4-8932-24f74e6b38cc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562665 Aug 20 13:47:06.221619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:06.245450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:06.263780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b36c4526-a37e-4883-bd9b-42b482065b2d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410686 Aug 20 13:47:06.267792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55462) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:06.275679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:06.294788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] Deleting port 4ebfba6b-e75b-4737-aaee-e9bbe76451be {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:06.295171 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.358172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] For port 4ebfba6b-e75b-4737-aaee-e9bbe76451be, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ebfba6b-e75b-4737-aaee-e9bbe76451be,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:06.358564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.373306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] Calling delete_port for 4ebfba6b-e75b-4737-aaee-e9bbe76451be owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:06.374936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:06.378671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.462810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.490189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] Pushing event deleted for resources: {'Port': ['ID=4ebfba6b-e75b-4737-aaee-e9bbe76451be,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:06.495012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23548f-4520-4eaa-b9b5-0bc701d1666d None None] No DVR routers for this DVR port 4ebfba6b-e75b-4737-aaee-e9bbe76451be on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:06.520956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ebfba6b-e75b-4737-aaee-e9bbe76451be no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:06.543521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4ebfba6b-e75b-4737-aaee-e9bbe76451be {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:47:06.543871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ebfba6b-e75b-4737-aaee-e9bbe76451be not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:47:06.647846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:06.649424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.691333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:06.694568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:06.699604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:06.700189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.705472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403513bc-3be7-4a30-ad65-2df5bc6b967b None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:06.714117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=f52fe3e9-5e08-43cd-ad30-4978ef628eb6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:06.725067 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ca1b8cdf-db59-4cdc-bcbc-93ba96713f25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4557569 Aug 20 13:47:06.726031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55466) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:06.731111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:e0:44:bc', 'name': 'tempest-NetworksTestDHCPv6-831982742'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:06.841486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:06.868412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': 'f52fe3e9-5e08-43cd-ad30-4978ef628eb6'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:06.869457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.932974 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:06.953876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 8966e7ac-b2aa-461f-b69c-fdf10d957808 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:07.002571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Allocated IP 2001:db8::f816:3eff:fe54:1cf3 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/f52fe3e9-5e08-43cd-ad30-4978ef628eb6/a9e60b1c-6bf7-4cf8-8a84-1429449c9be6) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:07.154154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.162724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Transition to ACTIVE for port object a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:07.178199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Transition to ACTIVE for port object a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:07.184215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.222011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:07.224862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:07.229540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:07.237554 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fee0:44bc (5a5dea19-1655-4dac-8b4a-949e45fb9b65/f52fe3e9-5e08-43cd-ad30-4978ef628eb6/8966e7ac-b2aa-461f-b69c-fdf10d957808) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:07.244128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Pushing event updated for resources: {'Port': ['ID=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:07.288723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Attempting to bind port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:07.289095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Attempting to bind port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:07.290142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Attempting to bind port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:07.295709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:07.296090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:07.296495 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.296916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:07.297386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Bound port: a9e60b1c-6bf7-4cf8-8a84-1429449c9be6, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:07.297769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.373493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] For port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:07.377271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] For port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:07.382898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.394972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.411371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 8966e7ac-b2aa-461f-b69c-fdf10d957808 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:07.450654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.463635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729aa7e-79a3-48a9-8927-111e8c337010 None None] Pushing event updated for resources: {'Port': ['ID=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:07.503236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:07.510066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:07.513953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:07.519625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.520259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.538205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=8966e7ac-b2aa-461f-b69c-fdf10d957808,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:07.549275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f16a8dbf-b272-4a36-a61b-722158e2d6ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8219149 Aug 20 13:47:07.549722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55476) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:07.602803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4c62d-7ba7-4540-bd17-e78ae601d490 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.608818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4c62d-7ba7-4540-bd17-e78ae601d490 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.610474 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6bf4c62d-7ba7-4540-bd17-e78ae601d490 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0597470 Aug 20 13:47:07.613189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55478) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:07.625652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-4b830c21-674b-4e7c-bc91-1f997049ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.627112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-4b830c21-674b-4e7c-bc91-1f997049ccba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1095 time: 0.0763073 Aug 20 13:47:07.638937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900b44-d355-4f9f-b2d8-212767b168e8 req-926397ab-75c6-4dfd-9716-386a9f119e24 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.652504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad900b44-d355-4f9f-b2d8-212767b168e8 req-926397ab-75c6-4dfd-9716-386a9f119e24 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1003082 Aug 20 13:47:07.741051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 8966e7ac-b2aa-461f-b69c-fdf10d957808 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:07.742086 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.748688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad900b44-d355-4f9f-b2d8-212767b168e8 req-164bb751-15cb-4574-a113-c5708a5e73a5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952005 Aug 20 13:47:07.795116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-0285698d-1a85-4a12-baaf-88717cb22e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.797039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-0285698d-1a85-4a12-baaf-88717cb22e13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1424630 Aug 20 13:47:07.839205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:07.851512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 8966e7ac-b2aa-461f-b69c-fdf10d957808 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:07.866206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-45ede7d0-b705-4001-8d9c-6ca90e1ab2fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0612583 Aug 20 13:47:07.923188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-0f8e1649-9894-4e4f-a2ab-b7c1ba19fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.924635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-0f8e1649-9894-4e4f-a2ab-b7c1ba19fc08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0499170 Aug 20 13:47:07.976863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-01f51bd1-5d25-4809-819e-52fe696dbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:07.979231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-01f51bd1-5d25-4809-819e-52fe696dbe42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469573 Aug 20 13:47:07.996323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.028444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=8966e7ac-b2aa-461f-b69c-fdf10d957808,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:08.057730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.059726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d46f709b-4e6a-41ac-abe3-8b1178a2cf53 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/8966e7ac-b2aa-461f-b69c-fdf10d957808 HTTP/1.1" status: 204 len: 168 time: 0.4448743 Aug 20 13:47:08.062288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55480) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:08.081164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-12410c16-6ea3-4241-a3f4-b73e5f238a41 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937383 Aug 20 13:47:08.116090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b95ff-f9a4-4609-92cb-9d9b208a4203 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:08.118424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b95ff-f9a4-4609-92cb-9d9b208a4203 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:08.120028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2f3b95ff-f9a4-4609-92cb-9d9b208a4203 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0567939 Aug 20 13:47:08.122766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55482) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:08.177949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet f52fe3e9-5e08-43cd-ad30-4978ef628eb6 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:08.182099 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.188602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65a71fe0-c5ef-45fa-9a7b-bf2cd84689b7 req-2ae6c986-0605-4dce-b418-3f2caa0fba38 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002817 Aug 20 13:47:08.226213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.323539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.390134 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.421017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=f52fe3e9-5e08-43cd-ad30-4978ef628eb6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:08.429635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.432254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-23e811be-86ee-4751-8f01-a3d9d7f5c020 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/f52fe3e9-5e08-43cd-ad30-4978ef628eb6 HTTP/1.1" status: 204 len: 168 time: 0.3085582 Aug 20 13:47:08.434908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55484) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:08.479801 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c504453e-8dc1-48e4-a7ea-f2146dc2e6b9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437160 Aug 20 13:47:08.479957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5f730-63db-4d60-a043-a89a47766220 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:08.482477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55486) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:08.487512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:08.559974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-015a689c-916a-4db9-94a9-7358e7817dcb None None] Provisioning for port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:08.591693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:08.595603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.611384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:08.681256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:08.686493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:08.687144 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.733994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:08.814934 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.834619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] Deleting port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:08.835045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.899721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:08.913868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.955467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1f54-5e83-4238-bf47-fd4cbb7102f6 req-ec709c26-aee6-4948-aa58-d7f08eb21300 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:08.957061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-626e1f54-5e83-4238-bf47-fd4cbb7102f6 req-ec709c26-aee6-4948-aa58-d7f08eb21300 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1036167 Aug 20 13:47:08.975109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] For port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:08.975521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:08.990662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:08.999326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] Calling delete_port for a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:09.003087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:09.077091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-626e1f54-5e83-4238-bf47-fd4cbb7102f6 req-094f16ec-5260-48bb-ab0e-0c23c70bbe1b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129968 Aug 20 13:47:09.097872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.123417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] Pushing event deleted for resources: {'Port': ['ID=a9e60b1c-6bf7-4cf8-8a84-1429449c9be6,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:09.129326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb5d71-8018-48ae-b292-c443b5e8f88b None None] No DVR routers for this DVR port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:09.129580 n-d-804232-5 neutron-server[94861]: WARNING neutron.services.revisions.revision_plugin [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Could not find related port for resource to bump revision. Aug 20 13:47:09.140424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_pluggable_backend [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Port a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94861) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 13:47:09.140759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_pluggable_backend [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:1cf3 {{(pid=94861) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 13:47:09.144333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_pluggable_backend [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:1cf3 {{(pid=94861) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 13:47:09.145647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.187088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:09.190241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:09.194538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:09.195126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.200092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6493ef-6b8b-4280-832b-f03205758ee6 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:09.209673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=10813402-24af-4770-94ba-8993b5fcc0c9,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:09.214448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb1f7b67-dfec-4646-8f3d-7447c4324706 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7309175 Aug 20 13:47:09.217165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:09.222031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:b8:72:bf', 'name': 'tempest-NetworksTestDHCPv6-976627892'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:09.340720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:09.344886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.348586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': '10813402-24af-4770-94ba-8993b5fcc0c9'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:09.349722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.366973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 316d9462-9f8c-4afd-ae3d-d6299fb9aa59 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:09.484632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:feb8:72bf (5a5dea19-1655-4dac-8b4a-949e45fb9b65/10813402-24af-4770-94ba-8993b5fcc0c9/316d9462-9f8c-4afd-ae3d-d6299fb9aa59) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:09.655170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.669767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 316d9462-9f8c-4afd-ae3d-d6299fb9aa59 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:09.704637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.748165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Allocated IP 2001:db8::f816:3eff:feef:1c68 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/10813402-24af-4770-94ba-8993b5fcc0c9/516e06f7-25ba-42e0-8f77-2475eaf0020d) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:09.748877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:09.751670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:09.755522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:09.761915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:09.762541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.771397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=316d9462-9f8c-4afd-ae3d-d6299fb9aa59,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:09.785335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8269f731-1a5c-40ac-b6a0-45c9d4f44b6e tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5671535 Aug 20 13:47:09.788012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55494) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:09.836922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2231367-b8cd-4baf-9028-265211d020bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:09.838848 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b2231367-b8cd-4baf-9028-265211d020bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0494652 Aug 20 13:47:09.841300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:09.915835 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.924215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Transition to ACTIVE for port object 516e06f7-25ba-42e0-8f77-2475eaf0020d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:09.933309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 316d9462-9f8c-4afd-ae3d-d6299fb9aa59 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:09.933658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.940115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Transition to ACTIVE for port object 516e06f7-25ba-42e0-8f77-2475eaf0020d will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:09.946361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:09.982593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:09.986946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:09.989906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:10.021938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Pushing event updated for resources: {'Port': ['ID=516e06f7-25ba-42e0-8f77-2475eaf0020d,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:10.024506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.037161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 316d9462-9f8c-4afd-ae3d-d6299fb9aa59 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:10.054306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Attempting to bind port 516e06f7-25ba-42e0-8f77-2475eaf0020d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:10.054686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Attempting to bind port 516e06f7-25ba-42e0-8f77-2475eaf0020d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:10.055640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Attempting to bind port 516e06f7-25ba-42e0-8f77-2475eaf0020d on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:10.060924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:10.061311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:10.061721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.062123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:10.062595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Bound port: 516e06f7-25ba-42e0-8f77-2475eaf0020d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:10.062981 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.129682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] For port 516e06f7-25ba-42e0-8f77-2475eaf0020d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:10.132747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] For port 516e06f7-25ba-42e0-8f77-2475eaf0020d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=516e06f7-25ba-42e0-8f77-2475eaf0020d,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:10.137500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.171862 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.195455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ff2ba-36cc-430f-a196-bbd2bd1da94e None None] Pushing event updated for resources: {'Port': ['ID=516e06f7-25ba-42e0-8f77-2475eaf0020d,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:10.203127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=316d9462-9f8c-4afd-ae3d-d6299fb9aa59,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:10.230583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.232974 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-76c7279c-bdd7-410e-9f19-cab2e89de12a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/316d9462-9f8c-4afd-ae3d-d6299fb9aa59 HTTP/1.1" status: 204 len: 168 time: 0.3894930 Aug 20 13:47:10.235893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55498) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.292173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c11e6-803f-4664-a6ee-607fac90e7b4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:10.294069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c11e6-803f-4664-a6ee-607fac90e7b4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:10.298052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-835c11e6-803f-4664-a6ee-607fac90e7b4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0587268 Aug 20 13:47:10.298340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.363505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 10813402-24af-4770-94ba-8993b5fcc0c9 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:10.366969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.414182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.505924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.538627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 516e06f7-25ba-42e0-8f77-2475eaf0020d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:10.574235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.593744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 516e06f7-25ba-42e0-8f77-2475eaf0020d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:10.605332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=10813402-24af-4770-94ba-8993b5fcc0c9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:10.607906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:10.609852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ce8b72b2-0540-447d-b657-b4e13bab0472 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/10813402-24af-4770-94ba-8993b5fcc0c9 HTTP/1.1" status: 204 len: 168 time: 0.3105607 Aug 20 13:47:10.612657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55502) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.648149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:10.652910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-50058632-57fb-4d90-a32b-5aa25911ad80 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391586 Aug 20 13:47:10.655213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55504) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.672932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:47:10.673288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a9e60b1c-6bf7-4cf8-8a84-1429449c9be6 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:47:10.704123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b258c7b-7fd9-48bb-a5b2-23c8782eb536 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:10.705721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b258c7b-7fd9-48bb-a5b2-23c8782eb536 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0495708 Aug 20 13:47:10.708260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55506) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.766219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772fe84-b5c7-4da7-88b9-8144906774b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:10.767765 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8772fe84-b5c7-4da7-88b9-8144906774b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584791 Aug 20 13:47:10.770467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55508) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.811621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4d901a45-75b3-4bf3-9dea-c605d4510b4f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400102 Aug 20 13:47:10.816020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55510) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:10.821356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:10.918124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:10.921866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.043135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c22fc-cf5c-4ff6-bbbc-afb8f248d03f None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:11.115918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] Provisioning for port 516e06f7-25ba-42e0-8f77-2475eaf0020d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:11.122052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.140462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] Provisioning complete for port 516e06f7-25ba-42e0-8f77-2475eaf0020d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:11.140864 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.167697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:11.171071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:11.177895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:11.178671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.193836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=33eacb0c-d34c-4553-958a-b565a8bfeb11,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:11.205480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e5ef8021-6a0f-41a3-ad66-670bfd4d2978 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3881211 Aug 20 13:47:11.207926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55512) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:11.213774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:eb:b0:ba', 'name': 'tempest-NetworksTestDHCPv6-459765839'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:11.268166 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.304256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] For port 516e06f7-25ba-42e0-8f77-2475eaf0020d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=516e06f7-25ba-42e0-8f77-2475eaf0020d,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:11.308621 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.333512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:11.340124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.360936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ca10-5ae6-4983-bc40-eecdc342f93b None None] Pushing event updated for resources: {'Port': ['ID=516e06f7-25ba-42e0-8f77-2475eaf0020d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:11.367267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port e356c7ca-6c1f-41cd-add2-441e733cf0ab yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:11.472835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16e6f6-8209-4c7c-a1a1-5e700c50b342 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:11.489789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::7 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/33eacb0c-d34c-4553-958a-b565a8bfeb11/e356c7ca-6c1f-41cd-add2-441e733cf0ab) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:11.546426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d0776152-d1df-4d42-8c57-55a09dbfab99 None None] Provisioning complete for port 516e06f7-25ba-42e0-8f77-2475eaf0020d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:11.546810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d0776152-d1df-4d42-8c57-55a09dbfab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.644961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.660203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object e356c7ca-6c1f-41cd-add2-441e733cf0ab will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:11.695074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.743591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:11.747057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:11.749503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:11.755313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:11.755944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.769755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=e356c7ca-6c1f-41cd-add2-441e733cf0ab,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:11.784406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-56f5170a-661f-4037-a3e2-ccdd68ab96ed tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5754318 Aug 20 13:47:11.787632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55516) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:11.840343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319c383-076f-4c4f-ac19-0e01e1d68247 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:11.846338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319c383-076f-4c4f-ac19-0e01e1d68247 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:11.850552 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a319c383-076f-4c4f-ac19-0e01e1d68247 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0594089 Aug 20 13:47:11.850782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55518) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:11.912621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1005b879-95b8-4afa-b00f-82f3c774222a None None] Provisioning complete for port 516e06f7-25ba-42e0-8f77-2475eaf0020d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:11.913299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1005b879-95b8-4afa-b00f-82f3c774222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:11.949241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port e356c7ca-6c1f-41cd-add2-441e733cf0ab {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:11.949858 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.052372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.067911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for e356c7ca-6c1f-41cd-add2-441e733cf0ab owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:12.112979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ba720026-8824-4bd3-ab7f-d4672f11d8f8 None None] Could not find standard attr ID for object 316d9462-9f8c-4afd-ae3d-d6299fb9aa59. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:12.225407 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.255798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=e356c7ca-6c1f-41cd-add2-441e733cf0ab,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:12.291347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.293893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a1f3d252-86a6-44fa-854d-23f274a9c24f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/e356c7ca-6c1f-41cd-add2-441e733cf0ab HTTP/1.1" status: 204 len: 168 time: 0.4417405 Aug 20 13:47:12.296201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.331902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-607ed0eb-2ccf-43f2-b4d2-08d6206cbfda None None] Could not find standard attr ID for object e356c7ca-6c1f-41cd-add2-441e733cf0ab. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:12.354517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395843ba-c3cf-4188-a060-ebad6094207c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:12.356090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395843ba-c3cf-4188-a060-ebad6094207c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:12.357809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-395843ba-c3cf-4188-a060-ebad6094207c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0605724 Aug 20 13:47:12.360493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55530) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.419454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 33eacb0c-d34c-4553-958a-b565a8bfeb11 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:12.422986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.469576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.520402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.529595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 516e06f7-25ba-42e0-8f77-2475eaf0020d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:12.580582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 516e06f7-25ba-42e0-8f77-2475eaf0020d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:12.580959 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.592340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.620642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=33eacb0c-d34c-4553-958a-b565a8bfeb11,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:12.626793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.628892 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c13c5b18-d6df-47bc-a9b8-b1b9128bebd7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/33eacb0c-d34c-4553-958a-b565a8bfeb11 HTTP/1.1" status: 204 len: 168 time: 0.2673113 Aug 20 13:47:12.631338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55532) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.670633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-52f5e160-20c6-42ad-b4f5-f5d3f8ede19c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381377 Aug 20 13:47:12.673083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55534) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.735512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0daa61-2ba6-4a28-a76e-e76477cd8b1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:12.737217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ef0daa61-2ba6-4a28-a76e-e76477cd8b1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0631659 Aug 20 13:47:12.739927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55536) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.741886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137aa80a-1cc1-4057-aaca-dd1c99548315 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:12.796585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85661e9f-147c-4432-8db2-76ecfbf62c13 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:12.798315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-85661e9f-147c-4432-8db2-76ecfbf62c13 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570021 Aug 20 13:47:12.800862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55538) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.842134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c31aa44f-e2ed-44bc-9034-2d1b31a97611 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399785 Aug 20 13:47:12.846691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:12.853458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:12.934333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:12.955150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:12.959727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:12.985643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Deleting port 516e06f7-25ba-42e0-8f77-2475eaf0020d {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:12.986028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.051222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] For port 516e06f7-25ba-42e0-8f77-2475eaf0020d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=516e06f7-25ba-42e0-8f77-2475eaf0020d,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:13.051222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.064456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Calling delete_port for 516e06f7-25ba-42e0-8f77-2475eaf0020d owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:13.153146 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.180354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Pushing event deleted for resources: {'Port': ['ID=516e06f7-25ba-42e0-8f77-2475eaf0020d,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:13.184915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] No DVR routers for this DVR port 516e06f7-25ba-42e0-8f77-2475eaf0020d on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:13.191759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.192106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.192449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.192942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.193278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.193607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.194079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.194408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.194733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.195626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.195738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.196166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597af874-a49a-476f-8ecb-3d286cf9a027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:13.236162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:13.237710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.280518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:13.283752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:13.288036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:13.288644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.295745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04153ed-381f-4ac6-b2ab-aad45ca04c6a None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:13.307124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=c01a8a3a-0cae-4463-b903-599e791eec13,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:13.328543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ea859810-97b9-45dd-9dbf-622b5698ea29 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4801493 Aug 20 13:47:13.328827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55544) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:13.334601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:13.464777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'tenant_id': 'f6e6f17930014454b17c5b12beabb983', 'fixed_ips': [{'subnet_id': 'c01a8a3a-0cae-4463-b903-599e791eec13'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:13.466245 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.471265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:13.474960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.572734 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c01a8a3a-0cae-4463-b903-599e791eec13 (CIDR: 2001:db8::/64) Aug 20 13:47:13.576257 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:13.576780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:13.592076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ffd1a765-0f5b-4ba0-a5e7-690cdaa517f4 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2622523 Aug 20 13:47:13.595166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55546) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:13.600275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:13.617878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Allocated IP 2001:db8::f816:3eff:fe02:d3a6 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/c01a8a3a-0cae-4463-b903-599e791eec13/26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:13.721444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:13.725467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.770082 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.780038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Transition to ACTIVE for port object 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:13.796642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Transition to ACTIVE for port object 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:13.803115 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.843220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:13.846393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:13.849112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:13.890688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:13.917138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Attempting to bind port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:13.917538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Attempting to bind port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:13.917882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Attempting to bind port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a on network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:13.923509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:13.923891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Checking segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:13.924288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.924719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Bound using segment: {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:13.925194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Bound port: 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f646b-7655-4bcd-8470-77709c06e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:13.925575 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.983027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:13.992396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:13.995838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:14.000132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:14.034504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:14.041607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:14.046703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:14.047575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:14.053693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=3d407f7d-4dc6-4fb4-8389-db296858036e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:14.070495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ea2da-8d68-43ff-a76c-42ad9289c4c2 None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:14.080798 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-41edfb10-1a56-4ded-baf8-fffd6c65b0da tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4819171 Aug 20 13:47:14.081146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55548) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:14.087032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:80:32:e1', 'name': 'tempest-NetworksTestDHCPv6-146267489'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:14.205051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:14.304034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:14.335808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 90b34a5e-e5f2-4603-a27a-a91abcf766b6 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:14.541133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8:0:1::308 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/3d407f7d-4dc6-4fb4-8389-db296858036e/90b34a5e-e5f2-4603-a27a-a91abcf766b6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:14.549099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fe80:32e1 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/c01a8a3a-0cae-4463-b903-599e791eec13/90b34a5e-e5f2-4603-a27a-a91abcf766b6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:14.550191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:14.616787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:14.682562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 516e06f7-25ba-42e0-8f77-2475eaf0020d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:14.703735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 516e06f7-25ba-42e0-8f77-2475eaf0020d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:47:14.704192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 516e06f7-25ba-42e0-8f77-2475eaf0020d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:47:14.712666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:14.726190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 90b34a5e-e5f2-4603-a27a-a91abcf766b6 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:14.767419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:14.820990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:14.826240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:14.829619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:14.836449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:14.837217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:14.854754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=90b34a5e-e5f2-4603-a27a-a91abcf766b6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:14.865568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db103d78-bec9-4b4c-b056-8c3fdc4724ec tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7833023 Aug 20 13:47:14.868900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55552) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:14.967529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 90b34a5e-e5f2-4603-a27a-a91abcf766b6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:14.967873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.064788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.077971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 90b34a5e-e5f2-4603-a27a-a91abcf766b6 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:15.102291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415223bb-bff2-43ff-9c86-908aaa74096c None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:15.225465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] Provisioning for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:15.233072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:15.233462 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.269641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.302612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=90b34a5e-e5f2-4603-a27a-a91abcf766b6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:15.354177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.356523 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.356861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d1fb1041-7c0f-4753-bf8f-249e02229d48 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/90b34a5e-e5f2-4603-a27a-a91abcf766b6 HTTP/1.1" status: 204 len: 168 time: 0.4864461 Aug 20 13:47:15.358712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55554) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:15.430739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:15.434065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c55290-9a60-4787-b9dd-57f05eca0d73 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'c01a8a3a-0cae-4463-b903-599e791eec13', 'ip_address': '2001:db8::f816:3eff:fe02:d3a6'}, {'subnet_id': '3d407f7d-4dc6-4fb4-8389-db296858036e'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:47:15.438390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.444258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b2c81-8b7f-4192-9d3e-1747df986c91 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:15.447100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e54b2c81-8b7f-4192-9d3e-1747df986c91 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0870976 Aug 20 13:47:15.449613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55558) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:15.492155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95c55290-9a60-4787-b9dd-57f05eca0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.501431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c052a5-c2ce-45e8-b02c-62a9f0293728 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:15.504592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33c052a5-c2ce-45e8-b02c-62a9f0293728 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0528219 Aug 20 13:47:15.506312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55560) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:15.558515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a66728-1cc3-47c6-911b-a467a01f22d7 None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:15.566452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2020552-101c-4bba-9be5-f2c2245be3d2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:15.568596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2020552-101c-4bba-9be5-f2c2245be3d2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:15.570453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2020552-101c-4bba-9be5-f2c2245be3d2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:15.575494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e2020552-101c-4bba-9be5-f2c2245be3d2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0652359 Aug 20 13:47:15.576582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55562) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:15.630447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 3d407f7d-4dc6-4fb4-8389-db296858036e {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:15.634665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.681102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.736919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.790961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2604cc2e-af1f-4f78-b02b-16e91054d9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.799123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-95c55290-9a60-4787-b9dd-57f05eca0d73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d407f7d-4dc6-4fb4-8389-db296858036e: This subnet is being modified by another concurrent operation. Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:47:15.809112 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d407f7d-4dc6-4fb4-8389-db296858036e: This subnet is being modified by another concurrent operation. Aug 20 13:47:15.814616 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:47:15.828327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=3d407f7d-4dc6-4fb4-8389-db296858036e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:15.834091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.838689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55564) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:15.839677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a61d7be6-d8f4-4306-aa73-6da2683e5fe2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/3d407f7d-4dc6-4fb4-8389-db296858036e HTTP/1.1" status: 204 len: 168 time: 0.2622192 Aug 20 13:47:15.908316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet c01a8a3a-0cae-4463-b903-599e791eec13 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:15.912263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.955199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7d4b426f-39cf-42f3-af73-4c930f54ebe0 None None] Could not find standard attr ID for object 90b34a5e-e5f2-4603-a27a-a91abcf766b6. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:15.979054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7d4b426f-39cf-42f3-af73-4c930f54ebe0 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:15.979752 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7d4b426f-39cf-42f3-af73-4c930f54ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:15.991212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:16.033068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f241909-68d7-4a5e-b59a-b1fe79a1bea6 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:47:16.110572 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:16.167560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f241909-68d7-4a5e-b59a-b1fe79a1bea6 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:47:16.177637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:16.206693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=c01a8a3a-0cae-4463-b903-599e791eec13,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:16.211777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:16.213878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-382cc100-3fbe-4793-9165-670aedcd7c9a tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c01a8a3a-0cae-4463-b903-599e791eec13 HTTP/1.1" status: 204 len: 168 time: 0.3741612 Aug 20 13:47:16.216274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55566) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:16.262770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd44c423-b745-410f-833b-898c611e4e20 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425169 Aug 20 13:47:16.263820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55568) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:16.268374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:16.290959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-50da108b-8185-49bc-9e34-b4881fb093fa None None] Could not find standard attr ID for object 90b34a5e-e5f2-4603-a27a-a91abcf766b6. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:16.370704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:16.375175 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:16.440609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a339f230-3f27-4f6b-87f0-a9e8fcf451f9 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:47:16.540393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:16.571930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339f230-3f27-4f6b-87f0-a9e8fcf451f9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:47:16.579819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a61e452-8758-41c0-a1a6-c1e487d938ef None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:16.580292 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a61e452-8758-41c0-a1a6-c1e487d938ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:16.768428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:16.941174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.025497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:17.030328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.117902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:17.210201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '0d0080b3-ef8e-4a49-a111-186179d52eaa'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:47:17.230952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f8b81-3a53-4d41-b38a-893d04e79fb9 req-207afc4d-8011-47db-a43d-d6216a77e8f1 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:17.232492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c1f8b81-3a53-4d41-b38a-893d04e79fb9 req-207afc4d-8011-47db-a43d-d6216a77e8f1 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.5413787 Aug 20 13:47:17.238879 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.332628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c1f8b81-3a53-4d41-b38a-893d04e79fb9 req-204039b6-fc28-4bfa-adf9-bc961783f33b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0912979 Aug 20 13:47:17.399780 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.409724 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe02:d3a6-a3a43759-8e89-492b-ba8a-52510cabff {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:47:17.410096 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:47:17.548498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:17.578266 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.582949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.583691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.644457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:17.653080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:17.658724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:17.659315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.686397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=0d0080b3-ef8e-4a49-a111-186179d52eaa,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:17.691641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4273818 Aug 20 13:47:17.694558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55578) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:17.699523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:17.704199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9ba43-d204-4a49-afc6-518074418453 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:17.810930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:17.814513 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:17.901834 n-d-804232-5 neutron-server[94862]: INFO neutron.db.ipam_backend_mixin [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d0080b3-ef8e-4a49-a111-186179d52eaa (CIDR: 2001:db8::/64) Aug 20 13:47:17.905101 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:17.905573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:17.919779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-03562536-1ec7-47ab-bcc0-09d725572d0b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2241731 Aug 20 13:47:17.922613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55580) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:17.927621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:17.939500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.045893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:18.049601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.182589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:18.212715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.217512 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.268384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6898e-c7cc-411f-964b-89ff1bfea227 None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:18.288399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.331638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:18.338118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:18.341674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:18.342265 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.360975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=fbda0141-565d-4251-88dc-91b39e32a6cf,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:18.374656 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e646246-6faa-41c2-85d9-16a3f8f02c6f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4509401 Aug 20 13:47:18.377600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55584) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:18.383252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:fa:61:5f', 'name': 'tempest-NetworksTestDHCPv6-609136093'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:18.465886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa22ea-f29e-449f-9572-58f414750b38 req-8eeb4d16-2538-4b78-b723-80b06caa4678 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:18.467560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01aa22ea-f29e-449f-9572-58f414750b38 req-8eeb4d16-2538-4b78-b723-80b06caa4678 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0544286 Aug 20 13:47:18.509601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb418357-859c-48df-9358-4a13edc9d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.524589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01aa22ea-f29e-449f-9572-58f414750b38 req-f1e48ad8-f8fe-49f2-9806-a55742e94ff2 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495610 Aug 20 13:47:18.542399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:18.549135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.555579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.580679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 2c4c9db7-3280-486e-813f-2c789ed3cdaa yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:18.603696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:18.661789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:18.662993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.748887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.781201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8:0:1::399 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/fbda0141-565d-4251-88dc-91b39e32a6cf/2c4c9db7-3280-486e-813f-2c789ed3cdaa) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:18.787220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:18.789452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::f816:3eff:fefa:615f (5a5dea19-1655-4dac-8b4a-949e45fb9b65/0d0080b3-ef8e-4a49-a111-186179d52eaa/2c4c9db7-3280-486e-813f-2c789ed3cdaa) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:18.791710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.847214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:18.930372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0feb70-2786-4bdd-aa8a-a6c56d965a28 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:18.952106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:18.965913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 2c4c9db7-3280-486e-813f-2c789ed3cdaa will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:19.001634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.010392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-255d1ebf-9e21-446c-98f5-90b84323af33 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:19.011001 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-255d1ebf-9e21-446c-98f5-90b84323af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.050427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:19.053431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:19.057935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:19.063627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.064240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.076215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=2c4c9db7-3280-486e-813f-2c789ed3cdaa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:19.087578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2bddfc68-dcf7-46c1-b879-e78ae392fe88 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7085593 Aug 20 13:47:19.090440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55586) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:19.187068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 2c4c9db7-3280-486e-813f-2c789ed3cdaa {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:19.187419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.222518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '0d0080b3-ef8e-4a49-a111-186179d52eaa', 'ip_address': '2001:db8::f816:3eff:fe02:d3a6'}, {'subnet_id': 'fbda0141-565d-4251-88dc-91b39e32a6cf'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:47:19.250603 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.274931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.286894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 2c4c9db7-3280-486e-813f-2c789ed3cdaa owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:19.413387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Allocated IP 2001:db8:0:1::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/fbda0141-565d-4251-88dc-91b39e32a6cf/26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:19.469792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.502615 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.508244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=2c4c9db7-3280-486e-813f-2c789ed3cdaa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:19.532959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:19.552710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.558124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-007fb78d-5d33-43d5-8f13-8b481281af4b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/2c4c9db7-3280-486e-813f-2c789ed3cdaa HTTP/1.1" status: 204 len: 168 time: 0.4641991 Aug 20 13:47:19.558972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55590) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:19.567298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.582351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Transition to ACTIVE for port object 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:19.587177 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.612143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555fd8b-d48f-478b-9087-24903a45b791 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.613593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3555fd8b-d48f-478b-9087-24903a45b791 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0533965 Aug 20 13:47:19.616348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55592) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:19.666518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ecd8-02f3-4937-af88-247d1c5067a0 req-4b4fa7c3-5618-4533-9b8b-a7b8b75a2ac6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.668632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8f3ecd8-02f3-4937-af88-247d1c5067a0 req-4b4fa7c3-5618-4533-9b8b-a7b8b75a2ac6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0534949 Aug 20 13:47:19.677316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbddf2b-064d-4b77-989a-f6bfaacd453d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.683226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9bbddf2b-064d-4b77-989a-f6bfaacd453d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0614469 Aug 20 13:47:19.684410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55594) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:19.685070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8005-d7c8-4468-af7f-ed7970a4ef9b None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:19.713325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8f3ecd8-02f3-4937-af88-247d1c5067a0 req-38472163-d848-4dca-97b2-3ba8197016b0 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365486 Aug 20 13:47:19.745223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d4dc2-9f34-45b9-8d9f-dc7d8864c77b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.746863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d4dc2-9f34-45b9-8d9f-dc7d8864c77b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.748531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d4dc2-9f34-45b9-8d9f-dc7d8864c77b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:19.750181 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-455d4dc2-9f34-45b9-8d9f-dc7d8864c77b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0647326 Aug 20 13:47:19.752967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55596) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:19.811900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 0d0080b3-ef8e-4a49-a111-186179d52eaa {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:19.819602 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.864220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:19.950115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.018519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.047862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0080b3-ef8e-4a49-a111-186179d52eaa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:20.051713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.054138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ad74ff58-83e2-4429-84a8-1fe432a113f8 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/0d0080b3-ef8e-4a49-a111-186179d52eaa HTTP/1.1" status: 204 len: 168 time: 0.2998211 Aug 20 13:47:20.057000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55598) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:20.111202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet fbda0141-565d-4251-88dc-91b39e32a6cf {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:20.114536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.159086 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.204095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e022ff-6620-413d-bfb4-c6119cf259e0 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:20.252038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.290643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bf135cc3-888e-4e40-befa-c28b7f6ae7d6 None None] Could not find standard attr ID for object 2c4c9db7-3280-486e-813f-2c789ed3cdaa. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:20.312575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.332450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bf135cc3-888e-4e40-befa-c28b7f6ae7d6 None None] Provisioning for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:20.341030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=fbda0141-565d-4251-88dc-91b39e32a6cf,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:20.344859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.349163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aec2d309-344b-4f4e-8f9f-12ab96403e9b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/fbda0141-565d-4251-88dc-91b39e32a6cf HTTP/1.1" status: 204 len: 168 time: 0.2886705 Aug 20 13:47:20.349358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bf135cc3-888e-4e40-befa-c28b7f6ae7d6 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:20.349358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bf135cc3-888e-4e40-befa-c28b7f6ae7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.350574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55600) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:20.396531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-284667ae-571a-4070-8dca-a1a3d5cf89f3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411720 Aug 20 13:47:20.396798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55602) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:20.401715 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:20.492868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89da0e2-373f-42b9-9748-c0515ab93a09 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'fbda0141-565d-4251-88dc-91b39e32a6cf'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:47:20.499275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:20.502981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.519814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c89da0e2-373f-42b9-9748-c0515ab93a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.532640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:20.662135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:20.662515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.706580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.746969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:20.750338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:20.754940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:20.755442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.774176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d9a2e7-af58-4cd1-bb02-d7a59b887db9 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:20.774802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=55604fad-5162-49ee-bb7e-20f9201551d8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:20.782054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b147b201-a1aa-48fc-a82c-1779f12e19f1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3816259 Aug 20 13:47:20.782527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55606) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:20.787558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:20.846458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-99ee91f6-d64b-493c-ba39-ca611296d91e None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:20.846974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-99ee91f6-d64b-493c-ba39-ca611296d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:20.909219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579ebb7-1e88-4379-bae4-af29cd60c767 req-0ebb2f75-6cd8-4372-b43e-7ed0e53f4b37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:20.910675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6579ebb7-1e88-4379-bae4-af29cd60c767 req-0ebb2f75-6cd8-4372-b43e-7ed0e53f4b37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1046102 Aug 20 13:47:20.968394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6579ebb7-1e88-4379-bae4-af29cd60c767 req-c90c5ba4-50b4-4006-839e-6a35fb94bc9a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469878 Aug 20 13:47:20.974922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:20.979761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.049887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': '55604fad-5162-49ee-bb7e-20f9201551d8'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:47:21.075634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.081010 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55604fad-5162-49ee-bb7e-20f9201551d8 (CIDR: 2001:db8::/64) Aug 20 13:47:21.084804 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:21.085260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:21.100166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d7389668-5235-4e40-bb77-84eaf064ef46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3167987 Aug 20 13:47:21.102896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55608) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:21.108162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:21.221347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:21.224881 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.403870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/55604fad-5162-49ee-bb7e-20f9201551d8/26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:21.482070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.512288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:21.541186 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.554896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Transition to ACTIVE for port object 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:21.560510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.564764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:21.637033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986b56a-034c-4085-a76a-a286190691b6 None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=13']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:21.752347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:21.924175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:22.101001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad1573-cd66-478e-8812-899bf053ae47 req-b2480871-8bfc-4d34-8037-54826e9d6cb9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:22.105203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83ad1573-cd66-478e-8812-899bf053ae47 req-b2480871-8bfc-4d34-8037-54826e9d6cb9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0602922 Aug 20 13:47:22.155367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-83ad1573-cd66-478e-8812-899bf053ae47 req-3f64b7aa-5896-45f0-a816-42a9c555a4af tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455616 Aug 20 13:47:22.299624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.305336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.306175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.322687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-07d851f1-9723-4673-9a93-2f4cba9ed9a0 None None] Provisioning for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:22.327210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-07d851f1-9723-4673-9a93-2f4cba9ed9a0 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:22.327881 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07d851f1-9723-4673-9a93-2f4cba9ed9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.381046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:22.390006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:22.404944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:22.405687 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.419426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=689c1f0c-efdf-4cc0-a962-a48daee786d2,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:22.432253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=15']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:22.445716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b9f879a3-edff-40e7-8efb-e0c27c745bd1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3409777 Aug 20 13:47:22.448988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55612) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:22.454352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:96:e9:d6', 'name': 'tempest-NetworksTestDHCPv6-1159478350'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:22.460659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b59de46-b28a-47ba-901a-b2bf14d26728 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:22.478135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:22.544852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2c610460-408c-4979-b799-3f92b8b9661f None None] Could not find standard attr ID for object 2c4c9db7-3280-486e-813f-2c789ed3cdaa. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:22.572919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:22.642645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.659803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.681873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 442446e0-6bee-40f0-8354-e2a0d1ebc697 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:22.700282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:22.706139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.769899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=16']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:22.818804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:22.875577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:22.875961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:22.889719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::3e0 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/55604fad-5162-49ee-bb7e-20f9201551d8/442446e0-6bee-40f0-8354-e2a0d1ebc697) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:22.898642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8:0:1:f816:3eff:fe96:e9d6 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/689c1f0c-efdf-4cc0-a962-a48daee786d2/442446e0-6bee-40f0-8354-e2a0d1ebc697) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:22.972480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.006832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:23.012049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.067309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.068842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=17']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:23.082969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 442446e0-6bee-40f0-8354-e2a0d1ebc697 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:23.119985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.168496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:23.171453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:23.175169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:23.181387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.182031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.191864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=442446e0-6bee-40f0-8354-e2a0d1ebc697,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:23.204812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.205208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.205536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.205842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.206155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.206544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.206806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.207164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.207499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.207811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.208132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.208452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:47:23.229094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0669207c-074e-4de3-b4e8-54b07eb969d1 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7789307 Aug 20 13:47:23.230148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55616) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:23.337718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f279084-8add-44fc-86f7-df35f6d3040a req-cd7232b8-2396-4e4b-b3ba-aa16f6b601b4 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.339289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f279084-8add-44fc-86f7-df35f6d3040a req-cd7232b8-2396-4e4b-b3ba-aa16f6b601b4 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0998418 Aug 20 13:47:23.373600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-890f2cab-1a5a-449e-882f-92c0e645b09e None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:23.373982 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-890f2cab-1a5a-449e-882f-92c0e645b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.392961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 442446e0-6bee-40f0-8354-e2a0d1ebc697 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:23.393327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.400355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0f279084-8add-44fc-86f7-df35f6d3040a req-9e51d5cf-f426-4ac0-baaa-522d093e31ba tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0536788 Aug 20 13:47:23.490850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.504400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 442446e0-6bee-40f0-8354-e2a0d1ebc697 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:23.586207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52b99388-bdad-49c3-af9e-3b3241a59733 None None] Provisioning for port 442446e0-6bee-40f0-8354-e2a0d1ebc697 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:23.589828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52b99388-bdad-49c3-af9e-3b3241a59733 None None] Provisioning complete for port 442446e0-6bee-40f0-8354-e2a0d1ebc697 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:23.590208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52b99388-bdad-49c3-af9e-3b3241a59733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.624384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-52b99388-bdad-49c3-af9e-3b3241a59733 None None] Port 442446e0-6bee-40f0-8354-e2a0d1ebc697 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:23.683609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.712474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=442446e0-6bee-40f0-8354-e2a0d1ebc697,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:23.760786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:23.762826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-32a372b7-a2fc-4080-9b7b-6bd44d87dda5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/442446e0-6bee-40f0-8354-e2a0d1ebc697 HTTP/1.1" status: 204 len: 168 time: 0.5315521 Aug 20 13:47:23.765450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55618) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:23.821896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09946fd-2628-4cb0-9406-c487dce27047 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.823678 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c09946fd-2628-4cb0-9406-c487dce27047 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0572712 Aug 20 13:47:23.827734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55620) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:23.880997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8016202-019c-45cb-bc75-bcce26a5b2b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.885819 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a8016202-019c-45cb-bc75-bcce26a5b2b7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0533154 Aug 20 13:47:23.886095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55622) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:23.938815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045d64b-b47a-461d-96d1-04c247b5f494 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.940346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045d64b-b47a-461d-96d1-04c247b5f494 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.941999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045d64b-b47a-461d-96d1-04c247b5f494 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:23.943592 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f045d64b-b47a-461d-96d1-04c247b5f494 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0565181 Aug 20 13:47:23.946797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55624) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:24.001505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 55604fad-5162-49ee-bb7e-20f9201551d8 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:24.004684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.045214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.129274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.192439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.220000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=55604fad-5162-49ee-bb7e-20f9201551d8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:24.222016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.225582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5bc31d14-fd0f-46b1-a6c1-6819e8f2def0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/55604fad-5162-49ee-bb7e-20f9201551d8 HTTP/1.1" status: 204 len: 168 time: 0.2761798 Aug 20 13:47:24.227006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55626) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:24.229099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b3570-fee7-4af1-aa70-b0c33a27dfe1 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:24.281153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet 689c1f0c-efdf-4cc0-a962-a48daee786d2 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:24.284397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.325318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.421029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.499380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.541909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:24.550670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=689c1f0c-efdf-4cc0-a962-a48daee786d2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:24.555900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.558671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d125fb9c-ca9f-4c89-9306-3fe511530120 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/689c1f0c-efdf-4cc0-a962-a48daee786d2 HTTP/1.1" status: 204 len: 168 time: 0.3300314 Aug 20 13:47:24.561311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55630) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:24.574748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6303eda-2d89-4022-b818-7eb509e4d17d req-1f291707-0962-44f6-acaa-e9a2bbe0fbc5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:24.576326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6303eda-2d89-4022-b818-7eb509e4d17d req-1f291707-0962-44f6-acaa-e9a2bbe0fbc5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0895956 Aug 20 13:47:24.616493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-92587575-ed77-4a11-98c0-e8d64161ca94 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530064 Aug 20 13:47:24.617877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f6303eda-2d89-4022-b818-7eb509e4d17d req-72819c58-25c8-4f23-a32d-f75bad450364 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352392 Aug 20 13:47:24.619264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55632) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:24.625502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:24.626104 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:24.626574 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.733798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:24.737503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.940138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:24.973950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc65d58-96c9-4a16-8a7c-3539873bc983 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:24.984760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:24.987984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:24.993574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:24.994181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.003788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:25.014675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7b3a171a-27a9-4b38-83f4-f1c5b0e9d996 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3943717 Aug 20 13:47:25.017738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55634) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:25.022820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:25.072600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-511faaff-174e-4f24-a8d2-5922e9d6ff7e None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:25.072977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-511faaff-174e-4f24-a8d2-5922e9d6ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.130018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:25.134020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.229542 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d (CIDR: 2001:db8::/64) Aug 20 13:47:25.233222 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:47:25.233707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:25.247042 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c0c366ac-17e8-416d-9d9e-14e31c423389 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2281764 Aug 20 13:47:25.249823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55636) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:25.255052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'subnet': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:25.261101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Update dhcp port {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'fixed_ips': [{'subnet_id': 'a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:47:25.273002 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:47:25.290739 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.369525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:25.373007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.464092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Allocated IP 2001:db8::2 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d/26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:25.559794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:25.588316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.602078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Transition to ACTIVE for port object 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:25.606660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:25.685356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c38ef1-2947-49fc-9c51-367189ffce33 None None] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=20']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:25.718423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:47:25.751483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670257e-828a-4126-b90b-5f078fa5751d req-fae490bd-0c95-4974-8901-1a31e9b034e2 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:25.753190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6670257e-828a-4126-b90b-5f078fa5751d req-fae490bd-0c95-4974-8901-1a31e9b034e2 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0542166 Aug 20 13:47:25.795322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6670257e-828a-4126-b90b-5f078fa5751d req-111acdc7-33dd-425f-b41e-6e2f423cf820 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356071 Aug 20 13:47:25.900627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.063995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:26.097152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.102825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.103961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.180286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:26.188535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:26.191320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:26.192245 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.193837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5063f-0e5b-4bf8-903a-d51c3ddb1aa4 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:26.211812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Subnet': ['ID=d11d52b1-6755-41d5-8611-72c443852084,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:26.222333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=22']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:26.229972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55640) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:26.230190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-561143ff-5895-40ab-a77d-64a81facfdd0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9790792 Aug 20 13:47:26.236415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Request body: {'port': {'network_id': '5a5dea19-1655-4dac-8b4a-949e45fb9b65', 'mac_address': 'fa:16:3e:40:a5:60', 'name': 'tempest-NetworksTestDHCPv6-1125958353'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:26.260851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6b1ed279-861f-4c1f-9902-cc0dac998d3a None None] Provisioning for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:26.271567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6b1ed279-861f-4c1f-9902-cc0dac998d3a None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:26.271901 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed279-861f-4c1f-9902-cc0dac998d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.361574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Made reservation on behalf of f6e6f17930014454b17c5b12beabb983 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:26.453330 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.477218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] device_id is not set on port 8742b0a9-981a-48a7-8385-5aa06da9356c yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:26.544510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:26.598074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:26.598451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.657197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8::3b4 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d/8742b0a9-981a-48a7-8385-5aa06da9356c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:26.666695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:a560 (5a5dea19-1655-4dac-8b4a-949e45fb9b65/d11d52b1-6755-41d5-8611-72c443852084/8742b0a9-981a-48a7-8385-5aa06da9356c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:26.824207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.840825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Transition to ACTIVE for port object 8742b0a9-981a-48a7-8385-5aa06da9356c will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:26.887941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.925962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ef8d-a90e-4606-8e93-846a577282cd req-350afcb6-30ff-4581-9e40-17049b88b078 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:26.928430 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54f3ef8d-a90e-4606-8e93-846a577282cd req-350afcb6-30ff-4581-9e40-17049b88b078 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0581391 Aug 20 13:47:26.942387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:26.949349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:26.951325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event updated for resources: {'Port': ['ID=8742b0a9-981a-48a7-8385-5aa06da9356c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:26.953731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:26.960242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:26.961846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:26.978437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-73c2d9ff-5e94-4652-87c5-6aa8e41fffc0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7469399 Aug 20 13:47:26.980936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55644) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:26.981222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54f3ef8d-a90e-4606-8e93-846a577282cd req-37c039eb-5904-445f-9b81-41ad3c991473 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440640 Aug 20 13:47:27.013317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a1a3b-edbd-401e-9fe1-e12345ae3830 None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:27.075749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting port 8742b0a9-981a-48a7-8385-5aa06da9356c {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:27.076087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.076285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4d86392f-3f4a-453e-8b3c-6aa24853e512 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:27.076762 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d86392f-3f4a-453e-8b3c-6aa24853e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.165923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.177851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Calling delete_port for 8742b0a9-981a-48a7-8385-5aa06da9356c owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:27.361414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.396243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Port': ['ID=8742b0a9-981a-48a7-8385-5aa06da9356c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:27.444355 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.449945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-741db64c-dde9-4305-a5fb-9a2444323849 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/8742b0a9-981a-48a7-8385-5aa06da9356c HTTP/1.1" status: 204 len: 168 time: 0.4654815 Aug 20 13:47:27.449945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55648) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:27.500248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b8032-f666-4134-9e0f-28f1608d30b0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:27.504125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c94b8032-f666-4134-9e0f-28f1608d30b0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0509179 Aug 20 13:47:27.504361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55650) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:27.548277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2d238e12-814e-4858-9a3d-c8342a376835 None None] Could not find standard attr ID for object 8742b0a9-981a-48a7-8385-5aa06da9356c. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:27.556312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ff60aa-7f51-4c30-9141-99135bc36775 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:27.557952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d2ff60aa-7f51-4c30-9141-99135bc36775 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0526233 Aug 20 13:47:27.560579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55652) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:27.562473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2d238e12-814e-4858-9a3d-c8342a376835 None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:27.562910 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2d238e12-814e-4858-9a3d-c8342a376835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.620321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb2d1f-17f7-4676-8017-b197b89f7ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:27.622030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb2d1f-17f7-4676-8017-b197b89f7ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:27.623591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb2d1f-17f7-4676-8017-b197b89f7ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:27.627737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3aeb2d1f-17f7-4676-8017-b197b89f7ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0637546 Aug 20 13:47:27.628234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55654) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:27.685563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:27.689127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.731720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.769749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b0c11f41-6a17-4487-8fc8-7bdf1bcd2c86 None None] Could not find standard attr ID for object 8742b0a9-981a-48a7-8385-5aa06da9356c. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:47:27.826614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.884999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.911516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:27.916766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:27.918673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aaf2d49b-f6dc-4bed-8e0a-9edca248f7bc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d HTTP/1.1" status: 204 len: 168 time: 0.2892945 Aug 20 13:47:27.921239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55656) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:27.923555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b48840-9f75-4fc5-be09-1f9c3d0c91dd None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:27.981268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Deleting subnet d11d52b1-6755-41d5-8611-72c443852084 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:27.984469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:28.027404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:28.116575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:28.130228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0542b-18e8-4ccd-acb1-d59e76d5a4ff req-6ebe25bd-835b-4f1a-974f-5ebba0ce0e89 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.133138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44d0542b-18e8-4ccd-acb1-d59e76d5a4ff req-6ebe25bd-835b-4f1a-974f-5ebba0ce0e89 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0743849 Aug 20 13:47:28.180565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44d0542b-18e8-4ccd-acb1-d59e76d5a4ff req-a11daecf-62bc-4973-a30d-90ccfd06249c tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420594 Aug 20 13:47:28.196569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:28.212821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:28.214791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/d11d52b1-6755-41d5-8611-72c443852084 HTTP/1.1" status: 204 len: 168 time: 0.2926085 Aug 20 13:47:28.218761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55662) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.234004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865c8fe-02fe-430d-9ca4-d9e625eb4a36 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Subnet': ['ID=d11d52b1-6755-41d5-8611-72c443852084,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:28.262721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f28313b9-82cb-4e18-b0ad-70073c505756 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424442 Aug 20 13:47:28.265243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55664) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.323636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626693e-120b-4ac4-8591-06af4d7c7836 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.325529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2626693e-120b-4ac4-8591-06af4d7c7836 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0592020 Aug 20 13:47:28.328150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55668) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.421643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae95e76-3426-45d0-bafa-ec7aab722f02 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.425457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0ae95e76-3426-45d0-bafa-ec7aab722f02 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0939543 Aug 20 13:47:28.425942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55670) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.450975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27d84-99bb-4efa-9db5-7dbe9ea007bc req-31e3d2c9-d0d1-49e1-a4dc-0a04af8c8bca tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.452537 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09c27d84-99bb-4efa-9db5-7dbe9ea007bc req-31e3d2c9-d0d1-49e1-a4dc-0a04af8c8bca tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0715117 Aug 20 13:47:28.485942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cb09b516-5193-4c96-98f1-e8a70259bc51 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588598 Aug 20 13:47:28.490783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55672) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.502733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09c27d84-99bb-4efa-9db5-7dbe9ea007bc req-dc3535c9-853b-4f7b-99a5-5baeb253675b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430269 Aug 20 13:47:28.520637 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5d6f65-292e-4fba-93df-5cc563d65d60 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.521328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5d6f65-292e-4fba-93df-5cc563d65d60 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.523249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8d5d6f65-292e-4fba-93df-5cc563d65d60 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/8742b0a9-981a-48a7-8385-5aa06da9356c HTTP/1.1" status: 404 len: 333 time: 0.0296712 Aug 20 13:47:28.525924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55674) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.526207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-617c693d-2d23-4cd6-ac5c-8d2e8273328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.527663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-617c693d-2d23-4cd6-ac5c-8d2e8273328a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 1096 time: 0.1116390 Aug 20 13:47:28.555637 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-840e801f-7af5-4d91-87ab-757f1ec48c6c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.556177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840e801f-7af5-4d91-87ab-757f1ec48c6c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.560236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-840e801f-7af5-4d91-87ab-757f1ec48c6c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/d11d52b1-6755-41d5-8611-72c443852084 HTTP/1.1" status: 404 len: 337 time: 0.0310659 Aug 20 13:47:28.560539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55676) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.587161 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e45436-b671-4dbd-be32-836d30991625 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.587442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e45436-b671-4dbd-be32-836d30991625 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.589476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-51e45436-b671-4dbd-be32-836d30991625 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/a9e11082-0c6c-4c2c-a01c-8f33dc4bb12d HTTP/1.1" status: 404 len: 337 time: 0.0279217 Aug 20 13:47:28.591960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55678) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.621024 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-35550a52-cd44-49ab-a2b5-2c87bac79e6b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.621739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35550a52-cd44-49ab-a2b5-2c87bac79e6b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.623494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-35550a52-cd44-49ab-a2b5-2c87bac79e6b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/442446e0-6bee-40f0-8354-e2a0d1ebc697 HTTP/1.1" status: 404 len: 333 time: 0.0306156 Aug 20 13:47:28.626195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.626790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-288860ed-9841-489e-85c2-0679b48a63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.628294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-288860ed-9841-489e-85c2-0679b48a63d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.0921390 Aug 20 13:47:28.653623 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b22d0e-6a49-4b56-b65d-844497128352 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.653998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b22d0e-6a49-4b56-b65d-844497128352 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.658106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-60b22d0e-6a49-4b56-b65d-844497128352 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/689c1f0c-efdf-4cc0-a962-a48daee786d2 HTTP/1.1" status: 404 len: 337 time: 0.0284886 Aug 20 13:47:28.660920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55682) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.691602 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-620f914e-c010-4879-a18e-6555a3fc5951 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.691983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620f914e-c010-4879-a18e-6555a3fc5951 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.693223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ba3b2-1399-465c-a30b-7e0137a1d8bf None None] Network 5a5dea19-1655-4dac-8b4a-949e45fb9b65 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:28.694134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-620f914e-c010-4879-a18e-6555a3fc5951 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/55604fad-5162-49ee-bb7e-20f9201551d8 HTTP/1.1" status: 404 len: 337 time: 0.0321772 Aug 20 13:47:28.697719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55684) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.706648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-fd257ad2-5b91-4225-ac34-50e1fef51584 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 200 len: 1001 time: 0.0707808 Aug 20 13:47:28.722386 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e53d03-eab5-4319-be01-82e35c88de98 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.723067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e53d03-eab5-4319-be01-82e35c88de98 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.727563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-92e53d03-eab5-4319-be01-82e35c88de98 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/2c4c9db7-3280-486e-813f-2c789ed3cdaa HTTP/1.1" status: 404 len: 333 time: 0.0260627 Aug 20 13:47:28.727936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55686) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.757830 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e6ded-b1ff-4ef1-8854-4af4ea4073c9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.758305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e6ded-b1ff-4ef1-8854-4af4ea4073c9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.760088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b15e6ded-b1ff-4ef1-8854-4af4ea4073c9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/fbda0141-565d-4251-88dc-91b39e32a6cf HTTP/1.1" status: 404 len: 337 time: 0.0312212 Aug 20 13:47:28.761594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-7f8bdf24-4c48-41ee-b21c-716141c3ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.762702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55688) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.763089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-7f8bdf24-4c48-41ee-b21c-716141c3ab79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0489142 Aug 20 13:47:28.791675 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d774f4-edae-4756-a110-bd57ab2dd7ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.792203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d774f4-edae-4756-a110-bd57ab2dd7ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.796431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-30d774f4-edae-4756-a110-bd57ab2dd7ab tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/0d0080b3-ef8e-4a49-a111-186179d52eaa HTTP/1.1" status: 404 len: 337 time: 0.0302415 Aug 20 13:47:28.796777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55690) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.812316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-0de45b9e-43fb-4542-9ff9-58be5839ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:28.814282 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-0de45b9e-43fb-4542-9ff9-58be5839ed19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432780 Aug 20 13:47:28.822074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6c5782a-0dd2-4982-a033-c6c09b96c90e None None] Provisioning complete for port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:28.822455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6c5782a-0dd2-4982-a033-c6c09b96c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:28.825869 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f11046-622a-4c7e-a5de-2f46ecbf7922 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.826135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f11046-622a-4c7e-a5de-2f46ecbf7922 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.826267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-d9bdaf45-ee07-4dd0-8755-40e69e03bd97 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:47:28.827210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-d9bdaf45-ee07-4dd0-8755-40e69e03bd97 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053957 Aug 20 13:47:28.829710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-02f11046-622a-4c7e-a5de-2f46ecbf7922 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/90b34a5e-e5f2-4603-a27a-a91abcf766b6 HTTP/1.1" status: 404 len: 333 time: 0.0303257 Aug 20 13:47:28.830576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55692) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.860631 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe31bcb-0a50-4721-bb54-497b8bc35293 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.861110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe31bcb-0a50-4721-bb54-497b8bc35293 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.862886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4fe31bcb-0a50-4721-bb54-497b8bc35293 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/3d407f7d-4dc6-4fb4-8389-db296858036e HTTP/1.1" status: 404 len: 337 time: 0.0313759 Aug 20 13:47:28.865777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55694) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.896767 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3417b4-1b6a-4203-a2fe-135340d457ea tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.897249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3417b4-1b6a-4203-a2fe-135340d457ea tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.899919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf3417b4-1b6a-4203-a2fe-135340d457ea tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c01a8a3a-0cae-4463-b903-599e791eec13 HTTP/1.1" status: 404 len: 337 time: 0.0330324 Aug 20 13:47:28.902491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55696) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.929926 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dafa1d-b601-4122-a35b-d804978410a9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.930634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dafa1d-b601-4122-a35b-d804978410a9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.932365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e3dafa1d-b601-4122-a35b-d804978410a9 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/e356c7ca-6c1f-41cd-add2-441e733cf0ab HTTP/1.1" status: 404 len: 333 time: 0.0286679 Aug 20 13:47:28.935054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55698) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.946894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] DHCP port deletion for 5a5dea19-1655-4dac-8b4a-949e45fb9b65 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:28.962770 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e70c6a3-e65b-447e-a35f-81f3c3d84e42 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.963165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e70c6a3-e65b-447e-a35f-81f3c3d84e42 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.967253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6e70c6a3-e65b-447e-a35f-81f3c3d84e42 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/33eacb0c-d34c-4553-958a-b565a8bfeb11 HTTP/1.1" status: 404 len: 337 time: 0.0288804 Aug 20 13:47:28.967433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-1d0fef49-0a3b-437f-8eb6-a1ae0067539a service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283116 Aug 20 13:47:28.967600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55700) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:28.992125 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-336ccfa9-45d4-46fd-820b-c3fd6550adef tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:28.992489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336ccfa9-45d4-46fd-820b-c3fd6550adef tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:28.994287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-336ccfa9-45d4-46fd-820b-c3fd6550adef tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/316d9462-9f8c-4afd-ae3d-d6299fb9aa59 HTTP/1.1" status: 404 len: 333 time: 0.0258787 Aug 20 13:47:28.996943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55702) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.001294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] Deleting port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:29.001773 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:29.026095 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd97682-ad5f-4938-aff4-841e4525bda2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.026565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd97682-ad5f-4938-aff4-841e4525bda2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.029527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fcd97682-ad5f-4938-aff4-841e4525bda2 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/10813402-24af-4770-94ba-8993b5fcc0c9 HTTP/1.1" status: 404 len: 337 time: 0.0303326 Aug 20 13:47:29.030973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55704) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.060318 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a550bc2-31da-4b80-9f54-dab2d83525ac tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.061909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a550bc2-31da-4b80-9f54-dab2d83525ac tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.065360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6a550bc2-31da-4b80-9f54-dab2d83525ac tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/8966e7ac-b2aa-461f-b69c-fdf10d957808 HTTP/1.1" status: 404 len: 333 time: 0.0302601 Aug 20 13:47:29.065605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55706) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.071887 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a2aea40-e947-4268-9a08-6bbe809b6065 req-7de81bc0-b5a5-437e-8f92-fd7b10efb48e service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985003 Aug 20 13:47:29.074684 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:29.081829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] For port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,segment=NetworkSegment(463f646b-7655-4bcd-8470-77709c06e700),segment_id=463f646b-7655-4bcd-8470-77709c06e700)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:29.082234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:29.093147 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a793b7-3f9c-4acf-b702-8e4857fd3ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.093609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a793b7-3f9c-4acf-b702-8e4857fd3ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.095397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f8a793b7-3f9c-4acf-b702-8e4857fd3ed0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/f52fe3e9-5e08-43cd-ad30-4978ef628eb6 HTTP/1.1" status: 404 len: 337 time: 0.0288076 Aug 20 13:47:29.098582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55708) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.104727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] Calling delete_port for 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:29.122593 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8ce15d-f10a-427d-9927-a634514f7c3d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.123257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8ce15d-f10a-427d-9927-a634514f7c3d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.125015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb8ce15d-f10a-427d-9927-a634514f7c3d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/30a086ad-9399-41c8-a867-72fe1a3bcfb2 HTTP/1.1" status: 404 len: 333 time: 0.0253971 Aug 20 13:47:29.127643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55710) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.154167 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-887db56c-00d7-4a8f-b1e6-79c3e3ff34ee tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.154812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887db56c-00d7-4a8f-b1e6-79c3e3ff34ee tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.156249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-887db56c-00d7-4a8f-b1e6-79c3e3ff34ee tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/be1264e4-2b8a-4d19-99a1-f713e3bd55c4 HTTP/1.1" status: 404 len: 337 time: 0.0276911 Aug 20 13:47:29.158797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55712) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.182849 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafdb32b-f7e8-491d-8302-9e577c768d4c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.183519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafdb32b-f7e8-491d-8302-9e577c768d4c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.184786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:29.185296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dafdb32b-f7e8-491d-8302-9e577c768d4c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/372d0005-d966-4fcd-b48d-dd0b3f72a058 HTTP/1.1" status: 404 len: 333 time: 0.0255930 Aug 20 13:47:29.187815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.213906 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-355bdf34-d103-4689-bec8-851e2643c625 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.214369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355bdf34-d103-4689-bec8-851e2643c625 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.216103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-355bdf34-d103-4689-bec8-851e2643c625 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/323a2785-31a9-47cd-83fc-1861e8e358fc HTTP/1.1" status: 404 len: 337 time: 0.0273790 Aug 20 13:47:29.216434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] Pushing event deleted for resources: {'Port': ['ID=26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:29.218736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55716) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.221470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800519c-907d-4a96-8730-60382ba779d1 None None] No DVR routers for this DVR port 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:29.246773 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eada2e7-0a36-457b-8206-18a94d97d488 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.247414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eada2e7-0a36-457b-8206-18a94d97d488 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.249162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4eada2e7-0a36-457b-8206-18a94d97d488 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/c48928b2-46df-4ab7-add1-e6c8cda8d464 HTTP/1.1" status: 404 len: 333 time: 0.0295193 Aug 20 13:47:29.251702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55718) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.277316 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd25437-f3b7-4d03-b660-7675f6fb5bfe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.277764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd25437-f3b7-4d03-b660-7675f6fb5bfe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.279435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2dd25437-f3b7-4d03-b660-7675f6fb5bfe tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/dd0ead99-3e26-4cbc-9853-6092c4607413 HTTP/1.1" status: 404 len: 337 time: 0.0268469 Aug 20 13:47:29.282017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55720) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.308274 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3818282-aeb6-4cd8-bfe8-5d8e2bce00c7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.308749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3818282-aeb6-4cd8-bfe8-5d8e2bce00c7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.310406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b3818282-aeb6-4cd8-bfe8-5d8e2bce00c7 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/fcb6ed7f-9760-4de4-902c-e8e6a110532d HTTP/1.1" status: 404 len: 337 time: 0.0274816 Aug 20 13:47:29.312814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.334865 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb9a791-01a4-4680-8b83-97d27aad5d91 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.335596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb9a791-01a4-4680-8b83-97d27aad5d91 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.337506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6eb9a791-01a4-4680-8b83-97d27aad5d91 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/9359d157-b2c4-453d-82bd-5c4841ef9072 HTTP/1.1" status: 404 len: 333 time: 0.0238092 Aug 20 13:47:29.340186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55724) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.368011 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e210924-203d-4f85-8356-e44cf94935bf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.368493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e210924-203d-4f85-8356-e44cf94935bf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.370349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7e210924-203d-4f85-8356-e44cf94935bf tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/11d41b31-03be-473c-b771-f126b57ad88d HTTP/1.1" status: 404 len: 337 time: 0.0291145 Aug 20 13:47:29.372888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55726) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.398619 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e9e694-c42e-49fd-aefc-a0e222f2f418 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.399149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e9e694-c42e-49fd-aefc-a0e222f2f418 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.400938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d5e9e694-c42e-49fd-aefc-a0e222f2f418 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/28cbb070-3549-4817-aebd-9575b6532e93 HTTP/1.1" status: 404 len: 337 time: 0.0271428 Aug 20 13:47:29.403405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55728) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.426895 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c2b6f7-5c89-4c61-871b-76b422486fae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.427429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c2b6f7-5c89-4c61-871b-76b422486fae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.429759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-46c2b6f7-5c89-4c61-871b-76b422486fae tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/41d44307-a45f-49fd-bb5d-ee92c4e834df HTTP/1.1" status: 404 len: 333 time: 0.0248370 Aug 20 13:47:29.432816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55730) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.459273 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-36921fc7-ffd9-4f9e-a4b4-c9f91980397d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.459734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36921fc7-ffd9-4f9e-a4b4-c9f91980397d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.465045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36921fc7-ffd9-4f9e-a4b4-c9f91980397d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/ac7109b3-0b56-4c0f-88c9-64136bbfb347 HTTP/1.1" status: 404 len: 337 time: 0.0312755 Aug 20 13:47:29.465256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55732) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.492652 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d77228-1b6c-41aa-8988-8c2e0952594d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.493033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d77228-1b6c-41aa-8988-8c2e0952594d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.494725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-09d77228-1b6c-41aa-8988-8c2e0952594d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/a654153c-8ff6-4258-8b26-eeb3fb045032 HTTP/1.1" status: 404 len: 337 time: 0.0284958 Aug 20 13:47:29.497141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55734) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.520403 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-842cfd1a-16c5-4f90-b5cb-2e33a95bfc46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.521032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842cfd1a-16c5-4f90-b5cb-2e33a95bfc46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.522808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-842cfd1a-16c5-4f90-b5cb-2e33a95bfc46 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/cdfaef66-c1f3-483c-9e2b-9cb3bd176fc8 HTTP/1.1" status: 404 len: 333 time: 0.0247436 Aug 20 13:47:29.526125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55736) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.555985 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12c87fc-dfd4-4b02-8ccc-64b24ce41b65 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.556440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12c87fc-dfd4-4b02-8ccc-64b24ce41b65 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.558946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a12c87fc-dfd4-4b02-8ccc-64b24ce41b65 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c0137adf-016b-4198-a65a-56dfeccce8e5 HTTP/1.1" status: 404 len: 337 time: 0.0309861 Aug 20 13:47:29.561639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55740) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.594182 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ced86ca-d423-4352-b627-357c39299308 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.594643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ced86ca-d423-4352-b627-357c39299308 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.596416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4ced86ca-d423-4352-b627-357c39299308 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/091eccdc-dc1b-49c0-b260-7648fd1e7a1c HTTP/1.1" status: 404 len: 337 time: 0.0336778 Aug 20 13:47:29.599127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55742) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.630299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b350595c-8e6a-44fb-ab51-c08affc1a4c6 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports?device_id=049dad99-a8a5-4078-887e-b5d6627ffa8d HTTP/1.1" status: 200 len: 205 time: 0.0296764 Aug 20 13:47:29.633367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.637644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61ad0-aca2-4287-a02a-5092bfeb8136 req-64dac57a-3fab-4f04-86e5-7baf26171cb4 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:29.639160 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bee61ad0-aca2-4287-a02a-5092bfeb8136 req-64dac57a-3fab-4f04-86e5-7baf26171cb4 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0630403 Aug 20 13:47:29.673568 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-7c1cc960-3a05-4137-8302-721bf8315f62 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] delete failed (client error): The resource could not be found. Aug 20 13:47:29.674619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7c1cc960-3a05-4137-8302-721bf8315f62 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/routers/049dad99-a8a5-4078-887e-b5d6627ffa8d HTTP/1.1" status: 404 len: 336 time: 0.0403318 Aug 20 13:47:29.677260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.679774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bee61ad0-aca2-4287-a02a-5092bfeb8136 req-aeaa0f1c-6cef-44a3-9f2c-aa4c355b14ed tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341678 Aug 20 13:47:29.706742 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0708103e-4ea9-4682-8f59-6cea267ea9fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.707221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0708103e-4ea9-4682-8f59-6cea267ea9fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.709056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0708103e-4ea9-4682-8f59-6cea267ea9fd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/4f4349b0-5f4f-4c6d-a55d-5a5636354129 HTTP/1.1" status: 404 len: 337 time: 0.0309441 Aug 20 13:47:29.712191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55748) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.743860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-526c0e49-bdaf-436c-8830-fc7beb011628 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e685d02-d073-47d6-b938-cd998113d082 HTTP/1.1" status: 200 len: 205 time: 0.0305309 Aug 20 13:47:29.746136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55750) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.784098 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-d0567ef3-0e8a-4c2a-86c5-0765a4d7cfc3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] delete failed (client error): The resource could not be found. Aug 20 13:47:29.785172 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d0567ef3-0e8a-4c2a-86c5-0765a4d7cfc3 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/routers/2e685d02-d073-47d6-b938-cd998113d082 HTTP/1.1" status: 404 len: 336 time: 0.0381491 Aug 20 13:47:29.787737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55752) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.814571 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5f4e1f-2500-42d5-bbfd-ff1cb0a8af25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.815051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5f4e1f-2500-42d5-bbfd-ff1cb0a8af25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.816765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8d5f4e1f-2500-42d5-bbfd-ff1cb0a8af25 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/5b3a4eb1-2fce-414f-996f-2e05d7d26723 HTTP/1.1" status: 404 len: 337 time: 0.0280819 Aug 20 13:47:29.819174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.844758 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-7055db01-5b3c-4f1c-aa0e-b37fe1df1cb0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.845213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7055db01-5b3c-4f1c-aa0e-b37fe1df1cb0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.846918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7055db01-5b3c-4f1c-aa0e-b37fe1df1cb0 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c3d0d803-0c07-4710-a93e-1e5072ee74f0 HTTP/1.1" status: 404 len: 337 time: 0.0268133 Aug 20 13:47:29.849393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55756) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.878673 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8db1d3-435b-46e1-8c94-389db1049438 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.879306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8db1d3-435b-46e1-8c94-389db1049438 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.881671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df8db1d3-435b-46e1-8c94-389db1049438 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/750cf9ce-81a1-465a-8924-3c04e38868c5 HTTP/1.1" status: 404 len: 333 time: 0.0313263 Aug 20 13:47:29.883711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55758) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.909450 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21f72b6-caaa-464e-8af0-bd81bfc5a10d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.909892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21f72b6-caaa-464e-8af0-bd81bfc5a10d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.911530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f21f72b6-caaa-464e-8af0-bd81bfc5a10d tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/8d9465aa-b353-483f-8314-9d40f28a3b10 HTTP/1.1" status: 404 len: 337 time: 0.0269058 Aug 20 13:47:29.914634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55760) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.937768 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d736912d-8b0d-4d9e-9c14-4845d8ff2119 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.938284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d736912d-8b0d-4d9e-9c14-4845d8ff2119 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.939953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d736912d-8b0d-4d9e-9c14-4845d8ff2119 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/228aca2a-a3eb-492a-aeda-3ac8180ae32f HTTP/1.1" status: 404 len: 333 time: 0.0240583 Aug 20 13:47:29.942409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55762) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.967673 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc6b724-e87a-4eea-b8c4-0c25cfe5e039 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.968120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc6b724-e87a-4eea-b8c4-0c25cfe5e039 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.969830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9bc6b724-e87a-4eea-b8c4-0c25cfe5e039 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/75c9144f-eb74-4046-93ae-a17a5c2c9ee6 HTTP/1.1" status: 404 len: 337 time: 0.0265436 Aug 20 13:47:29.972130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:29.994385 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b2ec5-fe5a-4d1a-8f54-73144e93bf99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:29.994979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b2ec5-fe5a-4d1a-8f54-73144e93bf99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:29.996642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad3b2ec5-fe5a-4d1a-8f54-73144e93bf99 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/cfcf509a-e5ca-4377-aa56-bbec8844fa6a HTTP/1.1" status: 404 len: 333 time: 0.0235655 Aug 20 13:47:29.998935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55766) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.024136 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e229f0ad-e2ae-4017-86aa-f802b2180b1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.024593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e229f0ad-e2ae-4017-86aa-f802b2180b1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.026235 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e229f0ad-e2ae-4017-86aa-f802b2180b1c tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/ce3b9b8b-d467-4cd9-ae9d-f9b1f452f396 HTTP/1.1" status: 404 len: 337 time: 0.0264146 Aug 20 13:47:30.028456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55768) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.053257 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32e8222-7c6c-44e6-af7f-789da16fd9bd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.053847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32e8222-7c6c-44e6-af7f-789da16fd9bd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.055671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f32e8222-7c6c-44e6-af7f-789da16fd9bd tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/84a741b8-423d-4bd4-b63f-18842e0fcc37 HTTP/1.1" status: 404 len: 333 time: 0.0263124 Aug 20 13:47:30.058143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55770) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.084473 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8052ee1e-dffb-43e5-b5bb-04bf9234db21 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.085163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8052ee1e-dffb-43e5-b5bb-04bf9234db21 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.087419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8052ee1e-dffb-43e5-b5bb-04bf9234db21 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/e979ccc2-549e-405f-9f5b-5defac2c7817 HTTP/1.1" status: 404 len: 337 time: 0.0283501 Aug 20 13:47:30.089759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55772) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.111559 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68504b9-fbb2-4cd0-9697-a092ef0cb9f5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.112161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68504b9-fbb2-4cd0-9697-a092ef0cb9f5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.113856 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b68504b9-fbb2-4cd0-9697-a092ef0cb9f5 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/496b0430-1ec2-4c70-a6fb-e82f87ec710e HTTP/1.1" status: 404 len: 333 time: 0.0232024 Aug 20 13:47:30.116145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.141687 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfeca0f-761d-4ced-a408-5901aa87c856 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.142130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfeca0f-761d-4ced-a408-5901aa87c856 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.143794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4cfeca0f-761d-4ced-a408-5901aa87c856 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/de05c0b4-5735-485e-a91a-1cdf4e44fd33 HTTP/1.1" status: 404 len: 337 time: 0.0265486 Aug 20 13:47:30.146184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.168522 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b7de6f-cf6e-4d4c-9ba5-ac513bca6dbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.169140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b7de6f-cf6e-4d4c-9ba5-ac513bca6dbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.170794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-10b7de6f-cf6e-4d4c-9ba5-ac513bca6dbc tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/8a080583-d327-4145-a903-2e38c22b7e39 HTTP/1.1" status: 404 len: 333 time: 0.0237339 Aug 20 13:47:30.173116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55778) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.198159 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4bb30d-bc0d-4a83-a5a5-453ae1ae2e5b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.198540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4bb30d-bc0d-4a83-a5a5-453ae1ae2e5b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.200205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cf4bb30d-bc0d-4a83-a5a5-453ae1ae2e5b tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/cd5cde12-3753-42fc-8f9c-7c0e28e417d2 HTTP/1.1" status: 404 len: 337 time: 0.0262060 Aug 20 13:47:30.202516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55780) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.228145 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9d7582-09cc-4942-9f8d-efcd6913ae65 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.228764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9d7582-09cc-4942-9f8d-efcd6913ae65 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.230426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec9d7582-09cc-4942-9f8d-efcd6913ae65 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/ports/a35c63c9-2e9f-40c1-9cac-de9ec357a28b HTTP/1.1" status: 404 len: 333 time: 0.0270326 Aug 20 13:47:30.232799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55782) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.257900 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-299184b7-f01c-4f39-bc29-bcddff957376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] DELETE failed (client error): The resource could not be found. Aug 20 13:47:30.258364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299184b7-f01c-4f39-bc29-bcddff957376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:47:30.260040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-299184b7-f01c-4f39-bc29-bcddff957376 tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/subnets/c2178095-7bc2-46f1-aec7-7f83f98c929f HTTP/1.1" status: 404 len: 337 time: 0.0263565 Aug 20 13:47:30.262402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55784) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.334443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.424068 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.433739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5dea19-1655-4dac-8b4a-949e45fb9b65']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:30.444299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463f646b-7655-4bcd-8470-77709c06e700') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:30.444640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463f646b-7655-4bcd-8470-77709c06e700') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:30.453302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.467399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.475832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:30.476866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:30.479967 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:30.520714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:30.537973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.542684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:47:30.543041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 26b22bcd-6d7c-4266-8ffe-3dd3d4ea676a not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:47:30.547454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:30.549246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] 10.222.0.59 "DELETE /v2.0/networks/5a5dea19-1655-4dac-8b4a-949e45fb9b65 HTTP/1.1" status: 204 len: 168 time: 0.2859595 Aug 20 13:47:30.562258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf09c9-97b3-4859-9aa8-0e6197c5df5f tempest-NetworksTestDHCPv6-119386074 tempest-NetworksTestDHCPv6-119386074-project] Pushing event deleted for resources: {'Network': ['ID=5a5dea19-1655-4dac-8b4a-949e45fb9b65,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:30.802661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d167c9-8bc3-4034-89ce-42cf4abf177f req-e1de7a43-d59c-4580-a309-63cb46585a20 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:30.804859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2d167c9-8bc3-4034-89ce-42cf4abf177f req-e1de7a43-d59c-4580-a309-63cb46585a20 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0524006 Aug 20 13:47:30.832017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:30.844362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e2d167c9-8bc3-4034-89ce-42cf4abf177f req-00c7ddd0-8472-4cb4-80d2-504e1c105170 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330651 Aug 20 13:47:30.998324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67b8e7e6-4e85-44df-b5ba-cc9b62de18b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6e6f17930014454b17c5b12beabb983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650059 Aug 20 13:47:31.000746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55798) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:31.047140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2cde-8d0b-426d-8a59-b34358f017da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.068007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2cde-8d0b-426d-8a59-b34358f017da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.113536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2cde-8d0b-426d-8a59-b34358f017da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.116500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2cde-8d0b-426d-8a59-b34358f017da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.118249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d8fc2cde-8d0b-426d-8a59-b34358f017da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8efc0c67-f735-4d37-ab89-89f1d694c0a4 HTTP/1.1" status: 204 len: 168 time: 0.1166101 Aug 20 13:47:31.130401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc2cde-8d0b-426d-8a59-b34358f017da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc0c67-f735-4d37-ab89-89f1d694c0a4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:31.649249 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.764844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55822) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:31.863375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'networks': [{'name': 'tempest-network--945777812'}, {'name': 'tempest-network--541681588'}]} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:31.863697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'network': {'name': 'tempest-network--945777812'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:31.864170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'network': {'name': 'tempest-network--541681588'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:31.887097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'network': 2} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:31.891838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.900579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.993328 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.996967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:31.997426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.036886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d36a0f5-6408-4480-8ce7-6e2d2bec3fce,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:32.046010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:32.055634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.055982 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Added segment 14056912-39b6-4d7f-9eee-1edcd84c236a of type vlan for network cf14d2fc-d9bf-4c36-8563-8c935d239a38 Aug 20 13:47:32.096055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.123978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:32.132582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.132960 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Added segment 53537428-a0cb-4e5c-9953-586a01a1e4d2 of type vlan for network 8d56b379-84dc-4e35-a480-cb0c88b9485d Aug 20 13:47:32.174424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.202184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.202875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.208657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:32.214344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:32.214968 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.276762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5107484 Aug 20 13:47:32.280228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55826) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:32.288489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Network': ['ID=cf14d2fc-d9bf-4c36-8563-8c935d239a38,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:32.299740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cf14d2fc-d9bf-4c36-8563-8c935d239a38 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:32.354959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1a2fb-13c2-4c54-965d-f31e272a64e6 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Network': ['ID=8d56b379-84dc-4e35-a480-cb0c88b9485d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:32.368759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8d56b379-84dc-4e35-a480-cb0c88b9485d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:32.483137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe6caa-0eb2-40d8-bc3f-e4592d87b7ae tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:32.489771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe6caa-0eb2-40d8-bc3f-e4592d87b7ae tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:32.496759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe6caa-0eb2-40d8-bc3f-e4592d87b7ae tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:32.502579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe6caa-0eb2-40d8-bc3f-e4592d87b7ae tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:32.504229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a8fe6caa-0eb2-40d8-bc3f-e4592d87b7ae tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2224820 Aug 20 13:47:32.507066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55828) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:32.589609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.681395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.691529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf14d2fc-d9bf-4c36-8563-8c935d239a38']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:32.702320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14056912-39b6-4d7f-9eee-1edcd84c236a') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:32.702623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14056912-39b6-4d7f-9eee-1edcd84c236a') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:32.712653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.726069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.733284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:32.733717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:32.736966 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:32.796658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.804530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:32.805571 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/networks/cf14d2fc-d9bf-4c36-8563-8c935d239a38 HTTP/1.1" status: 204 len: 168 time: 0.2975512 Aug 20 13:47:32.808346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55830) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:32.817088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd49e-de15-4f23-9beb-00156688ed94 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Network': ['ID=cf14d2fc-d9bf-4c36-8563-8c935d239a38,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:32.886288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.312609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.322830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d56b379-84dc-4e35-a480-cb0c88b9485d']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:33.333196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53537428-a0cb-4e5c-9953-586a01a1e4d2') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:33.333486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53537428-a0cb-4e5c-9953-586a01a1e4d2') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:33.342951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.356027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.361911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:33.362412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:33.365419 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:33.425963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.433632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.435013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/networks/8d56b379-84dc-4e35-a480-cb0c88b9485d HTTP/1.1" status: 204 len: 168 time: 0.6256280 Aug 20 13:47:33.437678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55832) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:33.447139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3823726-b188-44a3-b826-ee858bfc6cf5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Network': ['ID=8d56b379-84dc-4e35-a480-cb0c88b9485d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:33.547464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21b984-b101-4d64-a967-5501d27a45f5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:33.553571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21b984-b101-4d64-a967-5501d27a45f5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:33.555593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d21b984-b101-4d64-a967-5501d27a45f5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1167493 Aug 20 13:47:33.559700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55834) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:33.564481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-905856682'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:33.585112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:33.588686 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.611991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:33.621176 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.621556 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Added segment 324bd67e-d4b4-4ad3-a3fc-dc26b0988ec7 of type vlan for network e32af10e-b7c0-4980-a779-d114f4b0c54c Aug 20 13:47:33.661005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.685820 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.691684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:33.692272 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.751705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1909893 Aug 20 13:47:33.754296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55836) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:33.759170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-589516923'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:33.777624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0132b-3aa9-4473-b5a2-e03520f175c5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Network': ['ID=e32af10e-b7c0-4980-a779-d114f4b0c54c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:33.788801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e32af10e-b7c0-4980-a779-d114f4b0c54c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:33.792371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:33.796836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.824367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:33.832665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.833041 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Added segment 4906bdcd-9e73-445d-980e-df8b16b9f513 of type vlan for network ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1 Aug 20 13:47:33.873996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.898577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.904130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:33.904746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:33.961059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2056456 Aug 20 13:47:33.963619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55838) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:33.970498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'ports': [{'network_id': 'e32af10e-b7c0-4980-a779-d114f4b0c54c', 'name': 'tempest-port--187748301', 'admin_state_up': True}, {'network_id': 'ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1', 'admin_state_up': False}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:33.970811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'port': {'network_id': 'e32af10e-b7c0-4980-a779-d114f4b0c54c', 'name': 'tempest-port--187748301', 'admin_state_up': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:33.971283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'port': {'network_id': 'ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1', 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:34.019992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0c34a-a2dc-4bf2-8f9c-37989a413969 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Network': ['ID=ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:34.030446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:34.138633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'port': 2} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:34.143330 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.156760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.236995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] device_id is not set on port 8f2076bd-4773-4181-a1b8-307c970f17ad yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:34.361370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.430669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] device_id is not set on port e7b4dc98-e0de-417c-9428-d6f44a1769f0 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:34.538585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.576995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.640501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Port': ['ID=8f2076bd-4773-4181-a1b8-307c970f17ad,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:34.647581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Checking segment: {'id': '324bd67e-d4b4-4ad3-a3fc-dc26b0988ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e32af10e-b7c0-4980-a779-d114f4b0c54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:34.647939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network hostable DHCP agents. Network: e32af10e-b7c0-4980-a779-d114f4b0c54c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:34.665531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network e32af10e-b7c0-4980-a779-d114f4b0c54c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:34.673736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e32af10e-b7c0-4980-a779-d114f4b0c54c) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:34.677420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:34.678287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.685552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cee2e7-7eba-4eaf-bcc5-f5ab756ca75d None None] Network e32af10e-b7c0-4980-a779-d114f4b0c54c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:34.741458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Port': ['ID=e7b4dc98-e0de-417c-9428-d6f44a1769f0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:34.751352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Checking segment: {'id': '4906bdcd-9e73-445d-980e-df8b16b9f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:34.751787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network hostable DHCP agents. Network: ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:34.769964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:34.780544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:34.784232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:34.790789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:34.791471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d27dd4-efd8-4d01-8981-2def7c46960a None None] Network ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:34.795906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:34.796607 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:34.814620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e54bfec3-5202-40d7-89bf-b267baf6c26f tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8475361 Aug 20 13:47:34.814958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55840) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:34.865685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de78d4-f27a-42b7-a327-c14ac6ddb2cd tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:34.872496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de78d4-f27a-42b7-a327-c14ac6ddb2cd tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:34.874285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-94de78d4-f27a-42b7-a327-c14ac6ddb2cd tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0583944 Aug 20 13:47:34.877059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55842) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:34.966817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Deleting port 8f2076bd-4773-4181-a1b8-307c970f17ad {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:34.967160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.033816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.047413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Calling delete_port for 8f2076bd-4773-4181-a1b8-307c970f17ad owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:35.132495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.164418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Port': ['ID=8f2076bd-4773-4181-a1b8-307c970f17ad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:35.168627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.170644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2bd3fcdb-43cb-475b-9748-72c3a3cb433c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/ports/8f2076bd-4773-4181-a1b8-307c970f17ad HTTP/1.1" status: 204 len: 168 time: 0.2925663 Aug 20 13:47:35.173164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55844) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:35.260777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Deleting port e7b4dc98-e0de-417c-9428-d6f44a1769f0 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:35.261141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.327833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.340611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Calling delete_port for e7b4dc98-e0de-417c-9428-d6f44a1769f0 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:35.417903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.450188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Port': ['ID=e7b4dc98-e0de-417c-9428-d6f44a1769f0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:35.455038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.457032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fbf29794-9f94-4fc3-b5e3-bcf4a08294cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/ports/e7b4dc98-e0de-417c-9428-d6f44a1769f0 HTTP/1.1" status: 204 len: 168 time: 0.2829158 Aug 20 13:47:35.459486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:35.486481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a3ea84b0-088b-497d-9f54-4bb5e4e84854 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0259359 Aug 20 13:47:35.489935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55848) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:35.495447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1613551034'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:35.516050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:35.519483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.542888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:35.551284 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.551644 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Added segment c7c82576-cba2-4565-a1ae-8c79b95d1614 of type vlan for network bca34080-d29d-4f3f-a61e-bf47241da20a Aug 20 13:47:35.594153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.618849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.624689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:35.625281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.688513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1975548 Aug 20 13:47:35.691220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55850) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:35.696517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1450162370'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:35.697624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a25c-5a91-46c3-8f0d-bc68f2e1a7ba tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Network': ['ID=bca34080-d29d-4f3f-a61e-bf47241da20a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:35.707572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network bca34080-d29d-4f3f-a61e-bf47241da20a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:35.721403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:35.724891 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.754513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:35.764536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.764906 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Added segment be3564ea-efef-4899-b82c-4233bddb8298 of type vlan for network 9a0a1126-4c07-464f-b27d-a7cfeedccf27 Aug 20 13:47:35.805870 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.829669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.835329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:35.837029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:35.896513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2041230 Aug 20 13:47:35.911383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb3615-f684-4858-9edc-174963c49640 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Network': ['ID=9a0a1126-4c07-464f-b27d-a7cfeedccf27,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:35.922779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9a0a1126-4c07-464f-b27d-a7cfeedccf27 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:36.033325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55852) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:36.038577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'subnets': [{'network_id': 'bca34080-d29d-4f3f-a61e-bf47241da20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1873406848', 'ip_version': 4}, {'network_id': '9a0a1126-4c07-464f-b27d-a7cfeedccf27', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:36.038959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'subnet': {'network_id': 'bca34080-d29d-4f3f-a61e-bf47241da20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1873406848', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:36.039580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Request body: {'subnet': {'network_id': '9a0a1126-4c07-464f-b27d-a7cfeedccf27', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:36.193947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Made reservation on behalf of 9cdae1e08ab44263bf3e448f63482a7e for: {'subnet': 2} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:36.199642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:36.199991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:36.563285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:36.884598 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-cb9d62f7-800e-48d1-a483-eb63ab6b4b87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934446 Aug 20 13:47:36.963505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Subnet': ['ID=da3fdf4e-9786-43d9-8d9e-5a84443a9a05,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:36.970484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533389bd-0685-4f13-b096-a9097e792681 req-7edda227-9f66-4283-ae53-2162dcdbaadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:36.971791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Checking segment: {'id': 'c7c82576-cba2-4565-a1ae-8c79b95d1614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bca34080-d29d-4f3f-a61e-bf47241da20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:36.971937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-7edda227-9f66-4283-ae53-2162dcdbaadf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1095 time: 0.0423422 Aug 20 13:47:36.972160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network hostable DHCP agents. Network: bca34080-d29d-4f3f-a61e-bf47241da20a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:36.989722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network bca34080-d29d-4f3f-a61e-bf47241da20a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:37.000043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, bca34080-d29d-4f3f-a61e-bf47241da20a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:37.005178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.011028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e05bad-fa6d-4802-a7ee-22e7b2e1208c None None] Network bca34080-d29d-4f3f-a61e-bf47241da20a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:37.067739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event updated for resources: {'Subnet': ['ID=af36c612-c59a-4e40-8c68-a4553b07bfee,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:37.080832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Checking segment: {'id': 'be3564ea-efef-4899-b82c-4233bddb8298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a0a1126-4c07-464f-b27d-a7cfeedccf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:37.081202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network hostable DHCP agents. Network: 9a0a1126-4c07-464f-b27d-a7cfeedccf27, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:37.091497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533389bd-0685-4f13-b096-a9097e792681 req-abcacd71-08c2-40e1-93f6-3ec6b994f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.093185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-abcacd71-08c2-40e1-93f6-3ec6b994f7c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.0988555 Aug 20 13:47:37.100752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Network 9a0a1126-4c07-464f-b27d-a7cfeedccf27 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:37.111494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9a0a1126-4c07-464f-b27d-a7cfeedccf27) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:37.116839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.117955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.118514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.134415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e26574d4-6873-4909-8fdf-42c6054a98cb tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0999284 Aug 20 13:47:37.137195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55856) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:37.138122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be76d5-3d60-40b8-a74e-da5ae0883455 None None] Network 9a0a1126-4c07-464f-b27d-a7cfeedccf27 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:37.171170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-09642a24-1e15-4f19-bc2e-6746ff65a627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0676486 Aug 20 13:47:37.195064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e531ec-fa1b-4f1f-bff6-12698b37767c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.197332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e531ec-fa1b-4f1f-bff6-12698b37767c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.198836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e531ec-fa1b-4f1f-bff6-12698b37767c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.203436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41e531ec-fa1b-4f1f-bff6-12698b37767c tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0622327 Aug 20 13:47:37.204238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:37.231465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533389bd-0685-4f13-b096-a9097e792681 req-5a9743cb-14df-4c0a-a196-a2583210febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.233190 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-5a9743cb-14df-4c0a-a196-a2583210febf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0548370 Aug 20 13:47:37.265232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Deleting subnet da3fdf4e-9786-43d9-8d9e-5a84443a9a05 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:37.269381 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.287177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533389bd-0685-4f13-b096-a9097e792681 req-c880b317-c9f8-4b70-a904-447e9af28482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.289945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-c880b317-c9f8-4b70-a904-447e9af28482 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487208 Aug 20 13:47:37.313247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.363618 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.412075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097ebd2-e1b1-4220-8b9b-32a13976804c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-bca34080-d29d-4f3f-a61e-bf47241da20a', 'network_id': 'bca34080-d29d-4f3f-a61e-bf47241da20a', 'tenant_id': '9cdae1e08ab44263bf3e448f63482a7e', 'fixed_ips': [{'subnet_id': 'da3fdf4e-9786-43d9-8d9e-5a84443a9a05'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:37.412975 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6097ebd2-e1b1-4220-8b9b-32a13976804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.417661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-36f97623-4ca2-4575-92cf-2ecf77d4ba39 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183949 Aug 20 13:47:37.438768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.468936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Subnet': ['ID=da3fdf4e-9786-43d9-8d9e-5a84443a9a05,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:37.472734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.474718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-684aee73-8140-4fab-99a5-eee557b9d5cc tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/subnets/da3fdf4e-9786-43d9-8d9e-5a84443a9a05 HTTP/1.1" status: 204 len: 168 time: 0.2699139 Aug 20 13:47:37.478011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55860) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:37.530231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Deleting subnet af36c612-c59a-4e40-8c68-a4553b07bfee {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:37.533886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.534270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-533389bd-0685-4f13-b096-a9097e792681 req-28ccc522-176d-494b-b9ad-2af64e71e68e service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079514 Aug 20 13:47:37.543095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46fe523-f035-4eea-a453-be40619ade90 None None] Network bca34080-d29d-4f3f-a61e-bf47241da20a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:37.563927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168c51e-f524-4814-86cc-e95e55bfec4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9a0a1126-4c07-464f-b27d-a7cfeedccf27', 'network_id': '9a0a1126-4c07-464f-b27d-a7cfeedccf27', 'tenant_id': '9cdae1e08ab44263bf3e448f63482a7e', 'fixed_ips': [{'subnet_id': 'af36c612-c59a-4e40-8c68-a4553b07bfee'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:37.565086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3168c51e-f524-4814-86cc-e95e55bfec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.578409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.624665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.690620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.717589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Subnet': ['ID=af36c612-c59a-4e40-8c68-a4553b07bfee,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:37.721363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.723309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5eb13b29-f852-41e9-a82e-16a34fc30afe tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/subnets/af36c612-c59a-4e40-8c68-a4553b07bfee HTTP/1.1" status: 204 len: 168 time: 0.2442348 Aug 20 13:47:37.725744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55862) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-3168c51e-f524-4814-86cc-e95e55bfec4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af36c612-c59a-4e40-8c68-a4553b07bfee: This subnet is being modified by another concurrent operation. Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:47:37.742832 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af36c612-c59a-4e40-8c68-a4553b07bfee: This subnet is being modified by another concurrent operation. Aug 20 13:47:37.747446 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:47:37.760777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8ef44-bf02-4e09-bf92-1b5685b8c0ce None None] Network 9a0a1126-4c07-464f-b27d-a7cfeedccf27 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:37.780917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11770cd-a05d-44c1-bb82-a9cd000f56b8 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:37.782416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f11770cd-a05d-44c1-bb82-a9cd000f56b8 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552433 Aug 20 13:47:37.786313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55864) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:37.869485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e190f37-ceae-4187-aef6-37359cedae14 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:47:37.876898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.948479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e190f37-ceae-4187-aef6-37359cedae14 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:47:37.968157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:37.980359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0a1126-4c07-464f-b27d-a7cfeedccf27']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:37.991274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3564ea-efef-4899-b82c-4233bddb8298') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:37.991570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3564ea-efef-4899-b82c-4233bddb8298') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.000309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.014003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.020202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:38.020687 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:38.024475 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:38.088877 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.097297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.100997 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/networks/9a0a1126-4c07-464f-b27d-a7cfeedccf27 HTTP/1.1" status: 204 len: 168 time: 0.3137264 Aug 20 13:47:38.102373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55866) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:38.114829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b3034-3b4c-450a-9599-b9bc8d3accaa tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Network': ['ID=9a0a1126-4c07-464f-b27d-a7cfeedccf27,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:38.179860 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.269527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.279950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca34080-d29d-4f3f-a61e-bf47241da20a']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.290432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c82576-cba2-4565-a1ae-8c79b95d1614') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.290729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c82576-cba2-4565-a1ae-8c79b95d1614') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.299303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.312539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.318306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:38.318693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:38.322241 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:38.378437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.386556 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.388402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/networks/bca34080-d29d-4f3f-a61e-bf47241da20a HTTP/1.1" status: 204 len: 168 time: 0.2850556 Aug 20 13:47:38.390763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55868) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:38.413746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b38e8-85bf-4556-bbde-ead4873aafc3 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Network': ['ID=bca34080-d29d-4f3f-a61e-bf47241da20a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:38.483564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.573051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.582998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.594074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4906bdcd-9e73-445d-980e-df8b16b9f513') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.594374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4906bdcd-9e73-445d-980e-df8b16b9f513') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.603169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.616388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.622650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:38.623038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:38.625950 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:38.683341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.690060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.691908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/networks/ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1 HTTP/1.1" status: 204 len: 168 time: 0.3002357 Aug 20 13:47:38.694535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55870) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:38.704181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c2db4-3524-49c4-b472-5ab2256283b5 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Network': ['ID=ce68a18f-8dbe-45f4-9936-c67cb4a0f9d1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:38.775096 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.868145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.878008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32af10e-b7c0-4980-a779-d114f4b0c54c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.889562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324bd67e-d4b4-4ad3-a3fc-dc26b0988ec7') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.889867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324bd67e-d4b4-4ad3-a3fc-dc26b0988ec7') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:38.899543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.913052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.919558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:38.919955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:38.922936 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:38.981838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.989732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:38.991686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] 10.222.0.59 "DELETE /v2.0/networks/e32af10e-b7c0-4980-a779-d114f4b0c54c HTTP/1.1" status: 204 len: 168 time: 0.2954190 Aug 20 13:47:39.009219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3baee-174c-4e0a-a3b3-157251483160 tempest-BulkNetworkOpsTest-1427950725 tempest-BulkNetworkOpsTest-1427950725-project] Pushing event deleted for resources: {'Network': ['ID=e32af10e-b7c0-4980-a779-d114f4b0c54c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:39.237477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55876) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:39.371414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8e71faf4-0c4e-4a79-8b91-4529dce26be4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9cdae1e08ab44263bf3e448f63482a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328251 Aug 20 13:47:39.373952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:39.424069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a6b615a-cd84-4f9c-9362-6e1069bb2263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:39.445518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a6b615a-cd84-4f9c-9362-6e1069bb2263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:39.493089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a6b615a-cd84-4f9c-9362-6e1069bb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:39.495850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a6b615a-cd84-4f9c-9362-6e1069bb2263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:39.497168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7a6b615a-cd84-4f9c-9362-6e1069bb2263 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d36a0f5-6408-4480-8ce7-6e2d2bec3fce HTTP/1.1" status: 204 len: 168 time: 0.1223123 Aug 20 13:47:39.508633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b615a-cd84-4f9c-9362-6e1069bb2263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d36a0f5-6408-4480-8ce7-6e2d2bec3fce,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:40.063191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-2615f5c2-3d5a-4976-b593-830f7ffb5d66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1630650 Aug 20 13:47:40.144845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e260b8-88f0-440d-afda-378e8db06713 req-816ecd1e-a634-4513-8023-8ad0fbd700bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:40.146276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-816ecd1e-a634-4513-8023-8ad0fbd700bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 1096 time: 0.0495706 Aug 20 13:47:40.181409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55906) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:40.265096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e260b8-88f0-440d-afda-378e8db06713 req-770528f8-cac5-4c0f-bfaf-ea8b56873c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:40.266614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-770528f8-cac5-4c0f-bfaf-ea8b56873c37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1006727 Aug 20 13:47:40.309185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1699760394'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:40.313993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-9ba08565-81c6-4483-bc24-2789bfe3e0fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0021eedc-4fa9-4694-82d0-f1327eba8443 HTTP/1.1" status: 200 len: 217 time: 0.0400755 Aug 20 13:47:40.333761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:40.338098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.359578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.370555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e260b8-88f0-440d-afda-378e8db06713 req-7f4195ea-9994-4963-898d-4698d0f16545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:40.372258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-7f4195ea-9994-4963-898d-4698d0f16545 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0517030 Aug 20 13:47:40.431455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e260b8-88f0-440d-afda-378e8db06713 req-5bf7926c-a828-48d8-9231-24d7245b6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:40.432917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-5bf7926c-a828-48d8-9231-24d7245b6b5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526426 Aug 20 13:47:40.444258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-7668e0ea-c5f0-4ebf-86b5-717b31f87fdb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:47:40.447351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-7668e0ea-c5f0-4ebf-86b5-717b31f87fdb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075898 Aug 20 13:47:40.475316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.480655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.510235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:40.520331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5b579-4507-4348-9e90-3452c4cd0540,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:40.525412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.525760 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment 1090e6c3-d93a-49ad-b247-f62dc3fb84ff of type vlan for network a3507c54-a660-4323-abf0-21574435a6b6 Aug 20 13:47:40.562617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-e9402459-eafe-4714-8ee4-fd6e6f317242 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093595 Aug 20 13:47:40.569444 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.596416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.602802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:40.603424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.661631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4789605 Aug 20 13:47:40.663434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e260b8-88f0-440d-afda-378e8db06713 req-7a2f88b9-48eb-47c2-9c78-11f7faf4e749 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940213 Aug 20 13:47:40.665021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55910) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:40.671990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1520996966'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:40.688905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1ad0d-6458-4ca4-aec3-50d5bdf0994b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=a3507c54-a660-4323-abf0-21574435a6b6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:40.703786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network a3507c54-a660-4323-abf0-21574435a6b6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:40.705641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:40.709524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.735911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:40.746097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.746445 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment 85a5daf2-630a-49cc-a3e2-b7fb0750e4a4 of type vlan for network 7fa85e4a-8c34-4966-9024-9a4ae0347812 Aug 20 13:47:40.789360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.812976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.818752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:40.819336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:40.884873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2188237 Aug 20 13:47:40.887866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55912) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:40.890576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b72ec5-72dd-4c69-a9ab-b969e73e388e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=7fa85e4a-8c34-4966-9024-9a4ae0347812,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:40.893192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:40.901336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:40.989466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:40.993698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.173559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.236005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=14ff113c-f391-495d-8b9d-ce4d0257996b,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:41.247483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': '1090e6c3-d93a-49ad-b247-f62dc3fb84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:41.247852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: a3507c54-a660-4323-abf0-21574435a6b6, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:41.265095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network a3507c54-a660-4323-abf0-21574435a6b6 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:41.274732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, a3507c54-a660-4323-abf0-21574435a6b6) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:41.279104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:41.279733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.283385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd511e28-bc23-4c1a-90fb-507597d64cee None None] Network a3507c54-a660-4323-abf0-21574435a6b6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:41.297898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e17ed264-528f-4fda-9a58-fb8c8248174b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4087350 Aug 20 13:47:41.300780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:41.305759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:41.406880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:41.410796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.438387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-a3507c54-a660-4323-abf0-21574435a6b6', 'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': '14ff113c-f391-495d-8b9d-ce4d0257996b'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:41.439323 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.581781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Allocated IP 172.20.0.2 (a3507c54-a660-4323-abf0-21574435a6b6/14ff113c-f391-495d-8b9d-ce4d0257996b/5354d507-8678-4b1e-987a-f56af23bb8e3) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:41.600602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.665322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=9333f8a4-7bb9-4569-be97-b41f9bb492e0,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:41.670659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:41.671029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: 7fa85e4a-8c34-4966-9024-9a4ae0347812, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:41.688871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:41.697807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7fa85e4a-8c34-4966-9024-9a4ae0347812) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:41.703373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:41.704636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.714686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcbf1a1-03b6-452c-8736-c8e2651b2c2b None None] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:41.725410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e0953a3-8622-485f-9d65-6637b8b88698 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4208887 Aug 20 13:47:41.725651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55916) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:41.731616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1709632672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:41.754180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.755437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.782264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.796969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Transition to ACTIVE for port object 5354d507-8678-4b1e-987a-f56af23bb8e3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:41.814544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.820061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.826179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Transition to ACTIVE for port object 5354d507-8678-4b1e-987a-f56af23bb8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:41.839052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.839452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:41.843889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55922) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:41.845223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a129ce0e-f328-49cf-be34-f7d3ffce8891 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1172211 Aug 20 13:47:41.906583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Network a3507c54-a660-4323-abf0-21574435a6b6 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:41.915083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:41.923470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:41.928945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Pushing event updated for resources: {'Port': ['ID=5354d507-8678-4b1e-987a-f56af23bb8e3,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:42.014949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7fa85e4a-8c34-4966-9024-9a4ae0347812', 'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': '9333f8a4-7bb9-4569-be97-b41f9bb492e0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:42.016300 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.022417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Attempting to bind port 5354d507-8678-4b1e-987a-f56af23bb8e3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:42.023689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Attempting to bind port 5354d507-8678-4b1e-987a-f56af23bb8e3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1090e6c3-d93a-49ad-b247-f62dc3fb84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:42.024108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Attempting to bind port 5354d507-8678-4b1e-987a-f56af23bb8e3 on network a3507c54-a660-4323-abf0-21574435a6b6 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:42.038365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:42.038862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Checking segment: {'id': '1090e6c3-d93a-49ad-b247-f62dc3fb84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:42.039219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.040007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Bound using segment: {'id': '1090e6c3-d93a-49ad-b247-f62dc3fb84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:42.040486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Bound port: 5354d507-8678-4b1e-987a-f56af23bb8e3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1090e6c3-d93a-49ad-b247-f62dc3fb84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a3507c54-a660-4323-abf0-21574435a6b6'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:42.040900 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.075745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285075f-5592-4534-8e4e-06c042f64fee req-1af6605f-042c-4562-a8cd-840536babc44 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:42.077656 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b285075f-5592-4534-8e4e-06c042f64fee req-1af6605f-042c-4562-a8cd-840536babc44 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0586562 Aug 20 13:47:42.127197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b285075f-5592-4534-8e4e-06c042f64fee req-0d2e0a3c-0f6c-40b6-9b1c-eba0de8983ac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Aug 20 13:47:42.175116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.212854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4207ecce-f887-4449-a133-e25acc2415be None None] For port 5354d507-8678-4b1e-987a-f56af23bb8e3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:42.218686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4207ecce-f887-4449-a133-e25acc2415be None None] For port 5354d507-8678-4b1e-987a-f56af23bb8e3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5354d507-8678-4b1e-987a-f56af23bb8e3,segment=NetworkSegment(1090e6c3-d93a-49ad-b247-f62dc3fb84ff),segment_id=1090e6c3-d93a-49ad-b247-f62dc3fb84ff)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:42.224637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Allocated IP 172.21.0.2 (7fa85e4a-8c34-4966-9024-9a4ae0347812/9333f8a4-7bb9-4569-be97-b41f9bb492e0/d6c20fda-3dda-4c0f-a37a-5e7bdc85f101) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:42.227579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.350053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce267-c6e3-451b-bc28-41ff7aad554e req-3be6af83-b5b3-402f-b1b6-1d69fa14456a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:42.352145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39cce267-c6e3-451b-bc28-41ff7aad554e req-3be6af83-b5b3-402f-b1b6-1d69fa14456a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1289618 Aug 20 13:47:42.357865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207ecce-f887-4449-a133-e25acc2415be None None] Pushing event updated for resources: {'Port': ['ID=5354d507-8678-4b1e-987a-f56af23bb8e3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:42.445419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.448710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39cce267-c6e3-451b-bc28-41ff7aad554e req-20c40a1c-dee1-4a4c-ab46-d813561a8cd2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868998 Aug 20 13:47:42.454752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Transition to ACTIVE for port object d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:42.500660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Transition to ACTIVE for port object d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:42.504691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.530592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.20.0.1 (a3507c54-a660-4323-abf0-21574435a6b6/14ff113c-f391-495d-8b9d-ce4d0257996b/67e2053f-7970-4842-b2e0-bfd34ac3506d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:42.567134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:42.571004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:42.574187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:42.633556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Pushing event updated for resources: {'Port': ['ID=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:42.653431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Attempting to bind port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:42.653809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Attempting to bind port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:42.654391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Attempting to bind port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 on network 7fa85e4a-8c34-4966-9024-9a4ae0347812 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:42.660082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:42.660809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Checking segment: {'id': '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:42.661433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.662014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Bound using segment: {'id': '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:42.662670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Bound port: d6c20fda-3dda-4c0f-a37a-5e7bdc85f101, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7fa85e4a-8c34-4966-9024-9a4ae0347812'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:42.663309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.709759 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.728499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 67e2053f-7970-4842-b2e0-bfd34ac3506d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:42.730778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] For port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:42.734207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] For port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,segment=NetworkSegment(85a5daf2-630a-49cc-a3e2-b7fb0750e4a4),segment_id=85a5daf2-630a-49cc-a3e2-b7fb0750e4a4)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:42.738506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.765716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:42.779709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-a17b8ef9-ff32-4cab-8d29-27a4ac1f9ffc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:42.787407 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-a17b8ef9-ff32-4cab-8d29-27a4ac1f9ffc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1268253 Aug 20 13:47:42.806945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85d98-faac-449e-98f3-a1f7a107b1a4 None None] Pushing event updated for resources: {'Port': ['ID=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:42.808980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-1ce4c54d-1fa5-4102-a7e4-847c7ffcb828 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/quotas/6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 375 time: 0.0205688 Aug 20 13:47:42.819231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network a3507c54-a660-4323-abf0-21574435a6b6 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:42.824077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:42.828374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:42.866055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=67e2053f-7970-4842-b2e0-bfd34ac3506d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:42.885381 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-b0ed24cb-4aba-4b0c-ad60-16e44bf897ce tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0650768 Aug 20 13:47:42.900535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:43.000066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-a900fd84-8e3d-4d2c-b4df-84dd2d55f96b service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064043 Aug 20 13:47:43.060639 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:43.122435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-cdff3f9d-5689-4a05-a6e5-09848e31a618 service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213815 Aug 20 13:47:43.326963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7daa10e6-c2cc-4022-9e1b-80b2688b5329 req-9a71a2e5-a98d-43d6-989b-f2482f2a111c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 210 time: 0.0355127 Aug 20 13:47:43.411848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:43.417797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:43.492606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=67e2053f-7970-4842-b2e0-bfd34ac3506d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:43.499027 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:43.570364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5c048-6583-43e5-99e9-fa680fb5c3e3 None None] Network a3507c54-a660-4323-abf0-21574435a6b6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:43.613906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network a3507c54-a660-4323-abf0-21574435a6b6 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:43.615924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:43.664358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-13ff1aac-0561-4330-a49a-e5d31f310b18 None None] Provisioning for port 5354d507-8678-4b1e-987a-f56af23bb8e3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:43.746599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 279eecd3-2d65-4970-bd6a-9563de6ad5d8 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:47:43.852328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:47:43.860686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ab81493-09b9-45fe-895e-acf225f84670 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/279eecd3-2d65-4970-bd6a-9563de6ad5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0121295 Aug 20 13:47:43.861036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55946) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:43.867423 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] Sync routers for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:47:43.886019 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:43.886761 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:43.920467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25f6dc-00e7-4988-959c-7052cd395a45 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:43.922531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6c25f6dc-00e7-4988-959c-7052cd395a45 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports/67e2053f-7970-4842-b2e0-bfd34ac3506d HTTP/1.1" status: 200 len: 910 time: 0.0604343 Aug 20 13:47:43.925675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:43.932363 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:43.942812 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:43.943680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:43.983196 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:43.984008 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31906fbd-dd65-420f-abc1-8c33ee054105 None None] The sync data for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:47:44.020377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3f002-92da-44ba-bd1b-459ea441fbcf None None] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:44.114968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f98b3ec-c994-4ddf-8b16-a8e36910fbba None None] Provisioning for port 67e2053f-7970-4842-b2e0-bfd34ac3506d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:44.124452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f98b3ec-c994-4ddf-8b16-a8e36910fbba None None] Provisioning complete for port 67e2053f-7970-4842-b2e0-bfd34ac3506d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:44.124452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f98b3ec-c994-4ddf-8b16-a8e36910fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.200348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3f98b3ec-c994-4ddf-8b16-a8e36910fbba None None] Port 67e2053f-7970-4842-b2e0-bfd34ac3506d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:44.264635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f98b3ec-c994-4ddf-8b16-a8e36910fbba None None] Provisioning for port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:44.348986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.401751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-01ba7013-6ce0-4b51-a117-0e1726be09cc None None] Provisioning complete for port 67e2053f-7970-4842-b2e0-bfd34ac3506d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:44.403015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-01ba7013-6ce0-4b51-a117-0e1726be09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.462360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-01ba7013-6ce0-4b51-a117-0e1726be09cc None None] Port 67e2053f-7970-4842-b2e0-bfd34ac3506d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:44.483114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a828106e-9c7e-4c54-8678-7c3cb4bdf9f1 req-934ee204-f160-45f9-8c6e-779d75fb57a1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 210 time: 0.0308635 Aug 20 13:47:44.597606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b617223c-852c-428d-a947-2f4c86142df1 None None] Provisioning complete for port 67e2053f-7970-4842-b2e0-bfd34ac3506d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:44.598127 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b617223c-852c-428d-a947-2f4c86142df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.655559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b617223c-852c-428d-a947-2f4c86142df1 None None] Port 67e2053f-7970-4842-b2e0-bfd34ac3506d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:44.663061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:44.704345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.21.0.1 (7fa85e4a-8c34-4966-9024-9a4ae0347812/9333f8a4-7bb9-4569-be97-b41f9bb492e0/3b6996dd-aa86-4642-a680-c828588f3804) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:44.720186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:44.724775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:44.725157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.810684 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.842277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.844844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,segment=NetworkSegment(85a5daf2-630a-49cc-a3e2-b7fb0750e4a4),segment_id=85a5daf2-630a-49cc-a3e2-b7fb0750e4a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:44.848920 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.850086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5354d507-8678-4b1e-987a-f56af23bb8e3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:44.857367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 3b6996dd-aa86-4642-a680-c828588f3804 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:44.892946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.928361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:44.936219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:44.940788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:44.941707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:44.946982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5354d507-8678-4b1e-987a-f56af23bb8e3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:44.951858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5354d507-8678-4b1e-987a-f56af23bb8e3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:44.952172 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:44.970309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=3b6996dd-aa86-4642-a680-c828588f3804,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:45.000663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.044297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.081377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5354d507-8678-4b1e-987a-f56af23bb8e3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5354d507-8678-4b1e-987a-f56af23bb8e3,segment=NetworkSegment(1090e6c3-d93a-49ad-b247-f62dc3fb84ff),segment_id=1090e6c3-d93a-49ad-b247-f62dc3fb84ff)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:45.086954 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.134763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.144542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5354d507-8678-4b1e-987a-f56af23bb8e3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:45.215260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5fb09c50-ce54-4637-8384-a628e71ef4e3 None None] Provisioning for port 3b6996dd-aa86-4642-a680-c828588f3804 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:45.219056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5fb09c50-ce54-4637-8384-a628e71ef4e3 None None] Provisioning complete for port 3b6996dd-aa86-4642-a680-c828588f3804 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:45.219433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5fb09c50-ce54-4637-8384-a628e71ef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.254798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5fb09c50-ce54-4637-8384-a628e71ef4e3 None None] Port 3b6996dd-aa86-4642-a680-c828588f3804 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:45.419648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.424247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.499809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.501455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=3b6996dd-aa86-4642-a680-c828588f3804,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:45.568844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6cff27b5-5f9a-497a-b3ef-342f1447dce8 req-9c230464-2424-4100-b03f-84a2aed9bb7b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 210 time: 0.0262756 Aug 20 13:47:45.606087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:45.607451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:45.720648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 279eecd3-2d65-4970-bd6a-9563de6ad5d8 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:47:45.795999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93d19673-a966-4eac-b767-7b3fc3bc21a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.829418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:47:45.834949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c502a33-83e7-42d7-886f-6d11f127b21a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/279eecd3-2d65-4970-bd6a-9563de6ad5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071319 Aug 20 13:47:45.837791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:45.840971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] Sync routers for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:47:45.853116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:45.854052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:45.887430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642e228-a68c-4037-9f93-d1885523d708 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:45.888816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f642e228-a68c-4037-9f93-d1885523d708 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports/3b6996dd-aa86-4642-a680-c828588f3804 HTTP/1.1" status: 200 len: 910 time: 0.0496356 Aug 20 13:47:45.891618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:45.903136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:45.917691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1430a356-01d8-4c10-afd8-e1836ab34511 None None] Provisioning complete for port 3b6996dd-aa86-4642-a680-c828588f3804 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:45.918070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1430a356-01d8-4c10-afd8-e1836ab34511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:45.921758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:45.922048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:45.976453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:45.977137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5c79e-d600-4c14-a4b2-8e20061d8700 None None] The sync data for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:47:45.994691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1430a356-01d8-4c10-afd8-e1836ab34511 None None] Port 3b6996dd-aa86-4642-a680-c828588f3804 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:46.480701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-adea1350-74e6-46c3-8fe8-bec684362bf9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:46.482454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-adea1350-74e6-46c3-8fe8-bec684362bf9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1213641 Aug 20 13:47:46.498682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'port': {'device_id': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'admin_state_up': True, 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:46.568477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:46.638849 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:46.682992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:46.691021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:46.721717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e9a1ad0-cd60-4343-b7ee-6f7a6302d70f req-553bed9d-d12d-47bf-a1dd-c8732b766b3f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 210 time: 0.0329692 Aug 20 13:47:46.811293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:46.812015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:46.855885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Allocated IP 172.20.0.10 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/8f25b5ee-d4f6-4258-82e1-18595b6e3176) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:46.893229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5354d507-8678-4b1e-987a-f56af23bb8e3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:46.947402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5354d507-8678-4b1e-987a-f56af23bb8e3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:46.947695 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:46.949854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 3b6996dd-aa86-4642-a680-c828588f3804 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:46.950205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.026938 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.044211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Transition to ACTIVE for port object 8f25b5ee-d4f6-4258-82e1-18595b6e3176 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:47.049412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.061803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 3b6996dd-aa86-4642-a680-c828588f3804 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:47.078360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.090158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c', '0021eedc-4fa9-4694-82d0-f1327eba8443'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:47:47.126953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:47.132000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:47.138876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:47.143888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:47.208969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:47.210022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.229143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-01791562-5f2a-40e1-9c6b-c20568212261 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358704 Aug 20 13:47:47.244339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Request body: {'port': {'device_id': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:47.281623 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.307645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.315198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=3b6996dd-aa86-4642-a680-c828588f3804,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:47.510569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.527070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8dd805c5-c824-4ba9-aa0a-b27ab9e09070 None None] Provisioning for port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:47.532928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8dd805c5-c824-4ba9-aa0a-b27ab9e09070 None None] Provisioning complete for port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:47.533812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8dd805c5-c824-4ba9-aa0a-b27ab9e09070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.577474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8dd805c5-c824-4ba9-aa0a-b27ab9e09070 None None] Port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:47.645381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f25b5ee-d4f6-4258-82e1-18595b6e3176 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:47:47.653614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.666574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Transition to ACTIVE for port object 8f25b5ee-d4f6-4258-82e1-18595b6e3176 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:47.670029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.721942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 279eecd3-2d65-4970-bd6a-9563de6ad5d8 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:47:47.722565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Pushing event updated for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:47.805535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Attempting to bind port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:47.805926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Attempting to bind port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:47.806200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Attempting to bind port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:47.811515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 on network f7de025b-0058-45fd-916f-7707ea86ee48 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:47:47.811515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Attempting to bind port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:47.829338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:47.829684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:47.830202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:47.830661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Bound port: 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:47.831026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:47.844677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:47:47.856582 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a17632f4-d7f0-4ec5-a904-a4e6a2f61553 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/279eecd3-2d65-4970-bd6a-9563de6ad5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9614739 Aug 20 13:47:47.857917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:47.859418 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] Sync routers for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:47:47.869730 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:47.871017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:47.904724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ceec5-7081-4340-8273-0e04d4a3703d req-e9a32022-e104-4181-863e-88368f373542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:47.906297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-260ceec5-7081-4340-8273-0e04d4a3703d req-e9a32022-e104-4181-863e-88368f373542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 944 time: 0.0899227 Aug 20 13:47:47.913187 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:47.925766 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:47.926502 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:47.955306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:47.961324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:47.962065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac842a1-1420-487f-bf6f-f429fea4bfe0 None None] The sync data for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:47:47.980792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:47.992442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.006819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-260ceec5-7081-4340-8273-0e04d4a3703d req-7e62c3f6-f228-4f06-910d-eb91662885ee tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751030 Aug 20 13:47:48.040524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:48.041185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.042603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] 10.222.0.53 "PUT /v2.0/ports/8f25b5ee-d4f6-4258-82e1-18595b6e3176 HTTP/1.1" status: 200 len: 1092 time: 0.8039303 Aug 20 13:47:48.043060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:47:48.045336 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315747c3-926c-4cc5-8996-f1e81f03a1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:47:48.077668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eb1f4-6dad-48af-b5ee-56a67b748185 service neutron] Pushing event updated for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:48.108760 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf2751-ca78-410a-ac78-7f7be880b977 x-openstack-request-id: req-55bf2751-ca78-410a-ac78-7f7be880b977 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:47:48.109054 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:47:48.109307 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55bf2751-ca78-410a-ac78-7f7be880b977 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:47:48.109702 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176', 'status': 'completed', 'code': 200} Aug 20 13:47:48.253558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.481862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-c9f214a8-5d30-48d6-8800-08cd19a89774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:48.482858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-c9f214a8-5d30-48d6-8800-08cd19a89774 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 1095 time: 0.3854337 Aug 20 13:47:48.501154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e4f80e9-3b9e-4833-b411-a1130aed1049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.517868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 67e2053f-7970-4842-b2e0-bfd34ac3506d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:48.518148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.525901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-c4955c5b-c1e2-4d7c-b2f6-03d79806cc9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176 HTTP/1.1" status: 200 len: 217 time: 0.0349667 Aug 20 13:47:48.550842 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.577200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-5fece35f-d579-464e-ae1d-84d83d9a5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:48.578715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-5fece35f-d579-464e-ae1d-84d83d9a5c59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0465462 Aug 20 13:47:48.606979 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.623413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 67e2053f-7970-4842-b2e0-bfd34ac3506d owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:48.629044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-c159f532-ca6a-44fa-b224-e79d0d725927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:48.630553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-c159f532-ca6a-44fa-b224-e79d0d725927 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452635 Aug 20 13:47:48.723239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-c6bd53c8-847d-4aa8-b9a2-f0ba6a08e9fe service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852067 Aug 20 13:47:48.801859 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:48.821996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82e0aa85-86af-41bc-bbe7-dc5af14a1bb9 req-1a73b0c1-8688-4f1b-a4d9-974cfd6fe979 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917184 Aug 20 13:47:48.831686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=67e2053f-7970-4842-b2e0-bfd34ac3506d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:48.930080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-de873056-fbfd-4d1f-8a2e-41077fd0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:48.931640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-de873056-fbfd-4d1f-8a2e-41077fd0946d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 1095 time: 0.0486312 Aug 20 13:47:48.983914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.035819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-8a03490b-98f3-40de-9041-cf008c6ddd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:49.037487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-8a03490b-98f3-40de-9041-cf008c6ddd81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.0992405 Aug 20 13:47:49.087051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-3a63dbfc-efad-4b85-ab71-e43a10465c35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176 HTTP/1.1" status: 200 len: 217 time: 0.0391030 Aug 20 13:47:49.145525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 279eecd3-2d65-4970-bd6a-9563de6ad5d8 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:47:49.174013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-f58e9932-b724-4cb8-aa24-37d95c7f1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:49.175500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-f58e9932-b724-4cb8-aa24-37d95c7f1417 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0787535 Aug 20 13:47:49.183551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454a79-9a0c-43fc-accb-68b4731eaf37 req-bb6484dd-a51d-4cfc-affa-4a2fbc96eafb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:49.185003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58454a79-9a0c-43fc-accb-68b4731eaf37 req-bb6484dd-a51d-4cfc-affa-4a2fbc96eafb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 944 time: 0.0967255 Aug 20 13:47:49.235849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:47:49.245473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fffe5be5-f0f5-4ba7-8847-8130f37fa918 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/279eecd3-2d65-4970-bd6a-9563de6ad5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3827012 Aug 20 13:47:49.245473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55978) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:49.247922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] Sync routers for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:47:49.255852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58454a79-9a0c-43fc-accb-68b4731eaf37 req-f47caf7b-0a36-4c4d-95f4-e1e42430dcaa tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Aug 20 13:47:49.256886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:49.258053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:49.258651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-9caa0636-d9ef-4ee2-a2bb-29a12ca47a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:49.260106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-9caa0636-d9ef-4ee2-a2bb-29a12ca47a2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742083 Aug 20 13:47:49.281980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4a005fbc-e497-4017-ac3e-163be592b8f3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=279eecd3-2d65-4970-bd6a-9563de6ad5d8 HTTP/1.1" status: 200 len: 205 time: 0.0323989 Aug 20 13:47:49.284705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55980) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:49.295049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:49.303588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] Routers {'279eecd3-2d65-4970-bd6a-9563de6ad5d8'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:49.304159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:49.336359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:49.337042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95cfdb-cbdc-4e46-83a9-daafb54aa73b None None] The sync data for ids ['279eecd3-2d65-4970-bd6a-9563de6ad5d8'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:47:49.363632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.366665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-4cfea750-016b-45e3-9b6c-5f5beae61cc2 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970879 Aug 20 13:47:49.462571 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-315747c3-926c-4cc5-8996-f1e81f03a1dd req-ff83886d-7cee-4074-a125-0b5df7bd044d service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878246 Aug 20 13:47:49.493400 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.533214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.535330 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.580212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.580746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router 279eecd3-2d65-4970-bd6a-9563de6ad5d8 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:47:49.588224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.589377 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89dfc42d-931d-46a8-b144-e7918071ea0e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/279eecd3-2d65-4970-bd6a-9563de6ad5d8 HTTP/1.1" status: 204 len: 168 time: 0.3037534 Aug 20 13:47:49.592268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:49.647465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet 9333f8a4-7bb9-4569-be97-b41f9bb492e0 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:49.651155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.692478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.774829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.839379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.875799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=9333f8a4-7bb9-4569-be97-b41f9bb492e0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:49.879631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:49.884769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55984) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:49.885215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-428efa65-921e-49b4-b7da-671b50ac5909 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/9333f8a4-7bb9-4569-be97-b41f9bb492e0 HTTP/1.1" status: 204 len: 168 time: 0.2914765 Aug 20 13:47:49.887960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2250bb-ddf6-4400-a620-b730d0372229 None None] Network 7fa85e4a-8c34-4966-9024-9a4ae0347812 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:49.940254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet 14ff113c-f391-495d-8b9d-ce4d0257996b {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:49.943945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.002770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.079701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] DHCP port deletion for 7fa85e4a-8c34-4966-9024-9a4ae0347812 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:50.098276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.130482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] Deleting port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:50.130750 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.162561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.195713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=14ff113c-f391-495d-8b9d-ce4d0257996b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:50.199274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] For port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,segment=NetworkSegment(85a5daf2-630a-49cc-a3e2-b7fb0750e4a4),segment_id=85a5daf2-630a-49cc-a3e2-b7fb0750e4a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:50.199776 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.200189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.205006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d9df826-98ee-4a54-9a50-80c1d4ccc7ef tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/14ff113c-f391-495d-8b9d-ce4d0257996b HTTP/1.1" status: 204 len: 168 time: 0.3165584 Aug 20 13:47:50.205226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55986) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:50.210614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4c5f4-da68-499b-a02c-6899247bc504 None None] Network a3507c54-a660-4323-abf0-21574435a6b6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:50.227176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] Calling delete_port for d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:50.282534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.339505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:50.339846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.389874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134ed58-b667-4b0c-b031-02537acec277 req-7bf66d0e-9ecd-46b3-b7c1-70a9bcb8c7b2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:50.391748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9134ed58-b667-4b0c-b031-02537acec277 req-7bf66d0e-9ecd-46b3-b7c1-70a9bcb8c7b2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 944 time: 0.0533273 Aug 20 13:47:50.405654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.412924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,segment=NetworkSegment(85a5daf2-630a-49cc-a3e2-b7fb0750e4a4),segment_id=85a5daf2-630a-49cc-a3e2-b7fb0750e4a4)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:50.413905 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.431357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:50.439894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] Pushing event deleted for resources: {'Port': ['ID=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:50.446207 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9134ed58-b667-4b0c-b031-02537acec277 req-36504916-1b03-4a5d-adb2-e49a536e450f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Aug 20 13:47:50.446678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323492e-ea66-4990-b70e-6f96cd2dd063 None None] No DVR routers for this DVR port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:50.486088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] DHCP port deletion for a3507c54-a660-4323-abf0-21574435a6b6 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:50.526274 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.543320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] Deleting port 5354d507-8678-4b1e-987a-f56af23bb8e3 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:50.543320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.551689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=d6c20fda-3dda-4c0f-a37a-5e7bdc85f101,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:50.558489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:50.578971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:50.606125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:47:50.606446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6c20fda-3dda-4c0f-a37a-5e7bdc85f101 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:47:50.606858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5354d507-8678-4b1e-987a-f56af23bb8e3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:50.642469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.646720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] For port 5354d507-8678-4b1e-987a-f56af23bb8e3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5354d507-8678-4b1e-987a-f56af23bb8e3,segment=NetworkSegment(1090e6c3-d93a-49ad-b247-f62dc3fb84ff),segment_id=1090e6c3-d93a-49ad-b247-f62dc3fb84ff)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:50.647121 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.654220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa85e4a-8c34-4966-9024-9a4ae0347812']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:50.666254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:50.666701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a5daf2-630a-49cc-a3e2-b7fb0750e4a4') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:50.669521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] Calling delete_port for 5354d507-8678-4b1e-987a-f56af23bb8e3 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:50.675961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.697854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.704065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:50.704457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:50.707522 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:50.757661 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.770645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.778733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.780406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/7fa85e4a-8c34-4966-9024-9a4ae0347812 HTTP/1.1" status: 204 len: 168 time: 0.5742874 Aug 20 13:47:50.783329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55990) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:50.792965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba9c43-6323-4195-b18a-50b293402478 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=7fa85e4a-8c34-4966-9024-9a4ae0347812,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:50.803240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5354d507-8678-4b1e-987a-f56af23bb8e3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5354d507-8678-4b1e-987a-f56af23bb8e3,segment=NetworkSegment(1090e6c3-d93a-49ad-b247-f62dc3fb84ff),segment_id=1090e6c3-d93a-49ad-b247-f62dc3fb84ff)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:50.808690 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.836164 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.853876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] No DVR routers for this DVR port 5354d507-8678-4b1e-987a-f56af23bb8e3 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:50.870335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5354d507-8678-4b1e-987a-f56af23bb8e3,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:50.880382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.894622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacbb9e-3ded-4964-9466-1b106d0504d5 None None] Pushing event deleted for resources: {'Port': ['ID=5354d507-8678-4b1e-987a-f56af23bb8e3,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:50.965440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:50.974851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3507c54-a660-4323-abf0-21574435a6b6']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:50.985767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1090e6c3-d93a-49ad-b247-f62dc3fb84ff') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:50.986058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1090e6c3-d93a-49ad-b247-f62dc3fb84ff') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:50.995337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.008937 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.016782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:51.017314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:51.020190 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:51.086728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.097767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.099675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/a3507c54-a660-4323-abf0-21574435a6b6 HTTP/1.1" status: 204 len: 168 time: 0.3150406 Aug 20 13:47:51.104837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55992) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:51.109771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12089a8d-646d-4c56-8e1a-085e082acbcf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=a3507c54-a660-4323-abf0-21574435a6b6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:51.109911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1855455454'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:51.131731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:51.135241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.157952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:51.167788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.168133 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment 6e868532-d1db-4a3d-9ff6-98bc217364d5 of type vlan for network 0f2f9122-08a7-4c01-973e-8cafb9490795 Aug 20 13:47:51.210847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.236370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.242437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:51.243010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.304350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1985490 Aug 20 13:47:51.307717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 55994) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:51.313045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:51.314022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c74486-0bcf-49d4-a807-0cc7b9c5f787 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=0f2f9122-08a7-4c01-973e-8cafb9490795,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:51.333902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:51.416354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:51.419913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.452783 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.568336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c007dd-6a11-408a-b137-785c2bed1974 req-14470179-a120-40f2-9cf5-6c99bc28d9dd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:51.570708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6c007dd-6a11-408a-b137-785c2bed1974 req-14470179-a120-40f2-9cf5-6c99bc28d9dd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 944 time: 0.0510917 Aug 20 13:47:51.604487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.609599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f6c007dd-6a11-408a-b137-785c2bed1974 req-61f03191-1f7d-4ee5-913f-e009b61e1bc6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Aug 20 13:47:51.672197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=1bfe5901-2ee2-4401-930e-01022b015996,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:51.678244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': '6e868532-d1db-4a3d-9ff6-98bc217364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:51.678502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: 0f2f9122-08a7-4c01-973e-8cafb9490795, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:51.697254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:51.705621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 0f2f9122-08a7-4c01-973e-8cafb9490795) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:51.709965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:51.710903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.716349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e900e6c3-6486-4e2a-b017-3381d4fcaa50 None None] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:51.731080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a359ab19-6bdb-453c-985f-9508dff14824 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4197340 Aug 20 13:47:51.731403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 55998) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:51.736044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1098036697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:51.759638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.760578 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.815580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.819802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.835653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.837683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee469095-c247-490c-95da-faa7f5e2fe37 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1052628 Aug 20 13:47:51.840305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56000) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:51.845267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'port': {'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795', 'name': 'tempest-RoutersTest-229442469'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:51.873204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-0f2f9122-08a7-4c01-973e-8cafb9490795', 'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': '1bfe5901-2ee2-4401-930e-01022b015996'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:51.874126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.960286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:51.964196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:51.981732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] device_id is not set on port 097ec29b-74a1-4dbc-acf0-21d23802a42b yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:47:52.000984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8f25b5ee-d4f6-4258-82e1-18595b6e3176 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:47:52.025514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Allocated IP 172.20.0.2 (0f2f9122-08a7-4c01-973e-8cafb9490795/1bfe5901-2ee2-4401-930e-01022b015996/f0f36069-f4c0-41e4-b7d1-5aa708a91cdb) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:52.169490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:52.192029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '8f25b5ee-d4f6-4258-82e1-18595b6e3176', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '8f25b5ee-d4f6-4258-82e1-18595b6e3176', 'mac_address': 'fa:16:3e:20:62:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:47:52.271206 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.273133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.288934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Transition to ACTIVE for port object f0f36069-f4c0-41e4-b7d1-5aa708a91cdb will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:52.296200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f25b5ee-d4f6-4258-82e1-18595b6e3176 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:47:52.315081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Transition to ACTIVE for port object f0f36069-f4c0-41e4-b7d1-5aa708a91cdb will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:52.324378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:52.326148 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.333968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.367759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:52.370735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:52.374613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:52.381500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.20.0.8 (0f2f9122-08a7-4c01-973e-8cafb9490795/1bfe5901-2ee2-4401-930e-01022b015996/097ec29b-74a1-4dbc-acf0-21d23802a42b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:52.384206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Pushing event updated for resources: {'Port': ['ID=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:52.483017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Attempting to bind port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:52.483578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Attempting to bind port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6e868532-d1db-4a3d-9ff6-98bc217364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:52.484116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Attempting to bind port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb on network 0f2f9122-08a7-4c01-973e-8cafb9490795 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:52.487666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:52.494168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:52.494553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Checking segment: {'id': '6e868532-d1db-4a3d-9ff6-98bc217364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:52.494968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.495373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Bound using segment: {'id': '6e868532-d1db-4a3d-9ff6-98bc217364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:52.495854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Bound port: f0f36069-f4c0-41e4-b7d1-5aa708a91cdb, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e868532-d1db-4a3d-9ff6-98bc217364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0f2f9122-08a7-4c01-973e-8cafb9490795'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:52.496245 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.555776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.561105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['8f25b5ee-d4f6-4258-82e1-18595b6e3176'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:47:52.566611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] For port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:52.571762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 097ec29b-74a1-4dbc-acf0-21d23802a42b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:52.599293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] For port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,segment=NetworkSegment(6e868532-d1db-4a3d-9ff6-98bc217364d5),segment_id=6e868532-d1db-4a3d-9ff6-98bc217364d5)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:52.605448 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.606507 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.656371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:52.660375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:52.665287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:52.693331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=097ec29b-74a1-4dbc-acf0-21d23802a42b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:52.698792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71cf7-7faf-4f18-8f7a-f8efa69c71bb None None] Pushing event updated for resources: {'Port': ['ID=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:52.737774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:52.737974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:52.751132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12fccf-80b6-4c64-a4a8-9d28b7e674d6 req-cc4b6a45-afdf-4f9f-84ce-434ffe96b38f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:52.753713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f12fccf-80b6-4c64-a4a8-9d28b7e674d6 req-cc4b6a45-afdf-4f9f-84ce-434ffe96b38f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 945 time: 0.0545681 Aug 20 13:47:52.759268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6f50a4eb-a976-4469-853c-8a8033e7e881 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9176078 Aug 20 13:47:52.763136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56006) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:52.807068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f12fccf-80b6-4c64-a4a8-9d28b7e674d6 req-50651248-812b-4df2-9a7d-40408c8f85bf tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Aug 20 13:47:53.114705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:53.369317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:53.375127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:53.459888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=097ec29b-74a1-4dbc-acf0-21d23802a42b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:53.583981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ac742-85d0-40c7-9380-81b5a38d546c None None] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:53.612213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:53.736659 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:53.807551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c296193-9ebb-4bae-a890-1348f9720e4a None None] Provisioning for port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:54.007816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52d4d0-233c-4bf2-9999-85e47ddd2471 req-9178966a-d36e-4338-8f46-f95ed5a165da tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:54.009628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca52d4d0-233c-4bf2-9999-85e47ddd2471 req-9178966a-d36e-4338-8f46-f95ed5a165da tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 945 time: 0.0819542 Aug 20 13:47:54.014976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8f25b5ee-d4f6-4258-82e1-18595b6e3176 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:54.070203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:54.074596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:54.075132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.078915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca52d4d0-233c-4bf2-9999-85e47ddd2471 req-f1df56fe-5841-4c82-86d7-be45936ce771 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587518 Aug 20 13:47:54.083542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.091170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.174216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.177639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=097ec29b-74a1-4dbc-acf0-21d23802a42b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:54.186469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.198152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9d35b95c-693f-43e9-a9ab-c7849adbcb2b None None] Provisioning for port 097ec29b-74a1-4dbc-acf0-21d23802a42b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:54.208529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9d35b95c-693f-43e9-a9ab-c7849adbcb2b None None] Provisioning complete for port 097ec29b-74a1-4dbc-acf0-21d23802a42b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:54.208834 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d35b95c-693f-43e9-a9ab-c7849adbcb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.233947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:47:54.236235 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f56e5-4f95-4edb-861d-2bac599789c1" -d '{"events": [{"server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "name": "network-vif-plugged", "status": "completed", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:47:54.254536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:54.263916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.275516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9d35b95c-693f-43e9-a9ab-c7849adbcb2b None None] Port 097ec29b-74a1-4dbc-acf0-21d23802a42b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:54.292950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:54.296071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:54.301139 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7468f841-6c14-4b8a-80ce-3a482a7a5439 x-openstack-request-id: req-7468f841-6c14-4b8a-80ce-3a482a7a5439 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:47:54.301422 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "name": "network-vif-plugged", "status": "completed", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:47:54.301685 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7468f841-6c14-4b8a-80ce-3a482a7a5439 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:47:54.302094 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176', 'code': 200} Aug 20 13:47:54.333222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:54.395693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a75b5d18-9549-48e4-8583-df0415a255c8 None None] Provisioning complete for port 097ec29b-74a1-4dbc-acf0-21d23802a42b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:54.396077 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a75b5d18-9549-48e4-8583-df0415a255c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.435210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a75b5d18-9549-48e4-8583-df0415a255c8 None None] Port 097ec29b-74a1-4dbc-acf0-21d23802a42b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:54.438672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8046241-5f82-4738-bd94-afed4c91a099 req-74854753-2404-4fc2-b458-6263364da77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:54.440243 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8046241-5f82-4738-bd94-afed4c91a099 req-74854753-2404-4fc2-b458-6263364da77f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 1097 time: 0.0624223 Aug 20 13:47:54.492129 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8046241-5f82-4738-bd94-afed4c91a099 req-1578e81c-b90a-41e4-a43a-c31da274acbb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Aug 20 13:47:54.495324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 4ff2a1b9-9037-477b-99af-a9c0768c9da6 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:47:54.558487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f2a83052-4b42-490c-aea9-d0070cf2225e None None] Provisioning complete for port 097ec29b-74a1-4dbc-acf0-21d23802a42b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:54.558863 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f2a83052-4b42-490c-aea9-d0070cf2225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.595853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f0f36069-f4c0-41e4-b7d1-5aa708a91cdb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:54.608363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:47:54.616886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56012) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:54.617293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9dcbbc92-0d0b-4919-be9b-00d4de9ff336 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/4ff2a1b9-9037-477b-99af-a9c0768c9da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523047 Aug 20 13:47:54.621036 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] Sync routers for ids ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:47:54.633674 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] Routers {'4ff2a1b9-9037-477b-99af-a9c0768c9da6'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:54.634657 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:54.641267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f2a83052-4b42-490c-aea9-d0070cf2225e None None] Port 097ec29b-74a1-4dbc-acf0-21d23802a42b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:54.672776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:47:54.675808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38318b21-8d4c-492a-bc94-bc30a2d23fe6 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:54.678023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:54.679696 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-38318b21-8d4c-492a-bc94-bc30a2d23fe6 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports/097ec29b-74a1-4dbc-acf0-21d23802a42b HTTP/1.1" status: 200 len: 976 time: 0.0606687 Aug 20 13:47:54.681344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.682051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:54.781047 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:54.787040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.790564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a35e35ee-ecdf-428e-95f9-5c4fb037ca08 None None] Provisioning complete for port 097ec29b-74a1-4dbc-acf0-21d23802a42b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:54.790916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a35e35ee-ecdf-428e-95f9-5c4fb037ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.791240 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] Routers {'4ff2a1b9-9037-477b-99af-a9c0768c9da6'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:54.792044 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:54.824224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:54.824905 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f801ce-7a63-4225-8a8b-634fe9dfcab4 None None] The sync data for ids ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:47:54.847127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a35e35ee-ecdf-428e-95f9-5c4fb037ca08 None None] Port 097ec29b-74a1-4dbc-acf0-21d23802a42b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:47:54.852993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,segment=NetworkSegment(6e868532-d1db-4a3d-9ff6-98bc217364d5),segment_id=6e868532-d1db-4a3d-9ff6-98bc217364d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:54.857007 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:54.905245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:55.203909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940191f3-48c7-4789-a878-d7567af57dd1 req-eac3c509-7f54-4974-a0da-be86759012f1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:55.206470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-940191f3-48c7-4789-a878-d7567af57dd1 req-eac3c509-7f54-4974-a0da-be86759012f1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 946 time: 0.0527270 Aug 20 13:47:55.250331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-940191f3-48c7-4789-a878-d7567af57dd1 req-50a6d62c-f588-451c-bf6f-dba355560d8d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Aug 20 13:47:55.374369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:55.596120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 097ec29b-74a1-4dbc-acf0-21d23802a42b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:55.596463 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:55.689643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:55.704579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 097ec29b-74a1-4dbc-acf0-21d23802a42b owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:55.898837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:55.927191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=097ec29b-74a1-4dbc-acf0-21d23802a42b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:56.094933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:56.266269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 4ff2a1b9-9037-477b-99af-a9c0768c9da6 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:47:56.373118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:47:56.383462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] Sync routers for ids ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:47:56.393299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] Routers {'4ff2a1b9-9037-477b-99af-a9c0768c9da6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:56.396972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d1e4d13c-259b-460d-91c9-8565c27363a7 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/4ff2a1b9-9037-477b-99af-a9c0768c9da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105806 Aug 20 13:47:56.397084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:56.397176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56020) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:56.420685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ed6a7-6271-4cab-a2db-f15e3b3191a9 req-0ef09ff3-67b5-4866-82ca-0204c957f438 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:56.422350 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a7ed6a7-6271-4cab-a2db-f15e3b3191a9 req-0ef09ff3-67b5-4866-82ca-0204c957f438 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 946 time: 0.0685394 Aug 20 13:47:56.442313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:56.452945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] Routers {'4ff2a1b9-9037-477b-99af-a9c0768c9da6'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:47:56.453567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:56.465089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a7ed6a7-6271-4cab-a2db-f15e3b3191a9 req-24957ba6-8406-41d3-868f-a1203662e7fb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Aug 20 13:47:56.488875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:56.489746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6711c5-00e1-4911-8b93-7c67eb2ff43f None None] The sync data for ids ['4ff2a1b9-9037-477b-99af-a9c0768c9da6'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:47:56.553110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f0f36069-f4c0-41e4-b7d1-5aa708a91cdb up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:47:56.608162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:56.608545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:56.937800 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-c1b83ecd-4547-4ee8-9894-5e801c31781a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 13:47:56.938852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c1b83ecd-4547-4ee8-9894-5e801c31781a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/4ff2a1b9-9037-477b-99af-a9c0768c9da6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5407999 Aug 20 13:47:56.941787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:56.942236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-e893cdb0-7946-4c5c-9729-5d6f53b3bd79 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 267 time: 0.0986741 Aug 20 13:47:56.973000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6fdc4843-d338-4d3f-ad37-a57e168ec6bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ff2a1b9-9037-477b-99af-a9c0768c9da6 HTTP/1.1" status: 200 len: 205 time: 0.0299988 Aug 20 13:47:56.975413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56026) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:56.997047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-f27fcf40-f2d3-43d2-a609-ec08b96e73b9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:56.998619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-f27fcf40-f2d3-43d2-a609-ec08b96e73b9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 946 time: 0.0506589 Aug 20 13:47:57.010054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'port': {'security_groups': []}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:57.049548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.076195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.207388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.209569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.234013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:57.256604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.257225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff2a1b9-9037-477b-99af-a9c0768c9da6 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:47:57.264435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.264735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.265583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-405a7821-32a8-4db9-9e7c-02bc89d7d464 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/4ff2a1b9-9037-477b-99af-a9c0768c9da6 HTTP/1.1" status: 204 len: 168 time: 0.2887015 Aug 20 13:47:57.268919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56028) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:57.277934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.290018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c', '0021eedc-4fa9-4694-82d0-f1327eba8443', '8f25b5ee-d4f6-4258-82e1-18595b6e3176'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:47:57.347689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:57.348390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.349878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-049d5a3e-8f5f-41c3-b05b-fd529c73bc47 req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "PUT /v2.0/ports/8f25b5ee-d4f6-4258-82e1-18595b6e3176 HTTP/1.1" status: 200 len: 905 time: 0.3446434 Aug 20 13:47:57.358643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:47:57.358643 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0d907d-3212-4bad-8563-bebd0399cea3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:47:57.408065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet 1bfe5901-2ee2-4401-930e-01022b015996 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:47:57.415303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.418031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dcd26-73dc-4438-9d2c-8605bf429750 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:57.453319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['8f25b5ee-d4f6-4258-82e1-18595b6e3176'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:47:57.473359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a547b-ba70-4caf-9694-4526fe78b59d req-1f86256a-0a51-4210-a066-6104e23a0679 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:57.478958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.493573 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db0a547b-ba70-4caf-9694-4526fe78b59d req-1f86256a-0a51-4210-a066-6104e23a0679 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 908 time: 0.0762873 Aug 20 13:47:57.540612 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bff9363-8807-4c68-9edc-4e487d8421e2 x-openstack-request-id: req-1bff9363-8807-4c68-9edc-4e487d8421e2 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:47:57.540918 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:47:57.541176 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bff9363-8807-4c68-9edc-4e487d8421e2 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:47:57.541579 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176', 'status': 'completed', 'code': 200} Aug 20 13:47:57.621828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551e076-a562-4423-ad2e-2fafdc190f9e req-cb0e0c8d-df3d-4643-a64f-98b828807618 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:57.623652 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7551e076-a562-4423-ad2e-2fafdc190f9e req-cb0e0c8d-df3d-4643-a64f-98b828807618 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0562305 Aug 20 13:47:57.629802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.683684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7551e076-a562-4423-ad2e-2fafdc190f9e req-e59e8b05-9434-4a5e-af93-fc01ccf3f99a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496385 Aug 20 13:47:57.689473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-c0916b45-ed51-4cc3-8673-cbd48ac112a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:57.691067 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-c0916b45-ed51-4cc3-8673-cbd48ac112a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 1059 time: 0.1175900 Aug 20 13:47:57.706269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ddf62bec-17a5-4c2d-847e-7674f9c75bca None None] Provisioning complete for port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:47:57.706707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddf62bec-17a5-4c2d-847e-7674f9c75bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.784664 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.841515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.843435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/1bfe5901-2ee2-4401-930e-01022b015996 HTTP/1.1" status: 204 len: 168 time: 0.5734711 Aug 20 13:47:57.844240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98dbd-ebe2-4fbb-97fe-90942d160259 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfe5901-2ee2-4401-930e-01022b015996,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:57.846954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56040) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:57.847478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad64d97-a5e1-43f0-bda0-48c74e5c3de2 None None] Network 0f2f9122-08a7-4c01-973e-8cafb9490795 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:57.887501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb35ae-015a-4595-8836-2da1c2c19b9c req-1f562a7a-d43b-40e6-a24d-b0a9003b0d81 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:57.889100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ecb35ae-015a-4595-8836-2da1c2c19b9c req-1f562a7a-d43b-40e6-a24d-b0a9003b0d81 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1273551 Aug 20 13:47:57.892148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-296689ad-5a61-43a2-8eb7-1dfcd536070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:57.893613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-296689ad-5a61-43a2-8eb7-1dfcd536070e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1929872 Aug 20 13:47:57.930662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.954692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-94799e7c-ea36-4b74-aba2-3781466d4dd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176 HTTP/1.1" status: 200 len: 217 time: 0.0482941 Aug 20 13:47:57.991774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:57.992228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:57.999187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ecb35ae-015a-4595-8836-2da1c2c19b9c req-140a1fc6-1642-4a12-8931-c259dc14bef7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001782 Aug 20 13:47:58.017136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-77fe740e-07a7-415a-9610-67bcd738c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:58.020097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-77fe740e-07a7-415a-9610-67bcd738c772 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0551622 Aug 20 13:47:58.030216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] DHCP port deletion for 0f2f9122-08a7-4c01-973e-8cafb9490795 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:47:58.071150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,segment=NetworkSegment(6e868532-d1db-4a3d-9ff6-98bc217364d5),segment_id=6e868532-d1db-4a3d-9ff6-98bc217364d5)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:58.072249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.086776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-ddf2e8d2-65cd-4857-93e6-dd83ccf265a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:58.089167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-ddf2e8d2-65cd-4857-93e6-dd83ccf265a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620227 Aug 20 13:47:58.092899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for f0f36069-f4c0-41e4-b7d1-5aa708a91cdb owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:58.098888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] Deleting port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:47:58.099410 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.181458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] For port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,segment=NetworkSegment(6e868532-d1db-4a3d-9ff6-98bc217364d5),segment_id=6e868532-d1db-4a3d-9ff6-98bc217364d5)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:47:58.182022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.195015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-9aaf34f9-49e3-4e34-9e58-2126dc06225e service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977306 Aug 20 13:47:58.196927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] Calling delete_port for f0f36069-f4c0-41e4-b7d1-5aa708a91cdb owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:47:58.263573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.293216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.301162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6e0d907d-3212-4bad-8563-bebd0399cea3 req-d9ee4164-dd2f-4243-8c6e-319449f8dcbf service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995145 Aug 20 13:47:58.302649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-a92c4d7c-a10e-4414-a068-3e7f48816def tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:58.304250 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-a92c4d7c-a10e-4414-a068-3e7f48816def tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1556864 Aug 20 13:47:58.306995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:58.313485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:58.331422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] Pushing event deleted for resources: {'Port': ['ID=f0f36069-f4c0-41e4-b7d1-5aa708a91cdb,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:58.336667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40c5fe-867e-43a9-b451-e9761e007265 None None] No DVR routers for this DVR port f0f36069-f4c0-41e4-b7d1-5aa708a91cdb on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:47:58.345399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-13682f8f-fe17-4c67-9f34-efeb4dc85e3a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/quotas/6f2fe8b1c54d48348e3cc5ba50ced8a3 HTTP/1.1" status: 200 len: 375 time: 0.0330675 Aug 20 13:47:58.436671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.450691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2f9122-08a7-4c01-973e-8cafb9490795']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:58.463499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e868532-d1db-4a3d-9ff6-98bc217364d5') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:58.463797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e868532-d1db-4a3d-9ff6-98bc217364d5') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:47:58.488129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-202c678b-3b66-425d-a3c8-8cf40da0a5f2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1258249 Aug 20 13:47:58.489938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.546164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f0f36069-f4c0-41e4-b7d1-5aa708a91cdb no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:47:58.547970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.566001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: f0f36069-f4c0-41e4-b7d1-5aa708a91cdb {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:47:58.566273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f0f36069-f4c0-41e4-b7d1-5aa708a91cdb not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:47:58.567533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:47:58.567994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:47:58.571870 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:47:58.653021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-1bd0a0ad-9e2a-4a1f-9cbf-3c4a082cf9ea service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542304 Aug 20 13:47:58.653961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.660839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.662667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/0f2f9122-08a7-4c01-973e-8cafb9490795 HTTP/1.1" status: 204 len: 168 time: 0.8149476 Aug 20 13:47:58.667721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56056) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:58.672499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-927506298'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:58.693286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c749-f2cd-41a6-b87d-fa7dc81f3e40 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=0f2f9122-08a7-4c01-973e-8cafb9490795,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:58.694817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:58.698415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.725233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:47:58.737681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.738211 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment debe2513-a2b0-41de-b8b9-ae69c4d46b36 of type vlan for network cd93a3a2-d356-4ac6-be6c-102c7e313222 Aug 20 13:47:58.780729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-1a7f02fc-4fef-4b8f-8bb5-6de2e7ea833d service neutron] 10.222.0.59 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162424 Aug 20 13:47:58.790787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.816974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.823120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:58.823886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:58.891177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2226400 Aug 20 13:47:58.894212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56058) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:58.903844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:58.910365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93eb70-e02a-4ac8-bb30-a022674d1de8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=cd93a3a2-d356-4ac6-be6c-102c7e313222,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:58.921291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:47:58.980447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0205dc2c-5fb8-4f35-8852-6bf1b1fcfe82 req-6d202e2c-8da6-426b-95e6-f4542869b685 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 210 time: 0.0323081 Aug 20 13:47:59.016866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:47:59.020524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.029604 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.205027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.265774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=8aead10f-8dc5-4e53-8ef7-ae6a94961b58,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:59.273438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': 'debe2513-a2b0-41de-b8b9-ae69c4d46b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:59.273438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: cd93a3a2-d356-4ac6-be6c-102c7e313222, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:47:59.290981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:47:59.299533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, cd93a3a2-d356-4ac6-be6c-102c7e313222) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:59.303982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:47:59.304657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.310237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d2166-54d8-43da-8370-4b55fa4775af None None] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:47:59.319289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f3ce5f25-f8f9-4d41-909f-a6e9361d3f18 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4238412 Aug 20 13:47:59.322009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56062) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:59.326725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-73409547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:47:59.350095 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.352345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.411142 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.416381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.433498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.437399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c5a42e2b-915f-41d8-ad62-1d7b67e6aa65 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1118023 Aug 20 13:47:59.437749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:47:59.464769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-cd93a3a2-d356-4ac6-be6c-102c7e313222', 'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': '8aead10f-8dc5-4e53-8ef7-ae6a94961b58'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:47:59.465639 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.608019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Allocated IP 172.20.0.2 (cd93a3a2-d356-4ac6-be6c-102c7e313222/8aead10f-8dc5-4e53-8ef7-ae6a94961b58/83a31e15-9c33-4b85-a0a7-b12a3d863ef0) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:59.714621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.754104 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.763459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Transition to ACTIVE for port object 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:59.779187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Transition to ACTIVE for port object 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:47:59.785841 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.824675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:47:59.827264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:47:59.830779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:47:59.840280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Pushing event updated for resources: {'Port': ['ID=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:47:59.894824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Attempting to bind port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:47:59.895189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Attempting to bind port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'debe2513-a2b0-41de-b8b9-ae69c4d46b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:47:59.895561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Attempting to bind port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 on network cd93a3a2-d356-4ac6-be6c-102c7e313222 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:47:59.901481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:47:59.901939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Checking segment: {'id': 'debe2513-a2b0-41de-b8b9-ae69c4d46b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:47:59.902372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.902770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Bound using segment: {'id': 'debe2513-a2b0-41de-b8b9-ae69c4d46b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:47:59.903243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Bound port: 83a31e15-9c33-4b85-a0a7-b12a3d863ef0, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debe2513-a2b0-41de-b8b9-ae69c4d46b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd93a3a2-d356-4ac6-be6c-102c7e313222'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:47:59.903629 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:47:59.963607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.20.0.1 (cd93a3a2-d356-4ac6-be6c-102c7e313222/8aead10f-8dc5-4e53-8ef7-ae6a94961b58/95ebc141-a0d0-4514-ad4a-abcab6290315) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:47:59.979934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] For port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:47:59.983645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] For port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,segment=NetworkSegment(debe2513-a2b0-41de-b8b9-ae69c4d46b36),segment_id=debe2513-a2b0-41de-b8b9-ae69c4d46b36)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:47:59.987793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.054361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3e9d5-42b5-44e3-9377-77b8ec338f09 None None] Pushing event updated for resources: {'Port': ['ID=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:00.098498 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33457832-e402-4363-9a2c-4e271ee6cb98 req-0f0a5eb4-1d03-49ae-8474-0c9485417c44 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 210 time: 0.0421240 Aug 20 13:48:00.137523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.152507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 95ebc141-a0d0-4514-ad4a-abcab6290315 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:00.189715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.248871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:00.252357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:00.256181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:00.272665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=95ebc141-a0d0-4514-ad4a-abcab6290315,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:00.323824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.452156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.574403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:00.625910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:00.724744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.730090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.812181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=95ebc141-a0d0-4514-ad4a-abcab6290315,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:00.816786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:00.915924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:00.917511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:01.010160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c244eac-9feb-4f79-849b-e37bb51672e8 None None] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:01.043823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 491db01e-0985-40b5-a166-5213d77ba0d3 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:48:01.073009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] Provisioning for port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:01.085249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] Provisioning complete for port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:01.085638 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.143957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:01.150273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aa7570a8-c068-4664-8cae-ace4b4d2a648 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/491db01e-0985-40b5-a166-5213d77ba0d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113910 Aug 20 13:48:01.153498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56082) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:01.163811 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] Sync routers for ids ['491db01e-0985-40b5-a166-5213d77ba0d3'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:01.174869 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] Routers {'491db01e-0985-40b5-a166-5213d77ba0d3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:01.175803 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['491db01e-0985-40b5-a166-5213d77ba0d3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:01.214160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:01.223800 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] Routers {'491db01e-0985-40b5-a166-5213d77ba0d3'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:01.224875 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['491db01e-0985-40b5-a166-5213d77ba0d3'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:01.233604 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.242904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8675c2c9-a4e0-4073-b9e0-adba93884413 req-9acd94ba-bb57-42ef-928a-7363d7f88a73 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 210 time: 0.0492585 Aug 20 13:48:01.253450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cceb395-3916-4e39-bad8-b971abf9b3f4 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:01.258852 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:01.259428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8cceb395-3916-4e39-bad8-b971abf9b3f4 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports/95ebc141-a0d0-4514-ad4a-abcab6290315 HTTP/1.1" status: 200 len: 910 time: 0.1048405 Aug 20 13:48:01.259637 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c2bc8-329e-45dc-9d68-f772d8479714 None None] The sync data for ids ['491db01e-0985-40b5-a166-5213d77ba0d3'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:01.259750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:01.283633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] For port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,segment=NetworkSegment(debe2513-a2b0-41de-b8b9-ae69c4d46b36),segment_id=debe2513-a2b0-41de-b8b9-ae69c4d46b36)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:01.289439 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.341668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854b431-eeea-45b5-84be-c3c9b87474dd None None] Pushing event updated for resources: {'Port': ['ID=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:01.517820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fa8f2298-209c-4e92-a629-6510f04ed8bb None None] Provisioning for port 95ebc141-a0d0-4514-ad4a-abcab6290315 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:01.522940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fa8f2298-209c-4e92-a629-6510f04ed8bb None None] Provisioning complete for port 95ebc141-a0d0-4514-ad4a-abcab6290315 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:01.523358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2298-209c-4e92-a629-6510f04ed8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.570263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f2298-209c-4e92-a629-6510f04ed8bb None None] Port 95ebc141-a0d0-4514-ad4a-abcab6290315 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:01.581277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fa8f2298-209c-4e92-a629-6510f04ed8bb None None] Provisioning complete for port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:01.581666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2298-209c-4e92-a629-6510f04ed8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.675180 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.813521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a0043c81-f8cb-48a7-80c2-382158783130 None None] Provisioning complete for port 95ebc141-a0d0-4514-ad4a-abcab6290315 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:01.813864 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a0043c81-f8cb-48a7-80c2-382158783130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:01.848177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a0043c81-f8cb-48a7-80c2-382158783130 None None] Port 95ebc141-a0d0-4514-ad4a-abcab6290315 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:01.967760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-70823145-8ecf-48fc-bc05-d6fa82890a56 None None] Provisioning complete for port 95ebc141-a0d0-4514-ad4a-abcab6290315 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:01.968160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-70823145-8ecf-48fc-bc05-d6fa82890a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.003479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-70823145-8ecf-48fc-bc05-d6fa82890a56 None None] Port 95ebc141-a0d0-4514-ad4a-abcab6290315 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:02.065243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.187498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-a8da168c-0709-4e6e-893f-29e61321e54d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:02.188975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-a8da168c-0709-4e6e-893f-29e61321e54d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 812 time: 0.1874189 Aug 20 13:48:02.221072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Request body: {'port': {'device_id': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'admin_state_up': True, 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:02.273711 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:48:02.372796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5d03e45-44bc-4e49-a7bb-1196773eb1be req-fffe8755-8e15-40a4-8001-7f023aaddf09 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 210 time: 0.0384290 Aug 20 13:48:02.411474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Made reservation on behalf of 6f2fe8b1c54d48348e3cc5ba50ced8a3 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:02.416201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.549658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:02.574915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 95ebc141-a0d0-4514-ad4a-abcab6290315 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:02.575268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.597044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:02.597427 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.626061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Allocated IP 172.20.0.5 (f7de025b-0058-45fd-916f-7707ea86ee48/339d1011-2ebd-496e-88e7-9ce687747c39/49dce8b6-3be9-4f44-8cb3-ef829e79f1a6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:02.710537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.763191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 95ebc141-a0d0-4514-ad4a-abcab6290315 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:02.871934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:02.926647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Transition to ACTIVE for port object 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:03.007900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.019392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c', '0021eedc-4fa9-4694-82d0-f1327eba8443'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:48:03.020299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.060772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Network f7de025b-0058-45fd-916f-7707ea86ee48 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:03.069963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:03.072321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:03.142519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:03.188930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=95ebc141-a0d0-4514-ad4a-abcab6290315,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:03.208434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:03.209159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.228360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-7aa68d8a-bb87-4a01-b95e-38652c72cbae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0112314 Aug 20 13:48:03.322674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Request body: {'port': {'device_id': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:03.325203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.433854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fc3de130-b2ea-47c7-a3ab-86335586f8b5 None None] Provisioning for port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:03.438392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fc3de130-b2ea-47c7-a3ab-86335586f8b5 None None] Provisioning complete for port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:03.438904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fc3de130-b2ea-47c7-a3ab-86335586f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.457135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.476313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fc3de130-b2ea-47c7-a3ab-86335586f8b5 None None] Port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:03.505114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6dde-f5c9-4204-bbf8-391c7e2881db req-2e9df715-1dc5-4113-bed4-72ce28480332 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:03.506656 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2edb6dde-f5c9-4204-bbf8-391c7e2881db req-2e9df715-1dc5-4113-bed4-72ce28480332 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 931 time: 0.0635886 Aug 20 13:48:03.546005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2edb6dde-f5c9-4204-bbf8-391c7e2881db req-b106b6ad-d13f-40f8-9bbe-e3732153ecb0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Aug 20 13:48:03.576931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 491db01e-0985-40b5-a166-5213d77ba0d3 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:03.770508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:03.777508 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fa744b18-c838-4523-b480-9da2bdf0f61d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/491db01e-0985-40b5-a166-5213d77ba0d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133250 Aug 20 13:48:03.780295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56094) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:03.782982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] Sync routers for ids ['491db01e-0985-40b5-a166-5213d77ba0d3'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:03.800223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] Routers {'491db01e-0985-40b5-a166-5213d77ba0d3'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:03.801164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['491db01e-0985-40b5-a166-5213d77ba0d3'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:03.817917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-48cdd22a-5f40-40cf-baf0-396fdcf7aa3c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=491db01e-0985-40b5-a166-5213d77ba0d3 HTTP/1.1" status: 200 len: 205 time: 0.0364227 Aug 20 13:48:03.820653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:03.838790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:03.854178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] Routers {'491db01e-0985-40b5-a166-5213d77ba0d3'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:03.855048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['491db01e-0985-40b5-a166-5213d77ba0d3'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:03.888527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:48:03.892648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:03.893502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fdf01d-df0b-4726-a599-cc18bf4127ab None None] The sync data for ids ['491db01e-0985-40b5-a166-5213d77ba0d3'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:03.897924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.910090 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:03.912085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Transition to ACTIVE for port object 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:03.918438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.013235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:04.057559 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Attempting to bind port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:04.058015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Attempting to bind port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:04.058451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Attempting to bind port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:04.064336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 on network f7de025b-0058-45fd-916f-7707ea86ee48 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:48:04.064861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Attempting to bind port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 on network f7de025b-0058-45fd-916f-7707ea86ee48 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:04.072413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:04.072944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Checking segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:04.073469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Bound using segment: {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:04.074035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Bound port: 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07933594-8978-4478-b526-8ca3c2b1dc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:04.074501 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.088919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.091576 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.147225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.148826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router 491db01e-0985-40b5-a166-5213d77ba0d3 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:48:04.152482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:04.157126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:04.158995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.163583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7271c6a2-63c9-479b-a473-ac4c497078a0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/491db01e-0985-40b5-a166-5213d77ba0d3 HTTP/1.1" status: 204 len: 168 time: 0.3389955 Aug 20 13:48:04.164456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56106) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:04.182166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.258622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:04.259257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.260799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] 10.222.0.13 "PUT /v2.0/ports/49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 HTTP/1.1" status: 200 len: 1091 time: 0.9437516 Aug 20 13:48:04.274789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:04.277448 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da2879a-e711-4daf-a56e-489ad5b024c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:04.313858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet 8aead10f-8dc5-4e53-8ef7-ae6a94961b58 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:48:04.331756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.337393 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a867e3-5a9f-4fdb-a093-0c6046442c31 x-openstack-request-id: req-b7a867e3-5a9f-4fdb-a093-0c6046442c31 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:04.337603 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:04.337830 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7a867e3-5a9f-4fdb-a093-0c6046442c31 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:04.338235 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'status': 'completed', 'code': 200} Aug 20 13:48:04.399490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad687a1-12fe-4e6b-97fb-89109171a509 service neutron] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:04.424656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43e04-ba1d-478a-86eb-f6fdc62ea13f req-e615ae53-4314-41f2-ae0b-fcfaad433a11 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:04.426372 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fb43e04-ba1d-478a-86eb-f6fdc62ea13f req-e615ae53-4314-41f2-ae0b-fcfaad433a11 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1795061 Aug 20 13:48:04.429997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.484443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-a5078433-f601-47db-8506-af9c8c16df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:04.485956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-a5078433-f601-47db-8506-af9c8c16df0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 1094 time: 0.1787305 Aug 20 13:48:04.550075 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-53c9ca05-2ccb-4305-88af-85217a5a4aa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0511355 Aug 20 13:48:04.555141 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7fb43e04-ba1d-478a-86eb-f6fdc62ea13f req-1304a24e-9923-45e3-bf85-c5d647fe8ee4 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0984285 Aug 20 13:48:04.625593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.657448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-ae7a32d8-64d3-45eb-8a95-a40bcb661fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:04.658937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-ae7a32d8-64d3-45eb-8a95-a40bcb661fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0867932 Aug 20 13:48:04.670611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400790a-668f-44b5-ad94-f083b08db757 req-2d7a8dc9-3277-4d33-aeb5-0bb1fa4ab61c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:04.672188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0400790a-668f-44b5-ad94-f083b08db757 req-2d7a8dc9-3277-4d33-aeb5-0bb1fa4ab61c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 943 time: 0.0554481 Aug 20 13:48:04.715673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0400790a-668f-44b5-ad94-f083b08db757 req-dfc8acb1-cb6c-40e1-b6c1-5a73c6e75c6e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Aug 20 13:48:04.720593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720f22-87d6-478e-b29c-df31eeec152a req-06ecf2cf-a1bc-4cb0-ac59-266b52c4440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:04.722341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-06ecf2cf-a1bc-4cb0-ac59-266b52c4440e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554907 Aug 20 13:48:04.723569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.772140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=8aead10f-8dc5-4e53-8ef7-ae6a94961b58,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:04.802860 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.805458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-34f88f6e-d874-4f15-b116-2db0d8c1913f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/8aead10f-8dc5-4e53-8ef7-ae6a94961b58 HTTP/1.1" status: 204 len: 168 time: 0.6398542 Aug 20 13:48:04.806735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef52eab-2294-41f7-a38c-078910258059 None None] Network cd93a3a2-d356-4ac6-be6c-102c7e313222 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:04.808088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56114) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:04.906410 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:04.911942 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-ee7d6ff1-0f1a-4205-b013-29c699a7b599 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816585 Aug 20 13:48:04.983762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] DHCP port deletion for cd93a3a2-d356-4ac6-be6c-102c7e313222 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:48:05.030196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] Deleting port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:05.030576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.046388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-32720f22-87d6-478e-b29c-df31eeec152a req-05351ba6-c865-42ac-a821-83d108cebcc7 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252966 Aug 20 13:48:05.052676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:05.052909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.098388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] For port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,segment=NetworkSegment(debe2513-a2b0-41de-b8b9-ae69c4d46b36),segment_id=debe2513-a2b0-41de-b8b9-ae69c4d46b36)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:05.098782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.117118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] Calling delete_port for 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:05.150931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,segment=NetworkSegment(debe2513-a2b0-41de-b8b9-ae69c4d46b36),segment_id=debe2513-a2b0-41de-b8b9-ae69c4d46b36)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:05.151319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.170072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:05.175465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-e05a9941-c08d-404d-94f2-9f6190c57bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:05.177013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-e05a9941-c08d-404d-94f2-9f6190c57bee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 1094 time: 0.0799592 Aug 20 13:48:05.196392 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.222139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] Pushing event deleted for resources: {'Port': ['ID=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:05.228275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89855dc1-e647-43ef-8c71-628ec5171cf3 None None] No DVR routers for this DVR port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:05.329428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-4feee847-0622-4938-891a-f347439f92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:05.330927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-4feee847-0622-4938-891a-f347439f92bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1453512 Aug 20 13:48:05.332895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.367049 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=83a31e15-9c33-4b85-a0a7-b12a3d863ef0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:05.400714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:05.402865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-f852ae10-92cd-42bb-ad11-08c952fb006e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0451035 Aug 20 13:48:05.513888 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.525616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-b74dade1-dc3e-4cb8-8a26-4b8d54c74d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:05.527277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-b74dade1-dc3e-4cb8-8a26-4b8d54c74d90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.1031437 Aug 20 13:48:05.528953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd93a3a2-d356-4ac6-be6c-102c7e313222']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:05.540115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debe2513-a2b0-41de-b8b9-ae69c4d46b36') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:05.540414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debe2513-a2b0-41de-b8b9-ae69c4d46b36') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:05.841183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88e3f2-15ee-41c0-9653-c7749650c0c2 req-1dae7f0b-d448-49ce-9950-87be48157af6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:05.842695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d88e3f2-15ee-41c0-9653-c7749650c0c2 req-1dae7f0b-d448-49ce-9950-87be48157af6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 943 time: 0.0524867 Aug 20 13:48:05.883888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2d88e3f2-15ee-41c0-9653-c7749650c0c2 req-11369c4f-85a3-47c1-9a5b-9cb42e2599f0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Aug 20 13:48:05.915319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.964853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.977252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:05.977640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:05.981175 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:06.035198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-4fd9c5e3-89bf-4eb2-9306-9e111b98f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:06.036723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-4fd9c5e3-89bf-4eb2-9306-9e111b98f38c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4993582 Aug 20 13:48:06.060527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5984d-1b45-4492-8121-bf493324d751 req-7e0502dc-4b35-4b34-9b52-69b858fab887 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:06.062023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ff5984d-1b45-4492-8121-bf493324d751 req-7e0502dc-4b35-4b34-9b52-69b858fab887 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.1575408 Aug 20 13:48:06.063887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.104161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.105964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/cd93a3a2-d356-4ac6-be6c-102c7e313222 HTTP/1.1" status: 204 len: 168 time: 1.2969244 Aug 20 13:48:06.110180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56122) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:06.117033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1548873930', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:06.140453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c26b9-3ff9-4462-aed0-3e8962bc7a4c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=cd93a3a2-d356-4ac6-be6c-102c7e313222,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:06.172754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ff5984d-1b45-4492-8121-bf493324d751 req-269ba0da-3a37-4902-b9b8-529d3c498cce tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0971322 Aug 20 13:48:06.172969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.173822 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.197248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66980225-0a42-46b3-98f8-64b546971c08 req-897de497-7e08-4680-81e1-b65d0910b429 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:06.197248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66980225-0a42-46b3-98f8-64b546971c08 req-897de497-7e08-4680-81e1-b65d0910b429 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0816023 Aug 20 13:48:06.197466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-9f83ea0a-f70e-4a2d-a720-d8d169632168 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503148 Aug 20 13:48:06.290533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.295542 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-fb55671b-f8c5-413a-a332-b8b5473e049b service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888877 Aug 20 13:48:06.474333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.490551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Deleting port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:06.491347 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.547982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:06.568414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:06.569413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 83a31e15-9c33-4b85-a0a7-b12a3d863ef0 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:06.639735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] For port 8f9f716f-7526-4f1c-a471-e0a5f75a1425, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=8f9f716f-7526-4f1c-a471-e0a5f75a1425,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:06.640095 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.947336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.968666 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.969024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:06.969449 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Floating IP 107942ab-0f9d-4d4d-a884-1919a1a41364 disassociated. External IP: 172.25.6.160, port: 8f9f716f-7526-4f1c-a471-e0a5f75a1425. Aug 20 13:48:06.969704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Calling delete_port for 8f9f716f-7526-4f1c-a471-e0a5f75a1425 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:06.976125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:07.140202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2915bf-822f-4d59-9e2d-234c6690ffc9 req-10d469c4-02eb-43e9-9307-45e1753adba5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:07.141742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b2915bf-822f-4d59-9e2d-234c6690ffc9 req-10d469c4-02eb-43e9-9307-45e1753adba5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 943 time: 0.1698205 Aug 20 13:48:07.206988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.25.6.166 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/e7437c06-7bf4-40b6-b432-8d35a865590a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:07.237273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b2915bf-822f-4d59-9e2d-234c6690ffc9 req-6341e166-9a06-49bb-86fe-ecfa0d676842 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 Aug 20 13:48:07.299590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baef8f-8a2e-4b34-aa50-8f4347d263ad req-43f47b37-69e5-4199-a2aa-920986272986 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:07.301138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21baef8f-8a2e-4b34-aa50-8f4347d263ad req-43f47b37-69e5-4199-a2aa-920986272986 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 945 time: 0.0529969 Aug 20 13:48:07.340669 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21baef8f-8a2e-4b34-aa50-8f4347d263ad req-a5533bcf-ed18-4efc-a74d-80aaff96d8a7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=090e7f87-d6b5-4d7e-b940-f2b4fe508476&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325379 Aug 20 13:48:07.346648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:07.390988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event deleted for resources: {'Port': ['ID=8f9f716f-7526-4f1c-a471-e0a5f75a1425,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:07.418364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:07.454516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.454911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.455201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.455534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.455892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.456230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.456574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.456903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.457242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.457545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.457868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.458218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:07.554438 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:07.558061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:07.606036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:07.613870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=e7437c06-7bf4-40b6-b432-8d35a865590a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:07.617885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:07.620952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:07.826622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:07.838770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:07.848067 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:07.848717 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:07.882130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] No DVR routers for this DVR port 8f9f716f-7526-4f1c-a471-e0a5f75a1425 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:07.885845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:07.887808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-66980225-0a42-46b3-98f8-64b546971c08 req-d3af5b90-b4a1-4a58-810e-22996ccacf37 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "DELETE /v2.0/ports/8f9f716f-7526-4f1c-a471-e0a5f75a1425 HTTP/1.1" status: 204 len: 173 time: 1.6813591 Aug 20 13:48:07.888322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'name': 'network-vif-deleted', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:07.890735 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14a9c27-521b-4d5b-8871-97c8dc7ad06e" -d '{"events": [{"server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "name": "network-vif-deleted", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:07.917303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:48:07.970161 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:07.970713 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ac3cc-bf1e-4ee4-aa9a-0d985b243306 x-openstack-request-id: req-b65ac3cc-bf1e-4ee4-aa9a-0d985b243306 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:07.971174 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f", "name": "network-vif-deleted", "tag": "8f9f716f-7526-4f1c-a471-e0a5f75a1425", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:07.971258 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b65ac3cc-bf1e-4ee4-aa9a-0d985b243306 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:07.971644 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f', 'name': 'network-vif-deleted', 'tag': '8f9f716f-7526-4f1c-a471-e0a5f75a1425', 'status': 'completed', 'code': 200} Aug 20 13:48:08.055106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:08.061192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:08.074509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'mac_address': 'fa:16:3e:1a:a6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:48:08.115037 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:08.129847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:48:08.154027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:08.158321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:08.193024 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:08.223338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:08.229203 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:08.240340 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:08.241764 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:08.380075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fa3a4-5c8b-4fe0-8c97-87094d724fda req-b2eaab5b-006f-44ed-9eac-6ed14ba4be6d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:08.382950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6e4fa3a4-5c8b-4fe0-8c97-87094d724fda req-b2eaab5b-006f-44ed-9eac-6ed14ba4be6d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 944 time: 0.0707736 Aug 20 13:48:08.402632 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:08.413249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:48:08.437211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6e4fa3a4-5c8b-4fe0-8c97-87094d724fda req-1e7e0c52-26ce-49d5-aa8b-8b6647ab7b49 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Aug 20 13:48:08.607488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46656283-1a20-43a0-adde-f360be98d38f req-b89ec98f-23f6-4fc6-bf27-0a073103548f tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fdfbf5-5f35-48ea-8490-ed32e4c6fc8f HTTP/1.1" status: 200 len: 210 time: 0.0331171 Aug 20 13:48:08.660380 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:08.689775 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff7599-5309-430d-88cc-cad4eed2e26e None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:08.736290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:08.876936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router ee5eb386-2780-4b4a-b8c8-110153af2f18 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:48:08.933794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ad49c-fd27-4bbd-bc3d-26a85d3a9ae9 None None] New status for floating IP 107942ab-0f9d-4d4d-a884-1919a1a41364: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:48:08.990320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:09.002610 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] Sync routers for ids ['ee5eb386-2780-4b4a-b8c8-110153af2f18'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:09.012471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.013788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7a3b2066-336a-40e4-aefb-e6c6a2c9da14 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9025910 Aug 20 13:48:09.016723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56136) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.018133 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] Routers {'ee5eb386-2780-4b4a-b8c8-110153af2f18'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:09.018898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ee5eb386-2780-4b4a-b8c8-110153af2f18'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:09.052756 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:09.062396 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] Routers {'ee5eb386-2780-4b4a-b8c8-110153af2f18'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:09.063361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ee5eb386-2780-4b4a-b8c8-110153af2f18'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:09.105441 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:09.106101 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402155af-c025-4169-ab6d-ef9f6ee7b22a None None] The sync data for ids ['ee5eb386-2780-4b4a-b8c8-110153af2f18'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:09.155428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-066f9a4f-b07e-4866-b8d5-f5a3eb532f04 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/routers/ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 200 len: 881 time: 0.1368258 Aug 20 13:48:09.157872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56138) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.345725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0f3e718a-718d-4438-9b06-1adb1109e514 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1867697 Aug 20 13:48:09.348250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56140) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.352667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1548873930'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:09.575199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada833b-d70d-4883-97a6-e4885663c17a req-c0ac71d0-08d4-47c8-84d7-ccded200ccf6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:09.577159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bada833b-d70d-4883-97a6-e4885663c17a req-c0ac71d0-08d4-47c8-84d7-ccded200ccf6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 944 time: 0.0602107 Aug 20 13:48:09.617301 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bada833b-d70d-4883-97a6-e4885663c17a req-96b4d84b-5dc0-4886-8683-c7110502b03c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Aug 20 13:48:09.662036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.673953 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.697751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56148) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.755078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9e44-db55-40a3-bf98-7c7c7b6456e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.779331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9e44-db55-40a3-bf98-7c7c7b6456e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.791912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router ee5eb386-2780-4b4a-b8c8-110153af2f18 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:09.833004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9e44-db55-40a3-bf98-7c7c7b6456e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.836424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9e44-db55-40a3-bf98-7c7c7b6456e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.837668 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd1b9e44-db55-40a3-bf98-7c7c7b6456e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "DELETE /v2.0/security-groups/090e7f87-d6b5-4d7e-b940-f2b4fe508476 HTTP/1.1" status: 204 len: 168 time: 0.1388733 Aug 20 13:48:09.840583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.846678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b9e44-db55-40a3-bf98-7c7c7b6456e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e7f87-d6b5-4d7e-b940-f2b4fe508476,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:09.859968 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-c3a5ad66-fa1c-4754-8ce1-e4942131123c tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] show failed (client error): The resource could not be found. Aug 20 13:48:09.861348 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c3a5ad66-fa1c-4754-8ce1-e4942131123c tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups/090e7f87-d6b5-4d7e-b940-f2b4fe508476 HTTP/1.1" status: 404 len: 347 time: 0.0196424 Aug 20 13:48:09.866400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56152) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.919906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:09.927054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:09.928893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d841fa46-47d2-4e05-a41f-c0ff07fe9b07 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 200 len: 888 time: 0.5790379 Aug 20 13:48:09.930344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] Sync routers for ids ['ee5eb386-2780-4b4a-b8c8-110153af2f18'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:09.931558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56154) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:09.940614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] Routers {'ee5eb386-2780-4b4a-b8c8-110153af2f18'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:09.941224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ee5eb386-2780-4b4a-b8c8-110153af2f18'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:10.005813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Deleting port fc359a6c-fff6-4090-9a6d-274513c63290 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:10.006278 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.057768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e6c26c0c-614a-46ab-9618-dde369c6fa83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/routers/ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 200 len: 888 time: 0.1224916 Aug 20 13:48:10.058303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56156) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:10.094622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ed47030b-1f9b-4b39-914e-dc5e11127012 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 200 len: 205 time: 0.0350213 Aug 20 13:48:10.097133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56158) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:10.133710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:10.137105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:10.159597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.159933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.169574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] Routers {'ee5eb386-2780-4b4a-b8c8-110153af2f18'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:10.170262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['ee5eb386-2780-4b4a-b8c8-110153af2f18'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:10.177744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Calling delete_port for fc359a6c-fff6-4090-9a6d-274513c63290 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:10.211473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:10.212100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36280c7-609e-4115-80c8-fdca68630c42 None None] The sync data for ids ['ee5eb386-2780-4b4a-b8c8-110153af2f18'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:10.230125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:10.234396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:10.234777 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.281593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.316141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.341810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:10.344025 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f7993d-6857-4b1a-a939-ab5cf7f67f5e" -d '{"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-plugged", "status": "completed", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:10.358059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:10.364522 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.366263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8f9f716f-7526-4f1c-a471-e0a5f75a1425 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:10.408231 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e3e19-3b2e-4c9b-9319-806f0365ec17 x-openstack-request-id: req-407e3e19-3b2e-4c9b-9319-806f0365ec17 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:10.409163 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-plugged", "status": "completed", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:10.409163 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-407e3e19-3b2e-4c9b-9319-806f0365ec17 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:10.409687 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'code': 200} Aug 20 13:48:10.447731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 8f9f716f-7526-4f1c-a471-e0a5f75a1425 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:10.448413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 8f9f716f-7526-4f1c-a471-e0a5f75a1425 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:10.463076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.481279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:10.517550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.538246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026001-6540-4df2-b476-367887500434 req-f73cd302-4a70-4a95-8615-0627abdb7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:10.540221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43026001-6540-4df2-b476-367887500434 req-f73cd302-4a70-4a95-8615-0627abdb7e4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 1096 time: 0.0476103 Aug 20 13:48:10.547384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event deleted for resources: {'Port': ['ID=fc359a6c-fff6-4090-9a6d-274513c63290,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:10.578213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43026001-6540-4df2-b476-367887500434 req-13f75f36-8e19-4edc-9b72-1b506a2296c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Aug 20 13:48:10.614056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port e7437c06-7bf4-40b6-b432-8d35a865590a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:10.614640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.668165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.670790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.672013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-84f797e2-9bdb-4c4f-b20e-da32d93c3fd9 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "DELETE /v2.0/floatingips/107942ab-0f9d-4d4d-a884-1919a1a41364 HTTP/1.1" status: 204 len: 168 time: 0.8027925 Aug 20 13:48:10.745861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:10.762190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for e7437c06-7bf4-40b6-b432-8d35a865590a owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:10.788154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248218-2507-47b1-95ee-130dfe11840e req-c966a9c8-5c20-4695-9510-b603475d6f0c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:10.790567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a2248218-2507-47b1-95ee-130dfe11840e req-c966a9c8-5c20-4695-9510-b603475d6f0c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0904853 Aug 20 13:48:10.876720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a2248218-2507-47b1-95ee-130dfe11840e req-fc5fa04d-c1ba-424d-bd75-9557d1767c4b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554507 Aug 20 13:48:10.987234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.013762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=e7437c06-7bf4-40b6-b432-8d35a865590a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:11.080945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.087064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56168) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:11.091958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403030117', 'description': 'tempest-description--1568347790'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:11.115213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.178067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.180338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.205621 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.210309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.226232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.226752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router ee5eb386-2780-4b4a-b8c8-110153af2f18 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:48:11.238817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.240121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a878605-c74c-4e60-9d1b-1243856349ae tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 204 len: 168 time: 1.1419382 Aug 20 13:48:11.244114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56170) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:11.247634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.248905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1607163 Aug 20 13:48:11.249573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1303804616'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:11.249707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d69c10-509d-43bb-bf19-0288c20faaf6 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3866b41-8e5f-4147-bd84-1cc713ae3d59,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:11.252728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56172) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:11.258179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'security_group_rule': {'security_group_id': 'b3866b41-8e5f-4147-bd84-1cc713ae3d59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:11.272684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:11.275718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.296828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.299740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:48:11.309666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.309895 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment f4ca97de-9ad9-4441-ae9c-cc6343d05f5e of type vlan for network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 Aug 20 13:48:11.353992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.356105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.361211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.378444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada43f5a-2765-4f36-80ec-d2a8d9ebf506,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:11.381995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.389392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.389524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:11.390136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.390634 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e94e174d-f4bd-4d8e-a458-7d01e1613a6a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368632 Aug 20 13:48:11.393515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56174) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:11.399357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'security_group_rule': {'security_group_id': 'b3866b41-8e5f-4147-bd84-1cc713ae3d59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:11.426842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.450183 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2048302 Aug 20 13:48:11.454005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:11.459125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:11.478663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd93a20-5cd9-4519-bb87-5cdd31010add tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=8e761b6e-1a88-4b31-a01f-8ef1f14a9765,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:11.491118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:48:11.495271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.514150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.535332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a551265b-4d63-4bde-8cde-4a915b86b355,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:11.554199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.558781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fbc60992-035f-43cf-84cf-c98e86bf7012 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611340 Aug 20 13:48:11.559113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56178) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:11.564485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:11.593154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:11.596635 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.654693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.852962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.888147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:11.954096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:12.016980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:12.017379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: 8e761b6e-1a88-4b31-a01f-8ef1f14a9765, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:48:12.070673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222474a-e4b3-440c-8f3e-4373efb58cff req-57f5827c-a2d0-494c-b472-294ab25ad2f5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:12.072224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3222474a-e4b3-440c-8f3e-4373efb58cff req-57f5827c-a2d0-494c-b472-294ab25ad2f5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.1202409 Aug 20 13:48:12.095617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:48:12.099513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Allocated IP 172.25.6.166 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/9ce35685-7376-48ca-8c8a-e858f8fb7a65) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:12.120540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8e761b6e-1a88-4b31-a01f-8ef1f14a9765) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:12.128858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c62aed-6ad2-4a60-9fe1-594d7ee367b7 None None] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:12.132829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:12.133481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.193853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3222474a-e4b3-440c-8f3e-4373efb58cff req-c757b9c4-dbf7-4dfd-878c-649d7193e63f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Aug 20 13:48:12.209753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56182) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:12.210246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a1b900e5-6786-44c3-9e0d-6090306e0871 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7542059 Aug 20 13:48:12.215138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-434717529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:12.248097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.249573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.285352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.317594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-8e761b6e-1a88-4b31-a01f-8ef1f14a9765', 'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': '9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:48:12.318896 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.325298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.330886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.337988 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.354705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.355834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-da2b0104-1c28-4055-a550-6599daf352af tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1444468 Aug 20 13:48:12.358418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:12.425330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:12.429287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:12.433472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:12.442959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'Port': ['ID=9ce35685-7376-48ca-8c8a-e858f8fb7a65,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:12.519181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Allocated IP 172.20.0.2 (8e761b6e-1a88-4b31-a01f-8ef1f14a9765/9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5/441de357-f1b2-4ff6-87d3-77056e005657) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:12.564366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a2de-c5a0-4d70-b7e8-a78702ba45b9 req-38948acc-c45e-4f92-ac74-c93d8c2d5569 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:12.566031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3a4a2de-c5a0-4d70-b7e8-a78702ba45b9 req-38948acc-c45e-4f92-ac74-c93d8c2d5569 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0993366 Aug 20 13:48:12.599141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.658478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3a4a2de-c5a0-4d70-b7e8-a78702ba45b9 req-2ff81ac9-86be-408f-8fcb-2e5b765cf4eb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830245 Aug 20 13:48:12.661371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.732524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.742626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Transition to ACTIVE for port object 441de357-f1b2-4ff6-87d3-77056e005657 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:12.748221 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.758057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Transition to ACTIVE for port object 441de357-f1b2-4ff6-87d3-77056e005657 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:12.764047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.808040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:12.812503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:12.819163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:12.822417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Pushing event updated for resources: {'Port': ['ID=441de357-f1b2-4ff6-87d3-77056e005657,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:12.845408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.852417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.898035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Attempting to bind port 441de357-f1b2-4ff6-87d3-77056e005657 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:12.899130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Attempting to bind port 441de357-f1b2-4ff6-87d3-77056e005657 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:12.899640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Attempting to bind port 441de357-f1b2-4ff6-87d3-77056e005657 on network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:12.908872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:12.909704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Checking segment: {'id': 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:12.909704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.910268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Bound using segment: {'id': 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:12.911315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Bound port: 441de357-f1b2-4ff6-87d3-77056e005657, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e761b6e-1a88-4b31-a01f-8ef1f14a9765'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:12.911826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.924749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'Port': ['ID=9ce35685-7376-48ca-8c8a-e858f8fb7a65,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:12.937678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.954627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:12.965574 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3ff538e8-5a37-4915-a0f6-95ead1b30231 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4050584 Aug 20 13:48:12.989027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] For port 441de357-f1b2-4ff6-87d3-77056e005657, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:12.993317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] For port 441de357-f1b2-4ff6-87d3-77056e005657, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=441de357-f1b2-4ff6-87d3-77056e005657,segment=NetworkSegment(f4ca97de-9ad9-4441-ae9c-cc6343d05f5e),segment_id=f4ca97de-9ad9-4441-ae9c-cc6343d05f5e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:12.998771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:13.009328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.20.0.1 (8e761b6e-1a88-4b31-a01f-8ef1f14a9765/9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5/0f16571e-df13-4b96-a43d-907f613edbcc) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:13.062808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb5560-7fc4-462a-98e4-95be821e759a None None] Pushing event updated for resources: {'Port': ['ID=441de357-f1b2-4ff6-87d3-77056e005657,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:13.173106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:13.195122 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-d6d96bc2-2ab7-40f7-9eef-36da98ec4aa8 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--403030117&fields=id&tenant_id=9d255ea5779542c4ad8453ec260ed59f HTTP/1.1" status: 200 len: 267 time: 0.0675066 Aug 20 13:48:13.214376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 0f16571e-df13-4b96-a43d-907f613edbcc will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:13.329718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:13.388890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-a32cce69-24f1-4602-96aa-d052ec6e9b5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:13.390387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-a32cce69-24f1-4602-96aa-d052ec6e9b5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 810 time: 0.1876245 Aug 20 13:48:13.401349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:13.412107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:13.415758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:13.419333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=0f16571e-df13-4b96-a43d-907f613edbcc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:13.425450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-5d946c0c-6e46-42d5-a519-ef50f2d0071d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/quotas/9d255ea5779542c4ad8453ec260ed59f HTTP/1.1" status: 200 len: 375 time: 0.0287697 Aug 20 13:48:13.492161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:13.550849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-d6d3b4f4-213c-4159-badd-34fe7b64727e tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061792 Aug 20 13:48:13.683793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:13.705573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-cc371d99-fdfa-492d-b121-14b8a10021dd service neutron] 10.222.0.59 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371448 Aug 20 13:48:13.813750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44be10-3e5f-4753-8d19-9110ed058a0a req-59d23392-43d6-49a7-9865-a708dd20eaeb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:13.815995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b44be10-3e5f-4753-8d19-9110ed058a0a req-59d23392-43d6-49a7-9865-a708dd20eaeb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0645583 Aug 20 13:48:13.863291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b44be10-3e5f-4753-8d19-9110ed058a0a req-bb549059-2385-480f-a713-759987b060db tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Aug 20 13:48:14.077884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3bba0-e792-4c85-8c73-55d17e20c243 None None] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:14.144504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dae45aa6-63ae-41f1-a264-57589d2af0a7 None None] Provisioning for port 441de357-f1b2-4ff6-87d3-77056e005657 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:14.259401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-ed57d771-d10d-4e8b-b699-8c39b62e9dde service neutron] 10.222.0.59 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470526 Aug 20 13:48:14.348117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef931df-e8ad-4354-88b9-225e509d5ef3 req-76ba209f-015d-41a7-af80-f1690ac45b68 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:14.356647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ef931df-e8ad-4354-88b9-225e509d5ef3 req-76ba209f-015d-41a7-af80-f1690ac45b68 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0638165 Aug 20 13:48:14.409037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ef931df-e8ad-4354-88b9-225e509d5ef3 req-9c8708fd-b261-4cf7-a222-e4264948e149 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Aug 20 13:48:14.418079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.444483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.537449 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.561595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d265a858-54d3-487e-9362-3ed8381403a7 req-7c1f3d3f-3676-49f8-8853-f7f5bd6a5cde tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 210 time: 0.0667121 Aug 20 13:48:14.627699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=0f16571e-df13-4b96-a43d-907f613edbcc,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:14.627998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-61619a59-9fb7-46eb-b3de-1461acd395f9 None None] Provisioning for port 0f16571e-df13-4b96-a43d-907f613edbcc completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:14.633992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-61619a59-9fb7-46eb-b3de-1461acd395f9 None None] Provisioning complete for port 0f16571e-df13-4b96-a43d-907f613edbcc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:14.634432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-61619a59-9fb7-46eb-b3de-1461acd395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.664836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 441de357-f1b2-4ff6-87d3-77056e005657 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:14.698714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:14.700847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:14.722296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-61619a59-9fb7-46eb-b3de-1461acd395f9 None None] Port 0f16571e-df13-4b96-a43d-907f613edbcc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:14.740260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 441de357-f1b2-4ff6-87d3-77056e005657 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:14.747083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 441de357-f1b2-4ff6-87d3-77056e005657 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:14.747691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.842370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router b1db2d57-e38b-47b8-b842-67c6bafa21af is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:48:14.845014 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.884428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 441de357-f1b2-4ff6-87d3-77056e005657, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=441de357-f1b2-4ff6-87d3-77056e005657,segment=NetworkSegment(f4ca97de-9ad9-4441-ae9c-cc6343d05f5e),segment_id=f4ca97de-9ad9-4441-ae9c-cc6343d05f5e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:14.892302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.962279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:14.968296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f2541185-f9bc-4013-a763-9181b059c2d8 None None] Provisioning complete for port 0f16571e-df13-4b96-a43d-907f613edbcc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:14.968781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f2541185-f9bc-4013-a763-9181b059c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:14.970690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56226) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:14.977453 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] Sync routers for ids ['b1db2d57-e38b-47b8-b842-67c6bafa21af'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:14.980831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e46fa993-de85-449b-952c-250862b91929 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/b1db2d57-e38b-47b8-b842-67c6bafa21af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6107972 Aug 20 13:48:14.983980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=441de357-f1b2-4ff6-87d3-77056e005657,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:14.990275 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] Routers {'b1db2d57-e38b-47b8-b842-67c6bafa21af'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:14.992389 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1db2d57-e38b-47b8-b842-67c6bafa21af'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:15.033730 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:15.034986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f2541185-f9bc-4013-a763-9181b059c2d8 None None] Port 0f16571e-df13-4b96-a43d-907f613edbcc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:15.047910 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] Routers {'b1db2d57-e38b-47b8-b842-67c6bafa21af'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:15.048666 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1db2d57-e38b-47b8-b842-67c6bafa21af'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:15.058917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.060355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3801c7-102c-442b-b31b-c5764d5857f0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:15.060772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.061242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.061854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae3801c7-102c-442b-b31b-c5764d5857f0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports/0f16571e-df13-4b96-a43d-907f613edbcc HTTP/1.1" status: 200 len: 910 time: 0.0899913 Aug 20 13:48:15.062363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.063302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.064366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.065097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56228) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:15.065563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.066989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.068857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.069207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.069667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.070776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:15.071190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:15.099325 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:15.101261 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe5ebc-3b47-4c54-a95c-60a1f67b5b18 None None] The sync data for ids ['b1db2d57-e38b-47b8-b842-67c6bafa21af'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:15.157157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fd898a69-a6b1-4aef-b764-0c385925b70a None None] Provisioning complete for port 0f16571e-df13-4b96-a43d-907f613edbcc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:15.157157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd898a69-a6b1-4aef-b764-0c385925b70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:15.200422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fd898a69-a6b1-4aef-b764-0c385925b70a None None] Port 0f16571e-df13-4b96-a43d-907f613edbcc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:15.223869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:15.545498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb19e5-c59d-434a-b134-5e0337c0657a req-9252e1b4-d187-4af7-87d8-476611e249fb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:15.547291 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5deb19e5-c59d-434a-b134-5e0337c0657a req-9252e1b4-d187-4af7-87d8-476611e249fb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0527651 Aug 20 13:48:15.594569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5deb19e5-c59d-434a-b134-5e0337c0657a req-7f6800fa-29fa-4b95-b6d0-1473e2831c2a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348909 Aug 20 13:48:15.690030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9acee084-6816-4a30-86ec-6bb52aa4c6eb req-d60d5cfd-3ad7-4d0f-ba16-acdebabcd8d1 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 210 time: 0.0488777 Aug 20 13:48:15.726886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-e16d96ad-83b1-4968-8c2e-172ff7b00f19 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:15.728333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-e16d96ad-83b1-4968-8c2e-172ff7b00f19 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 810 time: 0.2104847 Aug 20 13:48:15.737491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:15.746360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:15.788159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-40bbd5f6-fc81-4273-9c0c-64dcb1b2fed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:15.842582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:15.843195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:15.844542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/ports/0f16571e-df13-4b96-a43d-907f613edbcc HTTP/1.1" status: 200 len: 910 time: 0.7783706 Aug 20 13:48:15.847969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56234) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:15.860748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9a07a-a8b1-4711-9bdf-a58db60b3863 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=0f16571e-df13-4b96-a43d-907f613edbcc,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:15.874023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-99540ed6-2e11-4347-b6ff-d4652161fb6b tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d255ea5779542c4ad8453ec260ed59f HTTP/1.1" status: 200 len: 379 time: 0.0977323 Aug 20 13:48:15.885331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'port': {'device_id': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'admin_state_up': True, 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'security_groups': ['b3866b41-8e5f-4147-bd84-1cc713ae3d59']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:15.962824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:48:15.999611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Made reservation on behalf of 9d255ea5779542c4ad8453ec260ed59f for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:16.003327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.070041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:16.085581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'port_id': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'mac_address': 'fa:16:3e:1a:a6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:48:16.127073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.141475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:48:16.144743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Allocated IP 172.20.0.5 (418682d1-59f4-434d-a624-b66be184f536/89359c72-d2d0-49a6-acbd-f6898cf77097/23de36af-eb3b-4875-92a8-2d39146a3ffd) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:16.161359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:16.166856 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.181519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.227663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:16.270791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:48:16.341941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.361213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Transition to ACTIVE for port object 23de36af-eb3b-4875-92a8-2d39146a3ffd will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:16.417731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.466846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Network 418682d1-59f4-434d-a624-b66be184f536 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:16.469972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:16.473836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:16.484528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 0f16571e-df13-4b96-a43d-907f613edbcc {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:16.484924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.517371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event updated for resources: {'Port': ['ID=23de36af-eb3b-4875-92a8-2d39146a3ffd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:16.567011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:16.567645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.588530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-2efaed67-51ee-4136-baa1-8d98da4f0f85 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082472 Aug 20 13:48:16.603833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Request body: {'port': {'device_id': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:16.607265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 441de357-f1b2-4ff6-87d3-77056e005657 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:16.628576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.648226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 0f16571e-df13-4b96-a43d-907f613edbcc owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:16.723423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 441de357-f1b2-4ff6-87d3-77056e005657 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:16.723795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.724796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.903341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec756-6ff0-4a0e-8d78-33f13daa5370 req-3d769bde-9669-4962-9906-1cd1f38c8dc4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:16.904893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88ec756-6ff0-4a0e-8d78-33f13daa5370 req-3d769bde-9669-4962-9906-1cd1f38c8dc4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 944 time: 0.0986609 Aug 20 13:48:16.936397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f80fd53a-efda-478f-b885-6bfb738e4bd5 None None] Provisioning for port 23de36af-eb3b-4875-92a8-2d39146a3ffd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:16.946121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f80fd53a-efda-478f-b885-6bfb738e4bd5 None None] Provisioning complete for port 23de36af-eb3b-4875-92a8-2d39146a3ffd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:16.946544 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f80fd53a-efda-478f-b885-6bfb738e4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.951135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4273f5-99c2-4117-b275-2339ff87aeb3 req-4077feaf-988b-475e-bd0a-7e7952fe26e7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:16.953049 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa4273f5-99c2-4117-b275-2339ff87aeb3 req-4077feaf-988b-475e-bd0a-7e7952fe26e7 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 931 time: 0.1492600 Aug 20 13:48:16.964229 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:16.994738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f80fd53a-efda-478f-b885-6bfb738e4bd5 None None] Port 23de36af-eb3b-4875-92a8-2d39146a3ffd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:17.022198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f88ec756-6ff0-4a0e-8d78-33f13daa5370 req-8b02c5c1-ebd2-4e02-ae2e-3b9d2a2e52b8 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071298 Aug 20 13:48:17.023392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=0f16571e-df13-4b96-a43d-907f613edbcc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:17.067841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa4273f5-99c2-4117-b275-2339ff87aeb3 req-9b485752-cc0c-49f3-9e59-74f53ae76475 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072209 Aug 20 13:48:17.218666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23de36af-eb3b-4875-92a8-2d39146a3ffd {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:48:17.226862 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:17.232075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:17.254916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Transition to ACTIVE for port object 23de36af-eb3b-4875-92a8-2d39146a3ffd will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:17.262222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:17.351256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Pushing event updated for resources: {'Port': ['ID=23de36af-eb3b-4875-92a8-2d39146a3ffd,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:17.458603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Attempting to bind port 23de36af-eb3b-4875-92a8-2d39146a3ffd on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:17.459744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Attempting to bind port 23de36af-eb3b-4875-92a8-2d39146a3ffd by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:17.460296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Attempting to bind port 23de36af-eb3b-4875-92a8-2d39146a3ffd on network 418682d1-59f4-434d-a624-b66be184f536 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:17.466868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Port 23de36af-eb3b-4875-92a8-2d39146a3ffd on network 418682d1-59f4-434d-a624-b66be184f536 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:48:17.467408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Attempting to bind port 23de36af-eb3b-4875-92a8-2d39146a3ffd on network 418682d1-59f4-434d-a624-b66be184f536 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:17.474368 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:17.475717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Checking segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:17.476311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Bound using segment: {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:17.477011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Bound port: 23de36af-eb3b-4875-92a8-2d39146a3ffd, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '418682d1-59f4-434d-a624-b66be184f536'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:17.477567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:17.575450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] For port 23de36af-eb3b-4875-92a8-2d39146a3ffd, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:17.583524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] For port 23de36af-eb3b-4875-92a8-2d39146a3ffd, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:17.592813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:17.649553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:17.650300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:17.652216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] 10.222.0.13 "PUT /v2.0/ports/23de36af-eb3b-4875-92a8-2d39146a3ffd HTTP/1.1" status: 200 len: 1091 time: 1.0543442 Aug 20 13:48:17.655352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:17.658436 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39dc8b4-02c5-4372-a82f-5d4c82a25197" -d '{"events": [{"name": "network-changed", "server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:17.703580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8359b4e-5c43-41ae-adb8-2a50f46ee9ff service neutron] Pushing event updated for resources: {'Port': ['ID=23de36af-eb3b-4875-92a8-2d39146a3ffd,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:17.752312 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d7aea-3273-4a98-b55d-87eac835ac6f x-openstack-request-id: req-383d7aea-3273-4a98-b55d-87eac835ac6f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:17.752900 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:17.752900 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-383d7aea-3273-4a98-b55d-87eac835ac6f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:17.753288 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'status': 'completed', 'code': 200} Aug 20 13:48:17.779693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-cac23a40-49c7-4b28-a0d1-8250b78c1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:17.781855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-cac23a40-49c7-4b28-a0d1-8250b78c1e7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 1094 time: 0.0620503 Aug 20 13:48:17.838636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-eb59b842-4d48-4817-af56-f81cdd46843f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd HTTP/1.1" status: 200 len: 217 time: 0.0413918 Aug 20 13:48:17.895574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router b1db2d57-e38b-47b8-b842-67c6bafa21af has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:17.910686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-1c840769-96e4-43ea-ad2e-df0c8f682731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:17.912829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-1c840769-96e4-43ea-ad2e-df0c8f682731 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0667715 Aug 20 13:48:17.975971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-9dd9456c-ec4f-4cee-a70d-423c31a13c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:17.977824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-9dd9456c-ec4f-4cee-a70d-423c31a13c74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579679 Aug 20 13:48:17.983295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:18.007199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:18.022425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56270) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:18.023136 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f344a87f-8e1d-42f3-aa71-dac288496cd3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/b1db2d57-e38b-47b8-b842-67c6bafa21af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1738515 Aug 20 13:48:18.031152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b182915-351d-487d-8813-d65d90df3822 None None] Sync routers for ids ['b1db2d57-e38b-47b8-b842-67c6bafa21af'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:18.068853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b182915-351d-487d-8813-d65d90df3822 None None] Routers {'b1db2d57-e38b-47b8-b842-67c6bafa21af'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:18.069504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b182915-351d-487d-8813-d65d90df3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1db2d57-e38b-47b8-b842-67c6bafa21af'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:18.111951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a156506d-c26a-4fed-99c9-07951c95a8c6 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1db2d57-e38b-47b8-b842-67c6bafa21af HTTP/1.1" status: 200 len: 205 time: 0.0867646 Aug 20 13:48:18.113511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56276) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:18.119009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b182915-351d-487d-8813-d65d90df3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:18.133250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:18.133951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.136854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b182915-351d-487d-8813-d65d90df3822 None None] Routers {'b1db2d57-e38b-47b8-b842-67c6bafa21af'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:18.137834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b182915-351d-487d-8813-d65d90df3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:47:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b1db2d57-e38b-47b8-b842-67c6bafa21af'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:18.230350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b182915-351d-487d-8813-d65d90df3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:18.231085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b182915-351d-487d-8813-d65d90df3822 None None] The sync data for ids ['b1db2d57-e38b-47b8-b842-67c6bafa21af'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:18.239397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.253500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c9ed8-949b-441a-aad4-26b81c7daac5 req-358b3ec8-f2b2-46e9-ac7c-c913388a7dac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:18.261528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b88c9ed8-949b-441a-aad4-26b81c7daac5 req-358b3ec8-f2b2-46e9-ac7c-c913388a7dac tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 944 time: 0.1365294 Aug 20 13:48:18.275908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-e3ba8a9c-de41-45ea-9a62-31c01cf4e7fa service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866883 Aug 20 13:48:18.300714 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.339477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:18.343795 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf83782c-e89d-4ab2-9afd-558af2adaedc" -d '{"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-plugged", "status": "completed", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:18.363555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:18.368372 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b88c9ed8-949b-441a-aad4-26b81c7daac5 req-f4a15a0a-adce-4f52-b224-4dbd7109d20e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000900 Aug 20 13:48:18.372438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.403203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cff5f-9184-462a-9472-bc43d63c1f43 req-e1aa3b5b-516f-4990-8681-2c7e7fb2b1cd tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:18.410690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-373cff5f-9184-462a-9472-bc43d63c1f43 req-e1aa3b5b-516f-4990-8681-2c7e7fb2b1cd tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 943 time: 0.2115848 Aug 20 13:48:18.437199 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a1b98b-f6ac-4b39-a2ab-f451390fd72d x-openstack-request-id: req-e2a1b98b-f6ac-4b39-a2ab-f451390fd72d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:18.437521 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-plugged", "status": "completed", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:18.437820 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2a1b98b-f6ac-4b39-a2ab-f451390fd72d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:18.438234 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'code': 200} Aug 20 13:48:18.454127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8bc1f03-ada1-453f-bfa8-430606e81c54 req-cfed822d-49c5-4a3c-b1f4-d1d9fde5a7b1 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689363 Aug 20 13:48:18.465425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:18.488677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.496014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.523608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2bc53384-a694-42ec-874e-d892b8af81ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.543373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-373cff5f-9184-462a-9472-bc43d63c1f43 req-fc460bc5-1703-412c-be42-67b7857953e5 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317074 Aug 20 13:48:18.560040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.569283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-7385a7e9-e724-4e2f-8aea-26ac46e869b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:18.570947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-7385a7e9-e724-4e2f-8aea-26ac46e869b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 1094 time: 0.0592792 Aug 20 13:48:18.604048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.604607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router b1db2d57-e38b-47b8-b842-67c6bafa21af {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:48:18.614213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.621946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b8e6288-03fb-4252-a93f-6e43f5aecdba tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/b1db2d57-e38b-47b8-b842-67c6bafa21af HTTP/1.1" status: 204 len: 168 time: 0.5070174 Aug 20 13:48:18.624204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56280) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:18.674230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-df1026b6-6fe4-4a6b-bfd7-98a795ebd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:18.675868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-df1026b6-6fe4-4a6b-bfd7-98a795ebd1a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.0972855 Aug 20 13:48:18.701444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet 9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:48:18.705286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.728159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-2584e473-5128-4548-a2f6-e05364a303b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd HTTP/1.1" status: 200 len: 217 time: 0.0428970 Aug 20 13:48:18.752539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.789721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-7d2f7eaf-5f07-49f3-a36b-97c892c6a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:18.791229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-7d2f7eaf-5f07-49f3-a36b-97c892c6a356 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0560036 Aug 20 13:48:18.846409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-4f121d21-3c74-4c8b-bcfe-4e3943343233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:18.847932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-4f121d21-3c74-4c8b-bcfe-4e3943343233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480220 Aug 20 13:48:18.868887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.956341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.977573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-050019a3-ddce-49fa-8b67-8e440f38abd2 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211014 Aug 20 13:48:18.988733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:18.997548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:18.999716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-43277b17-7226-406a-bf23-5c76fbbba9f2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5 HTTP/1.1" status: 204 len: 168 time: 0.3742363 Aug 20 13:48:19.003459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56282) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:19.012531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c5e1f-7f31-40ed-8867-8466ad0cd4a2 None None] Network 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:19.142856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.173993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e39dc8b4-02c5-4372-a82f-5d4c82a25197 req-b43c4b9f-ab77-4607-8e0b-d0b4ca9b5af9 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877844 Aug 20 13:48:19.221728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 441de357-f1b2-4ff6-87d3-77056e005657 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:19.222290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.242328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] DHCP port deletion for 8e761b6e-1a88-4b31-a01f-8ef1f14a9765 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:48:19.308436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 441de357-f1b2-4ff6-87d3-77056e005657, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=441de357-f1b2-4ff6-87d3-77056e005657,segment=NetworkSegment(f4ca97de-9ad9-4441-ae9c-cc6343d05f5e),segment_id=f4ca97de-9ad9-4441-ae9c-cc6343d05f5e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:19.308977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.309651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] Deleting port 441de357-f1b2-4ff6-87d3-77056e005657 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:19.310207 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.325552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 441de357-f1b2-4ff6-87d3-77056e005657 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:19.388651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] For port 441de357-f1b2-4ff6-87d3-77056e005657, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=441de357-f1b2-4ff6-87d3-77056e005657,segment=NetworkSegment(f4ca97de-9ad9-4441-ae9c-cc6343d05f5e),segment_id=f4ca97de-9ad9-4441-ae9c-cc6343d05f5e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:19.390110 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.421858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] Calling delete_port for 441de357-f1b2-4ff6-87d3-77056e005657 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:19.428945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.466174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port 441de357-f1b2-4ff6-87d3-77056e005657 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:19.480606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=441de357-f1b2-4ff6-87d3-77056e005657,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:19.514026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.534233 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:48:19.536339 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 13:48:19.542132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.577184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] Pushing event deleted for resources: {'Port': ['ID=441de357-f1b2-4ff6-87d3-77056e005657,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:19.587205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231855ae-7989-4253-a179-09cc4e9be57f None None] No DVR routers for this DVR port 441de357-f1b2-4ff6-87d3-77056e005657 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:19.599959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.620497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424dd90-189c-4a57-9847-a5ca70a9dbef req-c192bda5-c20b-4dcb-ae04-a07fd2ac2af5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:19.622253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a424dd90-189c-4a57-9847-a5ca70a9dbef req-c192bda5-c20b-4dcb-ae04-a07fd2ac2af5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.1594396 Aug 20 13:48:19.624047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e761b6e-1a88-4b31-a01f-8ef1f14a9765']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:19.647270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:19.647815 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ca97de-9ad9-4441-ae9c-cc6343d05f5e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:19.667419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.675891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1b17-8258-427c-8e2f-08cb888552fd req-841b36e9-f973-47a8-82a5-8702fa9ca9b3 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:19.686944 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-352e1b17-8258-427c-8e2f-08cb888552fd req-841b36e9-f973-47a8-82a5-8702fa9ca9b3 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 943 time: 0.0742502 Aug 20 13:48:19.703302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.713208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a424dd90-189c-4a57-9847-a5ca70a9dbef req-6bd5128a-5aa3-4e66-a519-41f9a9eced54 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772774 Aug 20 13:48:19.714419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:19.714959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:19.718563 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:19.764577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-352e1b17-8258-427c-8e2f-08cb888552fd req-b69b18a3-43d8-4938-8361-e9865611d604 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767391 Aug 20 13:48:19.798853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.807766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.809704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/8e761b6e-1a88-4b31-a01f-8ef1f14a9765 HTTP/1.1" status: 204 len: 168 time: 0.8052850 Aug 20 13:48:19.814391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:19.819898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1438895304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:19.829821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac30f0-1a44-451a-88de-0dab68be711c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=8e761b6e-1a88-4b31-a01f-8ef1f14a9765,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:19.846724 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.847728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.918677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.923991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.945726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:19.950329 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20ac5241-0d1d-4a90-aabc-5b82e0fd4a83 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1322594 Aug 20 13:48:19.950660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:19.956592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1752148522'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:19.987517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 23de36af-eb3b-4875-92a8-2d39146a3ffd details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:48:19.988264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:19.993334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.027016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:48:20.040007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.040770 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment ee8c8328-a88c-457b-bb9b-2d2f9598cd1d of type vlan for network 059495bc-aaea-4be4-be4e-77a21f94128a Aug 20 13:48:20.091222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.118705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 23de36af-eb3b-4875-92a8-2d39146a3ffd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:20.120564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.133134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:20.133539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'port_id': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'mac_address': 'fa:16:3e:eb:a1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:48:20.134278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.185880 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.210888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=059495bc-aaea-4be4-be4e-77a21f94128a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:20.212071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23de36af-eb3b-4875-92a8-2d39146a3ffd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:48:20.228972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 059495bc-aaea-4be4-be4e-77a21f94128a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:48:20.235064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56292) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:20.235645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-de846bea-7d4d-46ee-a70f-2422bb1fb615 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2835789 Aug 20 13:48:20.248218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:20.274382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 23de36af-eb3b-4875-92a8-2d39146a3ffd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:20.287858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.358700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=23de36af-eb3b-4875-92a8-2d39146a3ffd,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:20.364032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:20.369448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.520376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['23de36af-eb3b-4875-92a8-2d39146a3ffd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:48:20.607899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 441de357-f1b2-4ff6-87d3-77056e005657 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:20.631873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.636793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 441de357-f1b2-4ff6-87d3-77056e005657 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:20.637143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 441de357-f1b2-4ff6-87d3-77056e005657 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:20.689059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=bf065635-7562-49b7-862a-1f780d014739,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:20.707481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:20.708224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: 059495bc-aaea-4be4-be4e-77a21f94128a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:48:20.744451 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 059495bc-aaea-4be4-be4e-77a21f94128a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:48:20.756714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 059495bc-aaea-4be4-be4e-77a21f94128a) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:20.761421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:20.762140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:20.770547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9492fc6-44ff-4819-aa48-820203f95a33 None None] Network 059495bc-aaea-4be4-be4e-77a21f94128a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:20.780506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d264d80a-62f5-48a9-a4a9-d2340a09894b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5439057 Aug 20 13:48:20.783438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56296) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:20.940487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2837a07-c735-4755-b7e7-3cda79dbd420 req-92e23553-b3f1-46ba-b8be-d91b0645db53 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:20.941979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2837a07-c735-4755-b7e7-3cda79dbd420 req-92e23553-b3f1-46ba-b8be-d91b0645db53 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.1019027 Aug 20 13:48:20.972462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-059495bc-aaea-4be4-be4e-77a21f94128a', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:48:20.973676 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.016088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2837a07-c735-4755-b7e7-3cda79dbd420 req-e0e36fe0-9d62-4e01-a16b-eac6afe03aa8 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603852 Aug 20 13:48:21.077495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08886c7e-5553-4e13-af3b-a46beebed91d req-b1ad3aa5-c37b-4f13-a585-c7d1b0151bf3 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:21.079113 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08886c7e-5553-4e13-af3b-a46beebed91d req-b1ad3aa5-c37b-4f13-a585-c7d1b0151bf3 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 944 time: 0.1904252 Aug 20 13:48:21.138550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Allocated IP 172.20.0.2 (059495bc-aaea-4be4-be4e-77a21f94128a/bf065635-7562-49b7-862a-1f780d014739/77d3d303-8277-492d-bb96-7c8ff6d795b1) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:21.191921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08886c7e-5553-4e13-af3b-a46beebed91d req-2351b22d-9d0e-4312-a1e7-53207b21da73 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847340 Aug 20 13:48:21.219248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.563729 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.574761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.576004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Transition to ACTIVE for port object 77d3d303-8277-492d-bb96-7c8ff6d795b1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:21.593431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Transition to ACTIVE for port object 77d3d303-8277-492d-bb96-7c8ff6d795b1 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:21.599235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.650319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Pushing event updated for resources: {'Port': ['ID=77d3d303-8277-492d-bb96-7c8ff6d795b1,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:21.664346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Network 059495bc-aaea-4be4-be4e-77a21f94128a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:21.666146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:21.669132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:21.676163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.20.0.1 (059495bc-aaea-4be4-be4e-77a21f94128a/bf065635-7562-49b7-862a-1f780d014739/7e6462d7-30ec-4568-9b87-f2a12fd796c5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:21.732507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Attempting to bind port 77d3d303-8277-492d-bb96-7c8ff6d795b1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:21.732896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Attempting to bind port 77d3d303-8277-492d-bb96-7c8ff6d795b1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:21.733298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Attempting to bind port 77d3d303-8277-492d-bb96-7c8ff6d795b1 on network 059495bc-aaea-4be4-be4e-77a21f94128a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:21.742166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:21.742672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Checking segment: {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:21.742965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.744974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Bound using segment: {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:21.745504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Bound port: 77d3d303-8277-492d-bb96-7c8ff6d795b1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:21.745909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.846754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] For port 77d3d303-8277-492d-bb96-7c8ff6d795b1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:21.852604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] For port 77d3d303-8277-492d-bb96-7c8ff6d795b1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=77d3d303-8277-492d-bb96-7c8ff6d795b1,segment=NetworkSegment(ee8c8328-a88c-457b-bb9b-2d2f9598cd1d),segment_id=ee8c8328-a88c-457b-bb9b-2d2f9598cd1d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:21.854930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.859625 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.879785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 7e6462d7-30ec-4568-9b87-f2a12fd796c5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:21.933897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:21.938848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fd7a1-ab7a-4e6c-8d63-34582f3f1f9e None None] Pushing event updated for resources: {'Port': ['ID=77d3d303-8277-492d-bb96-7c8ff6d795b1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:21.978688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 059495bc-aaea-4be4-be4e-77a21f94128a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:21.985598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:21.993931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 23de36af-eb3b-4875-92a8-2d39146a3ffd up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:21.998860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:22.051403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=7e6462d7-30ec-4568-9b87-f2a12fd796c5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:22.079678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.165993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 23de36af-eb3b-4875-92a8-2d39146a3ffd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:22.171646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 23de36af-eb3b-4875-92a8-2d39146a3ffd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:22.172040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.268991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.306665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94008de-ecbb-4c31-b277-360e5c8af07c req-503db9a6-ca6d-43cd-aa71-d414429dcb5e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:22.308275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b94008de-ecbb-4c31-b277-360e5c8af07c req-503db9a6-ca6d-43cd-aa71-d414429dcb5e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0973897 Aug 20 13:48:22.375766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b94008de-ecbb-4c31-b277-360e5c8af07c req-213bf512-b9d0-4495-8518-d7af27f3aaf7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610104 Aug 20 13:48:22.416834 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.447992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:22.452184 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72869443-fe53-4cd3-8b70-4126c3e57891" -d '{"events": [{"server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "name": "network-vif-plugged", "status": "completed", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:22.488578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 23de36af-eb3b-4875-92a8-2d39146a3ffd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:22.501139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282875ec-b2d7-464f-9194-810a9a262eed req-881f9b8d-70bd-41ef-84ac-5f34ac32a915 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:22.502950 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-282875ec-b2d7-464f-9194-810a9a262eed req-881f9b8d-70bd-41ef-84ac-5f34ac32a915 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 944 time: 0.1460648 Aug 20 13:48:22.506299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.574098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-282875ec-b2d7-464f-9194-810a9a262eed req-2f36ce2c-cae2-463d-bcb7-143b4719296d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557575 Aug 20 13:48:22.612761 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8d49a3-f332-4b8c-b373-1fd679d69adb x-openstack-request-id: req-bd8d49a3-f332-4b8c-b373-1fd679d69adb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:22.613064 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "name": "network-vif-plugged", "status": "completed", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:22.613406 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd8d49a3-f332-4b8c-b373-1fd679d69adb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:22.614079 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'code': 200} Aug 20 13:48:22.666028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=23de36af-eb3b-4875-92a8-2d39146a3ffd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:22.703019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865896f-f5b3-41d2-89ed-c00540c3f571 req-b90121ac-f2b8-49b3-8027-d5b52fa3935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:22.706513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2865896f-f5b3-41d2-89ed-c00540c3f571 req-b90121ac-f2b8-49b3-8027-d5b52fa3935a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 1096 time: 0.0807960 Aug 20 13:48:22.710783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77d3d303-8277-492d-bb96-7c8ff6d795b1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:22.738052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.750862 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.770787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 77d3d303-8277-492d-bb96-7c8ff6d795b1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:22.781206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2865896f-f5b3-41d2-89ed-c00540c3f571 req-b8aa99bb-9c87-4044-a113-94dd8ddb659d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662103 Aug 20 13:48:22.833685 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:22.894488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=7e6462d7-30ec-4568-9b87-f2a12fd796c5,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:22.964180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 059495bc-aaea-4be4-be4e-77a21f94128a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:22.966752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:23.105303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:48:23.214699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:23.216860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156e920-5db6-46a7-b92b-d8ad5eb64a53 None None] Network 059495bc-aaea-4be4-be4e-77a21f94128a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:23.220606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ba0e0c06-4068-41a7-9924-313013925b7f tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4356084 Aug 20 13:48:23.223125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56310) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:23.227763 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:23.230218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1212588222'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:23.239968 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:23.241916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:23.258275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:23.264598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.294987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:48:23.297796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] Provisioning for port 77d3d303-8277-492d-bb96-7c8ff6d795b1 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:23.305499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] Provisioning complete for port 77d3d303-8277-492d-bb96-7c8ff6d795b1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:23.305715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.305927 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment f53e0e21-8890-405e-bbd9-92f9e378c557 of type vlan for network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 Aug 20 13:48:23.306032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.345311 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:23.351420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.391495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.415686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:23.420371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.516380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2920823 Aug 20 13:48:23.519397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56314) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:23.526662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:23.551947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:23.563749 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.581702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03a177-4163-4a05-8f99-d76746b0fbf5 req-b9e16e09-c11a-49c7-9341-6faa34c01e3c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:23.583990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce03a177-4163-4a05-8f99-d76746b0fbf5 req-b9e16e09-c11a-49c7-9341-6faa34c01e3c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.1041553 Aug 20 13:48:23.626500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] For port 77d3d303-8277-492d-bb96-7c8ff6d795b1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=77d3d303-8277-492d-bb96-7c8ff6d795b1,segment=NetworkSegment(ee8c8328-a88c-457b-bb9b-2d2f9598cd1d),segment_id=ee8c8328-a88c-457b-bb9b-2d2f9598cd1d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:23.638899 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.640242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.642419 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.645987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.653245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.653525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.653866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.654201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.654531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.654861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.655185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.655511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.655837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c8ec9-d7b7-465b-94aa-faef450b150b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:23.696911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:48:23.699891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce03a177-4163-4a05-8f99-d76746b0fbf5 req-412cd502-421d-4083-81b3-90381a387b31 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085212 Aug 20 13:48:23.761980 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:22Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:22Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:23.805724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:23.809251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.822350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072679-cbb6-41c4-b414-a5ae7a95221c req-006178c4-77a7-4250-9653-0b8ca125cf5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:23.830077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1072679-cbb6-41c4-b414-a5ae7a95221c req-006178c4-77a7-4250-9653-0b8ca125cf5d tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 945 time: 0.0994377 Aug 20 13:48:23.833257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51e211-8a1d-47cf-b1a3-de2699abd03c None None] Pushing event updated for resources: {'Port': ['ID=77d3d303-8277-492d-bb96-7c8ff6d795b1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:23.839670 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:23.839894 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Updating router 69307504-7dd3-47a0-95fd-2fa6a246ba8a port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:48:23.870645 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:23.974935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e1072679-cbb6-41c4-b414-a5ae7a95221c req-3c1cb3ad-007a-4ebb-914d-207401691733 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432414 Aug 20 13:48:24.075430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-72dcc02b-98d2-4ad9-b3df-2b3d21137229 None None] Provisioning complete for port 77d3d303-8277-492d-bb96-7c8ff6d795b1 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:24.076968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72dcc02b-98d2-4ad9-b3df-2b3d21137229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.204260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.233931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-72dcc02b-98d2-4ad9-b3df-2b3d21137229 None None] Provisioning for port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:24.242569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-72dcc02b-98d2-4ad9-b3df-2b3d21137229 None None] Provisioning complete for port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:24.243091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72dcc02b-98d2-4ad9-b3df-2b3d21137229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.282864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-72dcc02b-98d2-4ad9-b3df-2b3d21137229 None None] Port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:24.304491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=a385b3bc-606c-4985-a85e-bb350f5d50c5,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:24.321492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:24.321855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:48:24.357458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:48:24.374457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:24.382004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:24.382825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.392113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0138a99-53ed-4f5b-b26d-2c4bcfd69a4d None None] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:24.427329 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-14344367-92d0-47ce-8d0f-91b9e872d7bf tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9068105 Aug 20 13:48:24.431184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:24.437550 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.470278 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Transition to ACTIVE for port object 7e6462d7-30ec-4568-9b87-f2a12fd796c5 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:24.482417 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.567317 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Pushing event updated for resources: {'Port': ['ID=7e6462d7-30ec-4568-9b87-f2a12fd796c5,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:24.586550 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.587165 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.587649 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.588136 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.588650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.589144 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.589634 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.590111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.590588 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.591070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.591546 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.592023 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:48:24.660170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77d3d303-8277-492d-bb96-7c8ff6d795b1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:24.685362 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Attempting to bind port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:24.685748 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Attempting to bind port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:24.686463 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Attempting to bind port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 on network 059495bc-aaea-4be4-be4e-77a21f94128a {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:24.697054 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:24.697439 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Checking segment: {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:24.697843 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.698238 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Bound using segment: {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:24.698729 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Bound port: 7e6462d7-30ec-4568-9b87-f2a12fd796c5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:24.699110 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.805181 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] For port 7e6462d7-30ec-4568-9b87-f2a12fd796c5, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:24.821901 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] For port 7e6462d7-30ec-4568-9b87-f2a12fd796c5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7e6462d7-30ec-4568-9b87-f2a12fd796c5,segment=NetworkSegment(ee8c8328-a88c-457b-bb9b-2d2f9598cd1d),segment_id=ee8c8328-a88c-457b-bb9b-2d2f9598cd1d)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:24.830656 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.853811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:48:24.854679 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:24.949042 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:24.949919 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:24.953404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8086f-479d-4a6f-87a8-dc2a2582a451 None None] Pushing event updated for resources: {'Port': ['ID=7e6462d7-30ec-4568-9b87-f2a12fd796c5,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:25.054404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Allocated IP 172.21.0.2 (f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7/a385b3bc-606c-4985-a85e-bb350f5d50c5/8750375d-d06b-4dcb-801f-051222e4f807) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:25.093028 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:25.152065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3c6d3-eedb-426d-bb46-d3c4629e8c01 req-efbb182a-f437-4bef-ac68-f3923dd0b8ba tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:25.158125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1a3c6d3-eedb-426d-bb46-d3c4629e8c01 req-efbb182a-f437-4bef-ac68-f3923dd0b8ba tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.2953794 Aug 20 13:48:25.223985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1a3c6d3-eedb-426d-bb46-d3c4629e8c01 req-6d45658d-aacf-4edc-ae2e-7cbd1b1ea004 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585098 Aug 20 13:48:25.229318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 77d3d303-8277-492d-bb96-7c8ff6d795b1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:25.229698 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:25.233499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5bb51-b5f5-426e-8205-8aaa337ea88b req-63dcb4fb-2328-4ff8-bcbb-7d4f5d2bdd02 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:25.235111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5b5bb51-b5f5-426e-8205-8aaa337ea88b req-63dcb4fb-2328-4ff8-bcbb-7d4f5d2bdd02 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 945 time: 0.1071761 Aug 20 13:48:25.252407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:25.367504 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5b5bb51-b5f5-426e-8205-8aaa337ea88b req-977235a6-629e-4c3f-8740-727fa45266ba tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126471 Aug 20 13:48:25.498481 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:22Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:24Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:25.500263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:25.532171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Transition to ACTIVE for port object 8750375d-d06b-4dcb-801f-051222e4f807 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:25.549759 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f764e-fdd2-4ce6-b510-9d8b0c8a17fa None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:22Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:24Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:25.587309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Transition to ACTIVE for port object 8750375d-d06b-4dcb-801f-051222e4f807 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:25.602342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:25.666427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:25.670473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:25.678121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:25.696419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Pushing event updated for resources: {'Port': ['ID=8750375d-d06b-4dcb-801f-051222e4f807,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:25.765399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Attempting to bind port 8750375d-d06b-4dcb-801f-051222e4f807 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:25.766107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Attempting to bind port 8750375d-d06b-4dcb-801f-051222e4f807 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:25.766547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Attempting to bind port 8750375d-d06b-4dcb-801f-051222e4f807 on network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:25.773241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:25.773813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Checking segment: {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:25.774399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:25.774895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Bound using segment: {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:25.775483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Bound port: 8750375d-d06b-4dcb-801f-051222e4f807, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:25.776032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:25.883884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] For port 8750375d-d06b-4dcb-801f-051222e4f807, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:25.887456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] For port 8750375d-d06b-4dcb-801f-051222e4f807, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8750375d-d06b-4dcb-801f-051222e4f807,segment=NetworkSegment(f53e0e21-8890-405e-bbd9-92f9e378c557),segment_id=f53e0e21-8890-405e-bbd9-92f9e378c557)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:25.895817 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:26.006766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027e5e2-0045-407f-83a6-25f18c21991b req-90369b8b-db48-4268-9513-2d71723c8753 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:26.015198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c027e5e2-0045-407f-83a6-25f18c21991b req-90369b8b-db48-4268-9513-2d71723c8753 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 945 time: 0.0910792 Aug 20 13:48:26.017023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56330) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:26.023119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Request body: {'floatingip': {'port_id': '23de36af-eb3b-4875-92a8-2d39146a3ffd'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:26.029831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b316d4-95ef-48ad-89c6-ff16a1388cce None None] Pushing event updated for resources: {'Port': ['ID=8750375d-d06b-4dcb-801f-051222e4f807,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:26.104515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:26.339786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.21.0.1 (f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7/a385b3bc-606c-4985-a85e-bb350f5d50c5/6a8b2947-928b-4796-bf92-a465921d3622) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:26.594123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:26.621753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 6a8b2947-928b-4796-bf92-a465921d3622 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:26.704712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b7c1a-a307-4833-b47d-d6b06a184d61 req-115d3cd0-80e7-4603-ae7c-35a54c610459 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:26.706358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-340b7c1a-a307-4833-b47d-d6b06a184d61 req-115d3cd0-80e7-4603-ae7c-35a54c610459 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.2499728 Aug 20 13:48:26.706635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:26.734315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8750375d-d06b-4dcb-801f-051222e4f807 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:26.809583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:26.829824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:26.833132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:26.867791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8750375d-d06b-4dcb-801f-051222e4f807 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:26.885241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=6a8b2947-928b-4796-bf92-a465921d3622,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:26.888479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7e6462d7-30ec-4568-9b87-f2a12fd796c5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:26.934573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:26.971802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:26.992254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:26.992657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.130474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.178198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.196315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 7e6462d7-30ec-4568-9b87-f2a12fd796c5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7e6462d7-30ec-4568-9b87-f2a12fd796c5,segment=NetworkSegment(ee8c8328-a88c-457b-bb9b-2d2f9598cd1d),segment_id=ee8c8328-a88c-457b-bb9b-2d2f9598cd1d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:27.213530 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.325982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=7e6462d7-30ec-4568-9b87-f2a12fd796c5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:27.422577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-340b7c1a-a307-4833-b47d-d6b06a184d61 req-1b37f89a-285d-4fe3-9bc5-13b357ba6483 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978514 Aug 20 13:48:27.576570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93866a32-fc91-4166-8a6e-261902ab5b85 None None] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:27.644671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.650895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.651327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.655683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.735487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=6a8b2947-928b-4796-bf92-a465921d3622,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:27.738070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.826138 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Floating IP 20f51a79-60d9-4e22-a47c-b9004fb2317a associated. External IP: 172.25.6.166, port: 23de36af-eb3b-4875-92a8-2d39146a3ffd. Aug 20 13:48:27.851807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] Provisioning for port 8750375d-d06b-4dcb-801f-051222e4f807 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:27.861903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] Provisioning complete for port 8750375d-d06b-4dcb-801f-051222e4f807 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:27.862283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:27.890033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:27.894750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:28.025932 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.078970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] For port 8750375d-d06b-4dcb-801f-051222e4f807, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8750375d-d06b-4dcb-801f-051222e4f807,segment=NetworkSegment(f53e0e21-8890-405e-bbd9-92f9e378c557),segment_id=f53e0e21-8890-405e-bbd9-92f9e378c557)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:28.087306 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.114764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:28.155478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1cb2-1467-4c2e-95cb-44a8ca59d939 None None] Pushing event updated for resources: {'Port': ['ID=8750375d-d06b-4dcb-801f-051222e4f807,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:28.197429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:28.297100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:28.311116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:28.316124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cce6578a-2ef0-407a-9011-a0685f5739e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8835406 Aug 20 13:48:28.317039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56334) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:28.323799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-506445495'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:28.338088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-36e58455-9d4d-459f-85cf-c1ae4dd97ba4 None None] Provisioning for port 6a8b2947-928b-4796-bf92-a465921d3622 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:28.347556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:28.348810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:28.359435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-36e58455-9d4d-459f-85cf-c1ae4dd97ba4 None None] Provisioning complete for port 6a8b2947-928b-4796-bf92-a465921d3622 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:28.360141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-36e58455-9d4d-459f-85cf-c1ae4dd97ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.361179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:28.369456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.401893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:48:28.415360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.415586 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment c60baa29-78d5-4380-9b45-64920408e4a7 of type vlan for network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 Aug 20 13:48:28.420809 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:28.431254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.434341 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:28.453023 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:28.454755 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:28.479423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63bd775f-e55e-479e-bca3-db7c5f8c9747 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "PUT /v2.0/floatingips/20f51a79-60d9-4e22-a47c-b9004fb2317a HTTP/1.1" status: 200 len: 991 time: 2.4608791 Aug 20 13:48:28.480196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:28.482663 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f733dc16-7a2a-45dd-810d-fd01a5254e37" -d '{"events": [{"name": "network-changed", "server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:28.581468 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.592361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-36e58455-9d4d-459f-85cf-c1ae4dd97ba4 None None] Port 6a8b2947-928b-4796-bf92-a465921d3622 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:28.624698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:28.676705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-36e58455-9d4d-459f-85cf-c1ae4dd97ba4 None None] Provisioning complete for port 8750375d-d06b-4dcb-801f-051222e4f807 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:28.677315 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-36e58455-9d4d-459f-85cf-c1ae4dd97ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.694860 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:28.702484 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.715659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8750375d-d06b-4dcb-801f-051222e4f807 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:28.719642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:28.719642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:28.733665 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80f3b0-3852-486a-a832-b1fbebd45131 x-openstack-request-id: req-7d80f3b0-3852-486a-a832-b1fbebd45131 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:28.734090 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:28.734451 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d80f3b0-3852-486a-a832-b1fbebd45131 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:28.734972 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'status': 'completed', 'code': 200} Aug 20 13:48:28.829708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=75ecd402-4179-4b04-aeca-6fb96f88a6a2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:28.873406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:28.879950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2d7852b9-70a9-4723-8ebe-e05d19b4d968 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5528815 Aug 20 13:48:28.894910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:28.923258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcc254-d740-4296-bb02-99196edcccd2 req-af482287-1076-4716-8f5a-45ea1ea0518d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:28.937925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:48:28.939969 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6bcc254-d740-4296-bb02-99196edcccd2 req-af482287-1076-4716-8f5a-45ea1ea0518d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.2573998 Aug 20 13:48:29.015820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-e0811122-1af3-4c59-8b32-d56da7cd99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:29.017640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-e0811122-1af3-4c59-8b32-d56da7cd99e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 1096 time: 0.1960196 Aug 20 13:48:29.025718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6bcc254-d740-4296-bb02-99196edcccd2 req-b9af7ab9-03d4-4a65-9754-1c7f68aa2a3e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847549 Aug 20 13:48:29.107715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '20f51a79-60d9-4e22-a47c-b9004fb2317a', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'port_id': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'mac_address': 'fa:16:3e:eb:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:48:12Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 1, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:29.128301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:29.134391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.151452 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:29.175652 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:29.179413 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:29.242690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-1bb5540a-1eae-4542-93e4-a5f3a1e49c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:29.244165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-1bb5540a-1eae-4542-93e4-a5f3a1e49c1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.2171264 Aug 20 13:48:29.328752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8750375d-d06b-4dcb-801f-051222e4f807 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:29.329376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.340498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.391267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-164ea8d1-3b27-4580-b9e8-8739bce6decd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd HTTP/1.1" status: 200 len: 999 time: 0.1394637 Aug 20 13:48:29.430519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:29.514936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-ee470ebf-b6d1-46cb-a484-28cdd2c781cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:29.516788 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.521477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-ee470ebf-b6d1-46cb-a484-28cdd2c781cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.1214740 Aug 20 13:48:29.601545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=fee2f628-e829-4920-98df-ac2770042fc7,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:29.613974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:29.614343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: 75ecd402-4179-4b04-aeca-6fb96f88a6a2, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:48:29.650027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7e6462d7-30ec-4568-9b87-f2a12fd796c5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:29.661500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-0bda7031-e741-48d4-bd9a-64f92d6f632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:29.663897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-0bda7031-e741-48d4-bd9a-64f92d6f632d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346629 Aug 20 13:48:29.682831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 3, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:29.690999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4113ae04-54fe-4dfa-8b75-308095c7d944 None None] Provisioning complete for port 6a8b2947-928b-4796-bf92-a465921d3622 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:29.691444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:48:29.691948 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4113ae04-54fe-4dfa-8b75-308095c7d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.720203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 75ecd402-4179-4b04-aeca-6fb96f88a6a2) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:29.732681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:29.733342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.768844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ac24b-e261-44f0-aae6-9d4d48b3ceec None None] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:29.779143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:29.779506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Updating router 69307504-7dd3-47a0-95fd-2fa6a246ba8a port 6a8b2947-928b-4796-bf92-a465921d3622 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:48:29.791554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db9514a3-8762-430e-b2e7-385ef7250892 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9141731 Aug 20 13:48:29.792483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56346) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:29.850272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4113ae04-54fe-4dfa-8b75-308095c7d944 None None] Port 6a8b2947-928b-4796-bf92-a465921d3622 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:29.882656 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.904958 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '20f51a79-60d9-4e22-a47c-b9004fb2317a', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'port_id': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'mac_address': 'fa:16:3e:eb:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:48:12Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 1, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:29.936207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-52be9eb1-2c42-4ae1-ae4e-208d905c6016 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589760 Aug 20 13:48:29.955424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:29.955974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:29.975570 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d79917-8c3b-473f-8926-9b7327568a25 None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '20f51a79-60d9-4e22-a47c-b9004fb2317a', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'port_id': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'mac_address': 'fa:16:3e:eb:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:48:12Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 1, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:30.065341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f733dc16-7a2a-45dd-810d-fd01a5254e37 req-d9753f8d-70c2-44c4-8ab4-11eab6e68d64 service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248248 Aug 20 13:48:30.210239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef7e8e-441b-4e2e-bf6f-fd2a47e99af9 req-470be68c-a1b8-48be-ad80-d5ba7fc00b6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:30.214711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1eef7e8e-441b-4e2e-bf6f-fd2a47e99af9 req-470be68c-a1b8-48be-ad80-d5ba7fc00b6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0893199 Aug 20 13:48:30.285823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1eef7e8e-441b-4e2e-bf6f-fd2a47e99af9 req-b51cb6db-6526-46d6-8fc1-6f9b54b2dfc3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Aug 20 13:48:30.334365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30fc73f-b18f-4edf-a812-6a95cd3007b8 None None] New status for floating IP 20f51a79-60d9-4e22-a47c-b9004fb2317a: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:48:30.434478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:48:30.435340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:30.441971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:30.807646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Allocated IP 172.22.0.2 (75ecd402-4179-4b04-aeca-6fb96f88a6a2/fee2f628-e829-4920-98df-ac2770042fc7/edb80bdc-5a4f-4c79-bc74-ef14995062f4) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:30.815123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:30.835503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Transition to ACTIVE for port object 6a8b2947-928b-4796-bf92-a465921d3622 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:30.851813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:30.962843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8b36-0c83-4789-b155-d8af2e2b91dc None None] Pushing event updated for resources: {'Port': ['ID=6a8b2947-928b-4796-bf92-a465921d3622,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:31.096664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Attempting to bind port 6a8b2947-928b-4796-bf92-a465921d3622 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:31.096664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Attempting to bind port 6a8b2947-928b-4796-bf92-a465921d3622 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:31.096664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Attempting to bind port 6a8b2947-928b-4796-bf92-a465921d3622 on network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:31.107864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:31.108199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Checking segment: {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:31.108720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.109145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Bound using segment: {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:31.109673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Bound port: 6a8b2947-928b-4796-bf92-a465921d3622, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e0e21-8890-405e-bbd9-92f9e378c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:31.110073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.112738 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.131322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Transition to ACTIVE for port object edb80bdc-5a4f-4c79-bc74-ef14995062f4 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:31.190758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Transition to ACTIVE for port object edb80bdc-5a4f-4c79-bc74-ef14995062f4 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:31.198998 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.271449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.22.0.1 (75ecd402-4179-4b04-aeca-6fb96f88a6a2/fee2f628-e829-4920-98df-ac2770042fc7/504a909b-7107-4a8d-951b-dbd26904eccd) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:31.279799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:31.281923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Pushing event updated for resources: {'Port': ['ID=edb80bdc-5a4f-4c79-bc74-ef14995062f4,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:31.294516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] For port 6a8b2947-928b-4796-bf92-a465921d3622, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:31.300493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:31.311837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:31.320376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] For port 6a8b2947-928b-4796-bf92-a465921d3622, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6a8b2947-928b-4796-bf92-a465921d3622,segment=NetworkSegment(f53e0e21-8890-405e-bbd9-92f9e378c557),segment_id=f53e0e21-8890-405e-bbd9-92f9e378c557)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:31.333027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.425446 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.442505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 504a909b-7107-4a8d-951b-dbd26904eccd will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:31.466270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe4dfb-b2ce-4999-9b7b-61a529ff609f req-6e2545fd-5db5-40fd-8079-7549c1925470 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:31.471026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78fe4dfb-b2ce-4999-9b7b-61a529ff609f req-6e2545fd-5db5-40fd-8079-7549c1925470 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0930493 Aug 20 13:48:31.486454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.549510 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78fe4dfb-b2ce-4999-9b7b-61a529ff609f req-b6af33ff-e708-4139-8da1-0a44312105e1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601559 Aug 20 13:48:31.556398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:31.569143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:31.574840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:31.596502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=504a909b-7107-4a8d-951b-dbd26904eccd,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:31.653857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.709631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Attempting to bind port edb80bdc-5a4f-4c79-bc74-ef14995062f4 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:31.710009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Attempting to bind port edb80bdc-5a4f-4c79-bc74-ef14995062f4 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:31.710362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Attempting to bind port edb80bdc-5a4f-4c79-bc74-ef14995062f4 on network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:31.727680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:31.727680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:31.780333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.781215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:31.781589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Checking segment: {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:31.781981 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.782378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Bound using segment: {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:31.782862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Bound port: edb80bdc-5a4f-4c79-bc74-ef14995062f4, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:31.783240 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.838269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8b36-0c83-4789-b155-d8af2e2b91dc None None] Pushing event updated for resources: {'Port': ['ID=6a8b2947-928b-4796-bf92-a465921d3622,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:31.848838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:31.937166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] For port edb80bdc-5a4f-4c79-bc74-ef14995062f4, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:31.946177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] For port edb80bdc-5a4f-4c79-bc74-ef14995062f4, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=edb80bdc-5a4f-4c79-bc74-ef14995062f4,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:31.958169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.001915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:32.113107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c2b8-79de-4087-95f1-d43a7123f883 None None] Pushing event updated for resources: {'Port': ['ID=edb80bdc-5a4f-4c79-bc74-ef14995062f4,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:32.203828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.212466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.298831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 3, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:31Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:32.312814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.314600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=504a909b-7107-4a8d-951b-dbd26904eccd,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:32.327735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ceae5-16f2-462e-8cd4-9880fd788838 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 3, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:31Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:32.449457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:32.451547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:32.569421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:32.701241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:32.709444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-48d36c38-fb6f-41a8-8218-eb86e23048a5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9151669 Aug 20 13:48:32.712189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56372) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:32.719232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'network': {'name': 'tempest-RoutersTest-1623234745'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:32.731630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-0f111193-9cce-49e3-88b5-3c79d645abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:32.733759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-0f111193-9cce-49e3-88b5-3c79d645abfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 1096 time: 0.0615587 Aug 20 13:48:32.746389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c21c-15f3-40a8-9073-836974453278 req-ae37c765-c9dc-4622-b351-4fc9a65fcedc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:32.754367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d691c21c-15f3-40a8-9073-836974453278 req-ae37c765-c9dc-4622-b351-4fc9a65fcedc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.1277120 Aug 20 13:48:32.766874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:32.778404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.793905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device edb80bdc-5a4f-4c79-bc74-ef14995062f4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:32.829347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:48:32.840376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.840848 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added segment 5a562756-e46e-4dff-ad6b-65f0bb2dedfc of type vlan for network c2d339d2-92a3-4d26-87b9-1024c5f16a25 Aug 20 13:48:32.880663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port edb80bdc-5a4f-4c79-bc74-ef14995062f4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:32.886952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a8b2947-928b-4796-bf92-a465921d3622 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:32.908680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.916467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d691c21c-15f3-40a8-9073-836974453278 req-3a0c162f-991e-4d57-84b2-b44370080fe1 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544499 Aug 20 13:48:32.967182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-8abde28b-ab0c-4a5f-954a-b373a2013a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:32.968728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-8abde28b-ab0c-4a5f-954a-b373a2013a54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.2058303 Aug 20 13:48:32.969708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:32.976579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:32.977094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.008466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6a8b2947-928b-4796-bf92-a465921d3622 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:33.014646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6a8b2947-928b-4796-bf92-a465921d3622 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:33.015156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.071521 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3581839 Aug 20 13:48:33.074763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56376) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:33.080637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'subnet': {'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:33.084346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-18ea2e1a-615d-4b3a-a59b-4b56fc46f920 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 HTTP/1.1" status: 200 len: 217 time: 0.1071184 Aug 20 13:48:33.139120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5f128-013d-4259-8ba8-cc50a7dda6f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Network': ['ID=c2d339d2-92a3-4d26-87b9-1024c5f16a25,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:33.143436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-f9c6eba9-ad52-40bb-af22-7cbced7793ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:33.145053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-f9c6eba9-ad52-40bb-af22-7cbced7793ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0530348 Aug 20 13:48:33.160466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:48:33.167302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.188476 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:33.203602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:33.204308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:33.223405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-29940390-302d-4b83-9be1-54dcb079f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:33.228143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-29940390-302d-4b83-9be1-54dcb079f10e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729110 Aug 20 13:48:33.242459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Made reservation on behalf of b312bc588f414d82a4a33d5940d6fae7 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:33.246050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.273576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6a8b2947-928b-4796-bf92-a465921d3622, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6a8b2947-928b-4796-bf92-a465921d3622,segment=NetworkSegment(f53e0e21-8890-405e-bbd9-92f9e378c557),segment_id=f53e0e21-8890-405e-bbd9-92f9e378c557)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:33.308041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.367349 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:33.379122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6a8b2947-928b-4796-bf92-a465921d3622,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:33.384369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521aa61d-683e-40c0-827c-c19ebe9cd686 None None] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:33.407572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-f992576a-4830-4291-add4-46879a7a4433 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736817 Aug 20 13:48:33.453240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] Provisioning for port edb80bdc-5a4f-4c79-bc74-ef14995062f4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:33.469658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] Provisioning complete for port edb80bdc-5a4f-4c79-bc74-ef14995062f4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:33.470064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.519248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ae8ef6-3365-4712-9241-f76af6e19cbb req-8c835ebd-8361-4036-9de8-6d5ad0e74ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046646 Aug 20 13:48:33.538971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.600749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Subnet': ['ID=56b7837c-b67d-4212-ae7a-a25b796b455c,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:33.610184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Checking segment: {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:33.610747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network hostable DHCP agents. Network: c2d339d2-92a3-4d26-87b9-1024c5f16a25, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:48:33.629548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:48:33.635477 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.639589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c2d339d2-92a3-4d26-87b9-1024c5f16a25) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:33.644487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:33.645182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.654243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5eb02-c5e5-4f0a-8c2b-e3e78673c91d None None] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:33.664016 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e01683f-96fb-4d2a-88d1-2a4e649f87e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5844295 Aug 20 13:48:33.664220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56378) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:33.717810 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:31Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:32Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:31Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:33.729628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] For port edb80bdc-5a4f-4c79-bc74-ef14995062f4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=edb80bdc-5a4f-4c79-bc74-ef14995062f4,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:33.735013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.756340 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:33.756729 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Updating router 69307504-7dd3-47a0-95fd-2fa6a246ba8a port 504a909b-7107-4a8d-951b-dbd26904eccd binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:48:33.792426 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:33.841863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a79a1-af00-49c9-9a2b-e9bd4b8b56ea None None] Pushing event updated for resources: {'Port': ['ID=edb80bdc-5a4f-4c79-bc74-ef14995062f4,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:33.905100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:48:33.906497 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.058694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99e83e-9935-476d-9886-072ad250d68c req-be7e417b-c255-438f-8a07-685d9d3a16a0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:34.071674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e99e83e-9935-476d-9886-072ad250d68c req-be7e417b-c255-438f-8a07-685d9d3a16a0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.0735967 Aug 20 13:48:34.124138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4ec18c5-4bcc-4033-9762-9aebb6567311 None None] Provisioning for port 504a909b-7107-4a8d-951b-dbd26904eccd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:34.131776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e99e83e-9935-476d-9886-072ad250d68c req-7a15ead6-5747-4e87-b8a5-8648c4a3849f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586660 Aug 20 13:48:34.136207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4ec18c5-4bcc-4033-9762-9aebb6567311 None None] Provisioning complete for port 504a909b-7107-4a8d-951b-dbd26904eccd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:34.136612 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4ec18c5-4bcc-4033-9762-9aebb6567311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.184121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Allocated IP 172.23.0.2 (c2d339d2-92a3-4d26-87b9-1024c5f16a25/56b7837c-b67d-4212-ae7a-a25b796b455c/4cbb4fbd-aa2e-40f5-ac85-0f293041f55e) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:34.198524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec18c5-4bcc-4033-9762-9aebb6567311 None None] Port 504a909b-7107-4a8d-951b-dbd26904eccd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:34.217717 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.233176 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Transition to ACTIVE for port object 504a909b-7107-4a8d-951b-dbd26904eccd will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:34.241204 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.263817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4ec18c5-4bcc-4033-9762-9aebb6567311 None None] Provisioning complete for port edb80bdc-5a4f-4c79-bc74-ef14995062f4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:34.264197 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4ec18c5-4bcc-4033-9762-9aebb6567311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.346084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce1216-3424-4580-9029-f00b18a1a377 None None] Pushing event updated for resources: {'Port': ['ID=504a909b-7107-4a8d-951b-dbd26904eccd,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:34.367641 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Attempting to bind port 504a909b-7107-4a8d-951b-dbd26904eccd on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:34.368196 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Attempting to bind port 504a909b-7107-4a8d-951b-dbd26904eccd by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:34.368678 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Attempting to bind port 504a909b-7107-4a8d-951b-dbd26904eccd on network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:34.374322 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:34.375692 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Checking segment: {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:34.376214 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.376770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Bound using segment: {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:34.378176 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Bound port: 504a909b-7107-4a8d-951b-dbd26904eccd, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60baa29-78d5-4380-9b45-64920408e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:34.378176 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.431593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.441125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Transition to ACTIVE for port object 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:34.465741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Transition to ACTIVE for port object 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:34.474681 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] For port 504a909b-7107-4a8d-951b-dbd26904eccd, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:34.475521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.478875 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] For port 504a909b-7107-4a8d-951b-dbd26904eccd, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=504a909b-7107-4a8d-951b-dbd26904eccd,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:34.483749 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.544010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:34.550236 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:34.551432 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:34.551977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:34.554783 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce1216-3424-4580-9029-f00b18a1a377 None None] Pushing event updated for resources: {'Port': ['ID=504a909b-7107-4a8d-951b-dbd26904eccd,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:34.559483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:34.572607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Pushing event updated for resources: {'Port': ['ID=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:34.632310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Attempting to bind port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:34.632711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Attempting to bind port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:34.633078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Attempting to bind port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e on network c2d339d2-92a3-4d26-87b9-1024c5f16a25 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:34.638356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:34.638731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Checking segment: {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:34.639133 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.639526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Bound using segment: {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:34.639995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Bound port: 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:34.640375 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.663696 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:34.685355 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.735099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device edb80bdc-5a4f-4c79-bc74-ef14995062f4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:34.778841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] For port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:34.795972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] For port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,segment=NetworkSegment(5a562756-e46e-4dff-ad6b-65f0bb2dedfc),segment_id=5a562756-e46e-4dff-ad6b-65f0bb2dedfc)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:34.803942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:34.990318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:31Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:34Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:35.014799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Allocated IP 172.23.0.1 (c2d339d2-92a3-4d26-87b9-1024c5f16a25/56b7837c-b67d-4212-ae7a-a25b796b455c/59901584-ded4-45b2-aa5f-9efbf6603eed) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:48:35.031498 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca29dc-41a2-45a8-929c-d064b7f87069 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:31Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:34Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:35.062893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port edb80bdc-5a4f-4c79-bc74-ef14995062f4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:35.065016 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:35.132369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e945c2b-dc21-46ba-aff6-daa0ca6e6705 None None] Pushing event updated for resources: {'Port': ['ID=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:35.323617 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:35.351978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a8b2947-928b-4796-bf92-a465921d3622 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:35.364263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Transition to ACTIVE for port object 59901584-ded4-45b2-aa5f-9efbf6603eed will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:35.367063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fcd29-988a-46cc-979d-3ebf45b51094 req-0166e4bc-6d3a-44e7-91d6-2e7fb764fb84 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:35.375766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-499fcd29-988a-46cc-979d-3ebf45b51094 req-0166e4bc-6d3a-44e7-91d6-2e7fb764fb84 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 945 time: 0.1326449 Aug 20 13:48:35.443222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:35.449311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-499fcd29-988a-46cc-979d-3ebf45b51094 req-296a4275-bfe2-4953-bf66-b3fddcbc430b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708957 Aug 20 13:48:35.497137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6a8b2947-928b-4796-bf92-a465921d3622 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:35.498573 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:35.498694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=59901584-ded4-45b2-aa5f-9efbf6603eed,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:35.523102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:35.525341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:35.527981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:48:35.586741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:35.702690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.000899 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.006463 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.056316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:36.086506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.088298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event updated for resources: {'Port': ['ID=59901584-ded4-45b2-aa5f-9efbf6603eed,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:36.144707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.168416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:36.170706 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f85c6-fab4-4724-8a73-fb3c7acf61d6" -d '{"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-unplugged", "status": "completed", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:36.185504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:36.191158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.199077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:48:36.201229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:48:36.220182 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe95fc-11d7-45e2-b353-d9a7a2ceedc5 x-openstack-request-id: req-c3fe95fc-11d7-45e2-b353-d9a7a2ceedc5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:36.220471 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-unplugged", "status": "failed", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6", "code": 422}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:36.220763 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3fe95fc-11d7-45e2-b353-d9a7a2ceedc5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:36.221165 n-d-804232-5 neutron-server[94863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'code': 422} returned with failed status Aug 20 13:48:36.221857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8b7a8-4d47-4cf8-867b-8a17aa7c9a07 None None] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:36.306375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c1a160bf-9a83-4a29-80b2-29b3ea6692a4 None None] Provisioning for port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:36.310338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:36.319504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:36.423447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:36.429045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b17c71f1-7a3f-4018-8767-175d512246c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7638338 Aug 20 13:48:36.431820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56392) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:36.438148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:36.439833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:36.454406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:36.455560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:36.555878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:36.662646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc64c9d-3506-4d81-9307-213134e31419 req-ab752581-3204-4d77-8d5d-b8b300a74a5a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:36.664478 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cc64c9d-3506-4d81-9307-213134e31419 req-ab752581-3204-4d77-8d5d-b8b300a74a5a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 943 time: 0.1390314 Aug 20 13:48:36.742698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b2152f95-d45f-41d3-aeb8-29ce70476214 None None] Provisioning for port 59901584-ded4-45b2-aa5f-9efbf6603eed completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:36.763421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b2152f95-d45f-41d3-aeb8-29ce70476214 None None] Provisioning complete for port 59901584-ded4-45b2-aa5f-9efbf6603eed triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:36.763654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b2152f95-d45f-41d3-aeb8-29ce70476214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.815423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cc64c9d-3506-4d81-9307-213134e31419 req-68945291-ad5f-4e27-a4d0-4cf8cd84b4b2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287794 Aug 20 13:48:36.841122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:36.855937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b2152f95-d45f-41d3-aeb8-29ce70476214 None None] Port 59901584-ded4-45b2-aa5f-9efbf6603eed cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:36.919916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:35Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:34Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59901584-ded4-45b2-aa5f-9efbf6603eed', 'name': '', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:f4:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:34Z', 'updated_at': '2021-08-20T13:48:35Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:36.956722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:36.957167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Updating router 69307504-7dd3-47a0-95fd-2fa6a246ba8a port 59901584-ded4-45b2-aa5f-9efbf6603eed binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:48:36.962352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:36.964719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.extraroute_db [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 13:48:36.979915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6ce0-a371-40ad-87ac-02e262ee60d2 req-4b1e2f15-c237-4276-bd2a-1d785808e422 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:36.982492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:36.982878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:36.989097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b62e6ce0-a371-40ad-87ac-02e262ee60d2 req-4b1e2f15-c237-4276-bd2a-1d785808e422 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0672190 Aug 20 13:48:36.996826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.extraroute_db [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Removed routes are [] {{(pid=94862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 13:48:36.997363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.015387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.035846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b62e6ce0-a371-40ad-87ac-02e262ee60d2 req-4bda6d47-07a3-4c76-85b5-3520b122519c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Aug 20 13:48:37.129302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f47abe7-2f43-4008-a0fc-6a35baade8be None None] Provisioning complete for port 59901584-ded4-45b2-aa5f-9efbf6603eed triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:37.129681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f47abe7-2f43-4008-a0fc-6a35baade8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.233861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.244121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30078c2e-222d-4f1e-89e7-2f566275a87b req-96f36bfc-9ade-4827-bfec-4a8812a596eb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:37.245767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30078c2e-222d-4f1e-89e7-2f566275a87b req-96f36bfc-9ade-4827-bfec-4a8812a596eb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1222103 Aug 20 13:48:37.260330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0f47abe7-2f43-4008-a0fc-6a35baade8be None None] Port 59901584-ded4-45b2-aa5f-9efbf6603eed cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:37.264579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.274699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.332804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30078c2e-222d-4f1e-89e7-2f566275a87b req-dddad484-df49-4411-98e4-b7d74c4c1d2b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777283 Aug 20 13:48:37.335646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,segment=NetworkSegment(5a562756-e46e-4dff-ad6b-65f0bb2dedfc),segment_id=5a562756-e46e-4dff-ad6b-65f0bb2dedfc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:37.342123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.343101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 504a909b-7107-4a8d-951b-dbd26904eccd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:37.416230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:37.514667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:37.529348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-15c795de-3d7e-470c-8122-50c7db8d9c1d None None] Provisioning complete for port 59901584-ded4-45b2-aa5f-9efbf6603eed triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:37.529732 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15c795de-3d7e-470c-8122-50c7db8d9c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.539833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:37.551681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.556328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e9d0c02-19d9-453e-90ba-0c323d141c72 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 934 time: 1.1211956 Aug 20 13:48:37.556772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56406) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:37.593337 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d84c9-849d-4436-a76a-4be8f52be8d3 req-2d13fc28-118e-4e01-b318-f416d8349ec7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:37.601137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 504a909b-7107-4a8d-951b-dbd26904eccd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:48:37.602399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b3d84c9-849d-4436-a76a-4be8f52be8d3 req-2d13fc28-118e-4e01-b318-f416d8349ec7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0781157 Aug 20 13:48:37.610790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-15c795de-3d7e-470c-8122-50c7db8d9c1d None None] Port 59901584-ded4-45b2-aa5f-9efbf6603eed cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:48:37.612903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 504a909b-7107-4a8d-951b-dbd26904eccd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:37.613274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.641419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1b3d84c9-849d-4436-a76a-4be8f52be8d3 req-87368645-99c5-4e5b-b350-8cea543cca79 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377283 Aug 20 13:48:37.646567 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.663862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Transition to ACTIVE for port object 59901584-ded4-45b2-aa5f-9efbf6603eed will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:48:37.675341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f80c6c2d-145c-4fb9-96ff-bd7108862282 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 934 time: 0.1174233 Aug 20 13:48:37.675917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.678935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56408) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:37.684254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'routes': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:37.757582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4178d-33f0-4e48-b855-53b7e81ece53 None None] Pushing event updated for resources: {'Port': ['ID=59901584-ded4-45b2-aa5f-9efbf6603eed,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:37.800085 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.822375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Attempting to bind port 59901584-ded4-45b2-aa5f-9efbf6603eed on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:48:37.822749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Attempting to bind port 59901584-ded4-45b2-aa5f-9efbf6603eed by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:48:37.823120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Attempting to bind port 59901584-ded4-45b2-aa5f-9efbf6603eed on network c2d339d2-92a3-4d26-87b9-1024c5f16a25 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:48:37.834714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:48:37.835085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Checking segment: {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:48:37.835507 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.835901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Bound using segment: {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:48:37.836379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Bound port: 59901584-ded4-45b2-aa5f-9efbf6603eed, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a562756-e46e-4dff-ad6b-65f0bb2dedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:48:37.836798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.861357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 504a909b-7107-4a8d-951b-dbd26904eccd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=504a909b-7107-4a8d-951b-dbd26904eccd,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:37.887727 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:37.969422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] For port 59901584-ded4-45b2-aa5f-9efbf6603eed, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:48:37.973760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=504a909b-7107-4a8d-951b-dbd26904eccd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:37.985915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] For port 59901584-ded4-45b2-aa5f-9efbf6603eed, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59901584-ded4-45b2-aa5f-9efbf6603eed,segment=NetworkSegment(5a562756-e46e-4dff-ad6b-65f0bb2dedfc),segment_id=5a562756-e46e-4dff-ad6b-65f0bb2dedfc)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:48:37.991771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:38.064662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:38.065310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:38.098248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.extraroute_db [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added routes are [] {{(pid=94861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 13:48:38.099290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.extraroute_db [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 13:48:38.112306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4178d-33f0-4e48-b855-53b7e81ece53 None None] Pushing event updated for resources: {'Port': ['ID=59901584-ded4-45b2-aa5f-9efbf6603eed,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:38.130843 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:38.172969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:38.324973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:38.328490 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:38.406435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:36Z', 'revision_number': 6, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59901584-ded4-45b2-aa5f-9efbf6603eed', 'name': '', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:f4:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:34Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:38.432770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:38.537327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:38.545475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:38.546679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-846462b2-ce8e-4e12-95ee-140f5336a92d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 700 time: 0.8664598 Aug 20 13:48:38.549302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:38.588183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd83385-42d1-434b-9d67-5f1d4ddef7f9 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:36Z', 'revision_number': 6, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59901584-ded4-45b2-aa5f-9efbf6603eed', 'name': '', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:f4:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:34Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:38.673785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e504b89b-fb5b-4818-ba6f-1b31e2c06d79 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 700 time: 0.1232483 Aug 20 13:48:38.675875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56416) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:38.762712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:38.814550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:38.814926 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:38.863174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb411-8a33-4416-805f-828cd05f53d0 req-63ef6987-01fd-4192-b674-70fe4d71674e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:38.865420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22ceb411-8a33-4416-805f-828cd05f53d0 req-63ef6987-01fd-4192-b674-70fe4d71674e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1361008 Aug 20 13:48:38.903485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 504a909b-7107-4a8d-951b-dbd26904eccd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:48:38.952919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22ceb411-8a33-4416-805f-828cd05f53d0 req-1997437f-faea-4572-aa07-03d9cda86d67 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524359 Aug 20 13:48:38.955240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 504a909b-7107-4a8d-951b-dbd26904eccd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:48:38.955719 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:39.124494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:39.274491 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:48:39.346909 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:39.357521 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:39.358313 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:39.462059 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:39.673022 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:38Z', 'revision_number': 7, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59901584-ded4-45b2-aa5f-9efbf6603eed', 'name': '', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:f4:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:34Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:39.707797 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:39.719149 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:39.719806 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:39.735491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 59901584-ded4-45b2-aa5f-9efbf6603eed {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:39.735856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:39.813905 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:39.845776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 59901584-ded4-45b2-aa5f-9efbf6603eed, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=59901584-ded4-45b2-aa5f-9efbf6603eed,segment=NetworkSegment(5a562756-e46e-4dff-ad6b-65f0bb2dedfc),segment_id=5a562756-e46e-4dff-ad6b-65f0bb2dedfc)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:39.846277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:39.868491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 59901584-ded4-45b2-aa5f-9efbf6603eed owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:40.096053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:40.160139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=59901584-ded4-45b2-aa5f-9efbf6603eed,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:40.205955 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:38Z', 'revision_number': 7, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59901584-ded4-45b2-aa5f-9efbf6603eed', 'name': '', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:f4:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:34Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:40.222560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ece572-7064-4a19-9e74-35f739d12ae6 req-1ca2338b-4341-4327-b862-f2e04aea98fa tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:40.230597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ece572-7064-4a19-9e74-35f739d12ae6 req-1ca2338b-4341-4327-b862-f2e04aea98fa tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1484082 Aug 20 13:48:40.238083 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563363f-7c82-4eda-a666-e36cf0702401 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:38Z', 'revision_number': 7, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59901584-ded4-45b2-aa5f-9efbf6603eed', 'name': '', 'network_id': 'c2d339d2-92a3-4d26-87b9-1024c5f16a25', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:f4:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:34Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 4, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': '56b7837c-b67d-4212-ae7a-a25b796b455c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:40.284512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43ece572-7064-4a19-9e74-35f739d12ae6 req-d19406a5-761c-46f2-a99f-8c01f383f41c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530183 Aug 20 13:48:40.402719 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:40.629380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:40.732028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:40.736944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-deb7f173-4b0e-4df3-9571-aea400b9029e tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588541 Aug 20 13:48:40.740123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56422) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:40.742174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:40.751574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:40.752101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:40.794299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet 56b7837c-b67d-4212-ae7a-a25b796b455c {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:48:40.797619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:40.839829 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:40.844444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:40.932532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:40.994601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.023124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=56b7837c-b67d-4212-ae7a-a25b796b455c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:41.025306 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.027250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee115217-d0b1-4187-a869-389e50a7fefe tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/56b7837c-b67d-4212-ae7a-a25b796b455c HTTP/1.1" status: 204 len: 168 time: 0.2861059 Aug 20 13:48:41.029868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56426) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:41.033978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68063463-cca6-4cd6-9196-e0e34fd3b522 None None] Network c2d339d2-92a3-4d26-87b9-1024c5f16a25 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:41.111993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.163293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:39Z', 'revision_number': 8, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:41.168386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:41.169460 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.191706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:41.205846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:41.206475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:41.234833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,segment=NetworkSegment(5a562756-e46e-4dff-ad6b-65f0bb2dedfc),segment_id=5a562756-e46e-4dff-ad6b-65f0bb2dedfc)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:41.235253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.251604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:41.283776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] DHCP port deletion for c2d339d2-92a3-4d26-87b9-1024c5f16a25 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:48:41.329011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:41.342302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.377670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:41.389733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:41.477295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Deleting port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:41.477692 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.499643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.512795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d339d2-92a3-4d26-87b9-1024c5f16a25']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:41.530298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175883ca-8b31-46e4-94c1-6110b8fd007e req-ca47bdbf-9584-42a4-89f0-c643abb9bfd9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:41.531811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-175883ca-8b31-46e4-94c1-6110b8fd007e req-ca47bdbf-9584-42a4-89f0-c643abb9bfd9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1474321 Aug 20 13:48:41.533531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a562756-e46e-4dff-ad6b-65f0bb2dedfc') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:41.533821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a562756-e46e-4dff-ad6b-65f0bb2dedfc') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:41.549561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.562366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] For port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:41.562761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.572377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.585510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:41.585919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.587981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Calling delete_port for 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:41.588868 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:41.592891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:48:41.595728 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.603711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-175883ca-8b31-46e4-94c1-6110b8fd007e req-28bf17e8-437f-4045-8b53-8f5b96a17ede tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627873 Aug 20 13:48:41.639965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] Pushing event deleted for resources: {'Port': ['ID=4cbb4fbd-aa2e-40f5-ac85-0f293041f55e,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:41.649678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620cceb-5c2b-402e-a266-d8ba55bd34df None None] No DVR routers for this DVR port 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:41.665068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.673426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:41.675815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/c2d339d2-92a3-4d26-87b9-1024c5f16a25 HTTP/1.1" status: 204 len: 168 time: 0.6448722 Aug 20 13:48:41.679681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56432) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:41.683926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:39Z', 'revision_number': 8, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:41.697163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f19ac-d72d-4d02-8fcc-8f1c5e18ec0a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=c2d339d2-92a3-4d26-87b9-1024c5f16a25,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:41.717199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160985f-9b5c-4119-a9e2-3540a054c9c0 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:39Z', 'revision_number': 8, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '504a909b-7107-4a8d-951b-dbd26904eccd', 'name': '', 'network_id': '75ecd402-4179-4b04-aeca-6fb96f88a6a2', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:00:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:30Z', 'updated_at': '2021-08-20T13:48:37Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'fee2f628-e829-4920-98df-ac2770042fc7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:41.958126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-109a0100-1540-42cf-ad80-3533083d8ae8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706851 Aug 20 13:48:42.074561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-a710fbc7-bea0-44e4-b10f-c718d53566d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:42.076109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-a710fbc7-bea0-44e4-b10f-c718d53566d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 1096 time: 0.0723562 Aug 20 13:48:42.119934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:42.293443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-22a660e5-1e5c-4f4d-b42b-206bc07c2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:42.294916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-22a660e5-1e5c-4f4d-b42b-206bc07c2f3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1990244 Aug 20 13:48:42.353875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-5d788f44-256a-4e2a-9aae-40914cb006d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c HTTP/1.1" status: 200 len: 217 time: 0.0395613 Aug 20 13:48:42.418604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-5345ce8f-1897-4c0b-9d64-5c3fccd3724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:42.420039 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-5345ce8f-1897-4c0b-9d64-5c3fccd3724a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0586343 Aug 20 13:48:42.506840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-045e3658-c915-46ad-b027-f4fe0a1e7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:42.508325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-045e3658-c915-46ad-b027-f4fe0a1e7dd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801272 Aug 20 13:48:42.585112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 504a909b-7107-4a8d-951b-dbd26904eccd {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:42.585454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:42.672925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-484958ed-5be5-4c88-b91a-d4485c70dbc7 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570179 Aug 20 13:48:42.685118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:42.707195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:42.707668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4cbb4fbd-aa2e-40f5-ac85-0f293041f55e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:42.708405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59901584-ded4-45b2-aa5f-9efbf6603eed no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:42.727594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 59901584-ded4-45b2-aa5f-9efbf6603eed {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:42.727944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 59901584-ded4-45b2-aa5f-9efbf6603eed not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:42.767235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 504a909b-7107-4a8d-951b-dbd26904eccd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=504a909b-7107-4a8d-951b-dbd26904eccd,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:42.767599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:42.786701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 504a909b-7107-4a8d-951b-dbd26904eccd owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:42.864348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6143dfe-5b78-477b-b720-e017338fc563 req-43988886-b668-4f85-badf-9c70deca3bd9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:42.865717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6143dfe-5b78-477b-b720-e017338fc563 req-43988886-b668-4f85-badf-9c70deca3bd9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1872499 Aug 20 13:48:42.876338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d87cc1-071e-43b7-8e70-590b2a20c43e req-05e5f3ee-274d-4624-92d2-4e4e1c40a3a4 service neutron] 10.222.0.53 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940312 Aug 20 13:48:42.926502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6143dfe-5b78-477b-b720-e017338fc563 req-0e1bd36a-e630-4521-a822-b91a13247a79 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545368 Aug 20 13:48:43.042425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:43.071210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=504a909b-7107-4a8d-951b-dbd26904eccd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:43.241967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:43.760793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:43.856573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:43.862101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f5aab376-36f0-4a19-8a67-8ed7395a5ec1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809866 Aug 20 13:48:43.865243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56442) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:43.866102 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:43.875384 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:43.875988 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:43.918629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet fee2f628-e829-4920-98df-ac2770042fc7 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:48:43.921934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:43.964329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:43.965227 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:44.096020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f85d-f0f1-4ad7-8be4-da163578beba req-aac979d4-68fd-43b1-b1fa-ac3cb52719a3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:44.097558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0147f85d-f0f1-4ad7-8be4-da163578beba req-aac979d4-68fd-43b1-b1fa-ac3cb52719a3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0927949 Aug 20 13:48:44.101197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.173027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0147f85d-f0f1-4ad7-8be4-da163578beba req-08fa0651-f326-4d7f-98fe-faed2a6cb34a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685449 Aug 20 13:48:44.174691 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:42Z', 'revision_number': 9, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:44.199948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.203824 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:44.213163 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:44.213830 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:44.225898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=fee2f628-e829-4920-98df-ac2770042fc7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:44.232541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.234481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-69ce5a7e-63ab-4b77-9d3c-1f33d359b546 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/fee2f628-e829-4920-98df-ac2770042fc7 HTTP/1.1" status: 204 len: 168 time: 0.3682852 Aug 20 13:48:44.237103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56448) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:44.239824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd24dee-950b-4901-a0d0-85a593d015b8 None None] Network 75ecd402-4179-4b04-aeca-6fb96f88a6a2 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:44.306908 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:44.322717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.382377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port edb80bdc-5a4f-4c79-bc74-ef14995062f4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:44.382717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.447953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] DHCP port deletion for 75ecd402-4179-4b04-aeca-6fb96f88a6a2 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:48:44.462482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port edb80bdc-5a4f-4c79-bc74-ef14995062f4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=edb80bdc-5a4f-4c79-bc74-ef14995062f4,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:44.462733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.478836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for edb80bdc-5a4f-4c79-bc74-ef14995062f4 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:44.497498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] Deleting port edb80bdc-5a4f-4c79-bc74-ef14995062f4 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:44.498001 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.529863 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:42Z', 'revision_number': 9, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:44.560085 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4487-3918-46f1-8521-f79dff3518aa None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:42Z', 'revision_number': 9, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '6a8b2947-928b-4796-bf92-a465921d3622', 'name': '', 'network_id': 'f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:0b:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:26Z', 'updated_at': '2021-08-20T13:48:33Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'a385b3bc-606c-4985-a85e-bb350f5d50c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:44.564714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] For port edb80bdc-5a4f-4c79-bc74-ef14995062f4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=edb80bdc-5a4f-4c79-bc74-ef14995062f4,segment=NetworkSegment(c60baa29-78d5-4380-9b45-64920408e4a7),segment_id=c60baa29-78d5-4380-9b45-64920408e4a7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:44.564926 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.565559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.580654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] Calling delete_port for edb80bdc-5a4f-4c79-bc74-ef14995062f4 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:44.595085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=edb80bdc-5a4f-4c79-bc74-ef14995062f4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:44.600533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port edb80bdc-5a4f-4c79-bc74-ef14995062f4 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:44.665155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.686746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.690797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] Pushing event deleted for resources: {'Port': ['ID=edb80bdc-5a4f-4c79-bc74-ef14995062f4,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:44.693150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f69fb-4ff8-4dfb-b38a-f4cf3bb5ce23 None None] No DVR routers for this DVR port edb80bdc-5a4f-4c79-bc74-ef14995062f4 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:44.701971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ecd402-4179-4b04-aeca-6fb96f88a6a2']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:44.714036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60baa29-78d5-4380-9b45-64920408e4a7') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:44.714362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60baa29-78d5-4380-9b45-64920408e4a7') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:44.723948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.743916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.752278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:44.752712 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:44.756461 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:44.818621 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.825625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:44.827521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/75ecd402-4179-4b04-aeca-6fb96f88a6a2 HTTP/1.1" status: 204 len: 168 time: 0.5823910 Aug 20 13:48:44.830500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56450) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:44.839740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5d9c-ebc8-4fa0-84b5-13eaf5710661 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=75ecd402-4179-4b04-aeca-6fb96f88a6a2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:44.975147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device edb80bdc-5a4f-4c79-bc74-ef14995062f4 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:45.001983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: edb80bdc-5a4f-4c79-bc74-ef14995062f4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:45.002335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device edb80bdc-5a4f-4c79-bc74-ef14995062f4 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:45.002921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 504a909b-7107-4a8d-951b-dbd26904eccd no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:45.025859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 504a909b-7107-4a8d-951b-dbd26904eccd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:45.026214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 504a909b-7107-4a8d-951b-dbd26904eccd not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:45.199025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:45.298701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e676947-e5cd-458d-9577-9b2cc0b25e24 req-f89ee3c7-49db-4f7c-9af2-ed427f697d44 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:45.300262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e676947-e5cd-458d-9577-9b2cc0b25e24 req-f89ee3c7-49db-4f7c-9af2-ed427f697d44 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0531287 Aug 20 13:48:45.341521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5e676947-e5cd-458d-9577-9b2cc0b25e24 req-59df90ea-cb7d-4b7e-b865-b3bc6a7518e8 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Aug 20 13:48:45.446378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 6a8b2947-928b-4796-bf92-a465921d3622 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:45.446723 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:45.540531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 6a8b2947-928b-4796-bf92-a465921d3622, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6a8b2947-928b-4796-bf92-a465921d3622,segment=NetworkSegment(f53e0e21-8890-405e-bbd9-92f9e378c557),segment_id=f53e0e21-8890-405e-bbd9-92f9e378c557)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:45.540932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:45.554721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 6a8b2947-928b-4796-bf92-a465921d3622 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:45.725925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:45.756483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=6a8b2947-928b-4796-bf92-a465921d3622,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:45.792701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-209c86ad-e568-4294-ae35-a6a25baaa3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:45.920338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.109515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:46.463832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88d554-d858-4826-a2f6-0f5f7f1e68c5 req-79e57fc8-8894-4ef2-a8c8-4f4d7f6e2de3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:46.465473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e88d554-d858-4826-a2f6-0f5f7f1e68c5 req-79e57fc8-8894-4ef2-a8c8-4f4d7f6e2de3 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0513542 Aug 20 13:48:46.506629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e88d554-d858-4826-a2f6-0f5f7f1e68c5 req-181a7cf4-3fc8-4bdb-8aa4-53d4d56a89eb tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350478 Aug 20 13:48:46.556039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:46.561792 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-100864a6-67b4-42f8-879c-9cffadf7c662 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7295313 Aug 20 13:48:46.563797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:46.566471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:46.576144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:46.577066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:46.618490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet a385b3bc-606c-4985-a85e-bb350f5d50c5 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:48:46.622331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.670196 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.670876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:46.754213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.818776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.850224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=a385b3bc-606c-4985-a85e-bb350f5d50c5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:46.855580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.857079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f6fbbfc4-530b-47e1-86fc-677b1c729de5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/a385b3bc-606c-4985-a85e-bb350f5d50c5 HTTP/1.1" status: 204 len: 168 time: 0.2923093 Aug 20 13:48:46.859694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56462) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:46.869084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a7f6a-c5c2-44ce-b23f-bc18e4105795 None None] Network f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:46.883153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:45Z', 'revision_number': 10, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:46.939645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:46.941667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:46.962430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:46.963056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:18Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:46.992350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 8750375d-d06b-4dcb-801f-051222e4f807 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:46.992730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.064085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 8750375d-d06b-4dcb-801f-051222e4f807, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8750375d-d06b-4dcb-801f-051222e4f807,segment=NetworkSegment(f53e0e21-8890-405e-bbd9-92f9e378c557),segment_id=f53e0e21-8890-405e-bbd9-92f9e378c557)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:47.064461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.078817 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 8750375d-d06b-4dcb-801f-051222e4f807 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:47.161180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.194396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port 8750375d-d06b-4dcb-801f-051222e4f807 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:47.202718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=8750375d-d06b-4dcb-801f-051222e4f807,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:47.244676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:47.280737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.292010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:47.303824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53e0e21-8890-405e-bbd9-92f9e378c557') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:47.304121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53e0e21-8890-405e-bbd9-92f9e378c557') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:47.313027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.322310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08caeb-a54b-4f91-9cce-e774bb785cae None None] DHCP port deletion for f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:48:47.327361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.334194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:47.334597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:47.337714 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:47.407595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.414430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:47.416383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7 HTTP/1.1" status: 204 len: 168 time: 0.5555665 Aug 20 13:48:47.419288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56466) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:47.431202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788c658-fe25-4d6f-be1f-97f8bb7155e5 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=f20edcb6-4b2b-46c3-84f8-3a19b9eb45e7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:47.462961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:45Z', 'revision_number': 10, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:47.489812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ebca7-938b-40d5-b066-b8846df85620 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:45Z', 'revision_number': 10, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None, '_interfaces': [{'id': '7e6462d7-30ec-4568-9b87-f2a12fd796c5', 'name': '', 'network_id': '059495bc-aaea-4be4-be4e-77a21f94128a', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'mac_address': 'fa:16:3e:4f:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'bf065635-7562-49b7-862a-1f780d014739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:48:21Z', 'updated_at': '2021-08-20T13:48:27Z', 'revision_number': 5, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'subnets': [{'id': 'bf065635-7562-49b7-862a-1f780d014739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:47.687500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dec44-a3d5-46b0-8e89-f37ae2a7cfce req-b0e0cf9b-b189-47b9-907b-fe3debb74d52 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:47.688921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-921dec44-a3d5-46b0-8e89-f37ae2a7cfce req-b0e0cf9b-b189-47b9-907b-fe3debb74d52 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1134927 Aug 20 13:48:47.755813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-921dec44-a3d5-46b0-8e89-f37ae2a7cfce req-ee00001f-34bb-43c2-afb6-6d73bfe2cd33 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587380 Aug 20 13:48:47.838233 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.082114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 7e6462d7-30ec-4568-9b87-f2a12fd796c5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:48.082458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.172163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 7e6462d7-30ec-4568-9b87-f2a12fd796c5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7e6462d7-30ec-4568-9b87-f2a12fd796c5,segment=NetworkSegment(ee8c8328-a88c-457b-bb9b-2d2f9598cd1d),segment_id=ee8c8328-a88c-457b-bb9b-2d2f9598cd1d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:48.172528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.187306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 7e6462d7-30ec-4568-9b87-f2a12fd796c5 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:48.360150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.390675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=7e6462d7-30ec-4568-9b87-f2a12fd796c5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:48.508631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-41934643-064b-47fc-bd03-40054f6b11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.532425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.557096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.694291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:48.732521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8750375d-d06b-4dcb-801f-051222e4f807 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:48.752835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8750375d-d06b-4dcb-801f-051222e4f807 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:48.753262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8750375d-d06b-4dcb-801f-051222e4f807 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:48.753746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a8b2947-928b-4796-bf92-a465921d3622 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:48.775925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6a8b2947-928b-4796-bf92-a465921d3622 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:48.776274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a8b2947-928b-4796-bf92-a465921d3622 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:48.782251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:48.790278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7fe00ecd-46ab-4976-8a4e-3676550f7544 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3698080 Aug 20 13:48:48.792836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:48.799027 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:48.810071 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:48.810883 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:48.846693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting subnet bf065635-7562-49b7-862a-1f780d014739 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:48:48.858624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.879951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:48.919015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:48.934848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:48Z', 'revision_number': 11, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:48.956980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2b640-8d71-4018-be95-9d3785cb4681 req-d0eaeba9-931f-4e95-beec-6b38521960a0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:48.958990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9d2b640-8d71-4018-be95-9d3785cb4681 req-d0eaeba9-931f-4e95-beec-6b38521960a0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.1177037 Aug 20 13:48:48.964082 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:48.972043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:48.972815 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:49.029460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a9d2b640-8d71-4018-be95-9d3785cb4681 req-91846893-591b-4183-9d14-16ff9dc7da61 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627005 Aug 20 13:48:49.042809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.045084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:49.103658 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:48Z', 'revision_number': 11, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:49.110753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.134751 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f56ce-ed13-4e2a-8b6c-921993e87f2a None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:48Z', 'revision_number': 11, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:49.151155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Subnet': ['ID=bf065635-7562-49b7-862a-1f780d014739,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:49.155100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.167059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb46140-e3ae-416b-bca2-aaa9d044c64e None None] Network 059495bc-aaea-4be4-be4e-77a21f94128a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:48:49.167618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56480) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:49.168356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3e05317a-ed9a-4cb5-bbc1-b00a5bc7d911 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/bf065635-7562-49b7-862a-1f780d014739 HTTP/1.1" status: 204 len: 168 time: 0.3705292 Aug 20 13:48:49.259260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.309832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ec67-ee07-4f2e-a956-c31c7fd9e9e5 req-05e563cd-e6bb-46e7-b38d-9ea1c5f580a9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:49.311983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0f0ec67-ee07-4f2e-a956-c31c7fd9e9e5 req-05e563cd-e6bb-46e7-b38d-9ea1c5f580a9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0882232 Aug 20 13:48:49.319039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-01784535-4b22-45c6-83ff-77cdb12db5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:49.320713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-01784535-4b22-45c6-83ff-77cdb12db5e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1095 time: 0.0612948 Aug 20 13:48:49.323979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Deleting port 77d3d303-8277-492d-bb96-7c8ff6d795b1 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:49.324444 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.396527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] For port 77d3d303-8277-492d-bb96-7c8ff6d795b1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=77d3d303-8277-492d-bb96-7c8ff6d795b1,segment=NetworkSegment(ee8c8328-a88c-457b-bb9b-2d2f9598cd1d),segment_id=ee8c8328-a88c-457b-bb9b-2d2f9598cd1d)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:49.397140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.412772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Calling delete_port for 77d3d303-8277-492d-bb96-7c8ff6d795b1 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:49.418536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b0f0ec67-ee07-4f2e-a956-c31c7fd9e9e5 req-0ecb7769-7a1e-49bf-b954-df3a81d47f29 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929899 Aug 20 13:48:49.453555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-a65a2377-30da-4fc2-8412-57c149a7204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:49.454985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-a65a2377-30da-4fc2-8412-57c149a7204f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1231842 Aug 20 13:48:49.501700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.512427 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.528197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-93d047d9-9b20-4726-993a-0b15bdf21b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0656052 Aug 20 13:48:49.533255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Port': ['ID=77d3d303-8277-492d-bb96-7c8ff6d795b1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:49.535261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No DVR routers for this DVR port 77d3d303-8277-492d-bb96-7c8ff6d795b1 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:49.543786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0eb8d-9f68-4322-a89b-4b84a4d2081d None None] DHCP port deletion for 059495bc-aaea-4be4-be4e-77a21f94128a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:48:49.594572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-8bd984f5-1551-4f9e-9e16-070890457436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:49.596072 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-8bd984f5-1551-4f9e-9e16-070890457436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0608902 Aug 20 13:48:49.624302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.636252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059495bc-aaea-4be4-be4e-77a21f94128a']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:49.647348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:49.647584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8c8328-a88c-457b-bb9b-2d2f9598cd1d') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:49.651197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-966a11ca-ce95-416d-abe0-3e68d0012cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:49.652788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-966a11ca-ce95-416d-abe0-3e68d0012cff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486133 Aug 20 13:48:49.656716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.670762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.677209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:49.677602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:49.680615 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:49.746425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.747246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-d8c72e5a-12e1-4690-a979-4c35c5cf7fee service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Aug 20 13:48:49.753751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:49.758970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/networks/059495bc-aaea-4be4-be4e-77a21f94128a HTTP/1.1" status: 204 len: 168 time: 0.5864406 Aug 20 13:48:49.759102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56484) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:49.763556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'routes': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:49.775669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d09f2-8908-4b65-9e56-7ed0146b73c1 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Pushing event deleted for resources: {'Network': ['ID=059495bc-aaea-4be4-be4e-77a21f94128a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:49.856612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dda65d84-0693-412d-8b26-594ee6ee58ff req-79c76cf8-ad45-48b0-b460-036616dbcb97 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008034 Aug 20 13:48:49.939047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.extraroute_db [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Added routes are [] {{(pid=94862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 13:48:49.939347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.extraroute_db [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Removed routes are [] {{(pid=94862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 13:48:49.939706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.078757 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.082052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.158705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 69307504-7dd3-47a0-95fd-2fa6a246ba8a has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:48:50.242433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:50.249961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.252590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0677660b-b703-4e3f-acac-d1443cd0402a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 701 time: 0.4911842 Aug 20 13:48:50.254286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56486) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:50.262825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] Sync routers for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:50.274774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:50.275691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:50.296513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56488) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:50.296965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-01ea1ba5-5e57-46af-bc7d-26587b1a64eb tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 205 time: 0.0412502 Aug 20 13:48:50.363504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:50.379753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.431249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:48Z', 'revision_number': 11, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:50.471399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] Checking router: 69307504-7dd3-47a0-95fd-2fa6a246ba8a for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:50.483607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] Routers {'69307504-7dd3-47a0-95fd-2fa6a246ba8a'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:50.484260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:50.553348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fab764-9036-4d80-b550-b824df419c47 req-aa6103bb-d949-44ce-b2ea-6545b353a657 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:50.555057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3fab764-9036-4d80-b550-b824df419c47 req-aa6103bb-d949-44ce-b2ea-6545b353a657 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0574496 Aug 20 13:48:50.564370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] Set router 69307504-7dd3-47a0-95fd-2fa6a246ba8a gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:50.600903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3fab764-9036-4d80-b550-b824df419c47 req-8a56c0b1-2a06-411d-8494-f94d49491e93 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 Aug 20 13:48:50.602395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.604578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.625372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:48Z', 'revision_number': 11, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:50.653584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bb11d-29d6-40ec-9765-f7591c12e417 None None] The sync data for ids ['69307504-7dd3-47a0-95fd-2fa6a246ba8a'] in n-d-804232-5 is: [{'id': '69307504-7dd3-47a0-95fd-2fa6a246ba8a', 'name': 'tempest-RoutersTest-router-1438895304', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:19Z', 'updated_at': '2021-08-20T13:48:48Z', 'revision_number': 11, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:50.657422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.658318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router 69307504-7dd3-47a0-95fd-2fa6a246ba8a {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:48:50.666515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.667698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cae15fa3-c331-49df-848f-2cebe1e1a39d tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 204 len: 168 time: 0.3698440 Aug 20 13:48:50.671859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:50.677118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-596166234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:50.693155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7e6462d7-30ec-4568-9b87-f2a12fd796c5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:50.716717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 7e6462d7-30ec-4568-9b87-f2a12fd796c5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:50.717064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7e6462d7-30ec-4568-9b87-f2a12fd796c5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:50.717790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77d3d303-8277-492d-bb96-7c8ff6d795b1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:48:50.740122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 77d3d303-8277-492d-bb96-7c8ff6d795b1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:48:50.740480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 77d3d303-8277-492d-bb96-7c8ff6d795b1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:48:50.743298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.744331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.790244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c2862-b8df-4c91-a46e-e100b37feaee req-e4db3688-2415-4ab3-9bd8-1f892843ef3d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:50.791836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d87c2862-b8df-4c91-a46e-e100b37feaee req-e4db3688-2415-4ab3-9bd8-1f892843ef3d tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0802283 Aug 20 13:48:50.823985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.830936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.861293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:50.865902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ddfa089-6f2c-468b-a72d-9b82340d61e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1896639 Aug 20 13:48:50.866062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56498) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:50.872571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:50.881772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d87c2862-b8df-4c91-a46e-e100b37feaee req-c274f21c-db0b-4c05-84d3-7a1089a4c6ae tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573401 Aug 20 13:48:51.000929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782a21-2ab2-45cf-9e46-9f2bba228cc7 req-4627acbc-f8ce-412d-95bf-21db8943e072 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:51.002354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2782a21-2ab2-45cf-9e46-9f2bba228cc7 req-4627acbc-f8ce-412d-95bf-21db8943e072 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0495427 Aug 20 13:48:51.047296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2782a21-2ab2-45cf-9e46-9f2bba228cc7 req-9dd4e6ab-3e89-45db-ab22-d14c2c36bce9 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Aug 20 13:48:51.083481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.094403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.206928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Router 80466c1a-5f14-4333-89fc-8e2d87c63c28 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:48:51.277887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d304ee-e989-401e-811c-6ba540efb22c req-5f5cd37d-9640-4a86-8d08-dfb4bcdbc572 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:51.279305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05d304ee-e989-401e-811c-6ba540efb22c req-5f5cd37d-9640-4a86-8d08-dfb4bcdbc572 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0510023 Aug 20 13:48:51.289306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:48:51.297122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.301046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36016198-fcd0-4476-b785-54fbaa9d3686 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "PUT /v2.0/routers/80466c1a-5f14-4333-89fc-8e2d87c63c28 HTTP/1.1" status: 200 len: 693 time: 0.4339712 Aug 20 13:48:51.301197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56506) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:51.302221 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] Sync routers for ids ['80466c1a-5f14-4333-89fc-8e2d87c63c28'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:48:51.311504 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] Routers {'80466c1a-5f14-4333-89fc-8e2d87c63c28'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:51.312128 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80466c1a-5f14-4333-89fc-8e2d87c63c28'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:51.381377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] Set router 80466c1a-5f14-4333-89fc-8e2d87c63c28 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:51.387596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05d304ee-e989-401e-811c-6ba540efb22c req-416b38e7-898f-495e-890c-74d398f46fe0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022072 Aug 20 13:48:51.399980 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fe1df5e-7037-4f75-b861-7d0edb0596cd tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/routers/80466c1a-5f14-4333-89fc-8e2d87c63c28 HTTP/1.1" status: 200 len: 699 time: 0.0928342 Aug 20 13:48:51.400456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56508) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:51.429178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-757edeb0-ba5d-4a35-af01-3ea652dbdeec tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=80466c1a-5f14-4333-89fc-8e2d87c63c28 HTTP/1.1" status: 200 len: 205 time: 0.0275555 Aug 20 13:48:51.431587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56510) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:51.437114 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80466c1a-5f14-4333-89fc-8e2d87c63c28', 'name': 'tempest-RoutersTest-router-596166234', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:50Z', 'updated_at': '2021-08-20T13:48:51Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:51.460652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.463529 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] Checking router: 80466c1a-5f14-4333-89fc-8e2d87c63c28 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:48:51.475133 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] Routers {'80466c1a-5f14-4333-89fc-8e2d87c63c28'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:48:51.475943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['80466c1a-5f14-4333-89fc-8e2d87c63c28'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:51.515980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.636406 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] Set router 80466c1a-5f14-4333-89fc-8e2d87c63c28 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:48:51.684996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.687186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.688281 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80466c1a-5f14-4333-89fc-8e2d87c63c28', 'name': 'tempest-RoutersTest-router-596166234', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:50Z', 'updated_at': '2021-08-20T13:48:51Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:51.720136 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be91801-2c2f-4aa0-bc51-b825d1abd514 None None] The sync data for ids ['80466c1a-5f14-4333-89fc-8e2d87c63c28'] in n-d-804232-5 is: [{'id': '80466c1a-5f14-4333-89fc-8e2d87c63c28', 'name': 'tempest-RoutersTest-router-596166234', 'tenant_id': 'b312bc588f414d82a4a33d5940d6fae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:48:50Z', 'updated_at': '2021-08-20T13:48:51Z', 'revision_number': 2, 'project_id': 'b312bc588f414d82a4a33d5940d6fae7', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:48:51.733682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.734319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Fanout notify agent at l3_agent the message router_deleted on router 80466c1a-5f14-4333-89fc-8e2d87c63c28 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:48:51.742282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:51.746666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e477ede5-637a-4657-b379-914d880b99e8 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/80466c1a-5f14-4333-89fc-8e2d87c63c28 HTTP/1.1" status: 204 len: 168 time: 0.3109066 Aug 20 13:48:51.746934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56514) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:51.774357 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-09aaf4ac-a652-4275-8e05-5c48487fc3e0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=80466c1a-5f14-4333-89fc-8e2d87c63c28 HTTP/1.1" status: 200 len: 205 time: 0.0262268 Aug 20 13:48:51.776703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56516) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.159507 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-1fc8c562-a711-4b6d-9124-7ed534794ce2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.160531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fc8c562-a711-4b6d-9124-7ed534794ce2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/80466c1a-5f14-4333-89fc-8e2d87c63c28 HTTP/1.1" status: 404 len: 336 time: 0.3829076 Aug 20 13:48:52.163634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56518) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.188897 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaed11a6-c214-414c-9728-50850567b88a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.189339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaed11a6-c214-414c-9728-50850567b88a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.190990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aaed11a6-c214-414c-9728-50850567b88a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/56b7837c-b67d-4212-ae7a-a25b796b455c HTTP/1.1" status: 404 len: 337 time: 0.0264735 Aug 20 13:48:52.193921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56520) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.219424 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c910787-d946-4560-a49b-e4deb4d8eff2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.219863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c910787-d946-4560-a49b-e4deb4d8eff2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.221564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6c910787-d946-4560-a49b-e4deb4d8eff2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/fee2f628-e829-4920-98df-ac2770042fc7 HTTP/1.1" status: 404 len: 337 time: 0.0267377 Aug 20 13:48:52.223970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56522) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.248911 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a86650-1c31-4826-94e7-e83b9c287816 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.249358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a86650-1c31-4826-94e7-e83b9c287816 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.251001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d2a86650-1c31-4826-94e7-e83b9c287816 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/a385b3bc-606c-4985-a85e-bb350f5d50c5 HTTP/1.1" status: 404 len: 337 time: 0.0260894 Aug 20 13:48:52.253345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56524) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.278959 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea4657b-50e1-4710-8ae1-0040e4ba7657 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.279407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea4657b-50e1-4710-8ae1-0040e4ba7657 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.281129 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ea4657b-50e1-4710-8ae1-0040e4ba7657 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/bf065635-7562-49b7-862a-1f780d014739 HTTP/1.1" status: 404 len: 337 time: 0.0269082 Aug 20 13:48:52.283490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56526) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.313182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ad3e370-ab04-4f47-9482-3cae12dec029 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 200 len: 205 time: 0.0286579 Aug 20 13:48:52.315476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56528) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.354841 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-f52598f5-f292-4a14-964b-dfa2a05d4a38 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.355900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f52598f5-f292-4a14-964b-dfa2a05d4a38 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/69307504-7dd3-47a0-95fd-2fa6a246ba8a HTTP/1.1" status: 404 len: 336 time: 0.0394595 Aug 20 13:48:52.358555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56530) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.387800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-43679a44-a6e0-4794-af07-fde693cff60b tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1db2d57-e38b-47b8-b842-67c6bafa21af HTTP/1.1" status: 200 len: 205 time: 0.0280972 Aug 20 13:48:52.390145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56532) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.431691 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-93ed2bb1-59f1-4270-90dc-9a90ac70d1a4 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.433013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-93ed2bb1-59f1-4270-90dc-9a90ac70d1a4 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/b1db2d57-e38b-47b8-b842-67c6bafa21af HTTP/1.1" status: 404 len: 336 time: 0.0417161 Aug 20 13:48:52.435412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56536) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.463160 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf232730-7f7a-45d4-8348-539f9b167634 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.463623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf232730-7f7a-45d4-8348-539f9b167634 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.465415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf232730-7f7a-45d4-8348-539f9b167634 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/9f4b1718-35db-4c3d-87ee-e5b7d9bbc7c5 HTTP/1.1" status: 404 len: 337 time: 0.0290794 Aug 20 13:48:52.468076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56538) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.496898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aef1ebf0-c92f-4430-9af0-c8ff517f92c0 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 200 len: 205 time: 0.0276992 Aug 20 13:48:52.499429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.540598 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-f31cf93c-a3c9-4ad3-af97-a3754cd9f074 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.544167 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f31cf93c-a3c9-4ad3-af97-a3754cd9f074 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/ee5eb386-2780-4b4a-b8c8-110153af2f18 HTTP/1.1" status: 404 len: 336 time: 0.0412087 Aug 20 13:48:52.545016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56544) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.545124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca36b3f-5bf7-4594-a819-f5fc4782af41 req-6b4cf5bb-9c97-49d0-95f8-a56d29bc271c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:52.546414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ca36b3f-5bf7-4594-a819-f5fc4782af41 req-6b4cf5bb-9c97-49d0-95f8-a56d29bc271c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0530753 Aug 20 13:48:52.576473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d6b07b8d-6b31-4a4c-91ed-fcd010645179 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=491db01e-0985-40b5-a166-5213d77ba0d3 HTTP/1.1" status: 200 len: 205 time: 0.0287781 Aug 20 13:48:52.576721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56546) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.598911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ca36b3f-5bf7-4594-a819-f5fc4782af41 req-a2e52595-de31-4dae-a4d6-ac8334ff00d6 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451121 Aug 20 13:48:52.614488 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-9742a8e3-51b9-4745-925c-3cc197051229 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.615444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9742a8e3-51b9-4745-925c-3cc197051229 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/491db01e-0985-40b5-a166-5213d77ba0d3 HTTP/1.1" status: 404 len: 336 time: 0.0378528 Aug 20 13:48:52.618296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56548) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.651874 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeccc60-4ae0-4033-81fb-02ed0e5a5e50 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.652486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eeccc60-4ae0-4033-81fb-02ed0e5a5e50 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.654398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8eeccc60-4ae0-4033-81fb-02ed0e5a5e50 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/8aead10f-8dc5-4e53-8ef7-ae6a94961b58 HTTP/1.1" status: 404 len: 337 time: 0.0349286 Aug 20 13:48:52.657343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56552) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.687467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-47dd0948-2615-457e-bed0-cde27dcb34f9 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ff2a1b9-9037-477b-99af-a9c0768c9da6 HTTP/1.1" status: 200 len: 205 time: 0.0289941 Aug 20 13:48:52.689814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56554) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.731718 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-adacf365-39a6-4670-b657-4343978ec438 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.732805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-adacf365-39a6-4670-b657-4343978ec438 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/4ff2a1b9-9037-477b-99af-a9c0768c9da6 HTTP/1.1" status: 404 len: 336 time: 0.0420268 Aug 20 13:48:52.735448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56558) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.763910 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-00680f3b-228f-46c0-b9aa-8054b66a67f3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.764377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00680f3b-228f-46c0-b9aa-8054b66a67f3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.766300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-00680f3b-228f-46c0-b9aa-8054b66a67f3 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/1bfe5901-2ee2-4401-930e-01022b015996 HTTP/1.1" status: 404 len: 337 time: 0.0299394 Aug 20 13:48:52.769162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56560) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.800802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-12675efa-2ba9-442e-868b-02181c74111a tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "GET /v2.0/ports?device_id=279eecd3-2d65-4970-bd6a-9563de6ad5d8 HTTP/1.1" status: 200 len: 205 time: 0.0304079 Aug 20 13:48:52.803892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56562) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.850833 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-473d8a1c-6736-42f7-8ed2-e99805800cc2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] delete failed (client error): The resource could not be found. Aug 20 13:48:52.850833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-473d8a1c-6736-42f7-8ed2-e99805800cc2 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/routers/279eecd3-2d65-4970-bd6a-9563de6ad5d8 HTTP/1.1" status: 404 len: 336 time: 0.0412881 Aug 20 13:48:52.850833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56564) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.874281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b91d6b-fdea-4c81-af33-21a71268ba16 req-ea7e9eda-73b5-4bc0-b215-6c913e2d52db tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:52.875695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9b91d6b-fdea-4c81-af33-21a71268ba16 req-ea7e9eda-73b5-4bc0-b215-6c913e2d52db tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0878897 Aug 20 13:48:52.876140 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eefc26a-d46e-493a-af32-094bb2e26462 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.876621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eefc26a-d46e-493a-af32-094bb2e26462 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.881426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7eefc26a-d46e-493a-af32-094bb2e26462 tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/9333f8a4-7bb9-4569-be97-b41f9bb492e0 HTTP/1.1" status: 404 len: 337 time: 0.0286527 Aug 20 13:48:52.881660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56566) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:52.893791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e908c5-1dd6-4631-879c-609631145f14 req-3e6afee4-de43-47ac-a673-3e91f4a13043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:52.895842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-3e6afee4-de43-47ac-a673-3e91f4a13043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 1095 time: 0.0729597 Aug 20 13:48:52.927519 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a633bc6b-3eac-4c1f-8c02-395f2419c30c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] DELETE failed (client error): The resource could not be found. Aug 20 13:48:52.928463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a633bc6b-3eac-4c1f-8c02-395f2419c30c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:48:52.929976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a633bc6b-3eac-4c1f-8c02-395f2419c30c tempest-RoutersTest-1788965907 tempest-RoutersTest-1788965907-project] 10.222.0.59 "DELETE /v2.0/subnets/14ff113c-f391-495d-8b9d-ce4d0257996b HTTP/1.1" status: 404 len: 337 time: 0.0473166 Aug 20 13:48:53.002172 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9b91d6b-fdea-4c81-af33-21a71268ba16 req-7c5c6510-bee6-4179-b2fc-6c5c2b5501d0 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183221 Aug 20 13:48:53.038195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e908c5-1dd6-4631-879c-609631145f14 req-1cf2f55e-cbb6-499c-a90e-7e4365042c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:53.039702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-1cf2f55e-cbb6-499c-a90e-7e4365042c17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 200 len: 913 time: 0.1210196 Aug 20 13:48:53.109020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-ef6b1b96-7ce3-4b0e-a860-eca1c98f379a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 200 len: 998 time: 0.0610006 Aug 20 13:48:53.164215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e908c5-1dd6-4631-879c-609631145f14 req-f87796ea-f9ee-4637-80b4-c4c7f5fd5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:53.165757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-f87796ea-f9ee-4637-80b4-c4c7f5fd5f1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 200 len: 851 time: 0.0493348 Aug 20 13:48:53.209627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56572) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:53.213744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e908c5-1dd6-4631-879c-609631145f14 req-9abc6563-7697-427f-90e8-16762a078db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:53.215338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-9abc6563-7697-427f-90e8-16762a078db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7de025b-0058-45fd-916f-7707ea86ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421922 Aug 20 13:48:53.309076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-c1e40e87-dfa1-4127-9c1d-6a4a3376b159 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842676 Aug 20 13:48:53.351459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4d4f3f9-872d-4a89-bd63-d081e1dbd879 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b312bc588f414d82a4a33d5940d6fae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405890 Aug 20 13:48:53.354464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56576) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:53.409853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6d6a-0611-474f-b0dd-807aac7bffe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:53.413472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f2e908c5-1dd6-4631-879c-609631145f14 req-637b0841-5fe2-4bb2-a5a9-edfe2144d600 service neutron] 10.222.0.13 "GET /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970514 Aug 20 13:48:53.439379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6d6a-0611-474f-b0dd-807aac7bffe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:53.487459 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6d6a-0611-474f-b0dd-807aac7bffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:53.490561 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6d6a-0611-474f-b0dd-807aac7bffe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:53.491713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d6ce6d6a-0611-474f-b0dd-807aac7bffe6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2e5b579-4507-4348-9e90-3452c4cd0540 HTTP/1.1" status: 204 len: 168 time: 0.1362634 Aug 20 13:48:53.499621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce6d6a-0611-474f-b0dd-807aac7bffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5b579-4507-4348-9e90-3452c4cd0540,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:54.137341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165eecf-9825-4e34-87c4-27aec7907705 req-8d1b4df7-06bd-4f5c-a6dc-2f5cffcda96b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:54.139065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0165eecf-9825-4e34-87c4-27aec7907705 req-8d1b4df7-06bd-4f5c-a6dc-2f5cffcda96b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0575080 Aug 20 13:48:54.156935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56602) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:54.180024 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0165eecf-9825-4e34-87c4-27aec7907705 req-7c6535a3-24d1-46ca-b467-c5f95afdbea4 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339944 Aug 20 13:48:54.255550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-7714648'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:48:54.277099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Made reservation on behalf of f5c38cd397d84b49900b6b8705859a0f for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:48:54.280499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.290048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.382105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.386232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.415783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:48:54.425207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594483d0-4fa9-453c-be97-1b1a12d03b3b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:54.431540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.431846 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Added segment 5158a9a7-12d4-4275-bf35-9d8cc4d84e25 of type vlan for network d2034d23-8135-4c64-8abf-30c98e98d0ad Aug 20 13:48:54.474263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.498568 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.504094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:54.505920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:54.564720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4064615 Aug 20 13:48:54.568510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56606) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:54.575289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-a2c256d0-e006-4338-94e4-d75d7cf7a698 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-1940128369') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:54.595171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d803-0830-4428-8868-43a01cc63998 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Pushing event updated for resources: {'Network': ['ID=d2034d23-8135-4c64-8abf-30c98e98d0ad,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:54.605898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d2034d23-8135-4c64-8abf-30c98e98d0ad details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:48:54.663241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a2c256d0-e006-4338-94e4-d75d7cf7a698 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "PUT /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-1940128369 HTTP/1.1" status: 201 len: 201 time: 0.0933726 Aug 20 13:48:54.665740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56608) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:54.670554 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-93a2589f-1404-40ad-bdea-dcc5b9394513 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-1940128369') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:54.745761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-93a2589f-1404-40ad-bdea-dcc5b9394513 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-1940128369 HTTP/1.1" status: 204 len: 168 time: 0.0789223 Aug 20 13:48:54.748167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56612) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:54.752764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-070c20dc-3ba7-445b-9ffb-9058ec941892 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:54.819138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-070c20dc-3ba7-445b-9ffb-9058ec941892 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags HTTP/1.1" status: 200 len: 238 time: 0.0696855 Aug 20 13:48:54.821672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56614) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:54.826180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-298de557-89de-4365-8a7a-553da870a88b tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', {'tags': ['tempest-TagsTest-Tag-157247036', 'tempest-TagsTest-Tag-1552174613', 'tempest-TagsTest-Tag-326998641']}) {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:54.903373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-298de557-89de-4365-8a7a-553da870a88b tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "PUT /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags HTTP/1.1" status: 200 len: 307 time: 0.0806482 Aug 20 13:48:54.906112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56616) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:54.911132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-8c524e40-400d-4d06-9512-8acc63a70671 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-157247036') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.013798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8c524e40-400d-4d06-9512-8acc63a70671 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "DELETE /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-157247036 HTTP/1.1" status: 204 len: 168 time: 0.1064727 Aug 20 13:48:55.016285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56618) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.020925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-f13d9f96-9895-4bd7-b217-40dec0f30aab tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-157247036') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.090322 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-f13d9f96-9895-4bd7-b217-40dec0f30aab tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] show failed (client error): The resource could not be found. Aug 20 13:48:55.091548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f13d9f96-9895-4bd7-b217-40dec0f30aab tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-157247036 HTTP/1.1" status: 404 len: 325 time: 0.0742884 Aug 20 13:48:55.094288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56620) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.099668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-2f21f062-8e7f-4c34-a0ca-dc673379deee tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-1552174613') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.178927 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2f21f062-8e7f-4c34-a0ca-dc673379deee tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-1552174613 HTTP/1.1" status: 204 len: 168 time: 0.0834544 Aug 20 13:48:55.181622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56622) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.185939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-822da67a-81e2-4197-ac0d-ed9abe0de101 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-326998641') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.291708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-822da67a-81e2-4197-ac0d-ed9abe0de101 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-326998641 HTTP/1.1" status: 204 len: 168 time: 0.1089165 Aug 20 13:48:55.294153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56626) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.298747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-d9274141-7249-4456-89d0-b26508a0ba30 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.313135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e3902-dd90-4f43-9566-ed6e4731615a req-96531a20-620a-4159-855c-e13193a94a20 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:55.314702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-749e3902-dd90-4f43-9566-ed6e4731615a req-96531a20-620a-4159-855c-e13193a94a20 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0632119 Aug 20 13:48:55.354238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-749e3902-dd90-4f43-9566-ed6e4731615a req-b77d5dec-b190-4b94-a2a8-4ccdf2ffc9ff tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Aug 20 13:48:55.383910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d9274141-7249-4456-89d0-b26508a0ba30 tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "DELETE /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0884073 Aug 20 13:48:55.387203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56630) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.391594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.tag.tag_plugin [None req-61d8137c-f57f-46a7-ba6d-bb5b1045bcad tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-1552174613') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.881953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ef8fd-1a6e-4c82-8b58-967a9deba03f req-c2928839-9d19-4a62-8dc2-5088cf046e57 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:55.883521 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103ef8fd-1a6e-4c82-8b58-967a9deba03f req-c2928839-9d19-4a62-8dc2-5088cf046e57 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0680170 Aug 20 13:48:55.889829 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-61d8137c-f57f-46a7-ba6d-bb5b1045bcad tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] show failed (client error): The resource could not be found. Aug 20 13:48:55.890866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-61d8137c-f57f-46a7-ba6d-bb5b1045bcad tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-1552174613 HTTP/1.1" status: 404 len: 326 time: 0.5027251 Aug 20 13:48:55.893970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56634) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.899959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-b5d2a2de-c135-4a3d-95df-ded28456d99e tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad', 'tempest-TagsTest-Tag-326998641') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:55.927321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-103ef8fd-1a6e-4c82-8b58-967a9deba03f req-e6f9ed81-24f6-46a1-a868-1c7f9089e57e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352776 Aug 20 13:48:55.973783 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-b5d2a2de-c135-4a3d-95df-ded28456d99e tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] show failed (client error): The resource could not be found. Aug 20 13:48:55.976526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b5d2a2de-c135-4a3d-95df-ded28456d99e tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "GET /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags/tempest-TagsTest-Tag-326998641 HTTP/1.1" status: 404 len: 325 time: 0.0801160 Aug 20 13:48:55.978131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56638) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:55.982888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.tag.tag_plugin [None req-f28fce79-48cf-427c-946b-86045ca7ff9a tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd2034d23-8135-4c64-8abf-30c98e98d0ad') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:56.068998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f28fce79-48cf-427c-946b-86045ca7ff9a tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "DELETE /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0894935 Aug 20 13:48:56.073055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56646) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:56.157014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.257937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.269369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2034d23-8135-4c64-8abf-30c98e98d0ad']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:56.282314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5158a9a7-12d4-4275-bf35-9d8cc4d84e25') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:56.282608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5158a9a7-12d4-4275-bf35-9d8cc4d84e25') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:48:56.294634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.310487 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.319119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:48:56.319861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:48:56.334020 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:48:56.387774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.401723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.404628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] 10.222.0.59 "DELETE /v2.0/networks/d2034d23-8135-4c64-8abf-30c98e98d0ad HTTP/1.1" status: 204 len: 168 time: 0.3298073 Aug 20 13:48:56.422024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294dec3-9077-4415-b635-1a88f4fb263f tempest-TagsTest-1944274855 tempest-TagsTest-1944274855-project] Pushing event deleted for resources: {'Network': ['ID=d2034d23-8135-4c64-8abf-30c98e98d0ad,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:56.674392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56682) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:56.694798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-3c00c982-f65c-40d3-96ce-8713a56178c2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:56.696605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-3c00c982-f65c-40d3-96ce-8713a56178c2 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=c12215da-f437-4f65-b532-8526ebfcc3fa HTTP/1.1" status: 200 len: 943 time: 0.0558026 Aug 20 13:48:56.790844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Deleting port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:56.791234 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.819364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b4efd0a-c00d-42cc-80ef-76bf58d167e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5c38cd397d84b49900b6b8705859a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413794 Aug 20 13:48:56.819591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56688) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:56.878566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab426-0a6b-441d-8ed8-7bfc4c4bef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.893895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] For port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:56.894288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.900911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab426-0a6b-441d-8ed8-7bfc4c4bef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.907756 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Calling delete_port for 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:56.958676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab426-0a6b-441d-8ed8-7bfc4c4bef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.961256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab426-0a6b-441d-8ed8-7bfc4c4bef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:56.962393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5e5ab426-0a6b-441d-8ed8-7bfc4c4bef57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/594483d0-4fa9-453c-be97-1b1a12d03b3b HTTP/1.1" status: 204 len: 168 time: 0.1413190 Aug 20 13:48:56.972786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ab426-0a6b-441d-8ed8-7bfc4c4bef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594483d0-4fa9-453c-be97-1b1a12d03b3b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:57.050002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:57.062269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c', '0021eedc-4fa9-4694-82d0-f1327eba8443'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:48:57.081113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'Port': ['ID=49dce8b6-3be9-4f44-8cb3-ef829e79f1a6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:57.132093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] No DVR routers for this DVR port 49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:57.134930 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:57.137202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcc379ff-3f6c-442d-816b-5d9ae62142e9 req-477cac99-b23e-4492-9ba1-76f566f1351c tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "DELETE /v2.0/ports/49dce8b6-3be9-4f44-8cb3-ef829e79f1a6 HTTP/1.1" status: 204 len: 173 time: 0.4348946 Aug 20 13:48:57.137705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-deleted', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:57.140150 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e5bfb-72d2-41b0-969e-a42c3201a3aa" -d '{"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-deleted", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:57.215960 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791a283-9263-431e-9aa6-3041fda43d61 x-openstack-request-id: req-e791a283-9263-431e-9aa6-3041fda43d61 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:57.216294 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12215da-f437-4f65-b532-8526ebfcc3fa", "name": "network-vif-deleted", "tag": "49dce8b6-3be9-4f44-8cb3-ef829e79f1a6", "status": "failed", "code": 422}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:57.216583 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e791a283-9263-431e-9aa6-3041fda43d61 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:57.217010 n-d-804232-5 neutron-server[94861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c12215da-f437-4f65-b532-8526ebfcc3fa', 'name': 'network-vif-deleted', 'tag': '49dce8b6-3be9-4f44-8cb3-ef829e79f1a6', 'status': 'failed', 'code': 422} returned with failed status Aug 20 13:48:58.035401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7eb7a-60a2-47ea-bb3c-af1669314164 req-1eb5af4b-c6f7-4feb-ba1c-59ee6ea25b43 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:58.038001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-88b7eb7a-60a2-47ea-bb3c-af1669314164 req-1eb5af4b-c6f7-4feb-ba1c-59ee6ea25b43 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 908 time: 0.0577810 Aug 20 13:48:59.029029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.165568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027864e-d5dc-48a6-9590-425749970527 req-cbb60894-be86-420a-93cc-21bff335f99e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:59.167099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f027864e-d5dc-48a6-9590-425749970527 req-cbb60894-be86-420a-93cc-21bff335f99e tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 908 time: 0.0574884 Aug 20 13:48:59.244925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-48008c09-e8bc-4204-a25e-4da6c3306d74 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:48:59.246479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-48008c09-e8bc-4204-a25e-4da6c3306d74 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d53f5a4-eb9a-46ff-9544-1e8bf32589fc HTTP/1.1" status: 200 len: 908 time: 0.0536225 Aug 20 13:48:59.341660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Deleting port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:48:59.342083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.439080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] For port 8f25b5ee-d4f6-4258-82e1-18595b6e3176, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=8f25b5ee-d4f6-4258-82e1-18595b6e3176,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:48:59.439454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.452714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Calling delete_port for 8f25b5ee-d4f6-4258-82e1-18595b6e3176 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:48:59.560233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:59.593605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.621998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'Port': ['ID=8f25b5ee-d4f6-4258-82e1-18595b6e3176,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:59.665799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] No DVR routers for this DVR port 8f25b5ee-d4f6-4258-82e1-18595b6e3176 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:48:59.668512 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.670673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b644d73-7248-4c90-acb5-1c930c46d9ae req-72eb073b-9400-491b-a2ae-a16f2a0cfa6f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "DELETE /v2.0/ports/8f25b5ee-d4f6-4258-82e1-18595b6e3176 HTTP/1.1" status: 204 len: 173 time: 0.4179764 Aug 20 13:48:59.671200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'name': 'network-vif-deleted', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:48:59.676691 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1246c-201f-41e8-99ae-0b9284d52202" -d '{"events": [{"server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "name": "network-vif-deleted", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:48:59.683629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fe9200d-a20b-458b-8392-8380fc1cbdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.729431 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd61a07f-1c4c-4133-b8e7-d9cce8db30d8 x-openstack-request-id: req-fd61a07f-1c4c-4133-b8e7-d9cce8db30d8 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:48:59.729771 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53f5a4-eb9a-46ff-9544-1e8bf32589fc", "name": "network-vif-deleted", "tag": "8f25b5ee-d4f6-4258-82e1-18595b6e3176", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:48:59.730122 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd61a07f-1c4c-4133-b8e7-d9cce8db30d8 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:48:59.730598 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d53f5a4-eb9a-46ff-9544-1e8bf32589fc', 'name': 'network-vif-deleted', 'tag': '8f25b5ee-d4f6-4258-82e1-18595b6e3176', 'status': 'completed', 'code': 200} Aug 20 13:48:59.807131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fe9200d-a20b-458b-8392-8380fc1cbdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.812210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fe9200d-a20b-458b-8392-8380fc1cbdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.859120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9200d-a20b-458b-8392-8380fc1cbdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be584a2-3fbc-4507-bc3b-e96dc614a2bb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:48:59.864780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7fe9200d-a20b-458b-8392-8380fc1cbdcc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31d319a083064efbba02b6a28991f159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022895 Aug 20 13:48:59.866575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56780) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:48:59.918282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d141223a-adb0-404b-9b6a-da381514a4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.939371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d141223a-adb0-404b-9b6a-da381514a4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.989507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d141223a-adb0-404b-9b6a-da381514a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.992132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d141223a-adb0-404b-9b6a-da381514a4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:48:59.993333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d141223a-adb0-404b-9b6a-da381514a4e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7be584a2-3fbc-4507-bc3b-e96dc614a2bb HTTP/1.1" status: 204 len: 168 time: 0.1256487 Aug 20 13:49:00.001335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141223a-adb0-404b-9b6a-da381514a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be584a2-3fbc-4507-bc3b-e96dc614a2bb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:00.290688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:00.304745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebf353a8-ce13-4289-95a1-4ab922038a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.410189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebf353a8-ce13-4289-95a1-4ab922038a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.421689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebf353a8-ce13-4289-95a1-4ab922038a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.482761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ebf353a8-ce13-4289-95a1-4ab922038a48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e32c6bb5fb0647689505035e6c9a6198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909301 Aug 20 13:49:00.485221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf353a8-ce13-4289-95a1-4ab922038a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3bbce0-03db-4610-9a62-9a13579bd837,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:00.485917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56796) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:00.500826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bfb52-468d-4125-bf35-1d691f3e6421 req-97383d6a-840a-4737-80e6-bfb969ba37f7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:00.502346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db3bfb52-468d-4125-bf35-1d691f3e6421 req-97383d6a-840a-4737-80e6-bfb969ba37f7 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 945 time: 0.0945761 Aug 20 13:49:00.544105 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db3bfb52-468d-4125-bf35-1d691f3e6421 req-da25c6c5-9aa6-4758-b2fc-da40590802ee tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348527 Aug 20 13:49:00.556450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1614ee50-fa84-4315-af38-3d4e7f6eb881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.578952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1614ee50-fa84-4315-af38-3d4e7f6eb881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.626343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1614ee50-fa84-4315-af38-3d4e7f6eb881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.629150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1614ee50-fa84-4315-af38-3d4e7f6eb881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:00.633061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1614ee50-fa84-4315-af38-3d4e7f6eb881 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a3bbce0-03db-4610-9a62-9a13579bd837 HTTP/1.1" status: 204 len: 168 time: 0.1454816 Aug 20 13:49:00.641864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614ee50-fa84-4315-af38-3d4e7f6eb881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3bbce0-03db-4610-9a62-9a13579bd837,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:01.659529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:01.671854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aafee-c6ba-4cb7-9703-00ea3b82d2c5 req-112d8c60-84f8-4794-a5f3-ca98a3515680 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:01.673770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-901aafee-c6ba-4cb7-9703-00ea3b82d2c5 req-112d8c60-84f8-4794-a5f3-ca98a3515680 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 945 time: 0.0553739 Aug 20 13:49:01.684572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-95dffa77-674b-4125-b932-1b617a90f3ff tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:01.686308 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-95dffa77-674b-4125-b932-1b617a90f3ff tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c21747d-e106-4b69-8213-6ea2c35630c9 HTTP/1.1" status: 200 len: 945 time: 0.0704651 Aug 20 13:49:01.715762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-901aafee-c6ba-4cb7-9703-00ea3b82d2c5 req-e6e14bfc-e13f-497b-ac02-9ca697190842 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Aug 20 13:49:01.802794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Deleting port 0021eedc-4fa9-4694-82d0-f1327eba8443 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:01.803142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:01.897888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] For port 0021eedc-4fa9-4694-82d0-f1327eba8443, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=0021eedc-4fa9-4694-82d0-f1327eba8443,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:01.898253 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:01.911677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Calling delete_port for 0021eedc-4fa9-4694-82d0-f1327eba8443 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:02.047061 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:02.058396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c', '0021eedc-4fa9-4694-82d0-f1327eba8443'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:02.077406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'Port': ['ID=0021eedc-4fa9-4694-82d0-f1327eba8443,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:02.120414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] No DVR routers for this DVR port 0021eedc-4fa9-4694-82d0-f1327eba8443 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:49:02.122931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:02.125112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6f9f04a-5753-4246-8b8b-4f3aebf686cf req-de5a2b0b-3525-4b7d-a295-7cd25f742252 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "DELETE /v2.0/ports/0021eedc-4fa9-4694-82d0-f1327eba8443 HTTP/1.1" status: 204 len: 173 time: 0.4321010 Aug 20 13:49:02.125568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'name': 'network-vif-deleted', 'tag': '0021eedc-4fa9-4694-82d0-f1327eba8443'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:02.127804 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06de4624-bceb-4e41-98cd-2066890b3d63" -d '{"events": [{"server_uuid": "5c21747d-e106-4b69-8213-6ea2c35630c9", "name": "network-vif-deleted", "tag": "0021eedc-4fa9-4694-82d0-f1327eba8443"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:02.175488 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c3354-cb12-4a04-8423-1f9e794d213f x-openstack-request-id: req-000c3354-cb12-4a04-8423-1f9e794d213f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:02.175859 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c21747d-e106-4b69-8213-6ea2c35630c9", "name": "network-vif-deleted", "tag": "0021eedc-4fa9-4694-82d0-f1327eba8443", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:02.176530 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-000c3354-cb12-4a04-8423-1f9e794d213f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:02.177030 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c21747d-e106-4b69-8213-6ea2c35630c9', 'name': 'network-vif-deleted', 'tag': '0021eedc-4fa9-4694-82d0-f1327eba8443', 'status': 'completed', 'code': 200} Aug 20 13:49:02.405051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8f25b5ee-d4f6-4258-82e1-18595b6e3176 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:02.427657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 8f25b5ee-d4f6-4258-82e1-18595b6e3176 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:02.427909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 8f25b5ee-d4f6-4258-82e1-18595b6e3176 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:02.428333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0021eedc-4fa9-4694-82d0-f1327eba8443 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:02.451116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 0021eedc-4fa9-4694-82d0-f1327eba8443 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:02.451493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 0021eedc-4fa9-4694-82d0-f1327eba8443 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:03.001482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d024-b730-4a03-8110-4a29b3a955ee req-f7db1f99-da70-46d8-884a-0ebb5a837f73 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:03.003016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9d0d024-b730-4a03-8110-4a29b3a955ee req-f7db1f99-da70-46d8-884a-0ebb5a837f73 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 20 13:49:03.045548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9d0d024-b730-4a03-8110-4a29b3a955ee req-c1783be0-d1a7-4ad6-961d-9ac397c3ee24 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354643 Aug 20 13:49:04.157826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-7f1516d2-9dd0-4a6a-a948-838a597e130b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:04.159225 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-7f1516d2-9dd0-4a6a-a948-838a597e130b tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0759888 Aug 20 13:49:04.209556 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb715d8-c18d-46d6-a57d-84b6dac0a06b req-5ba3dc89-eb06-420e-8ff1-4cbb4b028dff tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:04.211058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1bb715d8-c18d-46d6-a57d-84b6dac0a06b req-5ba3dc89-eb06-420e-8ff1-4cbb4b028dff tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc15d0da-5ac8-4089-9893-d34c794136d0 HTTP/1.1" status: 200 len: 945 time: 0.0945044 Aug 20 13:49:04.275789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1bb715d8-c18d-46d6-a57d-84b6dac0a06b req-e09798ab-a8d8-4626-84b1-7404eb2717d5 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bd6fd36-b562-4d5b-92af-4fe19c16e92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547426 Aug 20 13:49:04.309252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Deleting port 73f255cd-5926-4700-bd12-fac0a9d3ca9c {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:04.309600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:04.410225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] For port 73f255cd-5926-4700-bd12-fac0a9d3ca9c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=73f255cd-5926-4700-bd12-fac0a9d3ca9c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:04.410611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:04.424172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Calling delete_port for 73f255cd-5926-4700-bd12-fac0a9d3ca9c owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:04.553245 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:04.565038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['73f255cd-5926-4700-bd12-fac0a9d3ca9c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:04.593828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'Port': ['ID=73f255cd-5926-4700-bd12-fac0a9d3ca9c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:04.633466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] No DVR routers for this DVR port 73f255cd-5926-4700-bd12-fac0a9d3ca9c on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:49:04.636338 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:04.638379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7383b7ff-ff90-4b52-b4f8-e12e9453494c req-6d3a5982-da6d-44e0-a92c-a6d8346d44cc tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.53 "DELETE /v2.0/ports/73f255cd-5926-4700-bd12-fac0a9d3ca9c HTTP/1.1" status: 204 len: 173 time: 0.4721572 Aug 20 13:49:04.638854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'name': 'network-vif-deleted', 'tag': '73f255cd-5926-4700-bd12-fac0a9d3ca9c'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:04.641118 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4065637b-2ee3-47c6-83c8-e35bf2de29fa" -d '{"events": [{"server_uuid": "dc15d0da-5ac8-4089-9893-d34c794136d0", "name": "network-vif-deleted", "tag": "73f255cd-5926-4700-bd12-fac0a9d3ca9c"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:04.692827 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf1012d-16bf-4009-8388-ea87168edfb3 x-openstack-request-id: req-bdf1012d-16bf-4009-8388-ea87168edfb3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:04.693307 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc15d0da-5ac8-4089-9893-d34c794136d0", "name": "network-vif-deleted", "tag": "73f255cd-5926-4700-bd12-fac0a9d3ca9c", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:04.693573 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdf1012d-16bf-4009-8388-ea87168edfb3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:04.694040 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc15d0da-5ac8-4089-9893-d34c794136d0', 'name': 'network-vif-deleted', 'tag': '73f255cd-5926-4700-bd12-fac0a9d3ca9c', 'status': 'completed', 'code': 200} Aug 20 13:49:05.564392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f19329-e899-4a97-a87c-a83908461346 req-f39c2448-9d41-423c-92ee-b0e024c06769 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:05.565993 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5f19329-e899-4a97-a87c-a83908461346 req-f39c2448-9d41-423c-92ee-b0e024c06769 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0526538 Aug 20 13:49:05.606033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e5f19329-e899-4a97-a87c-a83908461346 req-bd7256c0-05d9-4c90-b868-9955b4bd3b30 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Aug 20 13:49:06.726070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e8e56-a630-4cfd-9b9c-810e8e0440f3 req-c26304ff-e21d-45d3-a557-36d72c9e27bd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:06.727499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd5e8e56-a630-4cfd-9b9c-810e8e0440f3 req-c26304ff-e21d-45d3-a557-36d72c9e27bd tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0489962 Aug 20 13:49:06.765687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd5e8e56-a630-4cfd-9b9c-810e8e0440f3 req-136ccfa3-7607-4c9d-b256-11aa3429bd1f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Aug 20 13:49:07.561796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:07.679634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ef183e5-8b73-4abc-b582-71bf6321017c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:07.768526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ef183e5-8b73-4abc-b582-71bf6321017c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:07.772596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ef183e5-8b73-4abc-b582-71bf6321017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:07.808152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ef183e5-8b73-4abc-b582-71bf6321017c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d147b93fcbb4bd7800fc2e8501cfefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451241 Aug 20 13:49:07.811222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56924) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:07.818427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef183e5-8b73-4abc-b582-71bf6321017c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f1a63-030c-4493-9834-0e16910ebe32,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:07.858042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-4de0291a-6349-4a52-9109-abd105295fc8 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:07.859553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-4de0291a-6349-4a52-9109-abd105295fc8 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0760634 Aug 20 13:49:07.891271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeca86-4cfa-4362-9040-68d6f960dc67 req-3b0c5670-52a0-4c22-9378-3ec37594d45f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:07.892814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dedeca86-4cfa-4362-9040-68d6f960dc67 req-3b0c5670-52a0-4c22-9378-3ec37594d45f tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 944 time: 0.0512576 Aug 20 13:49:07.916377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:07.932798 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dedeca86-4cfa-4362-9040-68d6f960dc67 req-f942fe12-19a7-4e7a-8abb-4d526cc17c81 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups?id=0722a6bc-c090-465f-8de8-3557d824cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333827 Aug 20 13:49:07.965114 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.010964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Deleting port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:08.011422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.068575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.071159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.072342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef9f1a63-030c-4493-9834-0e16910ebe32 HTTP/1.1" status: 204 len: 168 time: 0.2592843 Aug 20 13:49:08.087335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f1a63-030c-4493-9834-0e16910ebe32,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:08.103182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.103601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.103949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.104292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.104653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.104988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.105321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.105654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.105980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.106305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.106631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.106957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2a9a0-892a-495e-8ee3-c0f362c9020b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:08.134463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] For port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:08.134837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.312747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.313139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.313454 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Floating IP 1085e708-7052-4f4e-ac62-2336b8fa55d1 disassociated. External IP: 172.25.6.22, port: 877e8b90-4b0c-4864-8822-4dc0d3cd9e69. Aug 20 13:49:08.313801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Calling delete_port for 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:08.342633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56930) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:08.357018 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4029d223-72d6-415e-8381-49492be4e98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.419080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 73f255cd-5926-4700-bd12-fac0a9d3ca9c no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:08.439355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 73f255cd-5926-4700-bd12-fac0a9d3ca9c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:08.439889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 73f255cd-5926-4700-bd12-fac0a9d3ca9c not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:08.463077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.471337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4029d223-72d6-415e-8381-49492be4e98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.476011 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4029d223-72d6-415e-8381-49492be4e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.492872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'Port': ['ID=877e8b90-4b0c-4864-8822-4dc0d3cd9e69,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:08.518124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029d223-72d6-415e-8381-49492be4e98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432a205b-5d20-4992-8c6b-c0a4dceb7576,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:08.526255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4029d223-72d6-415e-8381-49492be4e98c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ae7cfc955be4d30aa7aad8c284e5574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824837 Aug 20 13:49:08.527093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56932) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:08.585933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d22269e9-21fa-4bf5-a838-f85168a44c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.615301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d22269e9-21fa-4bf5-a838-f85168a44c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.630299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Router 84b5d67d-05fb-428a-b8fd-51565ae32c8e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:49:08.673311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d22269e9-21fa-4bf5-a838-f85168a44c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.676101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d22269e9-21fa-4bf5-a838-f85168a44c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.677746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d22269e9-21fa-4bf5-a838-f85168a44c68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/432a205b-5d20-4992-8c6b-c0a4dceb7576 HTTP/1.1" status: 204 len: 168 time: 0.1491792 Aug 20 13:49:08.686172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22269e9-21fa-4bf5-a838-f85168a44c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432a205b-5d20-4992-8c6b-c0a4dceb7576,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:08.758776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:49:08.769432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] Sync routers for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:49:08.780676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:49:08.780676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:08.803762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] No DVR routers for this DVR port 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:49:08.806616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:08.809143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e1e0718a-d9ce-45da-8445-d9e3ada8ca30 req-5091b749-b553-4937-9894-ea5f92e0f76a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.13 "DELETE /v2.0/ports/877e8b90-4b0c-4864-8822-4dc0d3cd9e69 HTTP/1.1" status: 204 len: 173 time: 0.9427240 Aug 20 13:49:08.809610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-deleted', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:08.812296 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002bffec-108b-4227-9947-13edfbb12450" -d '{"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-deleted", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:08.867893 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b953ec25-e919-44c2-a7eb-e0b70b427324 x-openstack-request-id: req-b953ec25-e919-44c2-a7eb-e0b70b427324 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:08.868265 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c4fc2-4c76-41ea-8893-8dcfd5d62b41", "name": "network-vif-deleted", "tag": "877e8b90-4b0c-4864-8822-4dc0d3cd9e69", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:08.869492 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b953ec25-e919-44c2-a7eb-e0b70b427324 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:08.869492 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c4fc2-4c76-41ea-8893-8dcfd5d62b41', 'name': 'network-vif-deleted', 'tag': '877e8b90-4b0c-4864-8822-4dc0d3cd9e69', 'status': 'completed', 'code': 200} Aug 20 13:49:08.947735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:49:09.048117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74a91756-a647-4f43-92b1-4a376c053ae5 req-3d7edcd8-5974-442e-a814-2ed02772d31a tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/ports?device_id=b97c4fc2-4c76-41ea-8893-8dcfd5d62b41 HTTP/1.1" status: 200 len: 210 time: 0.0274136 Aug 20 13:49:09.178881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:28Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:09.206676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] Checking router: 84b5d67d-05fb-428a-b8fd-51565ae32c8e for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:49:09.216280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:49:09.216938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:09.340535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:49:09.557690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:28Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:09.589028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacb0c-2533-4ad6-9ad6-b08bca6366f2 None None] The sync data for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 is: [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:42:21Z', 'revision_number': 4, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3e3d4548-a00e-479c-8f1b-da51ea38be2c', 'name': '', 'network_id': 'f7de025b-0058-45fd-916f-7707ea86ee48', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'mac_address': 'fa:16:3e:7a:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:20Z', 'updated_at': '2021-08-20T13:42:28Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'subnets': [{'id': '339d1011-2ebd-496e-88e7-9ce687747c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:49:09.846669 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07038571-27e6-4dd9-b724-0508179c35d8 None None] New status for floating IP 1085e708-7052-4f4e-ac62-2336b8fa55d1: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:49:09.904654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:10.062544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-536c9af7-1d0b-4124-ae88-001c78d1783c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.140199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 56980) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:10.163031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-536c9af7-1d0b-4124-ae88-001c78d1783c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.167101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-536c9af7-1d0b-4124-ae88-001c78d1783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.200396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4ebce96-5d45-44d0-9f05-d759c080c542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.206474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-536c9af7-1d0b-4124-ae88-001c78d1783c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=81d2c45ab4634d2ea8749a7eff7888fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006001 Aug 20 13:49:10.207896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c9af7-1d0b-4124-ae88-001c78d1783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e423a-e596-48e0-b4d4-4a363de15504,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:10.210369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:10.227031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4ebce96-5d45-44d0-9f05-d759c080c542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.263208 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec0cebee-47c6-47c7-af5c-295f0091eeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.276394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4ebce96-5d45-44d0-9f05-d759c080c542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.279113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f4ebce96-5d45-44d0-9f05-d759c080c542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.280298 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f4ebce96-5d45-44d0-9f05-d759c080c542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "DELETE /v2.0/security-groups/0722a6bc-c090-465f-8de8-3557d824cdef HTTP/1.1" status: 204 len: 168 time: 0.1389980 Aug 20 13:49:10.282801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56984) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:10.290203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebce96-5d45-44d0-9f05-d759c080c542 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722a6bc-c090-465f-8de8-3557d824cdef,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:10.295713 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec0cebee-47c6-47c7-af5c-295f0091eeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.306370 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-feda9d30-e037-4741-a4b5-5948831d4782 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] show failed (client error): The resource could not be found. Aug 20 13:49:10.311066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-feda9d30-e037-4741-a4b5-5948831d4782 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "GET /v2.0/security-groups/0722a6bc-c090-465f-8de8-3557d824cdef HTTP/1.1" status: 404 len: 347 time: 0.0244470 Aug 20 13:49:10.311066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 56986) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:10.440134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec0cebee-47c6-47c7-af5c-295f0091eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.443190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec0cebee-47c6-47c7-af5c-295f0091eeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.444321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec0cebee-47c6-47c7-af5c-295f0091eeb2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c66e423a-e596-48e0-b4d4-4a363de15504 HTTP/1.1" status: 204 len: 168 time: 0.2331316 Aug 20 13:49:10.458313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cebee-47c6-47c7-af5c-295f0091eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e423a-e596-48e0-b4d4-4a363de15504,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:10.480792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Deleting port 6e302d87-1404-46b6-a175-469387b63ba1 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:10.481149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.563271 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.563618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.577316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Calling delete_port for 6e302d87-1404-46b6-a175-469387b63ba1 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:10.726645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.757194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Pushing event deleted for resources: {'Port': ['ID=6e302d87-1404-46b6-a175-469387b63ba1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:10.821209 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.824393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:10.825618 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d87403a6-e70e-4f78-a1bc-647549c24b47 tempest-ServerActionsTestJSON-1403317178 tempest-ServerActionsTestJSON-1403317178-project] 10.222.0.59 "DELETE /v2.0/floatingips/1085e708-7052-4f4e-ac62-2336b8fa55d1 HTTP/1.1" status: 204 len: 168 time: 0.5137548 Aug 20 13:49:10.828615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:11.314893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:11.596978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Deleting port 3e3d4548-a00e-479c-8f1b-da51ea38be2c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:11.597326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:11.681300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] For port 3e3d4548-a00e-479c-8f1b-da51ea38be2c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3e3d4548-a00e-479c-8f1b-da51ea38be2c,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:11.681668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:11.695219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Calling delete_port for 3e3d4548-a00e-479c-8f1b-da51ea38be2c owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:11.880182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:11.906687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3d4548-a00e-479c-8f1b-da51ea38be2c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:12.118677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:12.196168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:12.217739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:12.218267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 877e8b90-4b0c-4864-8822-4dc0d3cd9e69 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:12.336353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Router 84b5d67d-05fb-428a-b8fd-51565ae32c8e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:49:12.445102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:49:12.450130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d560a49a-9b44-4c4a-a1d4-dd654167375f admin admin] 10.222.0.59 "PUT /v2.0/routers/84b5d67d-05fb-428a-b8fd-51565ae32c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6203403 Aug 20 13:49:12.452957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57026) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:12.454803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] Sync routers for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:49:12.473061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:49:12.473880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:12.563525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:12.583218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:49:12.799544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:49:11Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:12.833323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] Checking router: 84b5d67d-05fb-428a-b8fd-51565ae32c8e for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:49:12.844855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] Routers {'84b5d67d-05fb-428a-b8fd-51565ae32c8e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:49:12.845511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:48:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:12.966534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] Set router 84b5d67d-05fb-428a-b8fd-51565ae32c8e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:49:13.057032 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.128377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Deleting port 35f5975b-1ff6-4f08-98ba-90fddc976a93 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:13.130981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.227813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] For port 35f5975b-1ff6-4f08-98ba-90fddc976a93, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=35f5975b-1ff6-4f08-98ba-90fddc976a93,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:13.228431 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.245363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Calling delete_port for 35f5975b-1ff6-4f08-98ba-90fddc976a93 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:13.326710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:49:11Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:13.359511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38b7e1-decb-419b-aa47-b35d44f897e9 None None] The sync data for ids ['84b5d67d-05fb-428a-b8fd-51565ae32c8e'] in n-d-804232-5 is: [{'id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'name': 'tempest-ServerActionsTestJSON-1117895958-router', 'tenant_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:42:16Z', 'updated_at': '2021-08-20T13:49:11Z', 'revision_number': 5, 'project_id': '6f2fe8b1c54d48348e3cc5ba50ced8a3', 'gw_port': {'id': '35f5975b-1ff6-4f08-98ba-90fddc976a93', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b5d67d-05fb-428a-b8fd-51565ae32c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:42:17Z', 'updated_at': '2021-08-20T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:49:13.427209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.462650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Pushing event deleted for resources: {'Port': ['ID=35f5975b-1ff6-4f08-98ba-90fddc976a93,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:13.519680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.610719 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.612834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.657159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.657776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b5d67d-05fb-428a-b8fd-51565ae32c8e {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:49:13.662569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.663473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-60a55ab5-272e-48cc-bb7b-2e8dbc87f16d admin admin] 10.222.0.59 "DELETE /v2.0/routers/84b5d67d-05fb-428a-b8fd-51565ae32c8e HTTP/1.1" status: 204 len: 168 time: 1.2093461 Aug 20 13:49:13.665918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57036) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:13.720827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Deleting subnet 339d1011-2ebd-496e-88e7-9ce687747c39 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:49:13.724465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.763737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:13.948195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.007754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.035563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339d1011-2ebd-496e-88e7-9ce687747c39,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:14.039824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.041629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9e493af8-9e0a-4f05-981a-d925f9a72ec6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/339d1011-2ebd-496e-88e7-9ce687747c39 HTTP/1.1" status: 204 len: 168 time: 0.3747325 Aug 20 13:49:14.044255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57040) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:14.045952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04ad18-35ac-46e6-9e42-cd59de48ca67 None None] Network f7de025b-0058-45fd-916f-7707ea86ee48 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:49:14.132814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.190729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Deleting port 07daf01f-1e92-462e-a8ff-42baaa2e4951 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:14.191879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.259972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] For port 07daf01f-1e92-462e-a8ff-42baaa2e4951, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=07daf01f-1e92-462e-a8ff-42baaa2e4951,segment=NetworkSegment(07933594-8978-4478-b526-8ca3c2b1dc0f),segment_id=07933594-8978-4478-b526-8ca3c2b1dc0f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:14.260339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.277317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Calling delete_port for 07daf01f-1e92-462e-a8ff-42baaa2e4951 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:14.355802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.383563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07daf01f-1e92-462e-a8ff-42baaa2e4951,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:14.385439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] No DVR routers for this DVR port 07daf01f-1e92-462e-a8ff-42baaa2e4951 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:49:14.460910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.471254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7de025b-0058-45fd-916f-7707ea86ee48']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:14.482581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07933594-8978-4478-b526-8ca3c2b1dc0f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:14.482873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07933594-8978-4478-b526-8ca3c2b1dc0f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:49:14.493328 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.497620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc51864-d877-4229-a2c4-1a849336cd7b None None] DHCP port deletion for f7de025b-0058-45fd-916f-7707ea86ee48 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:49:14.513523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.520538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:49:14.520997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:49:14.522698 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:49:14.577897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.583587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.585505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f7de025b-0058-45fd-916f-7707ea86ee48 HTTP/1.1" status: 204 len: 168 time: 0.5399601 Aug 20 13:49:14.596569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6836-1f1e-45fb-ace7-bcfff34f81e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7de025b-0058-45fd-916f-7707ea86ee48,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:14.687947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e3d4548-a00e-479c-8f1b-da51ea38be2c no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:14.708504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3e3d4548-a00e-479c-8f1b-da51ea38be2c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:14.710808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3e3d4548-a00e-479c-8f1b-da51ea38be2c not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:14.710808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 35f5975b-1ff6-4f08-98ba-90fddc976a93 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:14.732391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 35f5975b-1ff6-4f08-98ba-90fddc976a93 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:14.732779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 35f5975b-1ff6-4f08-98ba-90fddc976a93 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:14.733201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07daf01f-1e92-462e-a8ff-42baaa2e4951 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:14.753219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 07daf01f-1e92-462e-a8ff-42baaa2e4951 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:14.753615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 07daf01f-1e92-462e-a8ff-42baaa2e4951 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:14.764720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57046) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:14.809051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-602b3d7c-a92a-4639-89fb-2f9c476b7ca6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f2fe8b1c54d48348e3cc5ba50ced8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431235 Aug 20 13:49:14.812779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57048) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:14.860953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f614062b-7e2a-4aa3-823b-65a7a5488514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.883012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f614062b-7e2a-4aa3-823b-65a7a5488514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.933050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f614062b-7e2a-4aa3-823b-65a7a5488514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.935826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f614062b-7e2a-4aa3-823b-65a7a5488514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:14.937063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f614062b-7e2a-4aa3-823b-65a7a5488514 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bd6fd36-b562-4d5b-92af-4fe19c16e92d HTTP/1.1" status: 204 len: 168 time: 0.1233776 Aug 20 13:49:14.946282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614062b-7e2a-4aa3-823b-65a7a5488514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6fd36-b562-4d5b-92af-4fe19c16e92d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:15.669832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57104) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:15.775670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1919350519-network', 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:15.798737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f2704179-50e6-400d-8ab9-14345c5f1f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:15.804167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:49:15.806599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:15.815510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:15.910749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:15.914961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:15.942370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:49:15.951976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c72790-2246-4eee-b843-76aa55509274,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:15.960583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:15.961576 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Added segment f7e9213a-5d84-4b22-8fd6-960ce88c0ee3 of type vlan for network ffd66d46-3883-4c47-8d36-47592a8c1c32 Aug 20 13:49:16.007419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:16.033366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:16.034476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:16.035665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:16.093352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4223123 Aug 20 13:49:16.096467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c1f45-50e3-493c-97ea-f1e5d9f9433d admin admin] Pushing event updated for resources: {'Network': ['ID=ffd66d46-3883-4c47-8d36-47592a8c1c32,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:16.096663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57108) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:16.102877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Request body: {'subnet': {'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1919350519-subnet', 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:16.107518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:49:16.129501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:49:16.131969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:16.276147 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:49:16.316908 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:16.387767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:49:16.388121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Network hostable DHCP agents. Network: ffd66d46-3883-4c47-8d36-47592a8c1c32, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:49:16.391471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f929a1fb-dc5b-42f9-892a-e1cdb872cef4,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:16.421565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:49:16.430289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ffd66d46-3883-4c47-8d36-47592a8c1c32) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:49:16.439843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:16.441538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:16.444520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaffddb-1d2c-4502-a192-eb8968c2d6af None None] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:49:16.460602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d2fc2ce-8bac-4996-84d2-094e84a43b68 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3628092 Aug 20 13:49:16.607960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18458e8e-2f34-4591-a42a-f1f9ca458fdc None None] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:49:16.934090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-037bec50-8406-4d21-82b2-c64c45d32706 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:16.935524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-037bec50-8406-4d21-82b2-c64c45d32706 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1064606 Aug 20 13:49:16.950900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-9d7ef315-5bcd-428a-abc3-c8767b7d73f9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0097075 Aug 20 13:49:16.983385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-22635bcd-f5d1-4e5d-85dd-cdcba965ae04 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272210 Aug 20 13:49:16.994574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-c71d6744-5a47-47de-9943-c8a0a5ca59c6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:49:16.995565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-c71d6744-5a47-47de-9943-c8a0a5ca59c6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051129 Aug 20 13:49:17.084772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-b93162e4-5deb-47cf-b7e0-13557495d939 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Aug 20 13:49:17.177531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-ff3d0d16-306e-413a-b38f-a6e58dc64a25 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865715 Aug 20 13:49:17.340226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37c814e3-6b6a-4cb4-9683-dd94842619b5 req-604b00d8-0a58-41a8-a8f0-af22b991771c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 210 time: 0.0283172 Aug 20 13:49:18.441634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88cba929-f124-46d5-893f-c5387c6331a7 req-7f2f9542-1275-413d-9713-7dd0961a9113 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 210 time: 0.0270755 Aug 20 13:49:18.515754 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63e8585b-3f0b-44b9-994c-cf06e5498688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:18.565581 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:18.600823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a93726f7-0c69-4854-b778-bdad149103ed tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:18.602500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a93726f7-0c69-4854-b778-bdad149103ed tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1266084 Aug 20 13:49:18.617001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:18.734348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:49:18.738466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:18.873366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.13 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/7b051977-f4ab-46ee-b97b-ee067c8e922b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:49:19.030638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.074292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.122372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:49:19.125470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:49:19.130008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:49:19.139777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=7b051977-f4ab-46ee-b97b-ee067c8e922b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:19.187948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:19.188593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.204296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-552e8b9e-8b71-42a0-a3ca-d9f44db0c105 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929346 Aug 20 13:49:19.216901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Request body: {'port': {'device_id': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:19.271614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.505765 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.562169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b051977-f4ab-46ee-b97b-ee067c8e922b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:19.574476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.589171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Transition to ACTIVE for port object 7b051977-f4ab-46ee-b97b-ee067c8e922b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:49:19.594909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af41a-8e68-4f76-9c22-8a958098c1d6 req-c57b5d00-20de-41b8-8c3d-573ba74f54ea tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:19.596281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.597446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c17af41a-8e68-4f76-9c22-8a958098c1d6 req-c57b5d00-20de-41b8-8c3d-573ba74f54ea tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 932 time: 0.0794113 Aug 20 13:49:19.646189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c17af41a-8e68-4f76-9c22-8a958098c1d6 req-65d71229-40a1-4c12-876b-a2a3f51dd377 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Aug 20 13:49:19.654973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Pushing event updated for resources: {'Port': ['ID=7b051977-f4ab-46ee-b97b-ee067c8e922b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:19.724090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Attempting to bind port 7b051977-f4ab-46ee-b97b-ee067c8e922b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:49:19.724421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Attempting to bind port 7b051977-f4ab-46ee-b97b-ee067c8e922b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:49:19.724775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Attempting to bind port 7b051977-f4ab-46ee-b97b-ee067c8e922b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:19.729072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Port 7b051977-f4ab-46ee-b97b-ee067c8e922b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:49:19.729390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Attempting to bind port 7b051977-f4ab-46ee-b97b-ee067c8e922b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:19.734111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:49:19.734441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:49:19.734820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:49:19.735246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Bound port: 7b051977-f4ab-46ee-b97b-ee067c8e922b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:49:19.735597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.810067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] For port 7b051977-f4ab-46ee-b97b-ee067c8e922b, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:49:19.813856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] For port 7b051977-f4ab-46ee-b97b-ee067c8e922b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:49:19.819141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.856146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:19.857292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:19.858445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-a948ff97-3741-4761-b94b-76080b584062 service neutron] 10.222.0.53 "PUT /v2.0/ports/7b051977-f4ab-46ee-b97b-ee067c8e922b HTTP/1.1" status: 200 len: 1092 time: 0.6458347 Aug 20 13:49:19.858998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'tag': '7b051977-f4ab-46ee-b97b-ee067c8e922b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:19.861339 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba3808-3155-4e71-9a43-e56c6ba8096e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c1570b-a72c-42c8-99fd-4b071b937e2f", "tag": "7b051977-f4ab-46ee-b97b-ee067c8e922b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:19.888781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ff97-3741-4761-b94b-76080b584062 service neutron] Pushing event updated for resources: {'Port': ['ID=7b051977-f4ab-46ee-b97b-ee067c8e922b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:19.918289 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca17c24-9373-4266-bddb-4f211a81a420 x-openstack-request-id: req-2ca17c24-9373-4266-bddb-4f211a81a420 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:19.918589 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c1570b-a72c-42c8-99fd-4b071b937e2f", "tag": "7b051977-f4ab-46ee-b97b-ee067c8e922b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:19.918897 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ca17c24-9373-4266-bddb-4f211a81a420 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:19.919363 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'tag': '7b051977-f4ab-46ee-b97b-ee067c8e922b', 'status': 'completed', 'code': 200} Aug 20 13:49:19.952288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-51a2d1d2-63e1-4350-99ed-92466d4bceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:19.953888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-51a2d1d2-63e1-4350-99ed-92466d4bceed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 1095 time: 0.0472195 Aug 20 13:49:19.998809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-b7a42358-5e38-4c57-a9a7-1fa714e962a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b HTTP/1.1" status: 200 len: 217 time: 0.0367730 Aug 20 13:49:20.026650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57170) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:20.052281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-1b181daf-94d5-46a6-8840-a41e10a28ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:20.053811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-1b181daf-94d5-46a6-8840-a41e10a28ac9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0473237 Aug 20 13:49:20.088970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-ead78226-5ccb-4117-8177-fe55e08f084d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284088 Aug 20 13:49:20.141313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80cbe5d-7743-40d6-af8e-ea5b5513c088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.186086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-d168aa4e-04dd-4407-ae7a-21079f35cd6d service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904012 Aug 20 13:49:20.232564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80cbe5d-7743-40d6-af8e-ea5b5513c088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.237061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e80cbe5d-7743-40d6-af8e-ea5b5513c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.274085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cbe5d-7743-40d6-af8e-ea5b5513c088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a8a81b-824f-433b-84eb-ad15cd14b838,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:20.278273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e80cbe5d-7743-40d6-af8e-ea5b5513c088 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22cc17f5c9f04d9c90e913e178d126a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505898 Aug 20 13:49:20.278706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c91fed7d-74eb-421c-ba1d-64bd72a4757d req-f3f2bd4a-5639-4138-823d-1f38c5cef49c service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854702 Aug 20 13:49:20.280851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:49:20.332185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec69e61-b48f-4ff4-954b-0ef23adeffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.356540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec69e61-b48f-4ff4-954b-0ef23adeffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.363807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-aa071795-58ba-425b-998b-e08afe5a7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:20.365358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-aa071795-58ba-425b-998b-e08afe5a7c54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 1095 time: 0.0419977 Aug 20 13:49:20.414109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec69e61-b48f-4ff4-954b-0ef23adeffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.417045 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ec69e61-b48f-4ff4-954b-0ef23adeffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:20.418359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ec69e61-b48f-4ff4-954b-0ef23adeffac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85a8a81b-824f-433b-84eb-ad15cd14b838 HTTP/1.1" status: 204 len: 168 time: 0.1365921 Aug 20 13:49:20.432966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec69e61-b48f-4ff4-954b-0ef23adeffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a8a81b-824f-433b-84eb-ad15cd14b838,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:20.474638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-66334266-7143-40e6-a049-2a5c4e4db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:20.476132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-66334266-7143-40e6-a049-2a5c4e4db653 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.1038566 Aug 20 13:49:20.520828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-3fad107d-69a7-4e63-b74a-43e8f11a55de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b HTTP/1.1" status: 200 len: 217 time: 0.0376461 Aug 20 13:49:20.576582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-c413d334-3b4f-4b76-bcec-e77ecb8ac4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:20.578373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-c413d334-3b4f-4b76-bcec-e77ecb8ac4b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0506153 Aug 20 13:49:20.612491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-737515b8-2f92-4f8a-8292-b95a1f0ded17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267460 Aug 20 13:49:20.719911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-4e94d0e2-ccfb-4cdb-835e-c0b2a0ed2dc8 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993378 Aug 20 13:49:20.836056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b1866-0b9b-45b1-b0a4-893c624cd18d req-43f93a0b-0050-47eb-9a7a-caaab4b87be5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:20.837642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e9b1866-0b9b-45b1-b0a4-893c624cd18d req-43f93a0b-0050-47eb-9a7a-caaab4b87be5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 944 time: 0.1154239 Aug 20 13:49:20.873696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8ba3808-3155-4e71-9a43-e56c6ba8096e req-f46efcd0-ad49-4af9-ae6e-0b238a5d36cd service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419897 Aug 20 13:49:20.891253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e9b1866-0b9b-45b1-b0a4-893c624cd18d req-6a3bb835-7af2-44f3-9bf3-a86ea1a717bd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Aug 20 13:49:21.469898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:22.017078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55269-6ae5-4e39-a69b-ec9ffad22795 req-c94a73b6-88d9-4809-9624-ae6ab96e02f4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:22.018562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16a55269-6ae5-4e39-a69b-ec9ffad22795 req-c94a73b6-88d9-4809-9624-ae6ab96e02f4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 944 time: 0.0560255 Aug 20 13:49:22.062083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16a55269-6ae5-4e39-a69b-ec9ffad22795 req-a4b63517-5b91-4200-81bd-952804176c0a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Aug 20 13:49:22.479760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7b051977-f4ab-46ee-b97b-ee067c8e922b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:49:22.580134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7b051977-f4ab-46ee-b97b-ee067c8e922b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:22.592708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '7b051977-f4ab-46ee-b97b-ee067c8e922b', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': '7b051977-f4ab-46ee-b97b-ee067c8e922b', 'mac_address': 'fa:16:3e:37:3c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:49:22.641502 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:22.655052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b051977-f4ab-46ee-b97b-ee067c8e922b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:22.676847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7b051977-f4ab-46ee-b97b-ee067c8e922b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:22.680823 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:22.728896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7b051977-f4ab-46ee-b97b-ee067c8e922b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.740735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.741474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.741474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:49:22.884380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:23.188876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9a14-35e9-47af-88ea-bba116dc50fe req-5da8cbbc-82ce-467c-a901-55c45841f78d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:23.190618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd4c9a14-35e9-47af-88ea-bba116dc50fe req-5da8cbbc-82ce-467c-a901-55c45841f78d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 945 time: 0.0557654 Aug 20 13:49:23.229339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd4c9a14-35e9-47af-88ea-bba116dc50fe req-d4dea5c6-11fa-4f67-b43d-ddb6334ba228 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Aug 20 13:49:24.349187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca7272-f897-4825-9216-a5ac513e9bf6 req-c665f3aa-05be-454e-993c-4126f940a8a9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:24.350646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4ca7272-f897-4825-9216-a5ac513e9bf6 req-c665f3aa-05be-454e-993c-4126f940a8a9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 945 time: 0.0513661 Aug 20 13:49:24.391008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4ca7272-f897-4825-9216-a5ac513e9bf6 req-85f8d998-861b-4dd1-b82c-7b435c355206 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Aug 20 13:49:24.495371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7b051977-f4ab-46ee-b97b-ee067c8e922b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:49:24.545940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 7b051977-f4ab-46ee-b97b-ee067c8e922b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:49:24.549690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 7b051977-f4ab-46ee-b97b-ee067c8e922b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:49:24.550079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:24.631316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:24.653204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b051977-f4ab-46ee-b97b-ee067c8e922b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:24.655439 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c39da-9f8a-4df7-b61b-370ea751eccc" -d '{"events": [{"server_uuid": "e8c1570b-a72c-42c8-99fd-4b071b937e2f", "name": "network-vif-plugged", "status": "completed", "tag": "7b051977-f4ab-46ee-b97b-ee067c8e922b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:24.669099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 7b051977-f4ab-46ee-b97b-ee067c8e922b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:24.673438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:24.726591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=7b051977-f4ab-46ee-b97b-ee067c8e922b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:24.833758 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d29b9-7575-46d1-8032-4d02567c8f74 x-openstack-request-id: req-da4d29b9-7575-46d1-8032-4d02567c8f74 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:24.834119 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c1570b-a72c-42c8-99fd-4b071b937e2f", "name": "network-vif-plugged", "status": "completed", "tag": "7b051977-f4ab-46ee-b97b-ee067c8e922b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:24.834443 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da4d29b9-7575-46d1-8032-4d02567c8f74 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:24.834908 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b051977-f4ab-46ee-b97b-ee067c8e922b', 'code': 200} Aug 20 13:49:24.942333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ddf1c-fd2f-4fc2-ad03-d7c91ccc4311 req-6d3253a7-da2f-4138-a3cd-7b658a2e81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:24.943847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e17ddf1c-fd2f-4fc2-ad03-d7c91ccc4311 req-6d3253a7-da2f-4138-a3cd-7b658a2e81ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 1097 time: 0.0440381 Aug 20 13:49:24.978506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e17ddf1c-fd2f-4fc2-ad03-d7c91ccc4311 req-85de2f96-71eb-4d5c-8cc3-1ad2477a4c80 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278337 Aug 20 13:49:25.512148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca573d0c-78a5-4394-928c-a90121e1eaee req-a7bb163b-8946-48e3-9b44-ca0f9a7e5995 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:25.514928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca573d0c-78a5-4394-928c-a90121e1eaee req-a7bb163b-8946-48e3-9b44-ca0f9a7e5995 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 946 time: 0.0519786 Aug 20 13:49:25.558383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca573d0c-78a5-4394-928c-a90121e1eaee req-dbf70cd7-59ac-47a3-a569-628bb5fab381 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361567 Aug 20 13:49:26.682787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417c26f-10e0-4745-b96a-ee17a46fe584 req-ea88e337-6038-4ef6-93b6-90b4085bf93d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:26.684309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3417c26f-10e0-4745-b96a-ee17a46fe584 req-ea88e337-6038-4ef6-93b6-90b4085bf93d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 946 time: 0.0507393 Aug 20 13:49:26.722702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3417c26f-10e0-4745-b96a-ee17a46fe584 req-1a144b14-9dc5-44b9-bb20-c65c2f093b2f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Aug 20 13:49:27.008581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d153d99-98a4-42ca-9e4b-2fe9f0699c0c req-7d75af47-d0c3-450b-9034-1d51ff0fb243 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:27.010138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d153d99-98a4-42ca-9e4b-2fe9f0699c0c req-7d75af47-d0c3-450b-9034-1d51ff0fb243 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1120856 Aug 20 13:49:27.027461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d153d99-98a4-42ca-9e4b-2fe9f0699c0c req-c9c9c662-9ea6-43e9-9189-cd94c1368500 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0108018 Aug 20 13:49:27.083235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d153d99-98a4-42ca-9e4b-2fe9f0699c0c req-171c6685-7672-4de7-9f98-7f0539360639 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488131 Aug 20 13:49:27.179511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d153d99-98a4-42ca-9e4b-2fe9f0699c0c req-3282ce66-1eb8-4fae-9547-6441da0056a0 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887523 Aug 20 13:49:27.270352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d153d99-98a4-42ca-9e4b-2fe9f0699c0c req-873f0fb0-799a-4a2e-b0fc-d22d119095a7 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844238 Aug 20 13:49:27.986323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-005dd091-bd72-498c-8ed7-a2d854aeaab7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:27.987784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-005dd091-bd72-498c-8ed7-a2d854aeaab7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1109045 Aug 20 13:49:28.006697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-a5d0d6de-89be-4be8-96aa-d22ed091d057 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0129402 Aug 20 13:49:28.059156 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-1eff6b0f-78ce-4700-9c91-60c2e05bfb01 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459878 Aug 20 13:49:28.177228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-3f343ea6-852f-4864-ac81-01f17e585de7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:49:28.178233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-3f343ea6-852f-4864-ac81-01f17e585de7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120024 Aug 20 13:49:28.274080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-cc32e44d-9fb9-4c0e-883e-96c28beef3df service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892045 Aug 20 13:49:28.368772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-955fc5e1-53bd-4910-8eca-56df4631d8ee service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885010 Aug 20 13:49:28.600494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fcea510-a45c-416a-b76b-427614c60563 req-37aa34e6-8440-433e-bacf-8782454e4a80 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 210 time: 0.0596342 Aug 20 13:49:29.052222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:29.562056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-d1d257c3-47c3-4447-b93f-ecef6cb0789f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:29.563620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-d1d257c3-47c3-4447-b93f-ecef6cb0789f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1277666 Aug 20 13:49:29.576818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': '0127e712-687e-48cd-8a3b-233008dbdc17', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:29.690629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2771c622-4d39-4e3e-8d6b-822a918cf1a5 req-30f6f7c6-3c3c-4827-a9a4-8d31fbb1fd78 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 210 time: 0.0394030 Aug 20 13:49:29.715559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:49:29.719118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:29.844759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.6 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/53afeca5-e139-4bb1-8e06-e3fb4295bb1b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:49:30.003293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.044108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.056988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:30.093421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:49:30.096418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:49:30.100621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:49:30.149036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:30.171049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:30.171725 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.189976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-4f6b196c-c6ea-4b50-8206-55680f09d0b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170249 Aug 20 13:49:30.205241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Request body: {'port': {'device_id': '0127e712-687e-48cd-8a3b-233008dbdc17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:30.271787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.555468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53afeca5-e139-4bb1-8e06-e3fb4295bb1b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:30.562831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.574820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Transition to ACTIVE for port object 53afeca5-e139-4bb1-8e06-e3fb4295bb1b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:49:30.579740 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.633624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Pushing event updated for resources: {'Port': ['ID=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:30.700378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Attempting to bind port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:49:30.701080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Attempting to bind port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:49:30.701080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Attempting to bind port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:30.705425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:49:30.705753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Attempting to bind port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:30.711222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:49:30.711567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:49:30.711963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:49:30.712396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Bound port: 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:49:30.712783 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.808051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] For port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:49:30.823310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] For port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:49:30.830005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.851367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd2ed-4437-4142-b5af-34f3a0ce2e31 req-8ed21434-f1a6-4045-9e33-03185e398dac tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:30.853124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a1fd2ed-4437-4142-b5af-34f3a0ce2e31 req-8ed21434-f1a6-4045-9e33-03185e398dac tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 943 time: 0.0863013 Aug 20 13:49:30.893660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:30.894281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:30.895705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] 10.222.0.13 "PUT /v2.0/ports/53afeca5-e139-4bb1-8e06-e3fb4295bb1b HTTP/1.1" status: 200 len: 1091 time: 0.6973646 Aug 20 13:49:30.896347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0127e712-687e-48cd-8a3b-233008dbdc17', 'tag': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:30.898706 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0127e712-687e-48cd-8a3b-233008dbdc17", "tag": "53afeca5-e139-4bb1-8e06-e3fb4295bb1b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:30.946211 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b516d893-3cfd-4bf5-ab3e-504b1b7ab6fb x-openstack-request-id: req-b516d893-3cfd-4bf5-ab3e-504b1b7ab6fb {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:30.946717 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0127e712-687e-48cd-8a3b-233008dbdc17", "tag": "53afeca5-e139-4bb1-8e06-e3fb4295bb1b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:30.947044 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b516d893-3cfd-4bf5-ab3e-504b1b7ab6fb {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:30.947504 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0127e712-687e-48cd-8a3b-233008dbdc17', 'tag': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b', 'status': 'completed', 'code': 200} Aug 20 13:49:30.957124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a1fd2ed-4437-4142-b5af-34f3a0ce2e31 req-f8553a81-32e4-47b7-8b66-0f15faaa918b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853245 Aug 20 13:49:30.993784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c644d-bdec-4bac-a77d-8b41d9ce31ce service neutron] Pushing event updated for resources: {'Port': ['ID=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:31.014812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-e5629dfd-8144-42fc-a559-d80231ea49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:31.016811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-e5629dfd-8144-42fc-a559-d80231ea49d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 1094 time: 0.0684047 Aug 20 13:49:31.061197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-d30a1a6d-e41e-4c95-9a7a-42f25e89b296 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b HTTP/1.1" status: 200 len: 217 time: 0.0369051 Aug 20 13:49:31.116295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78827d-3023-4e8c-b736-2d935625a350 req-a373e91b-7476-40fd-b1d2-00832535c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:31.117742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-a373e91b-7476-40fd-b1d2-00832535c12e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0499651 Aug 20 13:49:31.151150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-ad251180-b5b1-462e-b03f-eecc366ef2ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262175 Aug 20 13:49:31.247890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-f121c19d-81b9-4047-9603-39ad04b9230a service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Aug 20 13:49:31.434463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d78827d-3023-4e8c-b736-2d935625a350 req-f631b07c-465d-442c-9c33-173c71d3fcb9 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791024 Aug 20 13:49:31.563758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-7e9fc87b-6dba-4c62-a495-9526f77e83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:31.565566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-7e9fc87b-6dba-4c62-a495-9526f77e83c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 1094 time: 0.0565460 Aug 20 13:49:31.660660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-0774965a-4abe-4ccc-b377-6b6142211955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:31.662616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-0774965a-4abe-4ccc-b377-6b6142211955 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.0898097 Aug 20 13:49:31.675590 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:31.710851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-1e74fdd9-8a39-4bec-8378-a7b1dc822232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b HTTP/1.1" status: 200 len: 217 time: 0.0405025 Aug 20 13:49:31.762679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-65e32790-a6bd-48de-91ee-049cb1332dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:31.764177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-65e32790-a6bd-48de-91ee-049cb1332dfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0463276 Aug 20 13:49:31.799001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-df55b776-9be5-4a48-bd0e-564eab24cf5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273640 Aug 20 13:49:31.891398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-cc11983d-2e6a-45d9-9f72-fb9e2bb8e519 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851552 Aug 20 13:49:31.997581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd0c0b81-19cf-4213-9f1f-29481ce45bfd req-88096336-b331-4932-925d-ecce8c7ac927 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958898 Aug 20 13:49:32.092902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa3de4-ff40-4d27-93f4-eb8e7d5ae203 req-34a79636-f4e6-4850-8e64-7f1286e78b9b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:32.094490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43aa3de4-ff40-4d27-93f4-eb8e7d5ae203 req-34a79636-f4e6-4850-8e64-7f1286e78b9b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 943 time: 0.0548773 Aug 20 13:49:32.135449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43aa3de4-ff40-4d27-93f4-eb8e7d5ae203 req-c4f7e514-006b-4f04-8189-dc26f6c06133 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Aug 20 13:49:33.264948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10ce0-e6be-466a-abe0-49b5b9bf46d4 req-7a9a52a2-c33f-4cdc-ac86-69452aae281b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:33.266487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f10ce0-e6be-466a-abe0-49b5b9bf46d4 req-7a9a52a2-c33f-4cdc-ac86-69452aae281b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 943 time: 0.0607440 Aug 20 13:49:33.306623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-96f10ce0-e6be-466a-abe0-49b5b9bf46d4 req-3c62c54c-22ff-4de8-b947-265755848274 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Aug 20 13:49:34.304649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 53afeca5-e139-4bb1-8e06-e3fb4295bb1b details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:49:34.428430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:34.444521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b', 'mac_address': 'fa:16:3e:77:18:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:49:34.472271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c360dd8-1431-4d0a-a08f-91788ef0c2cd req-df3eeceb-de2f-4923-bdc6-0b81771267e9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:34.474641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c360dd8-1431-4d0a-a08f-91788ef0c2cd req-df3eeceb-de2f-4923-bdc6-0b81771267e9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 943 time: 0.0626326 Aug 20 13:49:34.498236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:34.515359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53afeca5-e139-4bb1-8e06-e3fb4295bb1b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:34.525849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9c360dd8-1431-4d0a-a08f-91788ef0c2cd req-3c6e3faa-94a2-4b4b-8174-3743f7d4b91f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Aug 20 13:49:34.552388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:34.556845 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:34.611253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:34.767430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['53afeca5-e139-4bb1-8e06-e3fb4295bb1b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:35.666362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6636e5-214f-43c2-8308-917919b3bf8c req-9738aec5-bca1-413f-99ba-09801dd96626 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:35.667917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f6636e5-214f-43c2-8308-917919b3bf8c req-9738aec5-bca1-413f-99ba-09801dd96626 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 944 time: 0.0519586 Aug 20 13:49:35.715361 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2f6636e5-214f-43c2-8308-917919b3bf8c req-d486a39e-0669-48ea-943f-e5bd63245925 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Aug 20 13:49:36.319950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 53afeca5-e139-4bb1-8e06-e3fb4295bb1b up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:49:36.373234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:49:36.377818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:49:36.378281 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:36.468885 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:36.492251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127e712-687e-48cd-8a3b-233008dbdc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:36.494829 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b444a8-8218-40c4-adbf-59895c25b41f" -d '{"events": [{"server_uuid": "0127e712-687e-48cd-8a3b-233008dbdc17", "name": "network-vif-plugged", "status": "completed", "tag": "53afeca5-e139-4bb1-8e06-e3fb4295bb1b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:36.508776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:36.513178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:36.547593 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8638d-05ba-4b5e-9771-28c9e333f93a x-openstack-request-id: req-c6f8638d-05ba-4b5e-9771-28c9e333f93a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:36.547894 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127e712-687e-48cd-8a3b-233008dbdc17", "name": "network-vif-plugged", "status": "completed", "tag": "53afeca5-e139-4bb1-8e06-e3fb4295bb1b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:36.548188 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6f8638d-05ba-4b5e-9771-28c9e333f93a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:36.548613 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127e712-687e-48cd-8a3b-233008dbdc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b', 'code': 200} Aug 20 13:49:36.602945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:36.667686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7c31-d003-4dcf-9b4c-3557e67c5791 req-396f4b69-c0c0-406a-ba20-d9272b834440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:36.669363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b36b7c31-d003-4dcf-9b4c-3557e67c5791 req-396f4b69-c0c0-406a-ba20-d9272b834440 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 1096 time: 0.0559318 Aug 20 13:49:36.706074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b36b7c31-d003-4dcf-9b4c-3557e67c5791 req-c1d4561a-ad4a-462b-8077-c331bed8cd28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293410 Aug 20 13:49:36.846819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f500f-1574-4569-9de4-9482003bc751 req-ba58bca8-e57a-463d-a100-1d7e6a8db921 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:36.849674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f3f500f-1574-4569-9de4-9482003bc751 req-ba58bca8-e57a-463d-a100-1d7e6a8db921 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 945 time: 0.0560467 Aug 20 13:49:36.891601 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f3f500f-1574-4569-9de4-9482003bc751 req-76089c12-1760-404b-aa41-98e6dbc8b314 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350785 Aug 20 13:49:37.813635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-5b7822e1-242a-4aa2-a3d0-32893c5db395 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494816 Aug 20 13:49:37.899646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-0a49f5e5-f2b7-4744-95a4-c7967dd83df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:37.901206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-0a49f5e5-f2b7-4744-95a4-c7967dd83df6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d255ea5779542c4ad8453ec260ed59f&device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 1096 time: 0.0431097 Aug 20 13:49:38.028288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f3f1f-600a-47e8-80b7-b1a549abaa25 req-b3f7d2cb-e66d-479b-9d8f-c42a698c1e50 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:38.029860 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c24f3f1f-600a-47e8-80b7-b1a549abaa25 req-b3f7d2cb-e66d-479b-9d8f-c42a698c1e50 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 945 time: 0.0642402 Aug 20 13:49:38.072195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c24f3f1f-600a-47e8-80b7-b1a549abaa25 req-e03f9fb9-4e7b-4aec-9b7b-f0366d9efedb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Aug 20 13:49:38.072939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-6504e0b5-1fd9-4d6b-a7db-baaed2fa177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:38.074480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-6504e0b5-1fd9-4d6b-a7db-baaed2fa177b service neutron] 10.222.0.13 "GET /v2.0/networks?id=418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 200 len: 911 time: 0.1536283 Aug 20 13:49:38.147696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-261ffa93-8548-4db1-b0d2-c10fdeb1ee8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd HTTP/1.1" status: 200 len: 1001 time: 0.0659935 Aug 20 13:49:38.223839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-b592a831-b7c5-43a8-88c8-899d887495d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:38.225285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-b592a831-b7c5-43a8-88c8-899d887495d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 200 len: 849 time: 0.0697949 Aug 20 13:49:38.233552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fde4d7-87e1-4be8-95ba-4cc2ebec03cc req-a6eae7de-2c9c-4d82-9144-d1bd39535ed4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:38.234945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2fde4d7-87e1-4be8-95ba-4cc2ebec03cc req-a6eae7de-2c9c-4d82-9144-d1bd39535ed4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 945 time: 0.0912640 Aug 20 13:49:38.301886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2fde4d7-87e1-4be8-95ba-4cc2ebec03cc req-409d6675-b7c6-44f5-9daf-d5da2d2f9df9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574486 Aug 20 13:49:38.304980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-de1db6c8-960c-414c-a3c9-90f5fe78a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:38.306470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-de1db6c8-960c-414c-a3c9-90f5fe78a518 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=418682d1-59f4-434d-a624-b66be184f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706844 Aug 20 13:49:38.410965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-9996a898-5190-40bb-ae5d-1fb166246b7e service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953903 Aug 20 13:49:38.550770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec7993f7-12d7-47fe-92d9-c88dfc945d53 req-c93b6236-284a-42e6-bf23-6240fdc4bc4c service neutron] 10.222.0.13 "GET /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340618 Aug 20 13:49:38.577578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a191912-47b9-44fd-972a-f722fa39bed9 req-d7e6875a-e71c-4b4b-bd62-d25f368e5c82 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:38.579069 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a191912-47b9-44fd-972a-f722fa39bed9 req-d7e6875a-e71c-4b4b-bd62-d25f368e5c82 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 945 time: 0.0658529 Aug 20 13:49:38.619418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7a191912-47b9-44fd-972a-f722fa39bed9 req-3e092d4b-6f89-4187-84ee-da7466fbf7d2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Aug 20 13:49:39.774070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed71ad-a171-4b69-aaaa-40a6e3365dee req-9782a70e-df86-4fb6-abc0-b5db08c065c9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:39.775687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5bed71ad-a171-4b69-aaaa-40a6e3365dee req-9782a70e-df86-4fb6-abc0-b5db08c065c9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 945 time: 0.0885160 Aug 20 13:49:39.793430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-a3c9df8a-e14f-4574-8208-4ec05b055dc0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:39.794957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-a3c9df8a-e14f-4574-8208-4ec05b055dc0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "GET /v2.0/ports?device_id=0127e712-687e-48cd-8a3b-233008dbdc17 HTTP/1.1" status: 200 len: 945 time: 0.0754812 Aug 20 13:49:39.892404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5bed71ad-a171-4b69-aaaa-40a6e3365dee req-57394767-b3f3-42e3-b39b-cbf9a6358f22 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079319 Aug 20 13:49:39.923946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:39.924098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:40.026916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:40.027292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:40.041120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for 53afeca5-e139-4bb1-8e06-e3fb4295bb1b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:40.193296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:40.207231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['53afeca5-e139-4bb1-8e06-e3fb4295bb1b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:40.210430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:40.230848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=53afeca5-e139-4bb1-8e06-e3fb4295bb1b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:40.282460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port 53afeca5-e139-4bb1-8e06-e3fb4295bb1b on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:49:40.287652 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:40.290471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d662e726-2fa7-4735-bdab-6e7bb127c9e9 req-fdc960d4-e428-4281-851a-714c6798d2eb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "DELETE /v2.0/ports/53afeca5-e139-4bb1-8e06-e3fb4295bb1b HTTP/1.1" status: 204 len: 173 time: 0.4871130 Aug 20 13:49:40.291050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127e712-687e-48cd-8a3b-233008dbdc17', 'name': 'network-vif-deleted', 'tag': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:40.302742 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596db6ae-ded5-4fec-8af0-deb0e49b0c47" -d '{"events": [{"server_uuid": "0127e712-687e-48cd-8a3b-233008dbdc17", "name": "network-vif-deleted", "tag": "53afeca5-e139-4bb1-8e06-e3fb4295bb1b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:40.364941 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075de3d4-78bc-4041-af22-096cacf667ec x-openstack-request-id: req-075de3d4-78bc-4041-af22-096cacf667ec {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:40.365355 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127e712-687e-48cd-8a3b-233008dbdc17", "name": "network-vif-deleted", "tag": "53afeca5-e139-4bb1-8e06-e3fb4295bb1b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:40.365714 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-075de3d4-78bc-4041-af22-096cacf667ec {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:40.366225 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127e712-687e-48cd-8a3b-233008dbdc17', 'name': 'network-vif-deleted', 'tag': '53afeca5-e139-4bb1-8e06-e3fb4295bb1b', 'status': 'completed', 'code': 200} Aug 20 13:49:40.874621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-5f5d9798-6e3e-4476-b4b8-24c09c63f5bb req-8448643f-cdec-4d59-a164-919c5f9150d4 service neutron] (94861) timed out ('10.222.0.53', 49336) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:49:41.507142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-353f1061-030a-46d3-bceb-876271238316 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:41.508681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-353f1061-030a-46d3-bceb-876271238316 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1082180 Aug 20 13:49:41.525468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-c633f7d3-fb22-40d0-93e8-b61e0f28d7c9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0106487 Aug 20 13:49:41.582033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-8ee391f9-0cf9-4dfc-a896-236d81c3c33d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501909 Aug 20 13:49:42.028852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-f89d212c-ffe5-42b4-9102-3230b9d5ffda service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337442 Aug 20 13:49:42.123090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-cec78faf-baea-4423-ad1c-12c454634447 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866780 Aug 20 13:49:42.300989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ebb1d28-8d88-4f6a-869e-8f763dcde778 req-b0bc2518-9d24-4ca0-aa65-2689e3277beb tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 210 time: 0.0298581 Aug 20 13:49:43.282073 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-2ac0dc4b-055c-4677-baf1-54434db4f362 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:43.283753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-2ac0dc4b-055c-4677-baf1-54434db4f362 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1169472 Aug 20 13:49:43.297690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:43.434447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3018a673-5653-4b26-8bb1-44ff77823802 req-3fbf8dfb-9f75-4a76-9cbf-bd43c3877f64 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 210 time: 0.0451689 Aug 20 13:49:43.451546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:49:43.455601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:43.585536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.3 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/2fff4174-3c28-46fc-8e92-45a6f5a14b4d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:49:43.739268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:43.784677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:43.799076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:43.836781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:49:43.841810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:49:43.847385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:49:43.916433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:43.927457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:43.928123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:43.947658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-89c522cd-4f02-42a6-8b63-d06274aca30b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540182 Aug 20 13:49:43.962345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Request body: {'port': {'device_id': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:44.026921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:44.302532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fff4174-3c28-46fc-8e92-45a6f5a14b4d {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:44.309745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:44.324717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Transition to ACTIVE for port object 2fff4174-3c28-46fc-8e92-45a6f5a14b4d will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:49:44.329269 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:44.368641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 53afeca5-e139-4bb1-8e06-e3fb4295bb1b no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:44.393406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 53afeca5-e139-4bb1-8e06-e3fb4295bb1b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:44.393843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 53afeca5-e139-4bb1-8e06-e3fb4295bb1b not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:44.404662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Pushing event updated for resources: {'Port': ['ID=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:44.458585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Attempting to bind port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:49:44.458585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Attempting to bind port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:49:44.459011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Attempting to bind port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:44.465345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:49:44.465716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Attempting to bind port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:44.475989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:49:44.476405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:49:44.476883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:49:44.477395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Bound port: 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:49:44.477826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:44.580511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] For port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:49:44.584480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] For port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:49:44.592914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635902f8-fc00-49c2-864c-ae71240b4c5f req-81e63d2c-9b26-4604-939c-c386220e5b02 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:44.594448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-635902f8-fc00-49c2-864c-ae71240b4c5f req-81e63d2c-9b26-4604-939c-c386220e5b02 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 943 time: 0.0820019 Aug 20 13:49:44.596106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:44.642825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:44.643426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:44.644878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] 10.222.0.53 "PUT /v2.0/ports/2fff4174-3c28-46fc-8e92-45a6f5a14b4d HTTP/1.1" status: 200 len: 1091 time: 0.6887529 Aug 20 13:49:44.647140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'tag': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:44.649336 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5442c1f-f7fc-43ed-8bb1-f709a563a9b2", "tag": "2fff4174-3c28-46fc-8e92-45a6f5a14b4d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:44.705561 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4811b88-21ae-4b0e-89e4-72e3a761b646 x-openstack-request-id: req-d4811b88-21ae-4b0e-89e4-72e3a761b646 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:44.705837 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5442c1f-f7fc-43ed-8bb1-f709a563a9b2", "tag": "2fff4174-3c28-46fc-8e92-45a6f5a14b4d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:44.706098 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4811b88-21ae-4b0e-89e4-72e3a761b646 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:44.706495 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'tag': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d', 'status': 'completed', 'code': 200} Aug 20 13:49:44.726349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-635902f8-fc00-49c2-864c-ae71240b4c5f req-fa92d6fe-6666-4eda-9d22-6577fc21187e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221063 Aug 20 13:49:44.732118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35091c1d-8f6c-40f0-bdc7-77877b024c8a service neutron] Pushing event updated for resources: {'Port': ['ID=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:44.752000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-dd306908-b100-4f45-b038-99b4b40dcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:44.753590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-dd306908-b100-4f45-b038-99b4b40dcd84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0629885 Aug 20 13:49:44.802592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-3983c752-0c87-4dee-bf0d-5e99d8e62c85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d HTTP/1.1" status: 200 len: 217 time: 0.0408561 Aug 20 13:49:44.877014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-af11a792-312d-44d7-962c-5711c5fe71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:44.878549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-af11a792-312d-44d7-962c-5711c5fe71b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0693777 Aug 20 13:49:44.913138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-48d39dd6-2019-4f61-8c8b-4e950152ae91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267196 Aug 20 13:49:45.008762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-8dae7afd-9d8a-4448-940a-fe7be73d7283 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888040 Aug 20 13:49:45.101552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9cd23bf0-ae18-412a-ad31-6eb55df6d43e req-d9b654fb-773f-47c3-94af-8d25d22f9a4f service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852277 Aug 20 13:49:45.186386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-01e4b44d-3554-40df-8bbe-f1b4567ea0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:45.187811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-01e4b44d-3554-40df-8bbe-f1b4567ea0c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0432401 Aug 20 13:49:45.293722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-dc47ef35-80bb-4068-b236-26295b69de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:45.295238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-dc47ef35-80bb-4068-b236-26295b69de66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.0998266 Aug 20 13:49:45.341267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-33c21b8d-e345-43e3-a5e5-481f11c4f8ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d HTTP/1.1" status: 200 len: 217 time: 0.0372884 Aug 20 13:49:45.399126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-73fd11a2-22fe-4139-9f68-4345dd120b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:45.401193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-73fd11a2-22fe-4139-9f68-4345dd120b41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0518837 Aug 20 13:49:45.435521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-9695f77e-b4fe-4c7c-a28e-3aa321975b3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270481 Aug 20 13:49:45.537398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-f026d2ba-2c1d-404b-b665-2e2959b0518d service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925050 Aug 20 13:49:45.639197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85fb8672-6edb-49b5-88c9-d2ae1ca19caa req-b96670f3-c822-43ba-93a4-89dfa07198db service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939002 Aug 20 13:49:45.791291 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-17a3dae1-e008-4368-a96f-c9b47c873143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:45.851041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59fba-b251-4b53-9d32-4dd460bb803e req-a7bc9a57-7b63-4614-9e7a-232592b8ff1f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:45.852692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ca59fba-b251-4b53-9d32-4dd460bb803e req-a7bc9a57-7b63-4614-9e7a-232592b8ff1f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 943 time: 0.0543771 Aug 20 13:49:45.896276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5ca59fba-b251-4b53-9d32-4dd460bb803e req-d9d2940d-1d57-44c8-ab5d-18d6058026f5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Aug 20 13:49:47.016562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8391ca9-1214-4641-9570-fff6edbe558c req-37bbf0a9-1db1-44f9-8e0c-152ea3f472b9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:47.018157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8391ca9-1214-4641-9570-fff6edbe558c req-37bbf0a9-1db1-44f9-8e0c-152ea3f472b9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 943 time: 0.0511513 Aug 20 13:49:47.058944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8391ca9-1214-4641-9570-fff6edbe558c req-b254aada-b31f-4755-a9d0-f4b15b554b46 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Aug 20 13:49:48.193839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2e36-32e7-421c-aa4b-d4671fc26cca req-c8f8190c-41cd-4628-a920-8c30a01662a6 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:48.195369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-835d2e36-32e7-421c-aa4b-d4671fc26cca req-c8f8190c-41cd-4628-a920-8c30a01662a6 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 943 time: 0.0572851 Aug 20 13:49:48.235993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-835d2e36-32e7-421c-aa4b-d4671fc26cca req-80743b13-f0b2-4073-a4cc-c9c9a2720e66 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342433 Aug 20 13:49:48.527156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-101f366e-4370-4cef-9d2f-55da21240751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:48.555147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:48.575754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2fff4174-3c28-46fc-8e92-45a6f5a14b4d details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:49:48.674002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:48.689049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d', 'mac_address': 'fa:16:3e:6a:a9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:49:48.739795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:48.755199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fff4174-3c28-46fc-8e92-45a6f5a14b4d {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:48.775179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:48.779697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:48.830255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:48.997439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['2fff4174-3c28-46fc-8e92-45a6f5a14b4d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:49.355444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb13a6-a09d-480f-a8a9-1c3eb79a7a40 req-b9299465-cbe3-4230-996b-075d1c6c0666 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:49.357313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfcb13a6-a09d-480f-a8a9-1c3eb79a7a40 req-b9299465-cbe3-4230-996b-075d1c6c0666 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 944 time: 0.0518351 Aug 20 13:49:49.401271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfcb13a6-a09d-480f-a8a9-1c3eb79a7a40 req-060f3215-df33-4bdb-86c5-618d79453901 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Aug 20 13:49:49.508794 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:50.524891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0897f-138d-48c0-8274-da76c76be5b0 req-c3ef1382-9e2e-4276-91ad-e6e3c433d5ae tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:50.527358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65b0897f-138d-48c0-8274-da76c76be5b0 req-c3ef1382-9e2e-4276-91ad-e6e3c433d5ae tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 944 time: 0.0552690 Aug 20 13:49:50.591399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2fff4174-3c28-46fc-8e92-45a6f5a14b4d up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:49:50.616417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-65b0897f-138d-48c0-8274-da76c76be5b0 req-84b8072a-6332-498c-90cc-5e8f8bec0d68 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826793 Aug 20 13:49:50.665098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:49:50.669481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:49:50.669923 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:50.775169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:50.804782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:50.810299 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee4141-157a-4a1b-95c5-c2e6cda79c0f" -d '{"events": [{"server_uuid": "b5442c1f-f7fc-43ed-8bb1-f709a563a9b2", "name": "network-vif-plugged", "status": "completed", "tag": "2fff4174-3c28-46fc-8e92-45a6f5a14b4d"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:50.882394 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff4df3-578e-4748-9cc8-75208d066d08 x-openstack-request-id: req-85ff4df3-578e-4748-9cc8-75208d066d08 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:50.882743 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5442c1f-f7fc-43ed-8bb1-f709a563a9b2", "name": "network-vif-plugged", "status": "completed", "tag": "2fff4174-3c28-46fc-8e92-45a6f5a14b4d", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:50.884874 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85ff4df3-578e-4748-9cc8-75208d066d08 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:50.886345 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d', 'code': 200} Aug 20 13:49:50.889764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:50.900029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:50.963045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:51.002911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4107f35-7da5-4d10-8509-30b1b8a92d65 req-92954c6a-fa0c-4ad6-81fb-6273cc212d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:51.005064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4107f35-7da5-4d10-8509-30b1b8a92d65 req-92954c6a-fa0c-4ad6-81fb-6273cc212d31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0527625 Aug 20 13:49:51.043196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4107f35-7da5-4d10-8509-30b1b8a92d65 req-8d2f62a6-866e-4f08-8e41-efb48cae2250 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Aug 20 13:49:51.467012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:51.741446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5bba-3d4b-40b6-9abe-0c530348c37d req-a0343e56-5908-4262-824f-aaa54fd1020f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:51.742962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c9b5bba-3d4b-40b6-9abe-0c530348c37d req-a0343e56-5908-4262-824f-aaa54fd1020f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 945 time: 0.0560973 Aug 20 13:49:51.783202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c9b5bba-3d4b-40b6-9abe-0c530348c37d req-c02ca5b5-6ec4-4a7a-a00e-397530eed915 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Aug 20 13:49:52.904022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146e5cb-17b2-421f-8730-cf7ba06a5836 req-be28e9e0-7037-4462-ba03-883bbba852d4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:52.905487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7146e5cb-17b2-421f-8730-cf7ba06a5836 req-be28e9e0-7037-4462-ba03-883bbba852d4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 945 time: 0.0521677 Aug 20 13:49:52.948222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7146e5cb-17b2-421f-8730-cf7ba06a5836 req-7794a2f8-3a22-4200-9a9f-9ebef7b03347 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Aug 20 13:49:53.077987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9b027-7d7f-4517-9181-457ea515de69 req-6f4a30bf-f71d-4868-ae79-146721e1677e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:53.079708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86f9b027-7d7f-4517-9181-457ea515de69 req-6f4a30bf-f71d-4868-ae79-146721e1677e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 945 time: 0.0536072 Aug 20 13:49:53.121670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86f9b027-7d7f-4517-9181-457ea515de69 req-10854c89-7ea2-4409-9666-e95bb09be065 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Aug 20 13:49:53.277423 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:49:53.372922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01654-5d9f-4472-bfd1-696cafe322c2 req-0af28056-1f6a-45e5-b2e1-a9788c663e9f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:53.374433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63d01654-5d9f-4472-bfd1-696cafe322c2 req-0af28056-1f6a-45e5-b2e1-a9788c663e9f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 945 time: 0.0557375 Aug 20 13:49:53.422127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63d01654-5d9f-4472-bfd1-696cafe322c2 req-a5ef46b9-9943-40ca-8850-aeb043b1e71b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Aug 20 13:49:54.547766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44586030-06d1-4104-a7a8-b7025f6beb21 req-c942f3c0-a6be-4566-b125-ae04ab1e8f99 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:54.549428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-44586030-06d1-4104-a7a8-b7025f6beb21 req-c942f3c0-a6be-4566-b125-ae04ab1e8f99 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 945 time: 0.0519984 Aug 20 13:49:54.591009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-44586030-06d1-4104-a7a8-b7025f6beb21 req-7a61cfe7-1bbe-41f6-a293-3db3f5fdd84e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Aug 20 13:49:54.698139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-9623e184-adb2-4846-ac9d-907eefaa474b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:54.699642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-9623e184-adb2-4846-ac9d-907eefaa474b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 945 time: 0.0567639 Aug 20 13:49:54.802403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:49:54.802927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:54.908164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:49:54.908494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:54.924690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for 2fff4174-3c28-46fc-8e92-45a6f5a14b4d owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:49:55.064210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:55.076493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b', '2fff4174-3c28-46fc-8e92-45a6f5a14b4d'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:55.094430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=2fff4174-3c28-46fc-8e92-45a6f5a14b4d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:55.143206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port 2fff4174-3c28-46fc-8e92-45a6f5a14b4d on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:49:55.147945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:55.150191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f8e5ae2-dea7-4878-a71c-44a5ae0b93cf req-64adfe6e-4c74-4247-95e8-4a93d320ae17 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "DELETE /v2.0/ports/2fff4174-3c28-46fc-8e92-45a6f5a14b4d HTTP/1.1" status: 204 len: 173 time: 0.4444623 Aug 20 13:49:55.150676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'name': 'network-vif-deleted', 'tag': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:55.153788 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188348fc-610e-41f2-beed-3d402cb39fff" -d '{"events": [{"server_uuid": "b5442c1f-f7fc-43ed-8bb1-f709a563a9b2", "name": "network-vif-deleted", "tag": "2fff4174-3c28-46fc-8e92-45a6f5a14b4d"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:55.205206 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdfba00-b68e-4a72-be75-1df6c8a18d8a x-openstack-request-id: req-4fdfba00-b68e-4a72-be75-1df6c8a18d8a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:55.205584 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5442c1f-f7fc-43ed-8bb1-f709a563a9b2", "name": "network-vif-deleted", "tag": "2fff4174-3c28-46fc-8e92-45a6f5a14b4d", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:55.205913 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fdfba00-b68e-4a72-be75-1df6c8a18d8a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:55.207216 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5442c1f-f7fc-43ed-8bb1-f709a563a9b2', 'name': 'network-vif-deleted', 'tag': '2fff4174-3c28-46fc-8e92-45a6f5a14b4d', 'status': 'completed', 'code': 200} Aug 20 13:49:55.715610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1087afd1-b4d3-48e4-a78c-0378b62f4bee req-270ef828-f4e6-4702-b8ef-55a270c6f737 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5442c1f-f7fc-43ed-8bb1-f709a563a9b2 HTTP/1.1" status: 200 len: 210 time: 0.0356534 Aug 20 13:49:57.020946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-f6c43541-7084-4c76-9bab-27560eac2d4f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:57.022381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-f6c43541-7084-4c76-9bab-27560eac2d4f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1147947 Aug 20 13:49:57.038139 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-3b2f46ee-4f14-41a3-b6a9-2d9bd8ff5ae7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0100367 Aug 20 13:49:57.090836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8cb2d065-79d9-4357-82f4-252b1f294d12 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472031 Aug 20 13:49:57.186508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-2d78899d-9fbe-4783-9003-1652df756bf1 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881946 Aug 20 13:49:57.281977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-c86e8e24-d483-4a43-8a9c-7fb03c18c40f service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877624 Aug 20 13:49:57.464955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d856204-3dd2-43b3-a686-273fa42f5b9b req-c5321144-fbc8-47fb-ad48-58847b43a98f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 210 time: 0.0325325 Aug 20 13:49:58.462328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-406e3484-1e92-48ff-9eca-6d1d042d7a77 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:58.464290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-406e3484-1e92-48ff-9eca-6d1d042d7a77 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1582639 Aug 20 13:49:58.480465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:58.575830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82a438ec-6b6f-44c9-b08e-5c5c17d42cb9 req-b7f359f1-b1e7-4e6f-bec0-cd65c7060e23 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 210 time: 0.0315826 Aug 20 13:49:58.606515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:49:58.610128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:58.636519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2fff4174-3c28-46fc-8e92-45a6f5a14b4d no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:49:58.660266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 2fff4174-3c28-46fc-8e92-45a6f5a14b4d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:49:58.660740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2fff4174-3c28-46fc-8e92-45a6f5a14b4d not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:49:58.751995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.7 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/fd07e950-c249-4cde-a640-84e1a35b63ba) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:49:58.920322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:58.960500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:58.977402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:49:59.015650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:49:59.019712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:49:59.027377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:49:59.031510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=fd07e950-c249-4cde-a640-84e1a35b63ba,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:59.088319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.089191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:59.090106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.107682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-325dfb55-4003-47c0-92b9-ffdb2b952373 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318836 Aug 20 13:49:59.122080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Request body: {'port': {'device_id': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:49:59.183422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.517837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd07e950-c249-4cde-a640-84e1a35b63ba {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:49:59.526497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.542012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Transition to ACTIVE for port object fd07e950-c249-4cde-a640-84e1a35b63ba will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:49:59.546608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.625266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Pushing event updated for resources: {'Port': ['ID=fd07e950-c249-4cde-a640-84e1a35b63ba,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:59.695179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Attempting to bind port fd07e950-c249-4cde-a640-84e1a35b63ba on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:49:59.695444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Attempting to bind port fd07e950-c249-4cde-a640-84e1a35b63ba by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:49:59.695776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Attempting to bind port fd07e950-c249-4cde-a640-84e1a35b63ba on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:59.701928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Port fd07e950-c249-4cde-a640-84e1a35b63ba on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:49:59.702323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Attempting to bind port fd07e950-c249-4cde-a640-84e1a35b63ba on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:49:59.711148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:49:59.711531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:49:59.711895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:49:59.712365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Bound port: fd07e950-c249-4cde-a640-84e1a35b63ba, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:49:59.712773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.719303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803826b4-af97-417a-be4a-be38231c664f req-c763200f-6841-488a-a9b6-846bb0c68e7a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:59.721644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-803826b4-af97-417a-be4a-be38231c664f req-c763200f-6841-488a-a9b6-846bb0c68e7a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 943 time: 0.0684693 Aug 20 13:49:59.774257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-803826b4-af97-417a-be4a-be38231c664f req-13a587b5-723f-4695-99be-7b8379d93f03 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Aug 20 13:49:59.797101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] For port fd07e950-c249-4cde-a640-84e1a35b63ba, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:49:59.801156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] For port fd07e950-c249-4cde-a640-84e1a35b63ba, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd07e950-c249-4cde-a640-84e1a35b63ba,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:49:59.806474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.847535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:59.848226 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:49:59.849669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] 10.222.0.53 "PUT /v2.0/ports/fd07e950-c249-4cde-a640-84e1a35b63ba HTTP/1.1" status: 200 len: 1091 time: 0.7320006 Aug 20 13:49:59.850112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'tag': 'fd07e950-c249-4cde-a640-84e1a35b63ba'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:49:59.852329 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6297045-f831-424e-beae-e9c5e9000120" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4d7d19-8d22-4fa8-82b4-88a28959eab6", "tag": "fd07e950-c249-4cde-a640-84e1a35b63ba"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:49:59.907215 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7d6bdd-d5be-4e8e-95d5-34a435a49ab6 x-openstack-request-id: req-6d7d6bdd-d5be-4e8e-95d5-34a435a49ab6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:49:59.907591 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4d7d19-8d22-4fa8-82b4-88a28959eab6", "tag": "fd07e950-c249-4cde-a640-84e1a35b63ba", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:49:59.907912 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d7d6bdd-d5be-4e8e-95d5-34a435a49ab6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:49:59.908372 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'tag': 'fd07e950-c249-4cde-a640-84e1a35b63ba', 'status': 'completed', 'code': 200} Aug 20 13:49:59.910825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c548504-abbd-413f-9a14-cd124aec0673 service neutron] Pushing event updated for resources: {'Port': ['ID=fd07e950-c249-4cde-a640-84e1a35b63ba,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:49:59.945622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-07886f45-73c0-4866-9d7c-3f3c6fceb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:49:59.947077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-07886f45-73c0-4866-9d7c-3f3c6fceb384 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 1094 time: 0.0487320 Aug 20 13:49:59.993095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-9134c5d5-779e-4bfa-b3a7-d5e4671447b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd07e950-c249-4cde-a640-84e1a35b63ba HTTP/1.1" status: 200 len: 217 time: 0.0380654 Aug 20 13:50:00.045932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-64f77f3b-90aa-487c-8797-2d769b544096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:00.047433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-64f77f3b-90aa-487c-8797-2d769b544096 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0477457 Aug 20 13:50:00.083331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-02819ffe-ed9a-40d8-9f31-3731d193b9d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274861 Aug 20 13:50:00.188807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-26ee7659-b7d5-49c0-926b-95445d519c54 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988109 Aug 20 13:50:00.284897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-36503375-8814-4d82-ac29-52ca9a6a56d0 req-61f0e71e-d6df-454a-905c-d0f944a7e772 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886383 Aug 20 13:50:00.373535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297045-f831-424e-beae-e9c5e9000120 req-252fb809-7f6f-4332-afa1-a51623214c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:00.375083 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-252fb809-7f6f-4332-afa1-a51623214c12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 1094 time: 0.0449584 Aug 20 13:50:00.482182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297045-f831-424e-beae-e9c5e9000120 req-9adc5039-5dce-4852-90db-e2f560b9ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:00.484026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-9adc5039-5dce-4852-90db-e2f560b9ab26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.1016293 Aug 20 13:50:00.531132 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-f6bddbd4-ceb1-470c-aa96-d01031b47e52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd07e950-c249-4cde-a640-84e1a35b63ba HTTP/1.1" status: 200 len: 217 time: 0.0372934 Aug 20 13:50:00.588913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297045-f831-424e-beae-e9c5e9000120 req-8fc7f38e-2449-4710-8593-92f32d16c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:00.590439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-8fc7f38e-2449-4710-8593-92f32d16c230 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0519342 Aug 20 13:50:00.624459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-24d41601-4bd4-4824-89d7-6f24a20f3e93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259502 Aug 20 13:50:00.722619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-a97c0bdb-d506-46ab-831f-25427d62066a service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904233 Aug 20 13:50:00.833233 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6297045-f831-424e-beae-e9c5e9000120 req-9c1781df-8552-4997-bce8-b91aef6a48c5 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026549 Aug 20 13:50:00.901280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dac2e-0bec-47ba-9cf8-55ae433a2b6c req-374fc05b-9cb6-4de2-9a72-5826cfe300dc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:00.902785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-703dac2e-0bec-47ba-9cf8-55ae433a2b6c req-374fc05b-9cb6-4de2-9a72-5826cfe300dc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 943 time: 0.0510232 Aug 20 13:50:00.941739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-703dac2e-0bec-47ba-9cf8-55ae433a2b6c req-4bca9e30-c04f-4265-8173-96a76315552e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Aug 20 13:50:01.680886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:02.061608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d070a56-01a3-4871-83d3-0a449671b394 req-26aefd58-5fde-4b12-89bb-b567c1754a6c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:02.063135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d070a56-01a3-4871-83d3-0a449671b394 req-26aefd58-5fde-4b12-89bb-b567c1754a6c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 943 time: 0.0523486 Aug 20 13:50:02.103455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d070a56-01a3-4871-83d3-0a449671b394 req-433af26e-ab03-47b3-a8a1-a90f90091a2a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Aug 20 13:50:02.666122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd07e950-c249-4cde-a640-84e1a35b63ba details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:50:02.770027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fd07e950-c249-4cde-a640-84e1a35b63ba, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd07e950-c249-4cde-a640-84e1a35b63ba,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:02.785213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'fd07e950-c249-4cde-a640-84e1a35b63ba', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': 'fd07e950-c249-4cde-a640-84e1a35b63ba', 'mac_address': 'fa:16:3e:10:61:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:50:02.828256 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:02.841324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd07e950-c249-4cde-a640-84e1a35b63ba {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:02.861740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fd07e950-c249-4cde-a640-84e1a35b63ba, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd07e950-c249-4cde-a640-84e1a35b63ba,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:02.866661 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:02.924361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=fd07e950-c249-4cde-a640-84e1a35b63ba,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:03.064055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['fd07e950-c249-4cde-a640-84e1a35b63ba'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:03.254731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2e1b-0221-482a-ab65-5c83fc4f08bb req-7c0dbe05-9687-4143-b918-4354ae3ff8cd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:03.256491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f35e2e1b-0221-482a-ab65-5c83fc4f08bb req-7c0dbe05-9687-4143-b918-4354ae3ff8cd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 944 time: 0.0602419 Aug 20 13:50:03.295574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f35e2e1b-0221-482a-ab65-5c83fc4f08bb req-37dddb87-7289-4983-914b-5fefa1def43d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Aug 20 13:50:04.428807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf1333-ac0b-4d06-b243-432d4a90dc26 req-6847825c-4d81-4cdd-8875-3ddf692e845d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:04.430335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7adf1333-ac0b-4d06-b243-432d4a90dc26 req-6847825c-4d81-4cdd-8875-3ddf692e845d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 944 time: 0.0608199 Aug 20 13:50:04.473720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7adf1333-ac0b-4d06-b243-432d4a90dc26 req-4ac624d7-3b70-4f78-bb8e-da5eb4149f64 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368056 Aug 20 13:50:04.666257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd07e950-c249-4cde-a640-84e1a35b63ba up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:50:04.728358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port fd07e950-c249-4cde-a640-84e1a35b63ba completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:50:04.734071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port fd07e950-c249-4cde-a640-84e1a35b63ba triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:50:04.734464 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:04.822435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:04.848321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07e950-c249-4cde-a640-84e1a35b63ba'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:04.850708 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aab5e1c-2882-4c4d-b8a0-7066e3f32302" -d '{"events": [{"server_uuid": "fa4d7d19-8d22-4fa8-82b4-88a28959eab6", "name": "network-vif-plugged", "status": "completed", "tag": "fd07e950-c249-4cde-a640-84e1a35b63ba"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:04.863917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fd07e950-c249-4cde-a640-84e1a35b63ba, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd07e950-c249-4cde-a640-84e1a35b63ba,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:04.869548 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:04.897653 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc78c2f6-7855-4fec-8edf-2b26d0a41406 x-openstack-request-id: req-fc78c2f6-7855-4fec-8edf-2b26d0a41406 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:04.897978 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4d7d19-8d22-4fa8-82b4-88a28959eab6", "name": "network-vif-plugged", "status": "completed", "tag": "fd07e950-c249-4cde-a640-84e1a35b63ba", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:04.898231 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc78c2f6-7855-4fec-8edf-2b26d0a41406 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:04.898617 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07e950-c249-4cde-a640-84e1a35b63ba', 'code': 200} Aug 20 13:50:04.928427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=fd07e950-c249-4cde-a640-84e1a35b63ba,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:04.993739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98783-2445-489e-8b1e-f5bf97ae9593 req-d71661a6-7480-42cc-9aa0-17391b00d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:04.995182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8c98783-2445-489e-8b1e-f5bf97ae9593 req-d71661a6-7480-42cc-9aa0-17391b00d13f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 1096 time: 0.0420914 Aug 20 13:50:05.034677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8c98783-2445-489e-8b1e-f5bf97ae9593 req-387d4660-5b41-4c03-bca5-dc56b3a32479 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 20 13:50:05.606467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185ca02-4a8c-4aa8-aa58-caff07d25960 req-e4ba5866-ad98-4c15-a93a-d84c8b5574c9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:05.608265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1185ca02-4a8c-4aa8-aa58-caff07d25960 req-e4ba5866-ad98-4c15-a93a-d84c8b5574c9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 945 time: 0.0645356 Aug 20 13:50:05.652238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1185ca02-4a8c-4aa8-aa58-caff07d25960 req-d06a52e5-cf8e-4c09-80be-8be4834be453 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 20 13:50:06.790813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07570c-3c50-4eed-98cd-560393148394 req-4d8d9909-2722-4575-af0d-f1db9f4a26b3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:06.792570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da07570c-3c50-4eed-98cd-560393148394 req-4d8d9909-2722-4575-af0d-f1db9f4a26b3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 945 time: 0.0561724 Aug 20 13:50:06.843604 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da07570c-3c50-4eed-98cd-560393148394 req-a0da3293-ef1a-496e-aa10-814b0541eb70 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Aug 20 13:50:07.094245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5edbb8cc-08ed-4aaf-a19d-921aa0d0e7fd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:07.095839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5edbb8cc-08ed-4aaf-a19d-921aa0d0e7fd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1216555 Aug 20 13:50:07.115707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-3bc1cfc8-178a-4837-902e-d74e372b2a00 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0113988 Aug 20 13:50:07.171908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-c1c2edd4-fa1a-4de3-8be6-f14da7eeb1a8 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497241 Aug 20 13:50:07.280431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-42ea43ec-4e23-4bc1-87ec-4e0ae90932af service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009750 Aug 20 13:50:07.416041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-76e102e5-5464-4def-a161-f37854e6ccba service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 Aug 20 13:50:07.627943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf6c9e27-a6db-481b-a443-01dbeb53f7ad req-9a1bf012-7e16-436a-95e8-963751eee932 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 210 time: 0.0439725 Aug 20 13:50:08.652030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-b33f0fa7-eea7-42bf-8582-5554ca9077ae tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:08.653842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-b33f0fa7-eea7-42bf-8582-5554ca9077ae tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1291063 Aug 20 13:50:08.668709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:50:08.778823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-190acdb6-20c2-49ba-837d-af14310899c0 req-27c1109e-8efc-445c-96eb-2294b87fadcf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 210 time: 0.0388687 Aug 20 13:50:08.861565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:50:08.865672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.010009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.2 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/f627744d-ae90-4fbb-b97f-19be7e9fa2a9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:50:09.179737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.222463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.235181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b', 'fd07e950-c249-4cde-a640-84e1a35b63ba'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:09.272086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:50:09.282604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:50:09.289343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:50:09.348967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:09.349622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.362814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:09.372709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.373064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.373413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.373750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.374080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.374775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.374775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.375078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.375402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.375722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.376042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.376360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:09.381648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5b6a729b-90dd-4de7-854f-b1359bb9e949 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184970 Aug 20 13:50:09.395847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Request body: {'port': {'device_id': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:50:09.457343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.795832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f627744d-ae90-4fbb-b97f-19be7e9fa2a9 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:09.808795 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.826413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Transition to ACTIVE for port object f627744d-ae90-4fbb-b97f-19be7e9fa2a9 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:50:09.833663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:09.950315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0798ec-5692-46ba-bd44-12127178899c req-dbd2a2f0-fbdc-4c51-8613-5b7c99d9b7e1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:09.951944 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c0798ec-5692-46ba-bd44-12127178899c req-dbd2a2f0-fbdc-4c51-8613-5b7c99d9b7e1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 943 time: 0.0788035 Aug 20 13:50:09.994672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c0798ec-5692-46ba-bd44-12127178899c req-6e53c6fc-6de2-4733-ae39-1b3c2fdd1bd9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349574 Aug 20 13:50:10.003790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57840) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:10.132809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.232386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.236742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.271133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0c6e869d2a647aca6062919812168d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657650 Aug 20 13:50:10.275653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57844) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:10.282204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:10.295852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934df01a-0db8-4e79-a26c-4d6431730c6c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:10.311957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.311957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.312290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.312657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.312989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.313323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.313653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.313978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.314302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.314626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.314999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.315794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41691b-1872-4a90-b925-5801ef6446b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:10.316413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Attempting to bind port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:50:10.316868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Attempting to bind port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:50:10.317202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Attempting to bind port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:50:10.321594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:50:10.321920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Attempting to bind port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:50:10.327147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:50:10.327412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:50:10.327802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:50:10.328235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Bound port: f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:50:10.328654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.349304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d73ea837-9664-40af-8ea0-3d6d82c84900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.370378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d73ea837-9664-40af-8ea0-3d6d82c84900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.399399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] For port f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:50:10.402630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] For port f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:50:10.408459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.425480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d73ea837-9664-40af-8ea0-3d6d82c84900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.428268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d73ea837-9664-40af-8ea0-3d6d82c84900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.429576 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d73ea837-9664-40af-8ea0-3d6d82c84900 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/934df01a-0db8-4e79-a26c-4d6431730c6c HTTP/1.1" status: 204 len: 168 time: 0.1529696 Aug 20 13:50:10.438374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ea837-9664-40af-8ea0-3d6d82c84900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934df01a-0db8-4e79-a26c-4d6431730c6c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:10.445824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:10.446440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:10.447843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] 10.222.0.13 "PUT /v2.0/ports/f627744d-ae90-4fbb-b97f-19be7e9fa2a9 HTTP/1.1" status: 200 len: 1091 time: 1.0578361 Aug 20 13:50:10.448281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'tag': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:10.450566 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229a7338-1a09-42d1-90cc-c4da0904aa94" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dcdf05-8f53-4e63-9ced-28f186f349c8", "tag": "f627744d-ae90-4fbb-b97f-19be7e9fa2a9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:10.477355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e30466-229e-41c5-b357-2f8f5d63dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:10.497279 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44ccd2-8cb5-487a-a9ff-ba3429046ed4 x-openstack-request-id: req-3c44ccd2-8cb5-487a-a9ff-ba3429046ed4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:10.497573 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dcdf05-8f53-4e63-9ced-28f186f349c8", "tag": "f627744d-ae90-4fbb-b97f-19be7e9fa2a9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:10.497827 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c44ccd2-8cb5-487a-a9ff-ba3429046ed4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:10.498451 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'tag': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9', 'status': 'completed', 'code': 200} Aug 20 13:50:10.542397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-9ca77d42-a499-4df9-8d9a-ab2d5a6afd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:10.543910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-9ca77d42-a499-4df9-8d9a-ab2d5a6afd96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 1094 time: 0.0420487 Aug 20 13:50:10.587567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-c8bd8e25-0dc3-4b40-bdf0-f11155a14f38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9 HTTP/1.1" status: 200 len: 217 time: 0.0355618 Aug 20 13:50:10.642111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-beb25761-b941-47e6-bb8f-eae5d681dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:10.644299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-beb25761-b941-47e6-bb8f-eae5d681dfd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0491347 Aug 20 13:50:10.679051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-5e745e74-e0c6-49ef-a44e-ae04a84dc1b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260682 Aug 20 13:50:10.774426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-9b14cfd6-1a06-42a7-bcb4-ffcac2777aac service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869377 Aug 20 13:50:10.874306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4b818a09-d00f-4645-927c-e2e08b745e6d req-8d200b4d-97a3-454a-9a5a-f1664ba59df3 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925329 Aug 20 13:50:10.968497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-6dfeee5a-67e8-4601-a2e4-ab1261b11794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:10.970488 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-6dfeee5a-67e8-4601-a2e4-ab1261b11794 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 1094 time: 0.0468423 Aug 20 13:50:11.078112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-dcef038f-de2e-481e-ac2e-d9dc38c6d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:11.079622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-dcef038f-de2e-481e-ac2e-d9dc38c6d955 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.1019633 Aug 20 13:50:11.125320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-6d38dcd6-546f-49bf-8c7e-c938383bcf18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9 HTTP/1.1" status: 200 len: 217 time: 0.0385158 Aug 20 13:50:11.130774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7cded-e4b1-4e6a-9758-cbfbf4433edd req-3a12d6ff-5b14-4af2-a13d-39f8e0b19ab1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:11.132390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7f7cded-e4b1-4e6a-9758-cbfbf4433edd req-3a12d6ff-5b14-4af2-a13d-39f8e0b19ab1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 943 time: 0.0540376 Aug 20 13:50:11.176820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7f7cded-e4b1-4e6a-9758-cbfbf4433edd req-aee38d8b-3ffa-4ac7-8f50-c9a09860d03e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Aug 20 13:50:11.199456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-3108a2a9-fb38-49a0-94fb-2a8c53836e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:11.201121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-3108a2a9-fb38-49a0-94fb-2a8c53836e50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0677404 Aug 20 13:50:11.234266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-87bdcd08-17aa-4e13-9de2-47ee349f8c2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250595 Aug 20 13:50:11.341229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-7f08cab4-de57-4429-80f7-eae5a153575d service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985794 Aug 20 13:50:11.439915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-229a7338-1a09-42d1-90cc-c4da0904aa94 req-9d141153-5192-43d4-b739-036adffbf863 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906847 Aug 20 13:50:12.309833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762759-d755-4ac4-b17f-8c11b38f736e req-9b7d9eb3-35c7-483f-aecc-1fd421bbae46 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:12.311787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c762759-d755-4ac4-b17f-8c11b38f736e req-9b7d9eb3-35c7-483f-aecc-1fd421bbae46 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 943 time: 0.0562720 Aug 20 13:50:12.353408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c762759-d755-4ac4-b17f-8c11b38f736e req-a076de75-a224-4b82-ad13-d68abeec828d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Aug 20 13:50:12.475179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f627744d-ae90-4fbb-b97f-19be7e9fa2a9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:50:12.570713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:12.581864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9', 'mac_address': 'fa:16:3e:46:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:50:12.618219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:12.630747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f627744d-ae90-4fbb-b97f-19be7e9fa2a9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:12.649599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:12.652905 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:12.712157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:12.848248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['f627744d-ae90-4fbb-b97f-19be7e9fa2a9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:13.478541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4f7a7-fc89-4758-b77f-9afca18d330b req-db34f380-b9c0-4720-90b8-1613a93e5336 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:13.480040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70d4f7a7-fc89-4758-b77f-9afca18d330b req-db34f380-b9c0-4720-90b8-1613a93e5336 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 944 time: 0.0512304 Aug 20 13:50:13.522252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70d4f7a7-fc89-4758-b77f-9afca18d330b req-d7a0dc71-9286-41e9-99ab-157cd6ecd1dc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360649 Aug 20 13:50:14.474656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f627744d-ae90-4fbb-b97f-19be7e9fa2a9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:50:14.524961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:50:14.528465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:50:14.528869 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:14.609375 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:14.632848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:14.635092 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03c00e1-be3a-4380-bd2d-265bbde9e8f6" -d '{"events": [{"server_uuid": "f8dcdf05-8f53-4e63-9ced-28f186f349c8", "name": "network-vif-plugged", "status": "completed", "tag": "f627744d-ae90-4fbb-b97f-19be7e9fa2a9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:14.642370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a74c3-8819-4790-b9c2-1a29cb5384e2 req-c2bf9e0b-ddb6-4403-873d-d1c1383ca43b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:14.644457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-418a74c3-8819-4790-b9c2-1a29cb5384e2 req-c2bf9e0b-ddb6-4403-873d-d1c1383ca43b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 944 time: 0.0504320 Aug 20 13:50:14.650405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:14.655580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:14.688809 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246cae8-f8b5-4a29-8a09-46f3d642d719 x-openstack-request-id: req-7246cae8-f8b5-4a29-8a09-46f3d642d719 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:14.689100 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcdf05-8f53-4e63-9ced-28f186f349c8", "name": "network-vif-plugged", "status": "completed", "tag": "f627744d-ae90-4fbb-b97f-19be7e9fa2a9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:14.689360 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7246cae8-f8b5-4a29-8a09-46f3d642d719 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:14.689757 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9', 'code': 200} Aug 20 13:50:14.691189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-418a74c3-8819-4790-b9c2-1a29cb5384e2 req-1e5ab816-7441-47a1-b037-d6710a3cab58 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Aug 20 13:50:14.723658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:14.778386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4777058-5af6-4101-a2ad-4966cdb08d33 req-320a4ed5-30fd-42ec-b61b-7de67f837339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:14.779880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4777058-5af6-4101-a2ad-4966cdb08d33 req-320a4ed5-30fd-42ec-b61b-7de67f837339 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 1096 time: 0.0399239 Aug 20 13:50:14.818556 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4777058-5af6-4101-a2ad-4966cdb08d33 req-61af4642-472e-4f01-b27f-2de78d791578 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Aug 20 13:50:15.794588 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9970a365-47df-4d9a-9b18-ca530013740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:15.837124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e36703-9980-4cbf-b8c0-af15a43efc8b req-0ed11160-b847-4146-ab68-865500277176 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:15.839239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-79e36703-9980-4cbf-b8c0-af15a43efc8b req-0ed11160-b847-4146-ab68-865500277176 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 945 time: 0.0560169 Aug 20 13:50:15.882430 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-79e36703-9980-4cbf-b8c0-af15a43efc8b req-b95ce523-4efc-4fa9-969a-fbf026ece7fc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361965 Aug 20 13:50:17.000161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcf2c6-3861-4ca3-9bf9-79faed63aef9 req-578e73b8-e57a-4270-a048-afaab056c045 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:17.001633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6bcf2c6-3861-4ca3-9bf9-79faed63aef9 req-578e73b8-e57a-4270-a048-afaab056c045 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Aug 20 13:50:17.041930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6bcf2c6-3861-4ca3-9bf9-79faed63aef9 req-c66e5a1b-871d-42f6-8a9d-dbf27ad92ad8 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Aug 20 13:50:17.162622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491614-94e5-4c7f-a45c-caff19905492 req-5e839181-61fb-4824-b2cc-6c84872bd7d7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:17.164178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2491614-94e5-4c7f-a45c-caff19905492 req-5e839181-61fb-4824-b2cc-6c84872bd7d7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 945 time: 0.0531194 Aug 20 13:50:17.205757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2491614-94e5-4c7f-a45c-caff19905492 req-564d1a03-3c23-4fd0-9381-2162a6d28003 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Aug 20 13:50:17.345617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836c7d-48d8-435d-9ba0-b3ee05c1fb62 req-1c8af61c-8bca-4906-a1d2-f3947af73c20 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:17.347559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a836c7d-48d8-435d-9ba0-b3ee05c1fb62 req-1c8af61c-8bca-4906-a1d2-f3947af73c20 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 945 time: 0.0608268 Aug 20 13:50:17.387815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a836c7d-48d8-435d-9ba0-b3ee05c1fb62 req-ed637d37-2f4d-44e9-8c30-c913f14ec666 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Aug 20 13:50:17.635752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf2f3d-12bf-4b1e-a5d3-dfc2d79c6e17 req-f2077843-4e9d-4750-a453-ffb9a2a1dd3e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:17.637304 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6bf2f3d-12bf-4b1e-a5d3-dfc2d79c6e17 req-f2077843-4e9d-4750-a453-ffb9a2a1dd3e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 945 time: 0.0528755 Aug 20 13:50:17.685093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6bf2f3d-12bf-4b1e-a5d3-dfc2d79c6e17 req-d3c192c3-1073-4e58-8dc3-5d55e879dc9f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Aug 20 13:50:18.522606 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-642aec7f-dbc4-49a6-accb-3039a58a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:18.559365 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:18.811726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc387-eb3c-4115-8869-1bf4b2f8c9dd req-d2936a14-fcad-42b4-8bae-ce19ec7ea75d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:18.813463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b64fc387-eb3c-4115-8869-1bf4b2f8c9dd req-d2936a14-fcad-42b4-8bae-ce19ec7ea75d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 945 time: 0.0576353 Aug 20 13:50:18.886777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b64fc387-eb3c-4115-8869-1bf4b2f8c9dd req-dbc66246-3653-4a1e-9e6c-8c19355d8d98 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657444 Aug 20 13:50:18.903664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47999-7fc7-4458-97fe-0485dc241cad req-fa25e1b2-9964-4eae-840b-a6322c065b40 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:18.905231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05e47999-7fc7-4458-97fe-0485dc241cad req-fa25e1b2-9964-4eae-840b-a6322c065b40 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 945 time: 0.0673332 Aug 20 13:50:19.009802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:50:19.010155 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:19.119489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port f627744d-ae90-4fbb-b97f-19be7e9fa2a9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:19.120153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:19.135360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for f627744d-ae90-4fbb-b97f-19be7e9fa2a9 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:50:19.285528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:19.299303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b', 'fd07e950-c249-4cde-a640-84e1a35b63ba'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:19.303023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['f627744d-ae90-4fbb-b97f-19be7e9fa2a9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:19.318148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=f627744d-ae90-4fbb-b97f-19be7e9fa2a9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:19.370289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port f627744d-ae90-4fbb-b97f-19be7e9fa2a9 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:50:19.372940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:19.374992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05e47999-7fc7-4458-97fe-0485dc241cad req-a23d84bc-bebc-42e8-b3c5-afcab076a52c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.13 "DELETE /v2.0/ports/f627744d-ae90-4fbb-b97f-19be7e9fa2a9 HTTP/1.1" status: 204 len: 173 time: 0.4632165 Aug 20 13:50:19.375462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'name': 'network-vif-deleted', 'tag': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:19.378161 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c27b09-5f45-40fc-9e1e-5e5c75e3ba4f" -d '{"events": [{"server_uuid": "f8dcdf05-8f53-4e63-9ced-28f186f349c8", "name": "network-vif-deleted", "tag": "f627744d-ae90-4fbb-b97f-19be7e9fa2a9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:19.461018 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee263d2f-ae58-48c0-8580-aa70a659fabf x-openstack-request-id: req-ee263d2f-ae58-48c0-8580-aa70a659fabf {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:19.461562 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcdf05-8f53-4e63-9ced-28f186f349c8", "name": "network-vif-deleted", "tag": "f627744d-ae90-4fbb-b97f-19be7e9fa2a9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:19.461994 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee263d2f-ae58-48c0-8580-aa70a659fabf {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:19.462762 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcdf05-8f53-4e63-9ced-28f186f349c8', 'name': 'network-vif-deleted', 'tag': 'f627744d-ae90-4fbb-b97f-19be7e9fa2a9', 'status': 'completed', 'code': 200} Aug 20 13:50:19.528632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:19.790696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 57990) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:19.960494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40d54e0d-e472-4acf-8598-a59e0e2252f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.020835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7315ecd6-7975-49a8-9105-a8f1b1202153 req-18e2b9b6-31dc-4ea1-b71f-17975b2af96d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8dcdf05-8f53-4e63-9ced-28f186f349c8 HTTP/1.1" status: 200 len: 210 time: 0.0355573 Aug 20 13:50:20.085651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40d54e0d-e472-4acf-8598-a59e0e2252f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.090091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40d54e0d-e472-4acf-8598-a59e0e2252f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.138889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-40d54e0d-e472-4acf-8598-a59e0e2252f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6d8fb0a7b0940f0a27da951f895be1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467066 Aug 20 13:50:20.140913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d54e0d-e472-4acf-8598-a59e0e2252f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ca2ac-862e-4d88-9eb0-223735cd10fe,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:20.141776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 57998) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:20.196216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a64a1566-18a6-4026-a827-eeddfab5b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.219118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a64a1566-18a6-4026-a827-eeddfab5b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.267131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a64a1566-18a6-4026-a827-eeddfab5b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.270173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a64a1566-18a6-4026-a827-eeddfab5b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:20.271376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a64a1566-18a6-4026-a827-eeddfab5b3b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d82ca2ac-862e-4d88-9eb0-223735cd10fe HTTP/1.1" status: 204 len: 168 time: 0.1281662 Aug 20 13:50:20.279523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a1566-18a6-4026-a827-eeddfab5b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ca2ac-862e-4d88-9eb0-223735cd10fe,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:21.298056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ae981-c6df-4564-8acb-e1a52f6a7477 req-ade9c656-9605-4164-8260-89d412dcc7ed tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:21.300280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-472ae981-c6df-4564-8acb-e1a52f6a7477 req-ade9c656-9605-4164-8260-89d412dcc7ed tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Aug 20 13:50:21.343394 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-472ae981-c6df-4564-8acb-e1a52f6a7477 req-9383564b-443e-4e8b-849d-f0ea1f2bc055 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Aug 20 13:50:21.471563 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:22.469104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ef01-adb4-4a6f-8b81-9188d7f50a2d req-a685fe72-9c40-497a-8c5e-43717d8b82ad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:22.470621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d047ef01-adb4-4a6f-8b81-9188d7f50a2d req-a685fe72-9c40-497a-8c5e-43717d8b82ad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Aug 20 13:50:22.510322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d047ef01-adb4-4a6f-8b81-9188d7f50a2d req-6ad5b785-dbc9-48b3-9876-f05932997fba tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Aug 20 13:50:22.536889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f627744d-ae90-4fbb-b97f-19be7e9fa2a9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:50:22.557791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: f627744d-ae90-4fbb-b97f-19be7e9fa2a9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:50:22.558141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device f627744d-ae90-4fbb-b97f-19be7e9fa2a9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:50:22.587487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f445a-231f-4532-9d07-b841fe06297b req-c7f3d0b4-7f07-40f8-bab7-68fb05d5a777 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:22.589146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-261f445a-231f-4532-9d07-b841fe06297b req-c7f3d0b4-7f07-40f8-bab7-68fb05d5a777 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa4d7d19-8d22-4fa8-82b4-88a28959eab6 HTTP/1.1" status: 200 len: 945 time: 0.0553892 Aug 20 13:50:22.679432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port fd07e950-c249-4cde-a640-84e1a35b63ba {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:50:22.679787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:22.774746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port fd07e950-c249-4cde-a640-84e1a35b63ba, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd07e950-c249-4cde-a640-84e1a35b63ba,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:22.775111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:22.788656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for fd07e950-c249-4cde-a640-84e1a35b63ba owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:50:22.919673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:22.931384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b', 'fd07e950-c249-4cde-a640-84e1a35b63ba'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:22.948241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=fd07e950-c249-4cde-a640-84e1a35b63ba,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:22.992208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port fd07e950-c249-4cde-a640-84e1a35b63ba on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:50:22.994826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:22.996872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-261f445a-231f-4532-9d07-b841fe06297b req-7c48bc96-2e03-4495-b200-1585ef66cfe3 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "DELETE /v2.0/ports/fd07e950-c249-4cde-a640-84e1a35b63ba HTTP/1.1" status: 204 len: 173 time: 0.4018192 Aug 20 13:50:22.997316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'name': 'network-vif-deleted', 'tag': 'fd07e950-c249-4cde-a640-84e1a35b63ba'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:22.999559 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea6be0e-de00-4c77-a05f-cd482a63ecca" -d '{"events": [{"server_uuid": "fa4d7d19-8d22-4fa8-82b4-88a28959eab6", "name": "network-vif-deleted", "tag": "fd07e950-c249-4cde-a640-84e1a35b63ba"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:23.045659 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7533d7-cd34-4492-8e18-5808ec9107ed x-openstack-request-id: req-ef7533d7-cd34-4492-8e18-5808ec9107ed {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:23.046017 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4d7d19-8d22-4fa8-82b4-88a28959eab6", "name": "network-vif-deleted", "tag": "fd07e950-c249-4cde-a640-84e1a35b63ba", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:23.046356 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef7533d7-cd34-4492-8e18-5808ec9107ed {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:23.046820 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4d7d19-8d22-4fa8-82b4-88a28959eab6', 'name': 'network-vif-deleted', 'tag': 'fd07e950-c249-4cde-a640-84e1a35b63ba', 'status': 'completed', 'code': 200} Aug 20 13:50:23.818289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-88eac0f4-25b7-4c20-b0b0-e278d213413c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:23.819756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-88eac0f4-25b7-4c20-b0b0-e278d213413c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1022835 Aug 20 13:50:23.835220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-8f7a5d08-4cb4-43b4-bc3a-18f8c834f7c5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0096569 Aug 20 13:50:23.888708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-8bdf38d5-5b64-489e-be07-c5c78a73d37d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479958 Aug 20 13:50:23.980691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-6e8876f0-048f-49b7-bdee-4700f1f8da12 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847619 Aug 20 13:50:24.073693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-85d63397-c37d-46ae-b331-53ca799846b4 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867956 Aug 20 13:50:24.233399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d58ccaad-691a-4d6d-bcc5-5cdd579435ec req-b2502307-fd11-4c37-bff5-ba99d17fa76b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 210 time: 0.0276055 Aug 20 13:50:25.122844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-8eac60b9-8c44-4f38-a441-de115151f663 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:25.124404 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-8eac60b9-8c44-4f38-a441-de115151f663 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1128907 Aug 20 13:50:25.138584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:50:25.249979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:50:25.254340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:25.328735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe81a0f9-5964-477b-9785-9ed3f349607e req-9e5a4294-a83f-4d91-994d-b10105e5a092 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 210 time: 0.0271955 Aug 20 13:50:25.386094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.14 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/547d9bc9-b59f-493e-8dc6-2cfa3e23161c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:50:25.546703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:25.588499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:25.600362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:25.634131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:50:25.637289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:50:25.639675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:50:25.668697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:25.699107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:25.699732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:25.714881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-410f60a9-f730-4cf5-aa96-5a4c84ee4dad tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809689 Aug 20 13:50:25.726575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Request body: {'port': {'device_id': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:50:25.784489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:26.044788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547d9bc9-b59f-493e-8dc6-2cfa3e23161c {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:26.052711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:26.064128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Transition to ACTIVE for port object 547d9bc9-b59f-493e-8dc6-2cfa3e23161c will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:50:26.069265 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:26.120507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:26.192164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Attempting to bind port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:50:26.192841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Attempting to bind port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:50:26.193175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Attempting to bind port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:50:26.197450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:50:26.197775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Attempting to bind port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:50:26.202570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:50:26.202910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:50:26.203294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:50:26.203720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Bound port: 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:50:26.204075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:26.267313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] For port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:50:26.270383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] For port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:50:26.274177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:26.308627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:26.309255 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:26.310650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] 10.222.0.53 "PUT /v2.0/ports/547d9bc9-b59f-493e-8dc6-2cfa3e23161c HTTP/1.1" status: 200 len: 1092 time: 0.5883210 Aug 20 13:50:26.311093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'tag': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:26.313339 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6142812-ec51-4626-938f-e77f51c35f97" -d '{"events": [{"name": "network-changed", "server_uuid": "d033ec3b-3eee-4203-8758-818721bd21c7", "tag": "547d9bc9-b59f-493e-8dc6-2cfa3e23161c"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:26.345198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9f8c-d0cf-42aa-9383-08522505b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:26.387062 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899ef2b-e06c-4c6d-bad6-9326633d3004 x-openstack-request-id: req-f899ef2b-e06c-4c6d-bad6-9326633d3004 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:26.387360 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d033ec3b-3eee-4203-8758-818721bd21c7", "tag": "547d9bc9-b59f-493e-8dc6-2cfa3e23161c", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:26.387619 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f899ef2b-e06c-4c6d-bad6-9326633d3004 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:26.388020 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'tag': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c', 'status': 'completed', 'code': 200} Aug 20 13:50:26.405471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-b687e842-4704-43f6-8377-f047d23a3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:26.407147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-b687e842-4704-43f6-8377-f047d23a3c40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 1095 time: 0.0528846 Aug 20 13:50:26.449864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ec81-5099-492d-b994-94c9b2843ea6 req-038ed28d-e3c7-423d-b0f6-4c0a3ea64a92 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:26.451362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84f4ec81-5099-492d-b994-94c9b2843ea6 req-038ed28d-e3c7-423d-b0f6-4c0a3ea64a92 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 944 time: 0.0514057 Aug 20 13:50:26.451736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-2dd87d12-bed3-476c-b6ed-42477ed5aa90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c HTTP/1.1" status: 200 len: 217 time: 0.0369596 Aug 20 13:50:26.494662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84f4ec81-5099-492d-b994-94c9b2843ea6 req-7f4119a0-d752-47d3-91c1-44c822c4eefc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Aug 20 13:50:26.504095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-f0d62e65-fe01-42ef-97ab-face1ea01488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:26.505710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-f0d62e65-fe01-42ef-97ab-face1ea01488 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0475426 Aug 20 13:50:26.545367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-89143497-d82f-4fed-899c-6668ed2747c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330579 Aug 20 13:50:26.641455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-45670c94-90cb-42bd-b7d6-ec2cf4548324 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881424 Aug 20 13:50:26.726985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd07e950-c249-4cde-a640-84e1a35b63ba no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:50:26.733670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5471516f-d4c7-41b6-99a4-c5bd19607450 req-ca4a15ad-2a33-4033-b754-f27ed3ee16ce service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Aug 20 13:50:26.747069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: fd07e950-c249-4cde-a640-84e1a35b63ba {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:50:26.747420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd07e950-c249-4cde-a640-84e1a35b63ba not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:50:26.821886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6142812-ec51-4626-938f-e77f51c35f97 req-818cc00c-73fa-418d-b350-b8e68e81412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:26.823380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-818cc00c-73fa-418d-b350-b8e68e81412f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 1095 time: 0.0469162 Aug 20 13:50:26.913488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6142812-ec51-4626-938f-e77f51c35f97 req-6cc2e575-7412-4f92-b3c5-1ed89e16b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:26.914881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-6cc2e575-7412-4f92-b3c5-1ed89e16b1e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.0845873 Aug 20 13:50:26.960357 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-9a679e5f-4861-4821-9787-e8ca4fd5ab75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c HTTP/1.1" status: 200 len: 217 time: 0.0378497 Aug 20 13:50:27.009286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6142812-ec51-4626-938f-e77f51c35f97 req-d80d9ba4-ad92-4801-bd88-7da55166eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:27.010716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-d80d9ba4-ad92-4801-bd88-7da55166eb4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0433486 Aug 20 13:50:27.044470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-75967fb7-638e-4388-932f-53d966046382 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259953 Aug 20 13:50:27.136007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-5b89fb87-7d80-48fa-b533-8095ac3f3fb1 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820985 Aug 20 13:50:27.231829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6142812-ec51-4626-938f-e77f51c35f97 req-2c6caf48-1c6c-4963-843d-a83ae7c68b70 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878732 Aug 20 13:50:27.618548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb8ab-94e2-404e-9c13-445a728d41a6 req-c0741f81-c16c-4e5f-b0cc-1917ba0b41de tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:27.620246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae7fb8ab-94e2-404e-9c13-445a728d41a6 req-c0741f81-c16c-4e5f-b0cc-1917ba0b41de tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 944 time: 0.0522871 Aug 20 13:50:27.664508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae7fb8ab-94e2-404e-9c13-445a728d41a6 req-e1c63299-6a71-4e62-8551-6126a1f9f325 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Aug 20 13:50:28.731335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 547d9bc9-b59f-493e-8dc6-2cfa3e23161c details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:50:28.795033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf38f0d-8617-4809-b5e8-a438dc138700 req-e7303aa7-385e-49e5-8487-99e4fe38fbce tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:28.796791 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bcf38f0d-8617-4809-b5e8-a438dc138700 req-e7303aa7-385e-49e5-8487-99e4fe38fbce tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 944 time: 0.0573163 Aug 20 13:50:28.842830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:28.843295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bcf38f0d-8617-4809-b5e8-a438dc138700 req-61711359-420f-43b7-828c-66dc04b3aad1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Aug 20 13:50:28.855503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c', 'mac_address': 'fa:16:3e:9b:80:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:50:28.894277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:28.907402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547d9bc9-b59f-493e-8dc6-2cfa3e23161c {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:28.928061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:28.932571 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:28.982253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:28.989486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.989836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.990178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.990516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.990852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.991183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.991514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.991840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.992167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.992489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.992846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:28.993168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:50:29.052472 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:29.152422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['547d9bc9-b59f-493e-8dc6-2cfa3e23161c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:29.969956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3a2db-b8a7-49b8-9fcd-d6f5b59153c1 req-2fba01e0-3b32-411a-931a-529c2fc1e604 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:29.972037 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80a3a2db-b8a7-49b8-9fcd-d6f5b59153c1 req-2fba01e0-3b32-411a-931a-529c2fc1e604 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 945 time: 0.0599096 Aug 20 13:50:30.009479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80a3a2db-b8a7-49b8-9fcd-d6f5b59153c1 req-b6a9bb3f-4072-488b-9c83-6afe7e28fba5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 20 13:50:30.278053 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:50:30.743250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 547d9bc9-b59f-493e-8dc6-2cfa3e23161c up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:50:30.795320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:50:30.798933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:50:30.799386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:30.880494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:30.903482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:30.906085 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59696a24-be75-4960-8fb2-e5ea4a24738a" -d '{"events": [{"server_uuid": "d033ec3b-3eee-4203-8758-818721bd21c7", "name": "network-vif-plugged", "status": "completed", "tag": "547d9bc9-b59f-493e-8dc6-2cfa3e23161c"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:30.921655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:30.925633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:30.948540 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a23913e-42f0-4b4e-a712-871bb93d7dd6 x-openstack-request-id: req-7a23913e-42f0-4b4e-a712-871bb93d7dd6 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:30.948853 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d033ec3b-3eee-4203-8758-818721bd21c7", "name": "network-vif-plugged", "status": "completed", "tag": "547d9bc9-b59f-493e-8dc6-2cfa3e23161c", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:30.949109 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a23913e-42f0-4b4e-a712-871bb93d7dd6 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:30.949522 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c', 'code': 200} Aug 20 13:50:30.979248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:31.042387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54996-ae1a-4384-bdab-6015393b65c2 req-21b14102-9d83-4d7b-b25d-6e6ede0fe236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:31.043919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-acd54996-ae1a-4384-bdab-6015393b65c2 req-21b14102-9d83-4d7b-b25d-6e6ede0fe236 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 1097 time: 0.0415270 Aug 20 13:50:31.097669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-acd54996-ae1a-4384-bdab-6015393b65c2 req-975c46e3-fb0f-4d76-bfa7-fb294362a830 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Aug 20 13:50:31.135446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aa7d2-cdf8-4a56-af14-4178effeb335 req-69918115-d0b3-45af-a000-f3ddeb8e67b1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:31.136975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba8aa7d2-cdf8-4a56-af14-4178effeb335 req-69918115-d0b3-45af-a000-f3ddeb8e67b1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0541277 Aug 20 13:50:31.178865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba8aa7d2-cdf8-4a56-af14-4178effeb335 req-68843bef-de2b-4bbb-ac53-d80f19d3bebc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357568 Aug 20 13:50:31.700520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:32.296105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e6a93-bebb-45b0-87f2-f8d7efc71a07 req-05904897-9081-432c-ace0-554198f300fc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:32.297623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-981e6a93-bebb-45b0-87f2-f8d7efc71a07 req-05904897-9081-432c-ace0-554198f300fc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0500717 Aug 20 13:50:32.336427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-981e6a93-bebb-45b0-87f2-f8d7efc71a07 req-a7107cb9-2900-4d06-bddc-a82f982a6bcf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326512 Aug 20 13:50:32.549774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341edf-f88b-4233-ac04-49611360a10a req-ce9d75a9-0ff4-4b49-b2a3-220551970d7f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:32.552283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1341edf-f88b-4233-ac04-49611360a10a req-ce9d75a9-0ff4-4b49-b2a3-220551970d7f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0525246 Aug 20 13:50:32.590296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a1341edf-f88b-4233-ac04-49611360a10a req-717c4760-314f-42e5-92b8-174418266104 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Aug 20 13:50:32.712065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdce2f0-b4a6-4244-9ba3-17a85eaa0c85 req-48c9b703-3144-4305-b924-5bae9584ecac tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:32.713506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bdce2f0-b4a6-4244-9ba3-17a85eaa0c85 req-48c9b703-3144-4305-b924-5bae9584ecac tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0563354 Aug 20 13:50:32.752382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bdce2f0-b4a6-4244-9ba3-17a85eaa0c85 req-70025e42-1d89-4ad4-b428-63230d9a2e2f tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Aug 20 13:50:32.989219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903348f-3915-4c5a-aacb-fe87bfbded20 req-e36f086b-b35a-4ef2-bc5c-ae3e4ca6abde tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:32.990648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8903348f-3915-4c5a-aacb-fe87bfbded20 req-e36f086b-b35a-4ef2-bc5c-ae3e4ca6abde tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0547161 Aug 20 13:50:33.030118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8903348f-3915-4c5a-aacb-fe87bfbded20 req-20b083cb-f4d3-4410-b981-4725a0d25651 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Aug 20 13:50:34.151667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a296b-4e31-4893-8fa7-6ca35744714d req-55a13dc9-fa2a-4255-808c-670baac7baa1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:34.153247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-130a296b-4e31-4893-8fa7-6ca35744714d req-55a13dc9-fa2a-4255-808c-670baac7baa1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0522547 Aug 20 13:50:34.203603 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-130a296b-4e31-4893-8fa7-6ca35744714d req-ebebf734-75e0-4e73-93cb-c2b12103b6e9 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Aug 20 13:50:34.223954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-b426c7d5-3c0c-4f66-b351-322b537b6d53 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:34.225520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-b426c7d5-3c0c-4f66-b351-322b537b6d53 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d033ec3b-3eee-4203-8758-818721bd21c7 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Aug 20 13:50:34.318930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:50:34.319183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:34.407609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:34.407977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:34.421775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for 547d9bc9-b59f-493e-8dc6-2cfa3e23161c owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:50:34.551658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:34.562947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b', '547d9bc9-b59f-493e-8dc6-2cfa3e23161c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:34.580601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=547d9bc9-b59f-493e-8dc6-2cfa3e23161c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:34.629465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port 547d9bc9-b59f-493e-8dc6-2cfa3e23161c on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:50:34.632220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:34.634392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93a0ef60-14f4-41ab-92d1-da9f54e9bd97 req-01ea1d7d-481b-4bb3-a61c-342b0786e2cf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "DELETE /v2.0/ports/547d9bc9-b59f-493e-8dc6-2cfa3e23161c HTTP/1.1" status: 204 len: 173 time: 0.4030960 Aug 20 13:50:34.634841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'name': 'network-vif-deleted', 'tag': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:34.637141 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3168f645-6bf6-4bd0-8ceb-806695b0c4f0" -d '{"events": [{"server_uuid": "d033ec3b-3eee-4203-8758-818721bd21c7", "name": "network-vif-deleted", "tag": "547d9bc9-b59f-493e-8dc6-2cfa3e23161c"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:34.674054 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf3ded9-65aa-4675-b7ff-9c52f9a70364 x-openstack-request-id: req-fdf3ded9-65aa-4675-b7ff-9c52f9a70364 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:34.674398 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d033ec3b-3eee-4203-8758-818721bd21c7", "name": "network-vif-deleted", "tag": "547d9bc9-b59f-493e-8dc6-2cfa3e23161c", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:34.674669 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdf3ded9-65aa-4675-b7ff-9c52f9a70364 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:34.675070 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd033ec3b-3eee-4203-8758-818721bd21c7', 'name': 'network-vif-deleted', 'tag': '547d9bc9-b59f-493e-8dc6-2cfa3e23161c', 'status': 'completed', 'code': 200} Aug 20 13:50:35.486910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-69bf7a57-96da-4899-972d-8c00c5e1a68e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:35.488809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-69bf7a57-96da-4899-972d-8c00c5e1a68e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1046400 Aug 20 13:50:35.506036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-eef3d293-98fe-4cc3-a1d3-59658eff1c1c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/quotas/c347a272970142bc9e32fcd0d55cb22b HTTP/1.1" status: 200 len: 375 time: 0.0110309 Aug 20 13:50:35.557505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-ac4ccf79-2a38-454d-b783-e8f489e97217 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456309 Aug 20 13:50:35.752526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-3038ecf4-c3c5-41d7-9fe6-967a3cff233c service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879203 Aug 20 13:50:35.843112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-db3a439c-6272-408c-be21-97d4a7cad9f0 service neutron] 10.222.0.59 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836816 Aug 20 13:50:36.008026 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-31ce9ed9-4cbe-42dd-8c09-a195580272b6 req-a511f6dc-5e92-49b6-b7af-713ed2363068 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0277028 Aug 20 13:50:36.742627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 547d9bc9-b59f-493e-8dc6-2cfa3e23161c no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:50:36.768818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 547d9bc9-b59f-493e-8dc6-2cfa3e23161c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:50:36.769325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 547d9bc9-b59f-493e-8dc6-2cfa3e23161c not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:50:36.907918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-e0cc1248-3c43-43f5-9876-63f8c8ee560c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:36.909453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-e0cc1248-3c43-43f5-9876-63f8c8ee560c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 806 time: 0.1110489 Aug 20 13:50:36.922008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Request body: {'port': {'device_id': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'admin_state_up': True, 'tenant_id': 'c347a272970142bc9e32fcd0d55cb22b'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:50:37.029877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Made reservation on behalf of c347a272970142bc9e32fcd0d55cb22b for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:50:37.033579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.123529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8736a3ac-cbb2-4475-8777-bc322c0aabae req-c490ab9d-8f48-47d5-a76a-063b086ceee8 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0317767 Aug 20 13:50:37.188078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Allocated IP 172.20.0.5 (ffd66d46-3883-4c47-8d36-47592a8c1c32/f929a1fb-dc5b-42f9-892a-e1cdb872cef4/bc1a8705-1900-42fe-99e4-d493778cbb7b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:50:37.334591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.374422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.385573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:37.416371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Network ffd66d46-3883-4c47-8d36-47592a8c1c32 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:50:37.419298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:50:37.422840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:50:37.450264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event updated for resources: {'Port': ['ID=bc1a8705-1900-42fe-99e4-d493778cbb7b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:37.479740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:37.480354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.495570 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-f0fced79-a576-4043-ac75-94cf536bb292 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772614 Aug 20 13:50:37.507687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Request body: {'port': {'device_id': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:50:37.570690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.830766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1a8705-1900-42fe-99e4-d493778cbb7b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:37.838476 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.851160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Transition to ACTIVE for port object bc1a8705-1900-42fe-99e4-d493778cbb7b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:50:37.854130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:37.908962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a8705-1900-42fe-99e4-d493778cbb7b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:37.978044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Attempting to bind port bc1a8705-1900-42fe-99e4-d493778cbb7b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:50:37.978377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Attempting to bind port bc1a8705-1900-42fe-99e4-d493778cbb7b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:50:37.978706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Attempting to bind port bc1a8705-1900-42fe-99e4-d493778cbb7b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:50:37.983377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Port bc1a8705-1900-42fe-99e4-d493778cbb7b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:50:37.983699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Attempting to bind port bc1a8705-1900-42fe-99e4-d493778cbb7b on network ffd66d46-3883-4c47-8d36-47592a8c1c32 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:50:37.989234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:50:37.989569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Checking segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:50:37.989952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Bound using segment: {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:50:37.990383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Bound port: bc1a8705-1900-42fe-99e4-d493778cbb7b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:50:37.990740 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:38.057232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] For port bc1a8705-1900-42fe-99e4-d493778cbb7b, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:50:38.060324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] For port bc1a8705-1900-42fe-99e4-d493778cbb7b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:50:38.064753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:38.100976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.101601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:38.103013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] 10.222.0.53 "PUT /v2.0/ports/bc1a8705-1900-42fe-99e4-d493778cbb7b HTTP/1.1" status: 200 len: 1091 time: 0.6000237 Aug 20 13:50:38.103486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'tag': 'bc1a8705-1900-42fe-99e4-d493778cbb7b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:38.105730 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f" -d '{"events": [{"name": "network-changed", "server_uuid": "88e85bbe-1009-4386-956a-2ab51d5b4ca7", "tag": "bc1a8705-1900-42fe-99e4-d493778cbb7b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:38.130596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd27da-c208-4dee-992c-e6341b6f203c service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a8705-1900-42fe-99e4-d493778cbb7b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:38.153724 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2d3ff-6ba0-4aa2-ac32-d9d27551e884 x-openstack-request-id: req-85b2d3ff-6ba0-4aa2-ac32-d9d27551e884 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:38.154109 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e85bbe-1009-4386-956a-2ab51d5b4ca7", "tag": "bc1a8705-1900-42fe-99e4-d493778cbb7b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:38.154740 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85b2d3ff-6ba0-4aa2-ac32-d9d27551e884 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:38.154871 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'tag': 'bc1a8705-1900-42fe-99e4-d493778cbb7b', 'status': 'completed', 'code': 200} Aug 20 13:50:38.188562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-8fa68d1e-2f59-486e-9bf4-2ca7c0a04f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.190109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-8fa68d1e-2f59-486e-9bf4-2ca7c0a04f6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 1094 time: 0.0471864 Aug 20 13:50:38.248236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-d9d596c0-ca7f-43bd-a57c-9e308a0dec8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b HTTP/1.1" status: 200 len: 217 time: 0.0479534 Aug 20 13:50:38.297254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231886-c997-46a1-9bed-c50716b84f50 req-c4050d58-cf63-4de1-8c5f-449b0916e5e8 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.298722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be231886-c997-46a1-9bed-c50716b84f50 req-c4050d58-cf63-4de1-8c5f-449b0916e5e8 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 943 time: 0.1068490 Aug 20 13:50:38.326724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-bfffe921-ac03-44a6-89cb-c41e9f152682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.328153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-bfffe921-ac03-44a6-89cb-c41e9f152682 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0721211 Aug 20 13:50:38.369200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be231886-c997-46a1-9bed-c50716b84f50 req-c3b465a5-86f1-48ee-80c7-7e81b1f8dc18 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632637 Aug 20 13:50:38.371133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-41dc93af-9aa1-4cd7-a5c9-6032dcf9368c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316956 Aug 20 13:50:38.465829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-969ca2c4-32b1-4d56-a723-105433b38710 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877125 Aug 20 13:50:38.563179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-062ca858-10b1-4cc1-97b0-81df896cf9cd req-7129da38-28dd-4231-b1f9-0ffe882c4836 service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910680 Aug 20 13:50:38.653242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-a3f4095a-3048-4b29-abc6-9d3ee13dda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.654613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-a3f4095a-3048-4b29-abc6-9d3ee13dda21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 1094 time: 0.0420749 Aug 20 13:50:38.757129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-5b67f703-93f9-4993-8272-3a4a29025995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.758608 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-5b67f703-93f9-4993-8272-3a4a29025995 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.0960236 Aug 20 13:50:38.801680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-9c905697-2062-4e12-aafe-35a411c05fac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b HTTP/1.1" status: 200 len: 217 time: 0.0353248 Aug 20 13:50:38.851732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-fa41ec55-e7bb-4f23-8738-a67e5ab552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:38.853217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-fa41ec55-e7bb-4f23-8738-a67e5ab552e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0442240 Aug 20 13:50:38.889071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-3f3b68cb-3ae5-463f-893a-34209d1312fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285435 Aug 20 13:50:38.981381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-0e9b72c6-a93c-4c82-83eb-4ce41a29e86f service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Aug 20 13:50:39.080974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf5d24c7-7253-4aa6-8f46-5ddcc8bffa1f req-d025af8c-9675-4b90-85ce-41c2a12c32eb service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918748 Aug 20 13:50:39.488967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4743-ee5d-43bc-a1ad-11f06b2506ac req-1b9f3e73-a323-40a5-b78e-5336b33566d0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:39.490125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b8b4743-ee5d-43bc-a1ad-11f06b2506ac req-1b9f3e73-a323-40a5-b78e-5336b33566d0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 943 time: 0.0506017 Aug 20 13:50:39.527683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b8b4743-ee5d-43bc-a1ad-11f06b2506ac req-81ce0c2b-be62-4531-bf72-6285533693cc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 20 13:50:40.773512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bc1a8705-1900-42fe-99e4-d493778cbb7b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:50:40.877336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bc1a8705-1900-42fe-99e4-d493778cbb7b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:40.890780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'bc1a8705-1900-42fe-99e4-d493778cbb7b', 'network_id': 'ffd66d46-3883-4c47-8d36-47592a8c1c32', 'port_id': 'bc1a8705-1900-42fe-99e4-d493778cbb7b', 'mac_address': 'fa:16:3e:06:1c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929a1fb-dc5b-42f9-892a-e1cdb872cef4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:50:40.931113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:40.946512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1a8705-1900-42fe-99e4-d493778cbb7b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:50:40.967374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bc1a8705-1900-42fe-99e4-d493778cbb7b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:40.971674 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:40.990905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7510-ac25-4c8a-8bfb-410018baa5f7 req-9bd5970c-4c0a-414a-9664-3e1789cd341e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:40.992429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cbfd7510-ac25-4c8a-8bfb-410018baa5f7 req-9bd5970c-4c0a-414a-9664-3e1789cd341e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 943 time: 0.3961356 Aug 20 13:50:41.023156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bc1a8705-1900-42fe-99e4-d493778cbb7b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:41.032171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cbfd7510-ac25-4c8a-8bfb-410018baa5f7 req-c5b1c2d2-2407-4bf8-a1f2-0edaca98d597 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Aug 20 13:50:41.173745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bc1a8705-1900-42fe-99e4-d493778cbb7b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:50:42.151986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231382c-97f8-415f-acad-c6928e1e7d1f req-ffab207c-82f4-42b5-9a68-fc67da42cb10 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:42.153493 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4231382c-97f8-415f-acad-c6928e1e7d1f req-ffab207c-82f4-42b5-9a68-fc67da42cb10 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Aug 20 13:50:42.194050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4231382c-97f8-415f-acad-c6928e1e7d1f req-ce182be0-d668-47e7-a4a8-6a15041973d1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Aug 20 13:50:42.788920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bc1a8705-1900-42fe-99e4-d493778cbb7b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:50:42.838475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port bc1a8705-1900-42fe-99e4-d493778cbb7b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:50:42.843544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port bc1a8705-1900-42fe-99e4-d493778cbb7b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:50:42.843913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:42.929483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:42.953736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a8705-1900-42fe-99e4-d493778cbb7b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:42.956219 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe382071-4374-4730-b190-4ec6bf1f2a1b" -d '{"events": [{"server_uuid": "88e85bbe-1009-4386-956a-2ab51d5b4ca7", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a8705-1900-42fe-99e4-d493778cbb7b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:42.970474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bc1a8705-1900-42fe-99e4-d493778cbb7b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:42.975486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:43.000090 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5e0600-3ae6-420a-b086-e044b8f06681 x-openstack-request-id: req-9e5e0600-3ae6-420a-b086-e044b8f06681 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:43.000405 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e85bbe-1009-4386-956a-2ab51d5b4ca7", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a8705-1900-42fe-99e4-d493778cbb7b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:43.000682 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e5e0600-3ae6-420a-b086-e044b8f06681 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:43.001086 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a8705-1900-42fe-99e4-d493778cbb7b', 'code': 200} Aug 20 13:50:43.027596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bc1a8705-1900-42fe-99e4-d493778cbb7b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:43.090770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69cd0-7b20-461f-b5d0-59dbdc2b38d4 req-611a2bf9-98b1-41a6-a1c6-22e0cdeb2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:43.092278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0be69cd0-7b20-461f-b5d0-59dbdc2b38d4 req-611a2bf9-98b1-41a6-a1c6-22e0cdeb2c2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0400929 Aug 20 13:50:43.127437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0be69cd0-7b20-461f-b5d0-59dbdc2b38d4 req-1515eb5a-d6ab-4b1d-a8bd-415215f1705a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272775 Aug 20 13:50:43.318147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33332a8f-6be4-4d87-8e6d-8b186480cc69 req-bba9e1aa-057d-4c9b-944b-c3f14d34e618 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:43.319638 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33332a8f-6be4-4d87-8e6d-8b186480cc69 req-bba9e1aa-057d-4c9b-944b-c3f14d34e618 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0532064 Aug 20 13:50:43.357155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33332a8f-6be4-4d87-8e6d-8b186480cc69 req-a695d7ed-61cd-4d53-bd31-bf26c4cc103a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314059 Aug 20 13:50:44.488872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0250-1fc6-4448-b88b-d8a0b1526318 req-8b864b15-57c8-4e6c-9d16-a5ef438c19e4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:44.490271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a8a0250-1fc6-4448-b88b-d8a0b1526318 req-8b864b15-57c8-4e6c-9d16-a5ef438c19e4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0577700 Aug 20 13:50:44.540328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a8a0250-1fc6-4448-b88b-d8a0b1526318 req-9bc2e720-3732-4c74-80ce-ae071aa039b2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Aug 20 13:50:44.751309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953179a-4028-4a9a-a5b7-bcdfb498ca26 req-4b878153-3f01-4147-82f7-09349b22529d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:44.752820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c953179a-4028-4a9a-a5b7-bcdfb498ca26 req-4b878153-3f01-4147-82f7-09349b22529d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Aug 20 13:50:44.793280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c953179a-4028-4a9a-a5b7-bcdfb498ca26 req-2692864e-cae2-41fd-9bf0-5b226fb6f039 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Aug 20 13:50:44.915699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d004c4-a77a-450d-a717-f4f55628d4a8 req-8179f38f-a2a0-44ea-b6d3-a7f9ed122ee7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:44.917304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89d004c4-a77a-450d-a717-f4f55628d4a8 req-8179f38f-a2a0-44ea-b6d3-a7f9ed122ee7 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0534325 Aug 20 13:50:44.935017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-d0173e24-fd9c-4598-96ed-b103735dce0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426061 Aug 20 13:50:44.969131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89d004c4-a77a-450d-a717-f4f55628d4a8 req-55350433-a9ce-4fdf-a9e0-cae48deeb310 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Aug 20 13:50:45.042289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-dd65d610-5870-4281-8dc0-26fb3d3d6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:45.043904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-dd65d610-5870-4281-8dc0-26fb3d3d6920 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c347a272970142bc9e32fcd0d55cb22b&device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 1097 time: 0.0466013 Aug 20 13:50:45.162138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-f04d91a6-cb44-4cda-bfc6-aa259c2a2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:45.163799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-f04d91a6-cb44-4cda-bfc6-aa259c2a2961 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 200 len: 907 time: 0.1008189 Aug 20 13:50:45.199689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50ccc-4eba-4208-82e4-b18defe15feb req-4634f01f-bacc-48e6-9c25-6fe8fab04611 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:45.201164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da50ccc-4eba-4208-82e4-b18defe15feb req-4634f01f-bacc-48e6-9c25-6fe8fab04611 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0618916 Aug 20 13:50:45.211410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-2d3414fd-927a-4ddc-b0af-f05940467a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b HTTP/1.1" status: 200 len: 217 time: 0.0375290 Aug 20 13:50:45.241537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8da50ccc-4eba-4208-82e4-b18defe15feb req-3ad51e50-06cd-4061-98e1-21071e7056a1 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Aug 20 13:50:45.273463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-20e2232a-c03a-4e80-9af0-597d38d38f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:45.274850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-20e2232a-c03a-4e80-9af0-597d38d38f53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 200 len: 846 time: 0.0550878 Aug 20 13:50:45.307926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-5ff8cf2e-0a3f-42ff-99fe-3c057691963f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffd66d46-3883-4c47-8d36-47592a8c1c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262690 Aug 20 13:50:45.402075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-f8e9c7e4-9641-4e21-bfca-f54bad7c47ab service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869203 Aug 20 13:50:45.501125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cd2a6d8-72f3-420f-a8f4-b9ba1dd3fa72 req-764dfea1-676d-4ac5-9c6f-14edef34e7ac service neutron] 10.222.0.53 "GET /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919507 Aug 20 13:50:45.799168 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c196f25a-8735-4d1b-9a02-0c01ac82cb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:46.366855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c461-9ede-4956-8fa8-296fba3472d5 req-93356b8f-4101-4fc4-8d32-3afffa17ba3d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:46.368535 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5570c461-9ede-4956-8fa8-296fba3472d5 req-93356b8f-4101-4fc4-8d32-3afffa17ba3d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Aug 20 13:50:46.408433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5570c461-9ede-4956-8fa8-296fba3472d5 req-0ca3cf9f-c48e-41f1-9fc9-0c89b9b411ce tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Aug 20 13:50:47.879825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382f38a-1b44-4b93-9fb6-311237cbdd67 req-c8058539-fb87-4851-ba64-cef4f7a10438 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:47.881310 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7382f38a-1b44-4b93-9fb6-311237cbdd67 req-c8058539-fb87-4851-ba64-cef4f7a10438 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.3995256 Aug 20 13:50:47.919831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7382f38a-1b44-4b93-9fb6-311237cbdd67 req-f5810129-fe79-4613-9f37-a043c1a28130 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Aug 20 13:50:48.513120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-db25c0dd-109b-4dfb-808f-179003562e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:48.560539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:49.044618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5949c8-2e5e-4ce1-830a-f83adaac15e1 req-f7fc0037-dbfb-450c-9620-d5174edd28c5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:49.046262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec5949c8-2e5e-4ce1-830a-f83adaac15e1 req-f7fc0037-dbfb-450c-9620-d5174edd28c5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Aug 20 13:50:49.087260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec5949c8-2e5e-4ce1-830a-f83adaac15e1 req-939bcd94-fadb-496f-b987-892cc8a8075e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Aug 20 13:50:49.510740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:50.207228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d782-caa9-4493-84ca-650986e61b8b req-61914519-32f7-4521-ae8a-6b160142c9e0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:50.208787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2d0d782-caa9-4493-84ca-650986e61b8b req-61914519-32f7-4521-ae8a-6b160142c9e0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Aug 20 13:50:50.247716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2d0d782-caa9-4493-84ca-650986e61b8b req-c8484e48-a8df-4123-aded-5eccf985ba0a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Aug 20 13:50:51.370479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7550646-f6b7-41c3-baf9-b9f4f6b937e1 req-e01b32fd-eda6-4d9a-b8bc-a4955871aa2e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:51.371919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7550646-f6b7-41c3-baf9-b9f4f6b937e1 req-e01b32fd-eda6-4d9a-b8bc-a4955871aa2e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0551381 Aug 20 13:50:51.414395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7550646-f6b7-41c3-baf9-b9f4f6b937e1 req-c04931ef-0e0a-42ab-90e8-e3438c4e686e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Aug 20 13:50:51.473335 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:52.538608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9183a-164c-463c-b395-7ce9adc6a33a req-bc085016-7e9d-4635-b95e-d7310ad3a5fd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:52.540274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9f9183a-164c-463c-b395-7ce9adc6a33a req-bc085016-7e9d-4635-b95e-d7310ad3a5fd tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0533919 Aug 20 13:50:52.579231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9f9183a-164c-463c-b395-7ce9adc6a33a req-f6af5fed-3998-4988-a32b-4d83bb424aab tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Aug 20 13:50:53.702025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e900f4-41db-4e31-8dea-d0a653af8206 req-1c99f626-9bf8-4b5a-a31c-f9ebf56fbdaf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:53.703639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6e900f4-41db-4e31-8dea-d0a653af8206 req-1c99f626-9bf8-4b5a-a31c-f9ebf56fbdaf tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0562518 Aug 20 13:50:53.743449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6e900f4-41db-4e31-8dea-d0a653af8206 req-0ab76d66-ced9-49fc-9e11-52bdcc4ad05a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Aug 20 13:50:53.764868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ed57-5e66-4707-99bb-d278b7c906db req-05c19297-6faf-4eb6-abf4-a2c721256513 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:53.766352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22f1ed57-5e66-4707-99bb-d278b7c906db req-05c19297-6faf-4eb6-abf4-a2c721256513 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 945 time: 0.0492032 Aug 20 13:50:53.805245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22f1ed57-5e66-4707-99bb-d278b7c906db req-7645a468-89c1-455b-ad20-95562e85467a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Aug 20 13:50:54.859271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc3045-7e67-416a-9cf9-8756f00c68c5 req-dca00935-6a32-4b91-b0cb-29d118af2bc2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:54.860770 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74bc3045-7e67-416a-9cf9-8756f00c68c5 req-dca00935-6a32-4b91-b0cb-29d118af2bc2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0486741 Aug 20 13:50:54.900211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74bc3045-7e67-416a-9cf9-8756f00c68c5 req-4f544b36-2850-4c28-8fde-f1b6a5b24a3e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Aug 20 13:50:54.922137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cfbd3-21d8-4074-b86b-b55d910ee77e req-041647c3-aa67-4082-b693-629ad0b7040f tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:54.923653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-098cfbd3-21d8-4074-b86b-b55d910ee77e req-041647c3-aa67-4082-b693-629ad0b7040f tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 945 time: 0.0508258 Aug 20 13:50:54.963508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-098cfbd3-21d8-4074-b86b-b55d910ee77e req-a3c86efb-b7a6-44b2-a895-0832d614492f tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3866b41-8e5f-4147-bd84-1cc713ae3d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Aug 20 13:50:55.333196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-78e25da5-7282-44b0-ab99-9d9d3d4434cb tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:55.334674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-78e25da5-7282-44b0-ab99-9d9d3d4434cb tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 945 time: 0.0541940 Aug 20 13:50:55.425839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Deleting port 23de36af-eb3b-4875-92a8-2d39146a3ffd {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:50:55.426183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:55.516025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] For port 23de36af-eb3b-4875-92a8-2d39146a3ffd, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=23de36af-eb3b-4875-92a8-2d39146a3ffd,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:50:55.516385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:55.686455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:55.686747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:55.687069 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Floating IP 20f51a79-60d9-4e22-a47c-b9004fb2317a disassociated. External IP: 172.25.6.166, port: 23de36af-eb3b-4875-92a8-2d39146a3ffd. Aug 20 13:50:55.687415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Calling delete_port for 23de36af-eb3b-4875-92a8-2d39146a3ffd owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:50:55.816323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:55.843428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event deleted for resources: {'Port': ['ID=23de36af-eb3b-4875-92a8-2d39146a3ffd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:55.961178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:50:56.016740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e60-751e-459e-9ca8-1753fcb10dc9 req-3d8dd9b0-9860-457b-97ba-2a01b614ac70 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:56.018946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c013e60-751e-459e-9ca8-1753fcb10dc9 req-3d8dd9b0-9860-457b-97ba-2a01b614ac70 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Aug 20 13:50:56.061287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1c013e60-751e-459e-9ca8-1753fcb10dc9 req-e4c575dd-face-4469-b6fc-45b1822a5fee tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Aug 20 13:50:56.089842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04aad071-3c8e-4eca-bb4c-5baaf00ddc9e req-2d72940f-73d1-4cfd-9d2a-51f4af128b43 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/ports?device_id=139418e0-0c10-4bac-8fd0-53f9c21cb89a HTTP/1.1" status: 200 len: 210 time: 0.0333712 Aug 20 13:50:56.101092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:50:56.122284 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:50:56.131969 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:50:56.132607 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:50:56.152423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] No DVR routers for this DVR port 23de36af-eb3b-4875-92a8-2d39146a3ffd on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:50:56.156191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:56.158254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e95f2d1-9d72-42b2-8699-fc05e2e891da req-ce92f510-f81d-4cc4-8ea7-fb7b33268d24 tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.13 "DELETE /v2.0/ports/23de36af-eb3b-4875-92a8-2d39146a3ffd HTTP/1.1" status: 204 len: 173 time: 0.8170936 Aug 20 13:50:56.158819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'name': 'network-vif-deleted', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:50:56.161932 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad44c55b-e467-4174-9c90-12d72f488588" -d '{"events": [{"server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "name": "network-vif-deleted", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:50:56.202529 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba83504a-a78b-4c9e-b340-6a23f07a2513 x-openstack-request-id: req-ba83504a-a78b-4c9e-b340-6a23f07a2513 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:50:56.202995 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139418e0-0c10-4bac-8fd0-53f9c21cb89a", "name": "network-vif-deleted", "tag": "23de36af-eb3b-4875-92a8-2d39146a3ffd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:50:56.203396 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba83504a-a78b-4c9e-b340-6a23f07a2513 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:50:56.203970 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139418e0-0c10-4bac-8fd0-53f9c21cb89a', 'name': 'network-vif-deleted', 'tag': '23de36af-eb3b-4875-92a8-2d39146a3ffd', 'status': 'completed', 'code': 200} Aug 20 13:50:56.261768 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:50:56.466520 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:50:56.492979 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:50:56.501696 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:50:56.502309 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:50:56.614812 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:50:56.858294 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:50:56.890317 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac64100-ff53-496a-9ca5-187e673e68d6 None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:44:08Z', 'revision_number': 4, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'd743161c-3163-4a13-8ca8-27fdee659fab', 'name': '', 'network_id': '418682d1-59f4-434d-a624-b66be184f536', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'mac_address': 'fa:16:3e:f8:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:07Z', 'updated_at': '2021-08-20T13:44:14Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'subnets': [{'id': '89359c72-d2d0-49a6-acbd-f6898cf77097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:50:57.125453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0ebbc-4548-4827-a418-3ab3610f44f2 None None] New status for floating IP 20f51a79-60d9-4e22-a47c-b9004fb2317a: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:50:57.187119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58228) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:57.245367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d244a9-03ed-436f-ad5f-236e99c9914a req-bad75b9e-9be4-4cae-8337-a21702900f65 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:57.247427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d244a9-03ed-436f-ad5f-236e99c9914a req-bad75b9e-9be4-4cae-8337-a21702900f65 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.1090193 Aug 20 13:50:57.281431 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50a226a6-1587-4c23-80b3-28512ccc4f7a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.330316 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50a226a6-1587-4c23-80b3-28512ccc4f7a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.335406 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d244a9-03ed-436f-ad5f-236e99c9914a req-2daa9c1b-eb4f-43c9-b072-6bd1af291ac4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671823 Aug 20 13:50:57.384927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50a226a6-1587-4c23-80b3-28512ccc4f7a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.388045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50a226a6-1587-4c23-80b3-28512ccc4f7a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.389793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-50a226a6-1587-4c23-80b3-28512ccc4f7a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "DELETE /v2.0/security-groups/b3866b41-8e5f-4147-bd84-1cc713ae3d59 HTTP/1.1" status: 204 len: 168 time: 0.2001715 Aug 20 13:50:57.393949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:57.406714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a226a6-1587-4c23-80b3-28512ccc4f7a tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3866b41-8e5f-4147-bd84-1cc713ae3d59,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:57.411159 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-8a67ec06-bb21-4dbd-8b9a-40146708e73e tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] show failed (client error): The resource could not be found. Aug 20 13:50:57.412610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a67ec06-bb21-4dbd-8b9a-40146708e73e tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "GET /v2.0/security-groups/b3866b41-8e5f-4147-bd84-1cc713ae3d59 HTTP/1.1" status: 404 len: 347 time: 0.0171168 Aug 20 13:50:57.417191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58232) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:50:57.548866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Deleting port 9ce35685-7376-48ca-8c8a-e858f8fb7a65 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:50:57.549206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.625022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.625352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.637303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Calling delete_port for 9ce35685-7376-48ca-8c8a-e858f8fb7a65 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:50:57.770065 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.793596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Pushing event deleted for resources: {'Port': ['ID=9ce35685-7376-48ca-8c8a-e858f8fb7a65,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:50:57.857496 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.859958 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:57.861163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-096c6944-d443-4b61-a9ca-c357d90d52da tempest-AttachVolumeTestJSON-713072346 tempest-AttachVolumeTestJSON-713072346-project] 10.222.0.59 "DELETE /v2.0/floatingips/20f51a79-60d9-4e22-a47c-b9004fb2317a HTTP/1.1" status: 204 len: 168 time: 0.4429576 Aug 20 13:50:58.473561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ddd2d-15f2-4b9b-bbcd-73ee6c422ad9 req-f4d9313c-29a8-49d4-a805-5afe601dcc46 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:58.475144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e8ddd2d-15f2-4b9b-bbcd-73ee6c422ad9 req-f4d9313c-29a8-49d4-a805-5afe601dcc46 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0580888 Aug 20 13:50:58.516666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e8ddd2d-15f2-4b9b-bbcd-73ee6c422ad9 req-2db16ab8-08af-4303-8afa-87398922f9d2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Aug 20 13:50:58.708276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 23de36af-eb3b-4875-92a8-2d39146a3ffd no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:50:58.733199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 23de36af-eb3b-4875-92a8-2d39146a3ffd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:50:58.733548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 23de36af-eb3b-4875-92a8-2d39146a3ffd not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:50:59.053781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:50:59.636203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fc7e0-bf60-4538-a4e8-370506e9e519 req-dc4b0388-0a67-4443-b835-75b735c65da2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:50:59.637760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f65fc7e0-bf60-4538-a4e8-370506e9e519 req-dc4b0388-0a67-4443-b835-75b735c65da2 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Aug 20 13:50:59.678906 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f65fc7e0-bf60-4538-a4e8-370506e9e519 req-cbc99761-a1b4-4ec5-8a99-6c83f83a31df tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Aug 20 13:51:00.809595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60d1f8-2d45-4db4-887f-0df9b71546b2 req-97271f52-f79b-4449-8d65-8057c817905a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:00.811779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd60d1f8-2d45-4db4-887f-0df9b71546b2 req-97271f52-f79b-4449-8d65-8057c817905a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0558090 Aug 20 13:51:00.854392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd60d1f8-2d45-4db4-887f-0df9b71546b2 req-22850b1a-d955-4c1e-a563-4a842c49c81b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360825 Aug 20 13:51:01.715305 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:01.976171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02d7ae-4f91-41a1-bcbd-828b6155ab40 req-a27161c3-3c19-47ad-853d-a0f15cfc8d55 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:01.977613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb02d7ae-4f91-41a1-bcbd-828b6155ab40 req-a27161c3-3c19-47ad-853d-a0f15cfc8d55 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Aug 20 13:51:02.016159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb02d7ae-4f91-41a1-bcbd-828b6155ab40 req-1f260899-5fff-4813-981a-9fcce36ea5f6 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Aug 20 13:51:03.136715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5e8bf-2daa-47f8-be45-afb14b99ce2d req-f0c5fa62-9e12-4edc-a6be-5fa33ca66f4c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:03.138339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ef5e8bf-2daa-47f8-be45-afb14b99ce2d req-f0c5fa62-9e12-4edc-a6be-5fa33ca66f4c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Aug 20 13:51:03.181252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ef5e8bf-2daa-47f8-be45-afb14b99ce2d req-f1510f65-7d81-4305-b6fc-7431fa691415 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Aug 20 13:51:04.301602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf2b7-693d-4be2-a156-876c84331b35 req-7a0a1dfc-f253-4931-bc22-5231fbb95d36 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:04.303058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8efdf2b7-693d-4be2-a156-876c84331b35 req-7a0a1dfc-f253-4931-bc22-5231fbb95d36 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Aug 20 13:51:04.343497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8efdf2b7-693d-4be2-a156-876c84331b35 req-8b326b43-1e72-4d7b-a2b6-338e46b8619e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Aug 20 13:51:04.627895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:05.105037 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:05.370992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Deleting port d743161c-3163-4a13-8ca8-27fdee659fab {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:05.371337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:05.489389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] For port d743161c-3163-4a13-8ca8-27fdee659fab, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d743161c-3163-4a13-8ca8-27fdee659fab,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:51:05.489769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:05.506293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Calling delete_port for d743161c-3163-4a13-8ca8-27fdee659fab owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:05.515101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d159-49e6-4f5c-8a45-7ceda7dfd40d req-685dd36c-d2c5-4614-8b51-a92eeecd1aba tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:05.516635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac40d159-49e6-4f5c-8a45-7ceda7dfd40d req-685dd36c-d2c5-4614-8b51-a92eeecd1aba tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0982480 Aug 20 13:51:05.603509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac40d159-49e6-4f5c-8a45-7ceda7dfd40d req-2056c583-991a-4241-b6d4-d9c2222b5395 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789366 Aug 20 13:51:05.727243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:05.753844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d743161c-3163-4a13-8ca8-27fdee659fab,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:05.925467 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:06.144662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Router a0a309c5-8129-4d08-a2e1-751b953e18e7 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:51:06.254011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:51:06.259125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9041077b-945b-43fe-9621-d36df15e53f8 admin admin] 10.222.0.59 "PUT /v2.0/routers/a0a309c5-8129-4d08-a2e1-751b953e18e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301448 Aug 20 13:51:06.261711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58284) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:06.262584 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] Sync routers for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:51:06.271878 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:06.272494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:06.369930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:06.385206 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:51:06.475012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:06.533125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Deleting port 8de98f4a-1174-4957-933d-b416e4ace873 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:06.533675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:06.620252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] For port 8de98f4a-1174-4957-933d-b416e4ace873, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8de98f4a-1174-4957-933d-b416e4ace873,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:51:06.620657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:06.635823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Calling delete_port for 8de98f4a-1174-4957-933d-b416e4ace873 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:06.661200 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8de98f4a-1174-4957-933d-b416e4ace873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:51:05Z', 'revision_number': 5, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port': {'id': '8de98f4a-1174-4957-933d-b416e4ace873', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:44:04Z', 'updated_at': '2021-08-20T13:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:06.686987 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] Checking router: a0a309c5-8129-4d08-a2e1-751b953e18e7 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:51:06.696406 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] Routers {'a0a309c5-8129-4d08-a2e1-751b953e18e7'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:06.701001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0a309c5-8129-4d08-a2e1-751b953e18e7'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:06.743914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579f06-1f4e-4793-ac11-68464da9eea6 req-cfb426ba-5d9f-4d33-9681-8cdacce63131 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:06.753276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4579f06-1f4e-4793-ac11-68464da9eea6 req-cfb426ba-5d9f-4d33-9681-8cdacce63131 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0767937 Aug 20 13:51:06.796968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4579f06-1f4e-4793-ac11-68464da9eea6 req-27132be4-4d01-4631-a0f1-985bde73ee65 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Aug 20 13:51:06.806977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] Set router a0a309c5-8129-4d08-a2e1-751b953e18e7 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:51:06.844910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:06.865438 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:51:06Z', 'revision_number': 6, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:06.871852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de98f4a-1174-4957-933d-b416e4ace873,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:06.891784 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc1f87-d7af-4c37-ba7b-f1e72c11c46a None None] The sync data for ids ['a0a309c5-8129-4d08-a2e1-751b953e18e7'] in n-d-804232-5 is: [{'id': 'a0a309c5-8129-4d08-a2e1-751b953e18e7', 'name': 'tempest-AttachVolumeTestJSON-449112473-router', 'tenant_id': '9d255ea5779542c4ad8453ec260ed59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:44:03Z', 'updated_at': '2021-08-20T13:51:06Z', 'revision_number': 6, 'project_id': '9d255ea5779542c4ad8453ec260ed59f', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:51:06.936026 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.024218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.026316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.070028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.070701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a309c5-8129-4d08-a2e1-751b953e18e7 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:51:07.075429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.076609 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-48aff718-3450-4978-aeb0-c0ac9569a165 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a0a309c5-8129-4d08-a2e1-751b953e18e7 HTTP/1.1" status: 204 len: 168 time: 0.8139553 Aug 20 13:51:07.079218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:07.124347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Deleting subnet 89359c72-d2d0-49a6-acbd-f6898cf77097 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:51:07.128965 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.164320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.248869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.276529 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:51:07.311561 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.338607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89359c72-d2d0-49a6-acbd-f6898cf77097,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:07.342282 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.344171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1ad7f3b0-6fb8-411e-a5fd-e330f6c5d900 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/89359c72-d2d0-49a6-acbd-f6898cf77097 HTTP/1.1" status: 204 len: 168 time: 0.2640917 Aug 20 13:51:07.346834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58292) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:07.349409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afabbc9-7581-4a3b-abb1-338abeb9a9ac None None] Network 418682d1-59f4-434d-a624-b66be184f536 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:51:07.418272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.471126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Deleting port 39abf211-bfe6-4778-ae14-6da1851fcc70 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:07.471460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.532467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] For port 39abf211-bfe6-4778-ae14-6da1851fcc70, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=39abf211-bfe6-4778-ae14-6da1851fcc70,segment=NetworkSegment(de8c802b-c91e-4ea5-aa5a-9ed0928f1d84),segment_id=de8c802b-c91e-4ea5-aa5a-9ed0928f1d84)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:51:07.532852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.545824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Calling delete_port for 39abf211-bfe6-4778-ae14-6da1851fcc70 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:07.630050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.647264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daddca-1f86-4ac1-863b-1cb6bed2f778 None None] DHCP port deletion for 418682d1-59f4-434d-a624-b66be184f536 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:51:07.665959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Pushing event deleted for resources: {'Port': ['ID=39abf211-bfe6-4778-ae14-6da1851fcc70,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:07.668209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] No DVR routers for this DVR port 39abf211-bfe6-4778-ae14-6da1851fcc70 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:51:07.746993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.758179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418682d1-59f4-434d-a624-b66be184f536']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:07.768597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:07.768892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8c802b-c91e-4ea5-aa5a-9ed0928f1d84') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:07.777547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.791152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.797466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:51:07.797854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:51:07.800014 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:51:07.856882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.865216 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:07.867517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] 10.222.0.59 "DELETE /v2.0/networks/418682d1-59f4-434d-a624-b66be184f536 HTTP/1.1" status: 204 len: 168 time: 0.5196948 Aug 20 13:51:07.878035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52b4a-5495-47ab-a25f-6d58135d7092 admin admin] Pushing event deleted for resources: {'Network': ['ID=418682d1-59f4-434d-a624-b66be184f536,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:07.939170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf742e1-66e5-46fb-bcc2-7c092fb93b85 req-a7ce61c3-3b45-4a34-b67a-5ef6b7e2cfc0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:07.941227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cf742e1-66e5-46fb-bcc2-7c092fb93b85 req-a7ce61c3-3b45-4a34-b67a-5ef6b7e2cfc0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0551200 Aug 20 13:51:07.989826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cf742e1-66e5-46fb-bcc2-7c092fb93b85 req-cfec21a6-ee0b-474c-a48b-7d8bb06fc3ee tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Aug 20 13:51:08.002921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58298) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:08.046877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44b7c7ca-b40a-4bfc-ae7a-bbc3f6aabfbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d255ea5779542c4ad8453ec260ed59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428042 Aug 20 13:51:08.050157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58300) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:08.098576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f686792-da6a-4c69-90aa-cad7a5e4a604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:08.120392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f686792-da6a-4c69-90aa-cad7a5e4a604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:08.165455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f686792-da6a-4c69-90aa-cad7a5e4a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:08.168100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f686792-da6a-4c69-90aa-cad7a5e4a604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:08.169427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8f686792-da6a-4c69-90aa-cad7a5e4a604 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/874aa2dc-457d-42e3-8a95-f37f72efc980 HTTP/1.1" status: 204 len: 168 time: 0.1182804 Aug 20 13:51:08.177951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686792-da6a-4c69-90aa-cad7a5e4a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874aa2dc-457d-42e3-8a95-f37f72efc980,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:08.760076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 39abf211-bfe6-4778-ae14-6da1851fcc70 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:51:08.780724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 39abf211-bfe6-4778-ae14-6da1851fcc70 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:51:08.781187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 39abf211-bfe6-4778-ae14-6da1851fcc70 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:51:08.781474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8de98f4a-1174-4957-933d-b416e4ace873 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:51:08.802392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8de98f4a-1174-4957-933d-b416e4ace873 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:51:08.802743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8de98f4a-1174-4957-933d-b416e4ace873 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:51:08.803164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d743161c-3163-4a13-8ca8-27fdee659fab no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:51:08.821984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d743161c-3163-4a13-8ca8-27fdee659fab {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:51:08.822333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d743161c-3163-4a13-8ca8-27fdee659fab not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:51:09.109801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557a0a-5f57-4a89-8b0e-17b45ef8bf36 req-fda71bdc-16f5-4f4a-8548-ff3df1776450 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:09.111328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3557a0a-5f57-4a89-8b0e-17b45ef8bf36 req-fda71bdc-16f5-4f4a-8548-ff3df1776450 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0518210 Aug 20 13:51:09.151856 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c3557a0a-5f57-4a89-8b0e-17b45ef8bf36 req-67e2ddff-9a9b-4f51-a7e0-8b66039a9f76 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340874 Aug 20 13:51:10.273839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab796-dc53-40a1-8091-4c007bf5d6f2 req-b402f49a-6888-4b7a-b99e-659f0479547e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:10.275214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-422ab796-dc53-40a1-8091-4c007bf5d6f2 req-b402f49a-6888-4b7a-b99e-659f0479547e tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0530670 Aug 20 13:51:10.312184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-422ab796-dc53-40a1-8091-4c007bf5d6f2 req-2bd66648-fc50-4eb0-ac2f-e5e5ec63aee6 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Aug 20 13:51:11.440573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484a45c-4fc4-4166-a5db-6f88df785ca2 req-345fb106-7e8b-4fce-988e-1ae5908a0989 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:11.445117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b484a45c-4fc4-4166-a5db-6f88df785ca2 req-345fb106-7e8b-4fce-988e-1ae5908a0989 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0609510 Aug 20 13:51:11.485283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b484a45c-4fc4-4166-a5db-6f88df785ca2 req-b4508aa3-d46b-42b4-bce0-c3f634453cd0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Aug 20 13:51:11.742895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77d90f-08dc-4856-8ac7-0f786ffc7afe req-96af6f11-5f2a-4a62-be78-570b87874dea tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:11.745004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd77d90f-08dc-4856-8ac7-0f786ffc7afe req-96af6f11-5f2a-4a62-be78-570b87874dea tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0552206 Aug 20 13:51:11.785026 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd77d90f-08dc-4856-8ac7-0f786ffc7afe req-0183a94e-9610-413a-a3d1-9afe95dd6db5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Aug 20 13:51:11.902813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a6882-b84e-4753-97db-e80447e494ba req-67dbeb77-6389-49c4-89b8-8b066e19849a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:11.904221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-649a6882-b84e-4753-97db-e80447e494ba req-67dbeb77-6389-49c4-89b8-8b066e19849a tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Aug 20 13:51:11.943814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-649a6882-b84e-4753-97db-e80447e494ba req-b74efed3-b315-4693-9063-308da77a84ec tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Aug 20 13:51:12.173977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e275b0-6877-4e69-a03d-bc183d792a36 req-f215c1ff-5693-4af8-bb43-6d7be62b46bc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:12.176295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88e275b0-6877-4e69-a03d-bc183d792a36 req-f215c1ff-5693-4af8-bb43-6d7be62b46bc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0498731 Aug 20 13:51:12.213606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88e275b0-6877-4e69-a03d-bc183d792a36 req-441d8620-2cdd-4d1e-8bcd-232d25ac29b4 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Aug 20 13:51:13.335874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c068797-f70b-43a6-9090-77aa22a67dee req-240ef056-e1e7-4bad-9883-0e601bedfc0d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:13.337752 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c068797-f70b-43a6-9090-77aa22a67dee req-240ef056-e1e7-4bad-9883-0e601bedfc0d tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0550961 Aug 20 13:51:13.360780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-0e6640da-1a62-4ba8-bbab-bfb140cec95b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:13.362567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-0e6640da-1a62-4ba8-bbab-bfb140cec95b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/ports?device_id=88e85bbe-1009-4386-956a-2ab51d5b4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0641115 Aug 20 13:51:13.384577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c068797-f70b-43a6-9090-77aa22a67dee req-a6f19fd4-0ff1-4b34-8950-3dd3f1f89e97 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Aug 20 13:51:13.460964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port bc1a8705-1900-42fe-99e4-d493778cbb7b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:13.461313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:13.556195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port bc1a8705-1900-42fe-99e4-d493778cbb7b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bc1a8705-1900-42fe-99e4-d493778cbb7b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:51:13.556628 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:13.570879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for bc1a8705-1900-42fe-99e4-d493778cbb7b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:13.700275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:13.715151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b', 'bc1a8705-1900-42fe-99e4-d493778cbb7b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:51:13.746513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=bc1a8705-1900-42fe-99e4-d493778cbb7b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:13.782898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.783253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.783602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.783944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.784536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.785504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.785880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.786219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.786609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.786889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.787363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.787748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:13.790748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port bc1a8705-1900-42fe-99e4-d493778cbb7b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:51:13.793041 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:13.795583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90170a19-72d8-48eb-bf1e-19db878d7bdb req-102956c2-a3a8-4d84-816c-cc0ecbcc3241 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "DELETE /v2.0/ports/bc1a8705-1900-42fe-99e4-d493778cbb7b HTTP/1.1" status: 204 len: 173 time: 0.4260490 Aug 20 13:51:13.796045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'name': 'network-vif-deleted', 'tag': 'bc1a8705-1900-42fe-99e4-d493778cbb7b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:51:13.798414 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac2ad19-c20a-47a1-ab62-97fce50292e1" -d '{"events": [{"server_uuid": "88e85bbe-1009-4386-956a-2ab51d5b4ca7", "name": "network-vif-deleted", "tag": "bc1a8705-1900-42fe-99e4-d493778cbb7b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:51:13.857641 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb98838-2d93-42af-ae59-1ee9412182c6 x-openstack-request-id: req-fbb98838-2d93-42af-ae59-1ee9412182c6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:51:13.857945 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e85bbe-1009-4386-956a-2ab51d5b4ca7", "name": "network-vif-deleted", "tag": "bc1a8705-1900-42fe-99e4-d493778cbb7b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:51:13.858207 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbb98838-2d93-42af-ae59-1ee9412182c6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:51:13.858619 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e85bbe-1009-4386-956a-2ab51d5b4ca7', 'name': 'network-vif-deleted', 'tag': 'bc1a8705-1900-42fe-99e4-d493778cbb7b', 'status': 'completed', 'code': 200} Aug 20 13:51:15.120297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b8387-7688-493d-8adc-f7cc611e7abb req-21d6c37b-acfa-48f3-8270-447ba3ee222b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:15.121999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd7b8387-7688-493d-8adc-f7cc611e7abb req-21d6c37b-acfa-48f3-8270-447ba3ee222b tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 946 time: 0.0622437 Aug 20 13:51:15.166460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd7b8387-7688-493d-8adc-f7cc611e7abb req-b6031e72-0fbe-43aa-8645-59e3e6fd0fa0 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373535 Aug 20 13:51:15.801675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd7dd6dc-c8aa-44fa-8e96-c3c1dcca4e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:16.295351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec2237-0809-44e1-b78a-711a18f78620 req-95ef2c75-9a0b-4c08-900d-4b4f0cba31fc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:16.296939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2ec2237-0809-44e1-b78a-711a18f78620 req-95ef2c75-9a0b-4c08-900d-4b4f0cba31fc tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 946 time: 0.0526936 Aug 20 13:51:16.299701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-681bb563-af33-4e22-81fd-5327021de35c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:16.301996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-681bb563-af33-4e22-81fd-5327021de35c tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8c1570b-a72c-42c8-99fd-4b071b937e2f HTTP/1.1" status: 200 len: 946 time: 0.0504386 Aug 20 13:51:16.338233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c2ec2237-0809-44e1-b78a-711a18f78620 req-6d05e5e0-d0d5-46d9-88e7-0502700f2862 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5c72790-2246-4eee-b843-76aa55509274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 20 13:51:16.405339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Deleting port 7b051977-f4ab-46ee-b97b-ee067c8e922b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:16.405692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:16.501103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] For port 7b051977-f4ab-46ee-b97b-ee067c8e922b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=7b051977-f4ab-46ee-b97b-ee067c8e922b,segment=NetworkSegment(f7e9213a-5d84-4b22-8fd6-960ce88c0ee3),segment_id=f7e9213a-5d84-4b22-8fd6-960ce88c0ee3)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:51:16.501473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:16.515012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Calling delete_port for 7b051977-f4ab-46ee-b97b-ee067c8e922b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:16.651656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:16.664351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['7b051977-f4ab-46ee-b97b-ee067c8e922b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:51:16.684275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Pushing event deleted for resources: {'Port': ['ID=7b051977-f4ab-46ee-b97b-ee067c8e922b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:16.731072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] No DVR routers for this DVR port 7b051977-f4ab-46ee-b97b-ee067c8e922b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:51:16.733717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:16.735804 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1d5deb6-505a-4628-ba3c-4de55cbbfed4 req-13019e48-a442-4cd2-8748-4b6ef03da6d5 tempest-ServersTestJSON-964029055 tempest-ServersTestJSON-964029055-project] 10.222.0.53 "DELETE /v2.0/ports/7b051977-f4ab-46ee-b97b-ee067c8e922b HTTP/1.1" status: 204 len: 173 time: 0.4278984 Aug 20 13:51:16.736252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'name': 'network-vif-deleted', 'tag': '7b051977-f4ab-46ee-b97b-ee067c8e922b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:51:16.738702 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9db473-b57d-4ca6-ae21-cb8014e0f241" -d '{"events": [{"server_uuid": "e8c1570b-a72c-42c8-99fd-4b071b937e2f", "name": "network-vif-deleted", "tag": "7b051977-f4ab-46ee-b97b-ee067c8e922b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:51:16.777125 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1349ff1c-485b-4e02-8f75-bf2058d179b6 x-openstack-request-id: req-1349ff1c-485b-4e02-8f75-bf2058d179b6 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:51:16.777619 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c1570b-a72c-42c8-99fd-4b071b937e2f", "name": "network-vif-deleted", "tag": "7b051977-f4ab-46ee-b97b-ee067c8e922b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:51:16.777744 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1349ff1c-485b-4e02-8f75-bf2058d179b6 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:51:16.778146 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c1570b-a72c-42c8-99fd-4b071b937e2f', 'name': 'network-vif-deleted', 'tag': '7b051977-f4ab-46ee-b97b-ee067c8e922b', 'status': 'completed', 'code': 200} Aug 20 13:51:16.924582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7b051977-f4ab-46ee-b97b-ee067c8e922b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:51:16.944478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 7b051977-f4ab-46ee-b97b-ee067c8e922b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:51:16.944884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 7b051977-f4ab-46ee-b97b-ee067c8e922b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:51:16.945302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bc1a8705-1900-42fe-99e4-d493778cbb7b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:51:16.964289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: bc1a8705-1900-42fe-99e4-d493778cbb7b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:51:16.964675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bc1a8705-1900-42fe-99e4-d493778cbb7b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:51:17.400124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58470) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:17.446636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Deleting subnet f929a1fb-dc5b-42f9-892a-e1cdb872cef4 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:51:17.449801 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.490864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.539783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.598579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.622936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f929a1fb-dc5b-42f9-892a-e1cdb872cef4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:17.629677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:17.633011 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.637099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f929a1fb-dc5b-42f9-892a-e1cdb872cef4 HTTP/1.1" status: 204 len: 168 time: 0.2337346 Aug 20 13:51:17.637559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58478) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:17.639002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.639466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.639805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.640139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.640481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.640827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.641153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.641477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.641804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.642146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.642467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.642791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c220f-e752-480f-b675-aef6f54df89e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:51:17.714480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.765352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad5f8-24cc-4ee1-b897-d22d77988d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.817635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.830959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd66d46-3883-4c47-8d36-47592a8c1c32']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:17.845750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:17.846042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e9213a-5d84-4b22-8fd6-960ce88c0ee3') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:17.860659 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.882151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.893035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:51:17.893420 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:51:17.895356 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:51:17.961681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.968565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:17.970387 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ffd66d46-3883-4c47-8d36-47592a8c1c32 HTTP/1.1" status: 204 len: 168 time: 0.3320835 Aug 20 13:51:17.987941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186a0c3-e861-4297-8526-d97b4b644b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd66d46-3883-4c47-8d36-47592a8c1c32,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:18.000574 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad5f8-24cc-4ee1-b897-d22d77988d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.004913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad5f8-24cc-4ee1-b897-d22d77988d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.053771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb7ad5f8-24cc-4ee1-b897-d22d77988d3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d47d5f32584641b28cd21af761df6305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225910 Aug 20 13:51:18.054928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ad5f8-24cc-4ee1-b897-d22d77988d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c52ce2-4f2a-4722-a03b-60220479ffc3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:18.056514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58482) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:18.094459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58484) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:18.110343 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116f3222-23eb-4417-8524-e3c3e3172ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.132706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116f3222-23eb-4417-8524-e3c3e3172ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.135706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-84314ad4-cb37-4f51-afd4-f57291e56745 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c347a272970142bc9e32fcd0d55cb22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400913 Aug 20 13:51:18.138159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58486) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:18.185667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116f3222-23eb-4417-8524-e3c3e3172ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.188514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-116f3222-23eb-4417-8524-e3c3e3172ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.189438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-116f3222-23eb-4417-8524-e3c3e3172ee9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26c52ce2-4f2a-4722-a03b-60220479ffc3 HTTP/1.1" status: 204 len: 168 time: 0.1313715 Aug 20 13:51:18.191765 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e97e292-8125-4bd9-a2d3-a6e3060b89ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.197318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f3222-23eb-4417-8524-e3c3e3172ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c52ce2-4f2a-4722-a03b-60220479ffc3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:18.218300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e97e292-8125-4bd9-a2d3-a6e3060b89ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.271131 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e97e292-8125-4bd9-a2d3-a6e3060b89ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.273784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e97e292-8125-4bd9-a2d3-a6e3060b89ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.275442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e97e292-8125-4bd9-a2d3-a6e3060b89ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5c72790-2246-4eee-b843-76aa55509274 HTTP/1.1" status: 204 len: 168 time: 0.1355371 Aug 20 13:51:18.284045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97e292-8125-4bd9-a2d3-a6e3060b89ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c72790-2246-4eee-b843-76aa55509274,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:18.518767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daf27aac-cecc-48b6-9221-ae195ecd49bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:18.564605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:19.445077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee82c718-4b96-4abd-9b0a-0f8892ab4d13 req-22e0dfd7-fd1a-49f0-b7bc-2347db93e7f8 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0274096 Aug 20 13:51:19.517659 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:19.636865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58578) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:19.754076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-062ada7f-cdcb-4dce-a719-037b02dab866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:19.847907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-062ada7f-cdcb-4dce-a719-037b02dab866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:19.851844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-062ada7f-cdcb-4dce-a719-037b02dab866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:19.896462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-062ada7f-cdcb-4dce-a719-037b02dab866 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e202f0e7782846249f374063970284d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584879 Aug 20 13:51:19.897355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ada7f-cdcb-4dce-a719-037b02dab866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20abd7dd-18c0-455b-b0aa-62714200d980,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:19.899118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58584) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:19.950428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d256-6eb1-4ad3-a3f2-7760fb018dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:19.973885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d256-6eb1-4ad3-a3f2-7760fb018dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:20.022269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d256-6eb1-4ad3-a3f2-7760fb018dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:20.024909 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d256-6eb1-4ad3-a3f2-7760fb018dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:20.026088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3ce8d256-6eb1-4ad3-a3f2-7760fb018dc2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20abd7dd-18c0-455b-b0aa-62714200d980 HTTP/1.1" status: 204 len: 168 time: 0.1254413 Aug 20 13:51:20.033875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8d256-6eb1-4ad3-a3f2-7760fb018dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20abd7dd-18c0-455b-b0aa-62714200d980,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:20.554983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-39b3842e-c84d-42b7-b6d7-87bde3867aca req-daf0c5c6-0305-4295-9337-cdb7ba64f476 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0271838 Aug 20 13:51:21.310367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37af08b0-3b51-4806-a25a-b86bc4b22080 req-00493887-b2e1-40ef-ab38-5cd242f2b42a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0268900 Aug 20 13:51:21.479173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:21.661106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d92ef3fb-3e4d-424c-9cac-b2176e39e4ee req-ecb21d88-6cfe-4d6f-a651-c6f61457e477 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0313075 Aug 20 13:51:22.255742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58640) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:22.372810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-effafb82-05e8-4556-9e74-868bbc694334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.466044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-effafb82-05e8-4556-9e74-868bbc694334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.470866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-effafb82-05e8-4556-9e74-868bbc694334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.511157 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-effafb82-05e8-4556-9e74-868bbc694334 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb03db7d6f19433d888a131afc56529d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539837 Aug 20 13:51:22.513246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effafb82-05e8-4556-9e74-868bbc694334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7224c53e-8058-4819-89f3-075af2f09a10,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:22.514512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58644) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:22.565354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da33c13e-ac9d-4b00-bba9-d9a18632fb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.586322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da33c13e-ac9d-4b00-bba9-d9a18632fb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.632844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da33c13e-ac9d-4b00-bba9-d9a18632fb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.635441 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-da33c13e-ac9d-4b00-bba9-d9a18632fb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:22.636644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-da33c13e-ac9d-4b00-bba9-d9a18632fb55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7224c53e-8058-4819-89f3-075af2f09a10 HTTP/1.1" status: 204 len: 168 time: 0.1211472 Aug 20 13:51:22.644991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33c13e-ac9d-4b00-bba9-d9a18632fb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7224c53e-8058-4819-89f3-075af2f09a10,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:22.771367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2fb57c6-1795-4158-9dbf-0a51f2ba64ef req-f19f9ff3-0754-4663-b3f2-c558ecc90865 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0314791 Aug 20 13:51:22.910355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58654) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:22.925149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d8d-46bb-4480-918e-7f6eb584a013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.029224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d8d-46bb-4480-918e-7f6eb584a013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.033847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d8d-46bb-4480-918e-7f6eb584a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.074140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-28ff9d8d-46bb-4480-918e-7f6eb584a013 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb52f38e3a3d4fadb3ec0a0e51fb2e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614420 Aug 20 13:51:23.076133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff9d8d-46bb-4480-918e-7f6eb584a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2b6788-cbf7-4242-92c8-bf8ac2309aba,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:23.077420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58666) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:23.135401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93c4fda2-110a-4384-9429-d3f00059a75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.159937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93c4fda2-110a-4384-9429-d3f00059a75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.223308 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93c4fda2-110a-4384-9429-d3f00059a75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.226128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-93c4fda2-110a-4384-9429-d3f00059a75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:23.227386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-93c4fda2-110a-4384-9429-d3f00059a75a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d2b6788-cbf7-4242-92c8-bf8ac2309aba HTTP/1.1" status: 204 len: 168 time: 0.1486914 Aug 20 13:51:23.239280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4fda2-110a-4384-9429-d3f00059a75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2b6788-cbf7-4242-92c8-bf8ac2309aba,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:23.308913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7478d2ff-e3fd-47aa-a363-bdd5adfc7110 req-5da04354-db3b-451d-a79b-3f4351d90a91 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0342689 Aug 20 13:51:24.419380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a6ffb2f-cb54-4231-a4ff-98c9b1023be1 req-473df289-058c-4c50-beab-c9a0362b5358 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0301201 Aug 20 13:51:25.530731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-65f51b3d-ff67-4139-ba29-cdb14899ecf8 req-ce27356f-689e-4ada-914c-ede6eae54c25 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0311866 Aug 20 13:51:26.867653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4049a83-841e-408d-8305-60d365724254 req-a4857835-a77f-4ed0-bc9b-f45d9e9a159b tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.2558188 Aug 20 13:51:28.187785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ede717f4-99a8-4b11-9866-5351ec2398fe req-d9ae15e5-9100-42f0-9cb8-720330f53c3b tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.2422431 Aug 20 13:51:29.076510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.299562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-879f75dc-7210-4bcc-af7f-5b6e331d8c83 req-5996f74e-4000-427d-bb0b-4ce67d0c9989 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0298057 Aug 20 13:51:29.341959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58824) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:29.453167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4abc4e9-e6ad-4210-bb4a-9688a78f8a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.543913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4abc4e9-e6ad-4210-bb4a-9688a78f8a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.547941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4abc4e9-e6ad-4210-bb4a-9688a78f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.587041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4abc4e9-e6ad-4210-bb4a-9688a78f8a19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=083fdc8c6c67482c8d555611baa1adb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439783 Aug 20 13:51:29.588170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc4e9-e6ad-4210-bb4a-9688a78f8a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7633c5c1-b764-4f9d-91f5-b55b2eca00da,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:29.590062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58828) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:29.639886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a645417-212d-4f62-8af3-50403ae3ebbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.666877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a645417-212d-4f62-8af3-50403ae3ebbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.720482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a645417-212d-4f62-8af3-50403ae3ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.724242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a645417-212d-4f62-8af3-50403ae3ebbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:29.725604 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a645417-212d-4f62-8af3-50403ae3ebbd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7633c5c1-b764-4f9d-91f5-b55b2eca00da HTTP/1.1" status: 204 len: 168 time: 0.1344981 Aug 20 13:51:29.735278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a645417-212d-4f62-8af3-50403ae3ebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633c5c1-b764-4f9d-91f5-b55b2eca00da,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:30.010337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58834) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:30.024223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6fd96661-3be4-4c20-a536-cb888a857faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.115363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6fd96661-3be4-4c20-a536-cb888a857faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.119429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6fd96661-3be4-4c20-a536-cb888a857faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.161194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6fd96661-3be4-4c20-a536-cb888a857faa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d6a17dda19e43369db79dc7df3ba987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492450 Aug 20 13:51:30.163539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd96661-3be4-4c20-a536-cb888a857faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd41c8-efdf-4c77-811e-ba16cbe41f8d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:30.163685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58836) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:30.214927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff67c586-38f5-4aee-ac1d-106131439ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.235854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff67c586-38f5-4aee-ac1d-106131439ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.285444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff67c586-38f5-4aee-ac1d-106131439ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.288077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff67c586-38f5-4aee-ac1d-106131439ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:30.289283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ff67c586-38f5-4aee-ac1d-106131439ef9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16dd41c8-efdf-4c77-811e-ba16cbe41f8d HTTP/1.1" status: 204 len: 168 time: 0.1247106 Aug 20 13:51:30.297249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c586-38f5-4aee-ac1d-106131439ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd41c8-efdf-4c77-811e-ba16cbe41f8d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:30.445748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73b49147-b831-4529-b1c1-abe0418a5eb5 req-82a11d1f-5c24-44e3-a4c1-39e959766507 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0350313 Aug 20 13:51:31.560143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f043e46b-38b5-4859-ab4e-e46b90de5098 req-ae10a2c4-2415-49e4-a9e5-df7c024c5b2c tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0337570 Aug 20 13:51:31.743951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:32.691123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-249c1adf-c9f6-4650-aaf9-9e1c9b0bb879 req-c2bf3a15-1140-4a59-80e3-e6a29adfb4f8 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0298371 Aug 20 13:51:32.944705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58900) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:33.063781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce057-a4fe-44d6-93a4-150e05b152a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.182620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce057-a4fe-44d6-93a4-150e05b152a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.187199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce057-a4fe-44d6-93a4-150e05b152a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.230727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9e7ce057-a4fe-44d6-93a4-150e05b152a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2cd42264bcb4552b46712e3f7c30db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847753 Aug 20 13:51:33.231639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ce057-a4fe-44d6-93a4-150e05b152a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf9287-0960-4299-bdfb-5c703c9a2fee,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:33.233582 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58904) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:33.297490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83fde188-a79a-4f45-8718-fbe753a3324e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.326378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83fde188-a79a-4f45-8718-fbe753a3324e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.382422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83fde188-a79a-4f45-8718-fbe753a3324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.385052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83fde188-a79a-4f45-8718-fbe753a3324e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.386255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83fde188-a79a-4f45-8718-fbe753a3324e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fcf9287-0960-4299-bdfb-5c703c9a2fee HTTP/1.1" status: 204 len: 168 time: 0.1512969 Aug 20 13:51:33.395967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fde188-a79a-4f45-8718-fbe753a3324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf9287-0960-4299-bdfb-5c703c9a2fee,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:33.682978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58910) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:33.697284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67a7db1b-f414-4660-83f8-f902c3f397d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.805107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67a7db1b-f414-4660-83f8-f902c3f397d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.809666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67a7db1b-f414-4660-83f8-f902c3f397d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.812680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d32b5edd-21f0-4aef-929a-ad3575c34e4f req-f102a247-47c0-4515-9f70-019a3acaa0d8 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0304027 Aug 20 13:51:33.854859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67a7db1b-f414-4660-83f8-f902c3f397d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc1fd3f42fc54105b34fd848c0046eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707530 Aug 20 13:51:33.856060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7db1b-f414-4660-83f8-f902c3f397d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c233b-941d-46b3-93c8-380de3054d92,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:33.858621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:33.912409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82a6b754-2bc3-47be-9757-215395f47877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.939021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82a6b754-2bc3-47be-9757-215395f47877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.993151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82a6b754-2bc3-47be-9757-215395f47877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.996228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-82a6b754-2bc3-47be-9757-215395f47877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:33.997630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-82a6b754-2bc3-47be-9757-215395f47877 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e25c233b-941d-46b3-93c8-380de3054d92 HTTP/1.1" status: 204 len: 168 time: 0.1376147 Aug 20 13:51:34.012187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6b754-2bc3-47be-9757-215395f47877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c233b-941d-46b3-93c8-380de3054d92,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:34.958002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3889c95c-05fd-4a70-a56f-7aff00029855 req-e4610f30-aa63-4cea-bf58-d778a843ae48 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0296447 Aug 20 13:51:36.078164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71eb42b6-050c-464d-bc53-4826e41bd7f7 req-6d14c74c-a439-4b7f-867d-715884549e2d tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0273886 Aug 20 13:51:36.755517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58982) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:36.867082 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc69570d-f86f-42cc-90ba-22162d26f9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:36.952942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc69570d-f86f-42cc-90ba-22162d26f9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:36.957597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fc69570d-f86f-42cc-90ba-22162d26f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:36.997064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fc69570d-f86f-42cc-90ba-22162d26f9cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a6bd5ad4bd844228fd38a71979b0f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403452 Aug 20 13:51:36.999181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69570d-f86f-42cc-90ba-22162d26f9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b44c2d4-9c78-4755-8a95-80c7440c5cc0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:36.999925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58986) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:37.052404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23cf0081-558f-46ca-aeff-32be48d9a033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.074851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23cf0081-558f-46ca-aeff-32be48d9a033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.125098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23cf0081-558f-46ca-aeff-32be48d9a033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.128127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23cf0081-558f-46ca-aeff-32be48d9a033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.132173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-23cf0081-558f-46ca-aeff-32be48d9a033 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b44c2d4-9c78-4755-8a95-80c7440c5cc0 HTTP/1.1" status: 204 len: 168 time: 0.1311748 Aug 20 13:51:37.140825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf0081-558f-46ca-aeff-32be48d9a033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b44c2d4-9c78-4755-8a95-80c7440c5cc0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:37.195461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08b53b87-5e6b-4d4d-bd90-bd66607d5748 req-cdbba415-917b-403b-98e4-cf8073cb70b6 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0345974 Aug 20 13:51:37.407645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 58994) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:37.421649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b955bfb8-ef5f-427d-83cb-09ae4be034c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.509321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b955bfb8-ef5f-427d-83cb-09ae4be034c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.513300 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b955bfb8-ef5f-427d-83cb-09ae4be034c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.551665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b955bfb8-ef5f-427d-83cb-09ae4be034c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11196f8aaa4d43d4b52bc8ff42c798f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429279 Aug 20 13:51:37.552361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955bfb8-ef5f-427d-83cb-09ae4be034c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db5d3a6-51de-4b3e-bfe0-4680723a09e2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:37.554523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 58996) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:37.606651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-491668a8-b3a4-4f51-a8eb-da9025fae0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.629454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-491668a8-b3a4-4f51-a8eb-da9025fae0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.675813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-491668a8-b3a4-4f51-a8eb-da9025fae0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.678486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-491668a8-b3a4-4f51-a8eb-da9025fae0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:37.679654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-491668a8-b3a4-4f51-a8eb-da9025fae0ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4db5d3a6-51de-4b3e-bfe0-4680723a09e2 HTTP/1.1" status: 204 len: 168 time: 0.1236959 Aug 20 13:51:37.687401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491668a8-b3a4-4f51-a8eb-da9025fae0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db5d3a6-51de-4b3e-bfe0-4680723a09e2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:38.300001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3447bf6b-fa86-4f94-a329-96e62cb93fd0 req-2c610e7c-c633-491f-b32b-8f6b871da446 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0275764 Aug 20 13:51:38.896186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59034) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:38.995812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:39.017074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.106445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.206164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Allocated IP 172.25.6.24 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/38328e42-bc49-4fc6-acc5-8c3bd3d7ed80) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:39.313356 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.356174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.396930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:39.398922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:39.402056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:39.406198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf88c6bd-5c3d-4b0d-b841-7a8feab9d8b5 req-cf501586-4a1d-40e3-a3f2-732e49695446 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0311978 Aug 20 13:51:39.438679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Pushing event updated for resources: {'Port': ['ID=38328e42-bc49-4fc6-acc5-8c3bd3d7ed80,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:39.497466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.538377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.696238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.700776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.770831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Pushing event updated for resources: {'Port': ['ID=38328e42-bc49-4fc6-acc5-8c3bd3d7ed80,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:39.784899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.798940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.802329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-caba86dd-81c5-45f2-ab39-0ab1895c943f tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9036016 Aug 20 13:51:39.804015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59040) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:39.809274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2030184706', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'fixed_ips': [{'ip_address': '172.25.6.24'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:39.831259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Made reservation on behalf of 553c8600ca964f5f957e760cae1a96de for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:39.833625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.842728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.934770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.938988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:39.945172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] device_id is not set on port 1018ecca-daf0-45d4-ab90-855c8d95c8fc yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:51:40.025126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0cf997-ab1d-4bf1-be38-166b3eb3afa4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:40.152117 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 13:51:40.152672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:51:40.166961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-17de5873-8f87-46e3-b887-029c6b72dddd tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3616166 Aug 20 13:51:40.169458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59042) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:40.296127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Deleting port 38328e42-bc49-4fc6-acc5-8c3bd3d7ed80 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:40.296477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:40.378265 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:40.378570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:40.391596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Calling delete_port for 38328e42-bc49-4fc6-acc5-8c3bd3d7ed80 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:40.520427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f014d79-7c01-4715-9c52-b811d57f8957 req-da621391-e84a-4a7b-9cf1-33c12df4b1e0 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0304062 Aug 20 13:51:40.572472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:40.602537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Pushing event deleted for resources: {'Port': ['ID=38328e42-bc49-4fc6-acc5-8c3bd3d7ed80,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:40.675371 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:40.678063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:40.679273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aae6edd5-9e3d-425a-99f3-d33b0942c63d tempest-ExternalNetworksAdminNegativeTestJSON-1956440399 tempest-ExternalNetworksAdminNegativeTestJSON-1956440399-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/920c2f49-6c2f-47ad-89bb-7a300d68ad5a HTTP/1.1" status: 204 len: 168 time: 0.5088441 Aug 20 13:51:40.954473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59050) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:41.064100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a350f39b-50c4-49e4-bca5-1775b6f224e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.155510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a350f39b-50c4-49e4-bca5-1775b6f224e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.159905 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a350f39b-50c4-49e4-bca5-1775b6f224e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.197471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350f39b-50c4-49e4-bca5-1775b6f224e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f784f7d5-3db2-4bef-9cda-55ed41aaddde,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:41.201952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a350f39b-50c4-49e4-bca5-1775b6f224e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f13d7a3d330f46fca1a1374d352dad2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463627 Aug 20 13:51:41.204829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59054) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:41.255628 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1b1e-656b-451a-9c06-c9d1d4659778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.277961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1b1e-656b-451a-9c06-c9d1d4659778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.332518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1b1e-656b-451a-9c06-c9d1d4659778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.335279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1b1e-656b-451a-9c06-c9d1d4659778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.336478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9b7a1b1e-656b-451a-9c06-c9d1d4659778 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f784f7d5-3db2-4bef-9cda-55ed41aaddde HTTP/1.1" status: 204 len: 168 time: 0.1307113 Aug 20 13:51:41.344809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a1b1e-656b-451a-9c06-c9d1d4659778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784f7d5-3db2-4bef-9cda-55ed41aaddde,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:41.638639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59062) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:41.646057 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f1647a8-a9e4-40ed-9ca4-8ab324e36ef7 req-86868f3c-ffcb-4b56-99ce-83bea0409e2c tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0281210 Aug 20 13:51:41.700027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41159c1c-8dbf-49f0-8149-043c53b739ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=553c8600ca964f5f957e760cae1a96de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598283 Aug 20 13:51:41.702393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:41.755691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b28c4377-65ee-4abb-8099-7eaebb437e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.777580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b28c4377-65ee-4abb-8099-7eaebb437e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.828528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b28c4377-65ee-4abb-8099-7eaebb437e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.832007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b28c4377-65ee-4abb-8099-7eaebb437e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:41.833335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b28c4377-65ee-4abb-8099-7eaebb437e92 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f0cf997-ab1d-4bf1-be38-166b3eb3afa4 HTTP/1.1" status: 204 len: 168 time: 0.1299367 Aug 20 13:51:41.841393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c4377-65ee-4abb-8099-7eaebb437e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0cf997-ab1d-4bf1-be38-166b3eb3afa4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:42.761595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fdef2625-2785-499c-af93-68709d4fcc93 req-6cf4ca27-6c74-499d-8c69-476bddbd33e8 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0309620 Aug 20 13:51:43.213515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59104) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:43.356511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2118445284', 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:43.380302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Made reservation on behalf of ac4a8f7a1b0941728aac038c71cf53b2 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:43.382817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.392086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.491841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.495680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.500975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] device_id is not set on port 6bf5ab3a-48f9-48d2-98bc-a514ca752024 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:51:43.554352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07fc6cb-38ab-4897-909d-9663b6bb3ce7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:43.624229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Allocated IP 172.25.6.47 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/6bf5ab3a-48f9-48d2-98bc-a514ca752024) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:43.764442 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.810736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.864999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:43.882548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-04f6405b-5337-42c9-a3c7-cb862e770433 req-f84a4937-0ac3-41c3-af82-68a760e25b74 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0377986 Aug 20 13:51:43.883382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:43.890058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:43.894060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Pushing event updated for resources: {'Port': ['ID=6bf5ab3a-48f9-48d2-98bc-a514ca752024,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:43.930266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:43.930873 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.945814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-00636bdc-ba42-4d24-b112-4857f57bbe90 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7311733 Aug 20 13:51:43.948778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59110) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:43.953593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.47'}]}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:43.976751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:43.977761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:44.276537 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:51:44.381935 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:44.521048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:44.720544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:44.742113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:44.894582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:44.991121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e61ea54-b24e-4835-8906-9048dd6d53c4 req-f766437e-5e53-4182-9888-86b28a49b51b tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0270989 Aug 20 13:51:45.056570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.058691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.101902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.102560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c500cd2e-7cae-4eb1-a570-5e3b3ccbdea6 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:51:45.117143 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 13:51:45.118260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1768e415-b3f1-4775-bb2c-5a456d82241f tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1684155 Aug 20 13:51:45.121066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59114) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:45.200396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Deleting port 6bf5ab3a-48f9-48d2-98bc-a514ca752024 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:45.200769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.275927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.288216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Calling delete_port for 6bf5ab3a-48f9-48d2-98bc-a514ca752024 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:45.418837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.445597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bf5ab3a-48f9-48d2-98bc-a514ca752024,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:45.510508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.512445 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9b769776-ea28-4dbb-ad73-928bda6c2001 tempest-RoutersAdminNegativeTest-1085062344 tempest-RoutersAdminNegativeTest-1085062344-project-admin] 10.222.0.59 "DELETE /v2.0/ports/6bf5ab3a-48f9-48d2-98bc-a514ca752024 HTTP/1.1" status: 204 len: 168 time: 0.3904512 Aug 20 13:51:45.758845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59120) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:45.804124 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6c427304-ffec-41d4-9a5c-a65a455b4512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.873016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2786-a7d6-4a93-8194-272db9bf9600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.966127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2786-a7d6-4a93-8194-272db9bf9600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:45.970126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2786-a7d6-4a93-8194-272db9bf9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.009636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6c9b2786-a7d6-4a93-8194-272db9bf9600 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6aa7892e4fcf43dba4985c43c98b684b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496922 Aug 20 13:51:46.010625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b2786-a7d6-4a93-8194-272db9bf9600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91080406-7e22-4dc9-99cd-b202decd953b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:46.012400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59124) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:46.074970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e3df7ae-7c5f-4d87-bcca-5c227e18392b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.108076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e3df7ae-7c5f-4d87-bcca-5c227e18392b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.128474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ab76dae-fc3c-45a3-a606-4c7726ce375c req-c337e350-6064-4d48-a1d0-e9b346871d8b tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0385642 Aug 20 13:51:46.170344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e3df7ae-7c5f-4d87-bcca-5c227e18392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.173258 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e3df7ae-7c5f-4d87-bcca-5c227e18392b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.174619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e3df7ae-7c5f-4d87-bcca-5c227e18392b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91080406-7e22-4dc9-99cd-b202decd953b HTTP/1.1" status: 204 len: 168 time: 0.1610408 Aug 20 13:51:46.182822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3df7ae-7c5f-4d87-bcca-5c227e18392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91080406-7e22-4dc9-99cd-b202decd953b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:46.441838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59134) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:46.481795 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-88ffc86f-e3c4-4b04-9118-1c420b8af9e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac4a8f7a1b0941728aac038c71cf53b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387015 Aug 20 13:51:46.484299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59136) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:46.532632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1402d98-6b39-4ff9-91ed-6fd4f35eca3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.559429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1402d98-6b39-4ff9-91ed-6fd4f35eca3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.606837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1402d98-6b39-4ff9-91ed-6fd4f35eca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.609443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1402d98-6b39-4ff9-91ed-6fd4f35eca3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:46.610615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f1402d98-6b39-4ff9-91ed-6fd4f35eca3b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b07fc6cb-38ab-4897-909d-9663b6bb3ce7 HTTP/1.1" status: 204 len: 168 time: 0.1253328 Aug 20 13:51:46.619944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1402d98-6b39-4ff9-91ed-6fd4f35eca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07fc6cb-38ab-4897-909d-9663b6bb3ce7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:47.234076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a112351c-cd31-49f4-82a7-93e2c4385478 req-8ebc442c-6179-481e-9872-b66b555bc8aa tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0274162 Aug 20 13:51:47.393781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59160) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:47.492759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-786331718'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:47.514727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:47.518255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.526525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.618390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.622548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.651644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:51:47.657184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7bec0c-01b7-4b13-ad97-193abda65cf5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:47.665067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.665516 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Added segment 65bf1640-1643-4fe7-a96c-77c609057e93 of type vlan for network 8a5b7cd2-8311-40e1-83dd-544189c31249 Aug 20 13:51:47.706156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.730225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.735656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:47.736246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:47.800152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4051707 Aug 20 13:51:47.803963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:47.806022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83a772-a723-4d6c-8262-c88c8f69e3c6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Network': ['ID=8a5b7cd2-8311-40e1-83dd-544189c31249,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:47.809638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'subnet': {'network_id': '8a5b7cd2-8311-40e1-83dd-544189c31249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:47.816073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:51:47.910168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:47.913673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.101190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.162689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Subnet': ['ID=f9cbbc74-7ce4-40e0-9a9f-4e5409833fda,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:48.175248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Checking segment: {'id': '65bf1640-1643-4fe7-a96c-77c609057e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8a5b7cd2-8311-40e1-83dd-544189c31249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:51:48.175624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network hostable DHCP agents. Network: 8a5b7cd2-8311-40e1-83dd-544189c31249, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:51:48.192641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:51:48.201413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8a5b7cd2-8311-40e1-83dd-544189c31249) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:48.206097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:48.206688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.212268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c6a73-3da5-448f-a92b-26eb1bac4b27 None None] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:51:48.222698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-50736424-5156-4e08-bfff-32d052bcf597 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4173679 Aug 20 13:51:48.225354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:48.230143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1199834306', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:48.253937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.255170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.315087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.343483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d77435ff-961a-4f63-9031-90183bf774fc req-9953e629-a1b5-4109-ade7-c5d562797692 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0275216 Aug 20 13:51:48.380226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618df7d4-e8c3-47c3-be25-9acb6b5610fe None None] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:51:48.516570 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2b8cf9e5-62ce-48df-9d5d-e2c4f1af1646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.560900 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:48.809240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.004165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.023107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.132577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.245 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/dc8c2e00-433e-4b88-82c0-f60093c9e486) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:49.238934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.279097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.321882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:49.324774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:49.328241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:49.355056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=dc8c2e00-433e-4b88-82c0-f60093c9e486,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:49.496636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf90deb3-b177-458f-afc3-ffd8397c0a84 req-54925f9f-09f7-4865-806c-b7c98cfaee07 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0500884 Aug 20 13:51:49.518790 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.622108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.833479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:49.972308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:51:50.077792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:51:50.088238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:51:50.097793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:50.098137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:50.098426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:50.099391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2a50e2ef-c7c1-441e-89d6-e0f7ff2ec8f6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8730943 Aug 20 13:51:50.102259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59172) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:50.134412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:50.143650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:50.144261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:50.176481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:50.177255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafb405-82d4-4339-b8c0-0e1c8f0017f5 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:51:50.535156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:50.608335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-39666363-026e-48f1-b389-666a09303f34 req-e08fc9d3-0bfa-4b17-9ba8-709956636479 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0305593 Aug 20 13:51:50.692493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-02573b3c-3497-45e7-8f68-2c0af774510c req-79a0a420-4c6e-4e36-af31-06103557f482 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0310245 Aug 20 13:51:50.837360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.1 (8a5b7cd2-8311-40e1-83dd-544189c31249/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda/4bb5b742-78bb-4f71-831d-418289138731) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:50.954098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:50.993111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.033252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:51.036685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:51.040401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:51.049378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=4bb5b742-78bb-4f71-831d-418289138731,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:51.089514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.228326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.473944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.522345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.526712 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.600790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:51.602645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=4bb5b742-78bb-4f71-831d-418289138731,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:51.712649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:51.715304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:51.734115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b1d6091-ca4a-4e79-9c53-a946f4cdbeb2 req-01153fe3-a159-462f-ab3d-199426f58ba9 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0356729 Aug 20 13:51:51.849418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:51:51.991216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c86ef037-743a-42fd-a94e-84761a2fd889 req-a903cee6-fed6-46bc-92c7-2bc90bcc92db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8110bca48064cf2b6218912bf299170&device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0308137 Aug 20 13:51:52.020982 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69707e19-4112-4ad5-8cfd-f13250fbb581 req-d320af0e-f68e-4c26-9200-6106663df7e6 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0284982 Aug 20 13:51:52.029098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:51:52.032327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c86ef037-743a-42fd-a94e-84761a2fd889 req-14cb757a-b46d-4748-ad98-9b726bd9aeff service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8110bca48064cf2b6218912bf299170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318346 Aug 20 13:51:52.036521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c6b69ba5-fe08-40b7-8a53-305ecfd1318d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/routers/d49febce-0db4-4c31-aef8-0403690e320e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333105 Aug 20 13:51:52.039324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59184) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:52.044608 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:51:52.053043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'port': {'network_id': '8a5b7cd2-8311-40e1-83dd-544189c31249', 'name': 'tempest-FloatingIPTestJSON-305868240'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:52.053957 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:52.054595 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:52.091511 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:52.100826 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:52.101452 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:52.133055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:52.134006 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff660c-5739-4a5c-9d41-dd0cce2ca66d None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:51:52.176977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:52.180474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:52.198712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] device_id is not set on port 35f72fe4-b4bc-4a27-97a6-37b036101447 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:51:52.220286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ef037-743a-42fd-a94e-84761a2fd889 req-8f5d1bf0-7615-4fc1-bfb4-0a1cb6000f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:52.222492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c86ef037-743a-42fd-a94e-84761a2fd889 req-8f5d1bf0-7615-4fc1-bfb4-0a1cb6000f68 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1843171 Aug 20 13:51:52.306336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.6 (8a5b7cd2-8311-40e1-83dd-544189c31249/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda/35f72fe4-b4bc-4a27-97a6-37b036101447) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:52.507493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:52.547793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:52.589988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:52.592778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:52.596924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:52.628225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=35f72fe4-b4bc-4a27-97a6-37b036101447,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:52.660467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:52.661195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:52.676945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7fdbe64f-ef4a-48c8-a66d-524bdd4f156e tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6360316 Aug 20 13:51:52.679515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59186) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:52.684644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'port': {'network_id': '8a5b7cd2-8311-40e1-83dd-544189c31249', 'name': 'tempest-FloatingIPTestJSON-51139088'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:52.794093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:52.798460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:52.817567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] device_id is not set on port 1bc7ceab-6c95-402f-bcea-8643234bf0f1 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:51:52.932943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.4 (8a5b7cd2-8311-40e1-83dd-544189c31249/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda/1bc7ceab-6c95-402f-bcea-8643234bf0f1) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:53.091762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.125420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0a23a577-413e-47eb-a8d6-875e1c45e7de req-30bff188-59e9-4a16-bd3c-164400ae4d50 tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0274334 Aug 20 13:51:53.134512 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.182450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:53.185556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:53.189197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:53.198617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=1bc7ceab-6c95-402f-bcea-8643234bf0f1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:53.244880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:53.245485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.260138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1ba4d6ee-cf0e-4246-bee0-470f83bcf683 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.5795016 Aug 20 13:51:53.263243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:53.268023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '1bc7ceab-6c95-402f-bcea-8643234bf0f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:53.290796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.398491 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.436625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c86ef037-743a-42fd-a94e-84761a2fd889 req-7e4894cc-7d12-4112-a38d-3cafb777ee1f tempest-ServerShowV254Test-542229169 tempest-ServerShowV254Test-542229169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3585477-a6fb-433a-ba16-20eb19b1bacc HTTP/1.1" status: 200 len: 210 time: 0.0469968 Aug 20 13:51:53.522714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.42 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/f419b733-fb1c-441d-83c1-ca6cf5ed315e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:53.631580 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.670125 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:53.710504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:53.713271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:53.720446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:53.724834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=f419b733-fb1c-441d-83c1-ca6cf5ed315e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:54.098239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.172021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.337571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.342524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.422338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=f419b733-fb1c-441d-83c1-ca6cf5ed315e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:54.432758 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.462329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59198) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:54.542431 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP fc50537e-57ac-444b-b08c-fc4c8d6f91a4 associated. External IP: 172.25.6.42, port: 1bc7ceab-6c95-402f-bcea-8643234bf0f1. Aug 20 13:51:54.574992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fe4cc0a-f375-4164-9460-aca1cc0b9423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.670821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fe4cc0a-f375-4164-9460-aca1cc0b9423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.676120 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fe4cc0a-f375-4164-9460-aca1cc0b9423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.720705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0fe4cc0a-f375-4164-9460-aca1cc0b9423 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8110bca48064cf2b6218912bf299170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541554 Aug 20 13:51:54.720705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4cc0a-f375-4164-9460-aca1cc0b9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edea51c-5bd8-4882-ac73-fb99f0ba0e9e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:54.722795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59202) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:54.779187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce79-6be6-450b-90ed-46d3870efb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.804378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce79-6be6-450b-90ed-46d3870efb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.857461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce79-6be6-450b-90ed-46d3870efb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.860504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce79-6be6-450b-90ed-46d3870efb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:54.862895 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b57ce79-6be6-450b-90ed-46d3870efb10 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4edea51c-5bd8-4882-ac73-fb99f0ba0e9e HTTP/1.1" status: 204 len: 168 time: 0.1390917 Aug 20 13:51:54.872196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57ce79-6be6-450b-90ed-46d3870efb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edea51c-5bd8-4882-ac73-fb99f0ba0e9e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:55.133351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:51:55.243952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:51:55.255058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:51:55.261630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.265028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:55.265667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:55.297358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b4087f71-e56d-4529-86e3-81f1a614e817 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.0327735 Aug 20 13:51:55.300355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59216) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:55.303801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:55.305653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:55.321470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:55.322176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:55.355936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:55.356634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0f91-b210-446b-85b1-0e095ca89b88 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:51:55.562126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59226) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:55.675003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-938794879-network', 'tenant_id': '86f29bd66021468e91387c9276197225'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:55.697312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Made reservation on behalf of 86f29bd66021468e91387c9276197225 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:55.700145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.709270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.716238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.807395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.811827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.835121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:51:55.850253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0fe7d8-0526-4c03-989d-7031b448bce7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:55.856746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.857092 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Added segment 67d1ce14-62c7-4e1a-8438-b9af73adc344 of type vlan for network 53a6fcb8-3354-45d8-8032-086e473884be Aug 20 13:51:55.865879 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.870688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.871001 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP fc50537e-57ac-444b-b08c-fc4c8d6f91a4 disassociated. External IP: 172.25.6.42, port: 1bc7ceab-6c95-402f-bcea-8643234bf0f1. Aug 20 13:51:55.901645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.928094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.929174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:55.929763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:55.984853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4213111 Aug 20 13:51:55.988962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:55.995872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Request body: {'subnet': {'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-938794879-subnet', 'tenant_id': '86f29bd66021468e91387c9276197225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:56.004823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc3809-ff97-4db9-877a-c3a1f9a08086 admin admin] Pushing event updated for resources: {'Network': ['ID=53a6fcb8-3354-45d8-8032-086e473884be,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:56.016815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 53a6fcb8-3354-45d8-8032-086e473884be details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:51:56.024687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Made reservation on behalf of 86f29bd66021468e91387c9276197225 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:56.028077 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.098918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:51:56.209029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.213127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:51:56.217959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.223796 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:51:56.233447 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:56.234057 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:56.250628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-db44b7f1-b63d-4fec-b562-d424a6c4b0ec tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/floatingips/fc50537e-57ac-444b-b08c-fc4c8d6f91a4 HTTP/1.1" status: 200 len: 687 time: 0.9464519 Aug 20 13:51:56.250818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:56.270806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcefd643-1e77-4517-aaea-3bdcf5f162d8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:56.271021 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:56.280004 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:56.280661 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:56.281483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Checking segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:51:56.282041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Network hostable DHCP agents. Network: 53a6fcb8-3354-45d8-8032-086e473884be, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:51:56.301042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Network 53a6fcb8-3354-45d8-8032-086e473884be is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:51:56.310946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 53a6fcb8-3354-45d8-8032-086e473884be) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:56.313140 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:56.313817 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1347b-76d4-429f-8592-42d4e2b5b4c2 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:51:56.317514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:56.318348 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.330162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd1a6f5-2e02-4efa-a6bc-cf4b16ba4e2b None None] Network 53a6fcb8-3354-45d8-8032-086e473884be requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:51:56.334839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-50a8d0e7-5484-4f71-aae3-99e1f0a7048d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3447726 Aug 20 13:51:56.400045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port f419b733-fb1c-441d-83c1-ca6cf5ed315e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:51:56.400157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.484748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f31b3-852f-40b9-9d6f-33e05140af73 None None] Network 53a6fcb8-3354-45d8-8032-086e473884be requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:51:56.489550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.489891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.503349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for f419b733-fb1c-441d-83c1-ca6cf5ed315e owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:51:56.646493 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.672709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=f419b733-fb1c-441d-83c1-ca6cf5ed315e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:56.791361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.793903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.795073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4a083995-4b12-4071-8dcd-4ab3f2341ead tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/floatingips/fc50537e-57ac-444b-b08c-fc4c8d6f91a4 HTTP/1.1" status: 204 len: 168 time: 0.5433483 Aug 20 13:51:56.798637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59250) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:56.803122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '35f72fe4-b4bc-4a27-97a6-37b036101447'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:56.849949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:56.859852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-6b58594a-4f45-4b55-afc9-d0ff67b8517d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:56.861715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-6b58594a-4f45-4b55-afc9-d0ff67b8517d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 813 time: 0.1432223 Aug 20 13:51:56.909880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-eecba103-75b8-46ff-b191-2b5498700216 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/quotas/86f29bd66021468e91387c9276197225 HTTP/1.1" status: 200 len: 375 time: 0.0384288 Aug 20 13:51:56.952236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-e28d939d-9569-4bc5-900a-1c9a8d8595c5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354691 Aug 20 13:51:57.075811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-bfb615c1-6f81-4d73-85e6-127ce55732a6 service neutron] 10.222.0.59 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152518 Aug 20 13:51:57.077952 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:57.245803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-b70da97e-586b-4be6-b200-43d2ad9c6f23 service neutron] 10.222.0.59 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600471 Aug 20 13:51:57.259997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.49 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3f6ab9df-8724-4ecd-88d0-4826047ca916) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:57.369771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:57.416307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6447eaed-3afe-49e2-9d51-8b2e3d4167ec req-94386caf-74c3-42d9-8483-db33bd13a721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 210 time: 0.0310733 Aug 20 13:51:57.433193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:57.474275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:57.477989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:57.482822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:57.520733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=3f6ab9df-8724-4ecd-88d0-4826047ca916,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:58.063469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:58.188797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:58.712005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-daf0422f-d00d-47b6-9f5f-d7c7bb03826a req-1a54c4ff-a0dd-4982-911f-4445b7bd790a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 210 time: 0.0417144 Aug 20 13:51:58.739290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:58.745004 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:58.753091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-a28607e5-ab86-4004-b903-747bbba44aeb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:58.754602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-a28607e5-ab86-4004-b903-747bbba44aeb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.13 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 813 time: 0.4412713 Aug 20 13:51:58.787442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Request body: {'port': {'device_id': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'admin_state_up': True, 'tenant_id': '86f29bd66021468e91387c9276197225'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:58.878407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=3f6ab9df-8724-4ecd-88d0-4826047ca916,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:58.893830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.028624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Made reservation on behalf of 86f29bd66021468e91387c9276197225 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:51:59.032038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.045137 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP f04e15da-b8b5-46d1-a18a-e1752621a0ab associated. External IP: 172.25.6.49, port: 35f72fe4-b4bc-4a27-97a6-37b036101447. Aug 20 13:51:59.067391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.263158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Allocated IP 172.20.0.2 (53a6fcb8-3354-45d8-8032-086e473884be/fcefd643-1e77-4517-aaea-3bdcf5f162d8/cfa88c55-a72d-4ff4-b2ac-f50b15864ec6) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:51:59.458785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:51:59.556177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.626309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:51:59.636478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:51:59.648417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:59.648650 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.649082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:59.652868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.687606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:59.699298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:51:59.700023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:59.725664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-312eb318-1743-4238-ae65-ab2264d7e091 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9259818 Aug 20 13:51:59.728572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59264) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:59.733940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:51:59.734611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5a364-42f4-4aa0-b910-e5d33a907874 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:51:59.734994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Network 53a6fcb8-3354-45d8-8032-086e473884be is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:51:59.746639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:51:59.749092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:51:59.753422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:51:59.804669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:59.805311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.820716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-c8c59f05-a445-4ec1-ae45-6e508ae02721 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0395713 Aug 20 13:51:59.833480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Request body: {'port': {'device_id': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:51:59.848114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b586c0b8-6f0e-4f21-82bd-f0edd5c59514 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/floatingips/f04e15da-b8b5-46d1-a18a-e1752621a0ab HTTP/1.1" status: 200 len: 976 time: 0.1183703 Aug 20 13:51:59.852683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:51:59.889328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:51:59.948183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368a54-1d11-45e2-9162-8062e11c138b req-c76334fe-eb18-4b95-ab3c-20093a47c31f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:51:59.949724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-72368a54-1d11-45e2-9162-8062e11c138b req-c76334fe-eb18-4b95-ab3c-20093a47c31f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 931 time: 0.1431758 Aug 20 13:51:59.996106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-37bb784e-ce81-460b-84a5-e260154bd20b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1427066 Aug 20 13:51:59.999305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59270) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:00.010894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'port_id': '1bc7ceab-6c95-402f-bcea-8643234bf0f1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:00.051008 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-72368a54-1d11-45e2-9162-8062e11c138b req-87c81e48-9bdf-4c3e-a63e-9866356435d9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933843 Aug 20 13:52:00.074063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.170339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:52:00.178117 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.190631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Transition to ACTIVE for port object cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:00.195600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.246967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86babf-5488-4088-90d0-217106de03df service neutron] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:00.331607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:00.332265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:00.332531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on network 53a6fcb8-3354-45d8-8032-086e473884be {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:00.339501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on network 53a6fcb8-3354-45d8-8032-086e473884be not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:52:00.339837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on network 53a6fcb8-3354-45d8-8032-086e473884be {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:00.346456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:00.346797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Checking segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:00.347345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Bound using segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:00.347792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Bound port: cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:00.348156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.424501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:00.427946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:00.432676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.467079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:00.467815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.469240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-ea86babf-5488-4088-90d0-217106de03df service neutron] 10.222.0.13 "PUT /v2.0/ports/cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 1091 time: 0.6407201 Aug 20 13:52:00.471623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:52:00.474851 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f53a5e-0c31-475c-8b05-7e663a8edf00" -d '{"events": [{"name": "network-changed", "server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:52:00.502178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86babf-5488-4088-90d0-217106de03df service neutron] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:00.543608 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e664a-68f6-4989-94bb-05dabbbaeb94 x-openstack-request-id: req-e25e664a-68f6-4989-94bb-05dabbbaeb94 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:52:00.543896 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:52:00.544144 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e25e664a-68f6-4989-94bb-05dabbbaeb94 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:52:00.544535 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'status': 'completed', 'code': 200} Aug 20 13:52:00.560839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-37c0e82b-5e3c-4cda-9a56-fa8c8381414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:00.562351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-37c0e82b-5e3c-4cda-9a56-fa8c8381414b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1094 time: 0.0469043 Aug 20 13:52:00.578119 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.582602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:00.612031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-b82afa19-c897-44e4-87bc-0c26032e2182 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0414181 Aug 20 13:52:00.662695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-63bdaf49-b072-46f0-bc4f-8ae2dec182da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:00.664191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-63bdaf49-b072-46f0-bc4f-8ae2dec182da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0463903 Aug 20 13:52:00.690214 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP f04e15da-b8b5-46d1-a18a-e1752621a0ab associated. External IP: 172.25.6.49, port: 35f72fe4-b4bc-4a27-97a6-37b036101447. Aug 20 13:52:00.697379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-41ebb041-3377-44c1-8712-ae1d7a513640 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255539 Aug 20 13:52:00.793803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-871d70a6-7f3b-46c0-90cf-8ef22a8477d0 service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889149 Aug 20 13:52:00.884451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6dad94c-c520-4bd2-81e0-244e5e41c8c5 req-204518a2-4482-403c-963a-8fc7fdf1c52f service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832393 Aug 20 13:52:00.909731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:00.973532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-97d9154e-f626-40b5-9a3e-b17cf88a0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:00.975102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-97d9154e-f626-40b5-9a3e-b17cf88a0421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1094 time: 0.0437577 Aug 20 13:52:01.028664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:01.040929 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:01.055681 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:01.056801 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.078250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-2ca458d2-92c9-47d4-b633-0a564d5acdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:01.081449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-2ca458d2-92c9-47d4-b633-0a564d5acdca service neutron] 10.222.0.13 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.0987525 Aug 20 13:52:01.094386 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.108730 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:01.108730 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.135051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-77bb158d-11eb-469f-8c2a-3369e88cf7f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0465631 Aug 20 13:52:01.155744 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.156755 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c9b75-543d-4b6e-bce0-d4d30e8ee03c None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:01.195053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-d04341ef-2daf-4670-81f3-aa3c2fd81b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:01.196641 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-d04341ef-2daf-4670-81f3-aa3c2fd81b8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0546067 Aug 20 13:52:01.231866 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-0f952834-f99f-4925-981f-9147df064390 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269902 Aug 20 13:52:01.243255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210afc9d-dab2-4bec-b81b-b60cfc014c6a req-d4662808-fc3a-4b67-bde5-6926598ee699 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:01.244914 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-210afc9d-dab2-4bec-b81b-b60cfc014c6a req-d4662808-fc3a-4b67-bde5-6926598ee699 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 943 time: 0.1081724 Aug 20 13:52:01.324955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-210afc9d-dab2-4bec-b81b-b60cfc014c6a req-a5ccdde7-d6e4-43a3-a66a-e4c57818caf1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716381 Aug 20 13:52:01.331301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-1a7e8c9f-6bd4-42b6-a2de-6a04fb73d598 service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899839 Aug 20 13:52:01.345567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:01.434818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9f53a5e-0c31-475c-8b05-7e663a8edf00 req-52c9292b-63af-432d-b9c8-cb2c2497f4cd service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971270 Aug 20 13:52:01.468735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:01.473739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:01.480276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:01.489349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:01.489962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.529865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a11bc38-6c5d-4d5a-9c99-dda2ea918dfc tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/floatingips/f04e15da-b8b5-46d1-a18a-e1752621a0ab HTTP/1.1" status: 200 len: 975 time: 1.5283625 Aug 20 13:52:01.533460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59276) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:01.538316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:01.602311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:01.679365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.688354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:01.689059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.721524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:01.722193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fab981-0480-4327-966c-77d01d3ed2a8 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:01.750275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:01.769103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:01.772785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:01.773187 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP f04e15da-b8b5-46d1-a18a-e1752621a0ab disassociated. External IP: 172.25.6.49, port: 1bc7ceab-6c95-402f-bcea-8643234bf0f1. Aug 20 13:52:01.998508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:02.121524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:02.125889 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.132426 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:02.141482 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:02.142099 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:02.152641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-847c8cbc-f8bb-4353-a65e-c58cc6ea1eb2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/floatingips/f04e15da-b8b5-46d1-a18a-e1752621a0ab HTTP/1.1" status: 200 len: 687 time: 0.6179676 Aug 20 13:52:02.155562 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:02.174982 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:02.183725 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:02.184331 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:02.217985 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:02.218635 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d37aa-14f1-4aa9-aec6-ebba98a84d4a None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:02.283562 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 3f6ab9df-8724-4ecd-88d0-4826047ca916 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:02.283817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.366019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.366355 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.380294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 3f6ab9df-8724-4ecd-88d0-4826047ca916 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:02.462952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcd1a6-e7fe-4143-89cc-5660cfca52b3 req-dc886b0c-8630-4e70-aa20-f4685e2c0fb9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:02.464513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91bcd1a6-e7fe-4143-89cc-5660cfca52b3 req-dc886b0c-8630-4e70-aa20-f4685e2c0fb9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 943 time: 0.0502141 Aug 20 13:52:02.505713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-91bcd1a6-e7fe-4143-89cc-5660cfca52b3 req-18a64df1-a516-4e8f-b8a0-8c4f52f79f0e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Aug 20 13:52:02.519353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.549122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=3f6ab9df-8724-4ecd-88d0-4826047ca916,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:02.618636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.621277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:02.622447 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-332dacda-90c1-4741-b67e-3a402c92994a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/floatingips/f04e15da-b8b5-46d1-a18a-e1752621a0ab HTTP/1.1" status: 204 len: 168 time: 0.4659808 Aug 20 13:52:02.625116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:02.663465 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-0ed8eba8-bc46-4e21-8013-a5ca73b8beb6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] delete failed (client error): The resource could not be found. Aug 20 13:52:02.664513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ed8eba8-bc46-4e21-8013-a5ca73b8beb6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/floatingips/f04e15da-b8b5-46d1-a18a-e1752621a0ab HTTP/1.1" status: 404 len: 345 time: 0.0384927 Aug 20 13:52:02.669093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:02.755052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ec9b2-55d1-49c5-bc18-8b4c9e017328 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:02.761032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ec9b2-55d1-49c5-bc18-8b4c9e017328 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:02.766966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ec9b2-55d1-49c5-bc18-8b4c9e017328 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:02.769500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-800ec9b2-55d1-49c5-bc18-8b4c9e017328 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/ports?network_id=8a5b7cd2-8311-40e1-83dd-544189c31249 HTTP/1.1" status: 200 len: 2355 time: 0.0994060 Aug 20 13:52:02.772154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:02.823441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92cf2a1-f497-430f-9a16-1c03f3f3e897 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:02.824825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e92cf2a1-f497-430f-9a16-1c03f3f3e897 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/subnets/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda HTTP/1.1" status: 200 len: 797 time: 0.0516927 Aug 20 13:52:02.829510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59288) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:02.834868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'port': {'network_id': '8a5b7cd2-8311-40e1-83dd-544189c31249', 'name': 'tempest-FloatingIPTestJSON-1779260570', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:02.940485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:03.028637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:03.033825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:52:03.047297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] device_id is not set on port b6258faf-dc10-471f-adde-092ac3eaea25 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:52:03.134441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:03.146885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'port_id': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'mac_address': 'fa:16:3e:b6:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefd643-1e77-4517-aaea-3bdcf5f162d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:52:03.186220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:03.200025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:52:03.220107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:03.224786 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:03.273709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:03.281187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.281543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.281892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.282238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.282574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.283547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.284152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.284586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.284929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.285267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.285959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.286303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:03.446317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:52:03.614898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.14 (8a5b7cd2-8311-40e1-83dd-544189c31249/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda/b6258faf-dc10-471f-adde-092ac3eaea25) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:03.622177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.13 (8a5b7cd2-8311-40e1-83dd-544189c31249/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda/b6258faf-dc10-471f-adde-092ac3eaea25) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:03.781605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:03.822745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:03.872514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:03.875791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:03.880235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:03.906731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=b6258faf-dc10-471f-adde-092ac3eaea25,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:03.936711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:03.937387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:03.959392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0ed0f08e-eca2-46e0-aa4b-ab5e9da99810 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1229925 Aug 20 13:52:03.962274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59292) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:03.966381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'b6258faf-dc10-471f-adde-092ac3eaea25', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:03.997716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:04.002979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae13bb8-cb5c-483d-9949-b929f6d85998 req-70d54363-050b-44c2-bbfa-56ab94b173cc tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:04.004586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ae13bb8-cb5c-483d-9949-b929f6d85998 req-70d54363-050b-44c2-bbfa-56ab94b173cc tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.4217942 Aug 20 13:52:04.044988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9ae13bb8-cb5c-483d-9949-b929f6d85998 req-e39f6b34-439f-4363-9662-546b028bcc3c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Aug 20 13:52:04.108195 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:04.211987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.162 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/2ed47f93-e734-4525-b33d-a5e179d08f32) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:04.324529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:04.365412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:04.404571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:04.407564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:04.411428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:04.440864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=2ed47f93-e734-4525-b33d-a5e179d08f32,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:04.782128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:04.850156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.011579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.016387 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.044440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:52:05.092942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=2ed47f93-e734-4525-b33d-a5e179d08f32,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:05.102022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:05.102161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.108634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:05.109092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.192283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.216932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:52:05.219253 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0990f7f-650f-4d21-914a-5b1e291fb3f2" -d '{"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:52:05.233316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59ce7e-65fb-4c10-9593-39e3e9a4e565 req-dc508928-1d04-457f-abb3-0270af4e4c1a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:05.233717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:05.234899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e59ce7e-65fb-4c10-9593-39e3e9a4e565 req-dc508928-1d04-457f-abb3-0270af4e4c1a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.0957351 Aug 20 13:52:05.239169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.263456 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 42d50917-d497-4d2a-b836-7cd3f473337f associated. External IP: 172.25.6.162, port: b6258faf-dc10-471f-adde-092ac3eaea25. Aug 20 13:52:05.272335 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820b6851-2afa-4226-ab85-6268e9518852 x-openstack-request-id: req-820b6851-2afa-4226-ab85-6268e9518852 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:52:05.272831 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:52:05.273320 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-820b6851-2afa-4226-ab85-6268e9518852 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:52:05.273735 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'code': 200} Aug 20 13:52:05.304434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:05.345629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e59ce7e-65fb-4c10-9593-39e3e9a4e565 req-7241884b-ac90-4f52-8441-302acff07dc4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995679 Aug 20 13:52:05.429909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509065c-5810-4763-bf9b-a13b821fdbbb req-3a67e930-6cc9-4f4d-8b6e-73653a3b8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:05.431403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2509065c-5810-4763-bf9b-a13b821fdbbb req-3a67e930-6cc9-4f4d-8b6e-73653a3b8b3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1096 time: 0.0975358 Aug 20 13:52:05.536658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2509065c-5810-4763-bf9b-a13b821fdbbb req-15151bd8-2931-4dba-b1d9-2cd7536e9ed9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720050 Aug 20 13:52:05.562087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:05.673655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:05.683573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:05.689894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:05.694018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:05.695028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:05.717657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-814d39e2-6833-4745-b43d-8468419c1e15 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7559311 Aug 20 13:52:05.720454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59298) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:05.725641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'port_id': 'b6258faf-dc10-471f-adde-092ac3eaea25', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:05.727830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:05.736467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:05.737109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:05.773171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:05.773835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5c13-f26b-4a13-9129-10575db7ac0a None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:05.788946 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:06.471748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75fb84-9a84-4539-908a-065982c76543 req-a8dee0f0-125e-4631-bbe4-f9d08aa01037 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:06.473431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f75fb84-9a84-4539-908a-065982c76543 req-a8dee0f0-125e-4631-bbe4-f9d08aa01037 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0510404 Aug 20 13:52:06.523733 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f75fb84-9a84-4539-908a-065982c76543 req-ddf497e7-363a-461b-a7ce-c00b6d1cf068 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Aug 20 13:52:06.533933 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:06.538854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:06.755561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:06.868395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:06.875617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:06.878243 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:06.887530 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:06.888209 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:06.920314 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:06.929260 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:06.929847 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:06.931878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-73a07789-4771-4482-9c0a-2faed04b6213 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/floatingips/42d50917-d497-4d2a-b836-7cd3f473337f HTTP/1.1" status: 200 len: 979 time: 1.2099617 Aug 20 13:52:06.934473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59302) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:06.964306 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:06.964986 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bf5cc-47d1-4e68-8080-6ed7d47629a4 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:07.112774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 2ed47f93-e734-4525-b33d-a5e179d08f32 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:07.113125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:07.190914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:07.191255 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:07.203011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 2ed47f93-e734-4525-b33d-a5e179d08f32 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:07.377906 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:07.404859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=2ed47f93-e734-4525-b33d-a5e179d08f32,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:07.469365 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:07.469841 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 42d50917-d497-4d2a-b836-7cd3f473337f disassociated (deleted). External IP: 172.25.6.162, port: b6258faf-dc10-471f-adde-092ac3eaea25. Aug 20 13:52:07.701665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac628fd-e0f6-42a2-a05d-05bc9d7bdef7 req-fe63c19c-3f8f-4ad1-970c-16e1ae57c8b1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:07.703074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cac628fd-e0f6-42a2-a05d-05bc9d7bdef7 req-fe63c19c-3f8f-4ad1-970c-16e1ae57c8b1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0931435 Aug 20 13:52:07.743014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:07.760950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cac628fd-e0f6-42a2-a05d-05bc9d7bdef7 req-b74c76e6-d626-4eaf-9805-18e53ff4e1d6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509160 Aug 20 13:52:07.873074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:07.878637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:07.883814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:07.894262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:07.894901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:07.913761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1c5dfde4-7ee6-44d4-9df5-dc99df0dc051 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/floatingips/42d50917-d497-4d2a-b836-7cd3f473337f HTTP/1.1" status: 204 len: 168 time: 0.9758308 Aug 20 13:52:07.914004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:07.929973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:07.939485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:07.940356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:07.980055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:07.980808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9db2b-01a4-4dbd-becd-c385d9dec7d5 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:08.008368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-78cab81e-bb8e-4b75-86e3-da04a3daa1c3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:08.009892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port b6258faf-dc10-471f-adde-092ac3eaea25 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:08.010001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-78cab81e-bb8e-4b75-86e3-da04a3daa1c3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 813 time: 0.1155872 Aug 20 13:52:08.010248 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.027032 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-93cc7d38-ed99-4cac-9072-26ca71f9007e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/quotas/86f29bd66021468e91387c9276197225 HTTP/1.1" status: 200 len: 375 time: 0.0103838 Aug 20 13:52:08.080239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-de2c8db8-63f4-4273-9c7b-0493555dd1c3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464966 Aug 20 13:52:08.107648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.119708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for b6258faf-dc10-471f-adde-092ac3eaea25 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:08.176657 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-075a0f31-5ffa-4aef-a43e-21d4b4c92221 service neutron] 10.222.0.59 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892124 Aug 20 13:52:08.274940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-44c5915a-e52b-46a2-ab5d-7beaa1b19d04 service neutron] 10.222.0.59 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917888 Aug 20 13:52:08.304600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.336043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=b6258faf-dc10-471f-adde-092ac3eaea25,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:08.444512 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.446424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9540ef2a-7b0c-44be-9050-fb839ee04846 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/ports/b6258faf-dc10-471f-adde-092ac3eaea25 HTTP/1.1" status: 204 len: 168 time: 0.5315206 Aug 20 13:52:08.450084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59324) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:08.455421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:08.477599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-314fb252-ccd5-4393-891e-58af3a5fd9c9 req-0b112359-4465-40ea-9271-eddde421e687 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 210 time: 0.0470443 Aug 20 13:52:08.495794 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.605594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.713422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.56 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/5baba35c-8815-4658-997f-84be4ee949ba) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:08.834346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.876826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:08.914867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:08.917800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:08.921279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:08.950866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=5baba35c-8815-4658-997f-84be4ee949ba,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:09.022199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.064035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.227582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.232459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.307869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=5baba35c-8815-4658-997f-84be4ee949ba,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:09.328526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.391402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.396244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:09.396819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cef31de5-4e21-4db5-80c4-28124d9fb170 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9452913 Aug 20 13:52:09.403249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'port': {'network_id': '8a5b7cd2-8311-40e1-83dd-544189c31249', 'name': 'tempest-FloatingIPTestJSON-1887313605'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:09.448163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-71fdf2b0-0a9e-472a-becd-fcdcf0dec27e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:09.449889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-71fdf2b0-0a9e-472a-becd-fcdcf0dec27e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.53 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 813 time: 0.1341906 Aug 20 13:52:09.464450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Request body: {'port': {'device_id': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'admin_state_up': True, 'tenant_id': '86f29bd66021468e91387c9276197225'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:09.529869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:09.534698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.556203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] device_id is not set on port c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:52:09.581866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Made reservation on behalf of 86f29bd66021468e91387c9276197225 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:09.585328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.618419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d380b7f-4974-40ed-ae46-482e5c3d8eab req-f55d819b-ea5e-455a-905f-23606ec357de tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 210 time: 0.0574372 Aug 20 13:52:09.692893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.5 (8a5b7cd2-8311-40e1-83dd-544189c31249/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda/c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:09.721553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Allocated IP 172.20.0.14 (53a6fcb8-3354-45d8-8032-086e473884be/fcefd643-1e77-4517-aaea-3bdcf5f162d8/ce903573-d9d0-475e-afcf-8fa3ce3c1329) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:09.853190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.874720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.901186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.915935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:09.927031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:52:09.937240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Network 53a6fcb8-3354-45d8-8032-086e473884be is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:09.953375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 8a5b7cd2-8311-40e1-83dd-544189c31249 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:09.957414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:09.957630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:09.960183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:09.964162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:09.968225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:10.018163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:10.019595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.020490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Pushing event updated for resources: {'Port': ['ID=ce903573-d9d0-475e-afcf-8fa3ce3c1329,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:10.036402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:10.039465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.039579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fdbe2811-1209-4b11-b1df-0333bf066d39 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6386192 Aug 20 13:52:10.039579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:10.044930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'port_id': 'c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:10.053991 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0bcfe799-1b8a-437d-b8b0-9289bf7ab9f6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5935450 Aug 20 13:52:10.069355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Request body: {'port': {'device_id': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:10.089357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.136988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.415981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce903573-d9d0-475e-afcf-8fa3ce3c1329 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:52:10.424505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.437312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Transition to ACTIVE for port object ce903573-d9d0-475e-afcf-8fa3ce3c1329 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:10.442100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.496358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Pushing event updated for resources: {'Port': ['ID=ce903573-d9d0-475e-afcf-8fa3ce3c1329,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:10.563288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.567756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.678140 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 9f138d70-a602-4452-8efc-195b7a9e2371 associated. External IP: 172.25.6.56, port: c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a. Aug 20 13:52:10.864642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Attempting to bind port ce903573-d9d0-475e-afcf-8fa3ce3c1329 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:10.864981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Attempting to bind port ce903573-d9d0-475e-afcf-8fa3ce3c1329 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:10.865313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Attempting to bind port ce903573-d9d0-475e-afcf-8fa3ce3c1329 on network 53a6fcb8-3354-45d8-8032-086e473884be {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:10.875648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10654a4-d7c0-4a1d-8e5a-13cb9aacf7f7 req-1cc12dde-fa36-4d01-936a-3f5c298af762 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:10.877219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b10654a4-d7c0-4a1d-8e5a-13cb9aacf7f7 req-1cc12dde-fa36-4d01-936a-3f5c298af762 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 944 time: 0.0736110 Aug 20 13:52:10.879411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Port ce903573-d9d0-475e-afcf-8fa3ce3c1329 on network 53a6fcb8-3354-45d8-8032-086e473884be not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:52:10.879759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Attempting to bind port ce903573-d9d0-475e-afcf-8fa3ce3c1329 on network 53a6fcb8-3354-45d8-8032-086e473884be {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:10.886145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:10.886558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Checking segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:10.886970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Bound using segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:10.887376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Bound port: ce903573-d9d0-475e-afcf-8fa3ce3c1329, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:10.887738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:10.900716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:10.961282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b10654a4-d7c0-4a1d-8e5a-13cb9aacf7f7 req-d4487839-af10-4d39-8c93-0c399ab1721c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763087 Aug 20 13:52:10.989455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] For port ce903573-d9d0-475e-afcf-8fa3ce3c1329, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:10.993060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] For port ce903573-d9d0-475e-afcf-8fa3ce3c1329, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:10.998649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.025255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:11.030673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.038031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:11.038188 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:11.038571 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.040061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] 10.222.0.53 "PUT /v2.0/ports/ce903573-d9d0-475e-afcf-8fa3ce3c1329 HTTP/1.1" status: 200 len: 1092 time: 0.9779797 Aug 20 13:52:11.040535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'tag': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:52:11.042996 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ad3cb5-6714-486e-9997-1461958bd05d", "tag": "ce903573-d9d0-475e-afcf-8fa3ce3c1329"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:52:11.049787 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:11.051588 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.073095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-902e32c3-bdfc-4436-8864-c31e4f2719e8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/floatingips/9f138d70-a602-4452-8efc-195b7a9e2371 HTTP/1.1" status: 200 len: 977 time: 1.0322213 Aug 20 13:52:11.073785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:11.090809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00b0c4-e8a8-4fe3-8688-ea7d3e185ccb service neutron] Pushing event updated for resources: {'Port': ['ID=ce903573-d9d0-475e-afcf-8fa3ce3c1329,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:11.097374 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.106700 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749d352-55c9-4fcd-9221-9dcfeb810868 x-openstack-request-id: req-0749d352-55c9-4fcd-9221-9dcfeb810868 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:52:11.106700 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ad3cb5-6714-486e-9997-1461958bd05d", "tag": "ce903573-d9d0-475e-afcf-8fa3ce3c1329", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:52:11.106700 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0749d352-55c9-4fcd-9221-9dcfeb810868 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:52:11.107137 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'tag': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329', 'status': 'completed', 'code': 200} Aug 20 13:52:11.108470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:11.108470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.137036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-6d488d36-8ccd-4e92-b3b7-99f0c8baa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:11.138600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-6d488d36-8ccd-4e92-b3b7-99f0c8baa9aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 1095 time: 0.0446835 Aug 20 13:52:11.141605 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.142409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c77c94-92fa-447e-ad05-eb9da57ffe03 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:11.176387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:11.176673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.186193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-f31d4ca8-09fb-43e5-901d-e86013ba4260 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329 HTTP/1.1" status: 200 len: 217 time: 0.0388277 Aug 20 13:52:11.239186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-d995807a-8bdb-4586-9244-9977cb14f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:11.240723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-d995807a-8bdb-4586-9244-9977cb14f610 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0472023 Aug 20 13:52:11.270525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.272750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-0f69ebf1-c106-4f5e-8a89-65182bc7766f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252655 Aug 20 13:52:11.368798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-ad083f7f-6f16-47cd-9642-a69e05b039a2 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892339 Aug 20 13:52:11.452339 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.452695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.453023 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 9f138d70-a602-4452-8efc-195b7a9e2371 disassociated. External IP: 172.25.6.56, port: c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a. Aug 20 13:52:11.453345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:11.470821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-638b1528-2cd9-47e6-a4b5-ba49173a812b req-ba339b24-1fdf-4fff-9a7f-914f00c2957a service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946038 Aug 20 13:52:11.556011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-36e620dd-d39f-4166-90c9-11ebfa83f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:11.557595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-36e620dd-d39f-4166-90c9-11ebfa83f223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 1095 time: 0.0436137 Aug 20 13:52:11.587779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.617512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:11.659347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-5377a326-789a-4f4a-88f0-64aba7f9dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:11.660878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-5377a326-789a-4f4a-88f0-64aba7f9dc51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.0961833 Aug 20 13:52:11.703582 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-10a4bc5e-c4ee-4fbc-8606-bcf3aaff681e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329 HTTP/1.1" status: 200 len: 217 time: 0.0350823 Aug 20 13:52:11.740481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:11.757048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-725f9bad-c2d7-4a45-8cda-2e127c923cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:11.758544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-725f9bad-c2d7-4a45-8cda-2e127c923cdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0482597 Aug 20 13:52:11.799825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-ba56af7e-9d72-4bd7-9920-b751cf9a1efa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328805 Aug 20 13:52:11.851465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:11.864416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:11.874905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:11.875544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.909315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-79c9e480-f59e-46ac-8d45-e70839a6a882 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014028 Aug 20 13:52:11.913008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.917835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:11.919957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb69a8f1-ffdf-44dc-8e84-37a5bb8cfaf2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/ports/c09a6dda-5a3d-4944-89c5-f2bbf5cacd2a HTTP/1.1" status: 204 len: 168 time: 0.8450201 Aug 20 13:52:11.922736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:11.924130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:11.925130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.959771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:11.960723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42022b17-d9cd-4d87-8c46-c8499f6662c5 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:11.972929 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c0d472da-6f77-4efc-bdd6-78717dbadc81 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/floatingips/9f138d70-a602-4452-8efc-195b7a9e2371 HTTP/1.1" status: 200 len: 687 time: 0.0485284 Aug 20 13:52:11.975610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59346) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:12.015391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b46d0b75-c3e1-42d7-88cc-fcafc0950b6f req-60806441-7fdc-47be-b0ae-22e020635d10 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981231 Aug 20 13:52:12.084664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927433b5-d1d1-44dd-87c8-37cb727bef0e req-166038e4-fbb1-45a5-8752-2eaea4255b26 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:12.086307 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-927433b5-d1d1-44dd-87c8-37cb727bef0e req-166038e4-fbb1-45a5-8752-2eaea4255b26 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 944 time: 0.0517051 Aug 20 13:52:12.105341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 5baba35c-8815-4658-997f-84be4ee949ba {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:12.105684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.125446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-927433b5-d1d1-44dd-87c8-37cb727bef0e req-e83f30ef-450b-4453-9412-5d5addfcb73b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 20 13:52:12.181203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.181529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.193893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 5baba35c-8815-4658-997f-84be4ee949ba owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:12.325386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.352061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=5baba35c-8815-4658-997f-84be4ee949ba,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:12.415999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.418593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.419744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-606428c4-2ce8-4e32-919c-e64c44a21063 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/floatingips/9f138d70-a602-4452-8efc-195b7a9e2371 HTTP/1.1" status: 204 len: 168 time: 0.4432011 Aug 20 13:52:12.424199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:12.428722 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '1bc7ceab-6c95-402f-bcea-8643234bf0f1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:12.450285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.545266 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.662122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.106 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/1b32b8af-7a23-4b90-9e6b-fbc52ab92334) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:12.772972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.819298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:12.859178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:12.862121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:12.865763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:12.873999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=1b32b8af-7a23-4b90-9e6b-fbc52ab92334,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:13.223452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ce903573-d9d0-475e-afcf-8fa3ce3c1329 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:52:13.272200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.304712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530117a-1a45-45f4-ba71-334f361c7edc req-d4e870da-e49c-4ffd-ba53-f89c252b66d1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:13.306262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6530117a-1a45-45f4-ba71-334f361c7edc req-d4e870da-e49c-4ffd-ba53-f89c252b66d1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 944 time: 0.0880618 Aug 20 13:52:13.324481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ce903573-d9d0-475e-afcf-8fa3ce3c1329, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:13.338606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329', 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'port_id': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329', 'mac_address': 'fa:16:3e:3d:85:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefd643-1e77-4517-aaea-3bdcf5f162d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:52:13.371997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.379811 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.393620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce903573-d9d0-475e-afcf-8fa3ce3c1329 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:52:13.398895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6530117a-1a45-45f4-ba71-334f361c7edc req-467db9da-03ca-47de-903f-3a71012aacb9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838702 Aug 20 13:52:13.422547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ce903573-d9d0-475e-afcf-8fa3ce3c1329, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:13.427944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.476645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ce903573-d9d0-475e-afcf-8fa3ce3c1329,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:13.545093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.549947 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.619837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=1b32b8af-7a23-4b90-9e6b-fbc52ab92334,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:13.625907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ce903573-d9d0-475e-afcf-8fa3ce3c1329'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:52:13.634731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:13.737596 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 060313b9-e8b2-4176-85e6-ce593a203fa2 associated. External IP: 172.25.6.106, port: 1bc7ceab-6c95-402f-bcea-8643234bf0f1. Aug 20 13:52:14.296759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:14.409875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:14.419643 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:14.427902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.432808 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:14.434362 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:14.456247 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-915b7b57-7a49-4de2-bca4-4f2b773380a5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.0309463 Aug 20 13:52:14.458942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59356) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:14.464134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1178125850'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:14.471009 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:14.481145 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:14.481789 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:14.487307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:14.491440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.519679 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:14.520392 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf1afb-e161-456c-86b8-0af9b4a93860 None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:14.521094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:14.528521 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3723bbe-fa9e-4aeb-9f69-d026e49b2cc7 req-d5ec2bf9-7745-4092-999d-05b829058cd9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:14.532154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.532998 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Added segment 5d804529-39d1-4892-9e10-782aabf4a60f of type vlan for network e3a8680d-8dfb-410c-92c0-b0d66de16af4 Aug 20 13:52:14.533313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3723bbe-fa9e-4aeb-9f69-d026e49b2cc7 req-d5ec2bf9-7745-4092-999d-05b829058cd9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 945 time: 0.0555539 Aug 20 13:52:14.570436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3723bbe-fa9e-4aeb-9f69-d026e49b2cc7 req-6a2cf357-bbb6-4494-9ef5-8054b77abd43 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Aug 20 13:52:14.576186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.602855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.608583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:14.609175 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.676352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2125454 Aug 20 13:52:14.676587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59358) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:14.683769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'subnet': {'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:14.700748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afdbfe-af05-41f9-9699-f8acb1260093 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Network': ['ID=e3a8680d-8dfb-410c-92c0-b0d66de16af4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:14.712487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:14.777971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:14.781734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:14.976126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.035714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Subnet': ['ID=00d57bbd-7d0d-45d1-a6ed-6077a0a215eb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:15.046175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Checking segment: {'id': '5d804529-39d1-4892-9e10-782aabf4a60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:15.046537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network hostable DHCP agents. Network: e3a8680d-8dfb-410c-92c0-b0d66de16af4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:15.063109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:15.072789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e3a8680d-8dfb-410c-92c0-b0d66de16af4) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:15.076785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:15.077358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.083418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977cd09a-9f75-4890-a780-2194d28fa291 None None] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:15.092383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae3999ba-a539-41e0-9a3f-3b265284532b tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4147661 Aug 20 13:52:15.095689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:15.100502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-490753261', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:15.125058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.126089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.182988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.225551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ce903573-d9d0-475e-afcf-8fa3ce3c1329 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:52:15.251927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e3a8680d-8dfb-410c-92c0-b0d66de16af4', 'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4', 'tenant_id': '517b5e719af44089a8c715c4bd4ab9eb', 'fixed_ips': [{'subnet_id': '00d57bbd-7d0d-45d1-a6ed-6077a0a215eb'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:15.252835 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.324025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.355340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port ce903573-d9d0-475e-afcf-8fa3ce3c1329 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:15.365685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port ce903573-d9d0-475e-afcf-8fa3ce3c1329 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:15.366059 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.451744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Allocated IP 172.20.0.2 (e3a8680d-8dfb-410c-92c0-b0d66de16af4/00d57bbd-7d0d-45d1-a6ed-6077a0a215eb/25ff4bb5-747f-4666-a154-b9a7328f428e) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:15.535714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.547637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.554506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.589841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:52:15.592117 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccca019-4d6e-47c7-adc7-49f68eb73365" -d '{"events": [{"server_uuid": "c7ad3cb5-6714-486e-9997-1461958bd05d", "name": "network-vif-plugged", "status": "completed", "tag": "ce903573-d9d0-475e-afcf-8fa3ce3c1329"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:52:15.621694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port ce903573-d9d0-475e-afcf-8fa3ce3c1329, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:15.630751 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.635055 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec46b47-9cbb-4f01-9bc9-59335a54d405 x-openstack-request-id: req-4ec46b47-9cbb-4f01-9bc9-59335a54d405 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:52:15.635242 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ad3cb5-6714-486e-9997-1461958bd05d", "name": "network-vif-plugged", "status": "completed", "tag": "ce903573-d9d0-475e-afcf-8fa3ce3c1329", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:52:15.635542 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ec46b47-9cbb-4f01-9bc9-59335a54d405 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:52:15.635981 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329', 'code': 200} Aug 20 13:52:15.690062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.25.6.130 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/7298119d-86fc-4e52-b78d-f5aac9571be9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:15.734339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.737103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c564-01e1-4cbd-bc3a-0d2e321f1ae6 req-dfb19533-30ee-4de0-9fbf-6d5a58bdba53 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:15.739551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1b0c564-01e1-4cbd-bc3a-0d2e321f1ae6 req-dfb19533-30ee-4de0-9fbf-6d5a58bdba53 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 946 time: 0.0697875 Aug 20 13:52:15.747088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=ce903573-d9d0-475e-afcf-8fa3ce3c1329,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:15.752900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Transition to ACTIVE for port object 25ff4bb5-747f-4666-a154-b9a7328f428e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:15.770636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Transition to ACTIVE for port object 25ff4bb5-747f-4666-a154-b9a7328f428e will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:15.778116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.780777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb354a1-949e-4cbb-a18d-9e8db738a446 req-1f12427c-1c0c-42a7-b3e3-9d24e52e38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:15.783307 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bb354a1-949e-4cbb-a18d-9e8db738a446 req-1f12427c-1c0c-42a7-b3e3-9d24e52e38b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 1097 time: 0.0858130 Aug 20 13:52:15.785684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1b0c564-01e1-4cbd-bc3a-0d2e321f1ae6 req-999a2221-7bd4-4788-b715-28a19c630a15 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Aug 20 13:52:15.836975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:15.837335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bb354a1-949e-4cbb-a18d-9e8db738a446 req-53400f18-db2f-4a80-b7cc-b0fe37fbe844 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Aug 20 13:52:15.843933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:15.847399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:15.852864 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dc19dd33-44a9-481d-a2d5-dced3e82ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.866128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Pushing event updated for resources: {'Port': ['ID=25ff4bb5-747f-4666-a154-b9a7328f428e,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:15.868244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.910225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.922192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Attempting to bind port 25ff4bb5-747f-4666-a154-b9a7328f428e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:15.922602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Attempting to bind port 25ff4bb5-747f-4666-a154-b9a7328f428e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5d804529-39d1-4892-9e10-782aabf4a60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:15.923493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Attempting to bind port 25ff4bb5-747f-4666-a154-b9a7328f428e on network e3a8680d-8dfb-410c-92c0-b0d66de16af4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:15.928786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:15.929174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Checking segment: {'id': '5d804529-39d1-4892-9e10-782aabf4a60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:15.929592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.929984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Bound using segment: {'id': '5d804529-39d1-4892-9e10-782aabf4a60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:15.930459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Bound port: 25ff4bb5-747f-4666-a154-b9a7328f428e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d804529-39d1-4892-9e10-782aabf4a60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:15.930847 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:15.945825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:15.948910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:15.953370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:15.988615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=7298119d-86fc-4e52-b78d-f5aac9571be9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:15.997922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] For port 25ff4bb5-747f-4666-a154-b9a7328f428e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:16.000504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.000921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.001309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] For port 25ff4bb5-747f-4666-a154-b9a7328f428e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=25ff4bb5-747f-4666-a154-b9a7328f428e,segment=NetworkSegment(5d804529-39d1-4892-9e10-782aabf4a60f),segment_id=5d804529-39d1-4892-9e10-782aabf4a60f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:16.001444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.001778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.002083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.002474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.002956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.003269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.003627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.003931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.004347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.004878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:16.006429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:16.066764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326e1cc-1cca-4783-ab8f-f0ff14776819 None None] Pushing event updated for resources: {'Port': ['ID=25ff4bb5-747f-4666-a154-b9a7328f428e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:16.264168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:16.487246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:16.632470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router bbbdd387-c2db-45d0-a698-6513383ed665 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:52:16.751513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:16.773657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] Sync routers for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:16.781727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:16.784983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7be0ca73-7e06-4dd7-941a-345da9c12ba1 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6877882 Aug 20 13:52:16.789399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59366) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:16.792997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:16.794972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:16.849975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:16.862858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:16.863846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:51:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:16.915254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:16.916046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaad331-6a83-4618-a022-937910346bb3 None None] The sync data for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:16.966974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 25ff4bb5-747f-4666-a154-b9a7328f428e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:52:17.044831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75e810-b586-4db6-90e8-ad4165bd5fcb req-4c56ae42-ded8-414d-a852-8d364101ee35 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:17.046448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c75e810-b586-4db6-90e8-ad4165bd5fcb req-4c56ae42-ded8-414d-a852-8d364101ee35 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 946 time: 0.0826263 Aug 20 13:52:17.061206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 25ff4bb5-747f-4666-a154-b9a7328f428e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:17.116709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c75e810-b586-4db6-90e8-ad4165bd5fcb req-11addf45-2aab-4a01-a62e-5ebba40c75d5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620320 Aug 20 13:52:17.252049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35f092-978d-4248-bf6c-7b48a998f086 None None] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:17.322842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] Provisioning for port 25ff4bb5-747f-4666-a154-b9a7328f428e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:17.335476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] Provisioning complete for port 25ff4bb5-747f-4666-a154-b9a7328f428e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:17.335846 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:17.406890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:17.493596 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:17.539723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] For port 25ff4bb5-747f-4666-a154-b9a7328f428e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=25ff4bb5-747f-4666-a154-b9a7328f428e,segment=NetworkSegment(5d804529-39d1-4892-9e10-782aabf4a60f),segment_id=5d804529-39d1-4892-9e10-782aabf4a60f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:17.543361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:17.611319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36bcb2-f555-48f2-aa70-05146678281f None None] Pushing event updated for resources: {'Port': ['ID=25ff4bb5-747f-4666-a154-b9a7328f428e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:17.737204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.1 (e3a8680d-8dfb-410c-92c0-b0d66de16af4/00d57bbd-7d0d-45d1-a6ed-6077a0a215eb/e79a9c53-e588-4fdc-9f44-a344dc3f7f1f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:17.768650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e057971b-5847-4645-88e2-9f4703811b79 None None] Provisioning complete for port 25ff4bb5-747f-4666-a154-b9a7328f428e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:17.768944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e057971b-5847-4645-88e2-9f4703811b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:17.888708 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:17.914493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Transition to ACTIVE for port object e79a9c53-e588-4fdc-9f44-a344dc3f7f1f will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:17.969516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.036152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:18.039422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:18.044321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:18.089586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=e79a9c53-e588-4fdc-9f44-a344dc3f7f1f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:18.105277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.105794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.106224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.106654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.107084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.107513 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.108028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.108540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.108994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.109422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.109873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.110876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:52:18.135766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.370001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7fdda-4f9b-4c6e-811f-c12819668ff2 req-3e7996fa-983d-450b-9328-2d3630733173 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:18.372405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cae7fdda-4f9b-4c6e-811f-c12819668ff2 req-3e7996fa-983d-450b-9328-2d3630733173 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 946 time: 0.1495018 Aug 20 13:52:18.383425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a042f2f-c09b-4222-ad49-f124c6a0c000 None None] Provisioning for port e79a9c53-e588-4fdc-9f44-a344dc3f7f1f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:18.388356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a042f2f-c09b-4222-ad49-f124c6a0c000 None None] Provisioning complete for port e79a9c53-e588-4fdc-9f44-a344dc3f7f1f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:18.389047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a042f2f-c09b-4222-ad49-f124c6a0c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.429401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4a042f2f-c09b-4222-ad49-f124c6a0c000 None None] Port e79a9c53-e588-4fdc-9f44-a344dc3f7f1f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:52:18.505387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cae7fdda-4f9b-4c6e-811f-c12819668ff2 req-4a53108c-e324-4d1e-84cf-9cd41eb9504b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158688 Aug 20 13:52:18.510973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.522569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e25ac80-cfee-4ace-b3fe-60ea14efb9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.573423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.820385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 25ff4bb5-747f-4666-a154-b9a7328f428e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:52:18.879152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 25ff4bb5-747f-4666-a154-b9a7328f428e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:18.879721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:18.931867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ee0c4-b49c-422b-b620-ddb56eeeadc6 req-fc4a21eb-eb38-4ed1-919d-dc24648fbeac tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:18.934525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-649ee0c4-b49c-422b-b620-ddb56eeeadc6 req-fc4a21eb-eb38-4ed1-919d-dc24648fbeac tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 946 time: 0.1188867 Aug 20 13:52:19.003518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:19.021647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:19.074199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-649ee0c4-b49c-422b-b620-ddb56eeeadc6 req-94d99304-1e4f-43aa-8da1-495d9fb98b2d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324143 Aug 20 13:52:19.105859 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:19.107780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=e79a9c53-e588-4fdc-9f44-a344dc3f7f1f,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:19.208086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:19.209691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:19.385872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router bbbdd387-c2db-45d0-a698-6513383ed665 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:19.458489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-129e3e29-5662-4297-a28b-f5f0e36cadf5 None None] Provisioning complete for port e79a9c53-e588-4fdc-9f44-a344dc3f7f1f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:19.459098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-129e3e29-5662-4297-a28b-f5f0e36cadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:19.493797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-129e3e29-5662-4297-a28b-f5f0e36cadf5 None None] Port e79a9c53-e588-4fdc-9f44-a344dc3f7f1f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:52:19.520902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:19.581414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:19.589673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b4bc8c78-ad60-46d9-a240-8de6d1a065ed tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/routers/bbbdd387-c2db-45d0-a698-6513383ed665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7962592 Aug 20 13:52:19.592375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59376) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:19.595955 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] Sync routers for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:19.599775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'port': {'network_id': 'e3a8680d-8dfb-410c-92c0-b0d66de16af4', 'name': 'tempest-FloatingIPTestJSON-581382739'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:19.606529 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:19.607150 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:19.646093 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:19.655909 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:19.657923 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:19.691722 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:19.692383 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9305c0-0aae-4245-adbf-4e40b122b683 None None] The sync data for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:19.732088 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Made reservation on behalf of 517b5e719af44089a8c715c4bd4ab9eb for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:19.736139 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:19.755306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] device_id is not set on port d0929202-cad7-43d6-a83c-f8793eea0618 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:52:20.041729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-48a9626e-bdfe-466b-94c7-2a35f1b9925e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:20.043434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-48a9626e-bdfe-466b-94c7-2a35f1b9925e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 946 time: 0.0622106 Aug 20 13:52:20.205798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Deleting port ce903573-d9d0-475e-afcf-8fa3ce3c1329 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:20.206328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.277226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Allocated IP 172.20.0.4 (e3a8680d-8dfb-410c-92c0-b0d66de16af4/00d57bbd-7d0d-45d1-a6ed-6077a0a215eb/d0929202-cad7-43d6-a83c-f8793eea0618) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:20.330238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6555af-5916-4026-9d6d-bf08f8cbee87 req-68eba56f-e7cf-43e8-bfda-0c7faac743d9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:20.331870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b6555af-5916-4026-9d6d-bf08f8cbee87 req-68eba56f-e7cf-43e8-bfda-0c7faac743d9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7ad3cb5-6714-486e-9997-1461958bd05d HTTP/1.1" status: 200 len: 946 time: 0.1217928 Aug 20 13:52:20.369435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] For port ce903573-d9d0-475e-afcf-8fa3ce3c1329, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=ce903573-d9d0-475e-afcf-8fa3ce3c1329,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:20.369826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.389884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Calling delete_port for ce903573-d9d0-475e-afcf-8fa3ce3c1329 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:20.411044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b6555af-5916-4026-9d6d-bf08f8cbee87 req-dac5be27-6bd1-48b6-b9d6-6ac57f166ef3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Aug 20 13:52:20.510311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.613152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Transition to ACTIVE for port object d0929202-cad7-43d6-a83c-f8793eea0618 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:20.613616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.630545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['ce903573-d9d0-475e-afcf-8fa3ce3c1329'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:52:20.634604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:52:20.653504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.664949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Pushing event deleted for resources: {'Port': ['ID=ce903573-d9d0-475e-afcf-8fa3ce3c1329,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:20.710690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] No DVR routers for this DVR port ce903573-d9d0-475e-afcf-8fa3ce3c1329 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:20.713909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.715185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:20.716370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e56f19f5-745c-46fc-b3c4-ed078f2aafd1 req-e053a6c7-2d5d-49dc-a3a7-a99c2d215b58 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.53 "DELETE /v2.0/ports/ce903573-d9d0-475e-afcf-8fa3ce3c1329 HTTP/1.1" status: 204 len: 173 time: 0.6660564 Aug 20 13:52:20.717043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'name': 'network-vif-deleted', 'tag': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:52:20.719289 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be194ad8-bc29-4384-8670-938409a2f3ae" -d '{"events": [{"server_uuid": "c7ad3cb5-6714-486e-9997-1461958bd05d", "name": "network-vif-deleted", "tag": "ce903573-d9d0-475e-afcf-8fa3ce3c1329"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:52:20.725265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:20.728230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event updated for resources: {'Port': ['ID=d0929202-cad7-43d6-a83c-f8793eea0618,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:20.732013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:20.794391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:20.795060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:20.815333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cb31426e-63f4-4f82-9fa7-ab0c09b354be tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2196126 Aug 20 13:52:20.817033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59382) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:20.823354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Request body: {'floatingip': {'port_id': 'd0929202-cad7-43d6-a83c-f8793eea0618'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:20.829987 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795b71dc-8c72-4c15-b5ea-5c5d9ab2c5e3 x-openstack-request-id: req-795b71dc-8c72-4c15-b5ea-5c5d9ab2c5e3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:52:20.829987 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ad3cb5-6714-486e-9997-1461958bd05d", "name": "network-vif-deleted", "tag": "ce903573-d9d0-475e-afcf-8fa3ce3c1329", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:52:20.830453 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-795b71dc-8c72-4c15-b5ea-5c5d9ab2c5e3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:52:20.830587 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ad3cb5-6714-486e-9997-1461958bd05d', 'name': 'network-vif-deleted', 'tag': 'ce903573-d9d0-475e-afcf-8fa3ce3c1329', 'status': 'completed', 'code': 200} Aug 20 13:52:20.906653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:21.033779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d7311506-1b60-46e8-bde0-f5b19b8cda0c None None] Provisioning for port d0929202-cad7-43d6-a83c-f8793eea0618 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:21.037782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d7311506-1b60-46e8-bde0-f5b19b8cda0c None None] Provisioning complete for port d0929202-cad7-43d6-a83c-f8793eea0618 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:21.038265 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7311506-1b60-46e8-bde0-f5b19b8cda0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:21.073827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d7311506-1b60-46e8-bde0-f5b19b8cda0c None None] Port d0929202-cad7-43d6-a83c-f8793eea0618 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:52:21.277465 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:52:21.489500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:21.597376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78eaf2-2833-4b20-847f-5a78a5e9354d req-8d8c613e-3b66-4f64-83cd-e525cb3f750a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:21.599014 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd78eaf2-2833-4b20-847f-5a78a5e9354d req-8d8c613e-3b66-4f64-83cd-e525cb3f750a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0642102 Aug 20 13:52:21.643436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd78eaf2-2833-4b20-847f-5a78a5e9354d req-2610fce4-3fc1-4be0-8977-55c8774babc2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 Aug 20 13:52:21.754268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:21.759469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:21.847148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcaa18-6b9f-4463-b401-064b33cfba21 req-140274b2-8f06-462a-a9a5-8af468c05637 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:21.848812 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dfcaa18-6b9f-4463-b401-064b33cfba21 req-140274b2-8f06-462a-a9a5-8af468c05637 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0562973 Aug 20 13:52:21.879499 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 060313b9-e8b2-4176-85e6-ce593a203fa2 associated. External IP: 172.25.6.106, port: 1bc7ceab-6c95-402f-bcea-8643234bf0f1. Aug 20 13:52:21.896924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dfcaa18-6b9f-4463-b401-064b33cfba21 req-fe2a955f-204b-46d1-bc84-8479eeb2d0b8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Aug 20 13:52:22.096248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528178b-4f22-4fb2-8632-4ee27eb41732 req-2c060064-87cb-42ae-9036-1abd92d4cf4b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:22.097907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f528178b-4f22-4fb2-8632-4ee27eb41732 req-2c060064-87cb-42ae-9036-1abd92d4cf4b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1073484 Aug 20 13:52:22.184821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:22.188023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f528178b-4f22-4fb2-8632-4ee27eb41732 req-5140bfad-33dd-4333-9da2-7cd91126e65e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590248 Aug 20 13:52:22.317235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:22.333740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:22.350718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:22.351809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.425080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.446600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:22.449000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.506793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.507823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66364b62-8bd2-41bd-be01-f3ac4557be0c None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:22.645586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router bbbdd387-c2db-45d0-a698-6513383ed665 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:22.807506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:22.813991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:22.822479 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] Sync routers for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:22.835600 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:22.836230 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.873382 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.884483 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:22.885320 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.888208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c0122730-77b3-4f21-8fa6-c82951c77fe3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/floatingips/060313b9-e8b2-4176-85e6-ce593a203fa2 HTTP/1.1" status: 200 len: 977 time: 2.0699117 Aug 20 13:52:22.893786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59408) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:22.929874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:22.930845 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477c382-b848-4fc8-8bed-9d4a5dc5eed9 None None] The sync data for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:22.997602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port d0929202-cad7-43d6-a83c-f8793eea0618 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:22.997846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:23.109508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:23.259975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ce903573-d9d0-475e-afcf-8fa3ce3c1329 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:52:23.285093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: ce903573-d9d0-475e-afcf-8fa3ce3c1329 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:52:23.285501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device ce903573-d9d0-475e-afcf-8fa3ce3c1329 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:52:23.310735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:23.311225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:23.311577 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Floating IP 060313b9-e8b2-4176-85e6-ce593a203fa2 disassociated. External IP: 172.25.6.106, port: d0929202-cad7-43d6-a83c-f8793eea0618. Aug 20 13:52:23.311959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for d0929202-cad7-43d6-a83c-f8793eea0618 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:23.497198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:23.536705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=d0929202-cad7-43d6-a83c-f8793eea0618,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:23.977625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router bbbdd387-c2db-45d0-a698-6513383ed665 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:24.139428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:24.153523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] Sync routers for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:24.166195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:24.166930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:24.199987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:24.210687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:24.211324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:24.248314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:24.249030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49d04-ac08-497d-b9ff-b622f9aa67c0 None None] The sync data for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:24.326214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161cf02-af1b-4c50-8019-e67cb1fcb971 req-e266cdee-7092-4fda-b1a1-4ef7d62a4fce tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:24.329429 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a161cf02-af1b-4c50-8019-e67cb1fcb971 req-e266cdee-7092-4fda-b1a1-4ef7d62a4fce tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1785409 Aug 20 13:52:24.331331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:24.334842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e6b27dd7-2c18-49e4-bfee-a86c64bc0bd3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/ports/d0929202-cad7-43d6-a83c-f8793eea0618 HTTP/1.1" status: 204 len: 168 time: 1.4398220 Aug 20 13:52:24.337593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59424) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:24.394747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a161cf02-af1b-4c50-8019-e67cb1fcb971 req-cafe961b-ca07-4f07-8460-85bacf77b23f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580909 Aug 20 13:52:24.679253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538ac63-aa33-427e-a8fa-5fb7888d48ec req-7ff30b99-dbe6-42c7-8db8-1abf2c319c34 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:24.681932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a538ac63-aa33-427e-a8fa-5fb7888d48ec req-7ff30b99-dbe6-42c7-8db8-1abf2c319c34 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1913643 Aug 20 13:52:24.685020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-5c72103a-5cf1-4456-83fd-3b85abc87a9c req-887116e0-4c1c-4842-b63e-951d04d3836a service neutron] (94861) timed out ('10.222.0.59', 42502) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:52:24.819123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a538ac63-aa33-427e-a8fa-5fb7888d48ec req-dc536fbd-99d5-4190-93af-f0ba50c31017 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925212 Aug 20 13:52:24.988303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:25.403467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port e79a9c53-e588-4fdc-9f44-a344dc3f7f1f {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:25.404519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:25.508806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:25.529232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for e79a9c53-e588-4fdc-9f44-a344dc3f7f1f owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:25.806299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:25.844635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=e79a9c53-e588-4fdc-9f44-a344dc3f7f1f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:26.062535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:26.316107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router bbbdd387-c2db-45d0-a698-6513383ed665 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:26.467846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:26.475090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-035e1748-6376-4c3d-bfde-27c62156fc7c tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/routers/bbbdd387-c2db-45d0-a698-6513383ed665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1363711 Aug 20 13:52:26.479499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59444) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:26.480436 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] Sync routers for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:26.491436 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:26.492073 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:26.496963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6131c1-bde2-469b-a855-288665ec0733 req-0b6c7859-29ff-4961-96a4-1dea899db21a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:26.499179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e6131c1-bde2-469b-a855-288665ec0733 req-0b6c7859-29ff-4961-96a4-1dea899db21a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0825815 Aug 20 13:52:26.525523 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:26.537223 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] Routers {'bbbdd387-c2db-45d0-a698-6513383ed665'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:26.537866 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bbbdd387-c2db-45d0-a698-6513383ed665'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:26.557260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2e6131c1-bde2-469b-a855-288665ec0733 req-53281866-dd7f-4a76-a079-88b1bafa91d2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506675 Aug 20 13:52:26.661086 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:26.675020 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:26.675689 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1f5ce-03b4-4a85-993c-b117ac7f5fb2 None None] The sync data for ids ['bbbdd387-c2db-45d0-a698-6513383ed665'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:26.815685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18855b9d-9df1-4f0c-a56d-81435b96419b req-cf3f1e2e-61a2-4b77-b147-c909a574cd6e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:26.817493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18855b9d-9df1-4f0c-a56d-81435b96419b req-cf3f1e2e-61a2-4b77-b147-c909a574cd6e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1158388 Aug 20 13:52:26.858188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:26.906230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18855b9d-9df1-4f0c-a56d-81435b96419b req-9c3c6633-7315-42c4-a7ef-a79127a8c320 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785661 Aug 20 13:52:26.939478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 7298119d-86fc-4e52-b78d-f5aac9571be9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:26.940001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.039581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.054925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 7298119d-86fc-4e52-b78d-f5aac9571be9 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:27.154424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40a747-1064-469f-bcd2-0b8871f6905c req-e2c8a7c5-1326-469a-b8e1-3c44511939b3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:27.155945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b40a747-1064-469f-bcd2-0b8871f6905c req-e2c8a7c5-1326-469a-b8e1-3c44511939b3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1023242 Aug 20 13:52:27.249014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b40a747-1064-469f-bcd2-0b8871f6905c req-cd9cd7db-9c63-4c36-a835-ad71e322edbb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820673 Aug 20 13:52:27.314733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.347954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=7298119d-86fc-4e52-b78d-f5aac9571be9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:27.389775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa171d7-fb3d-4d94-91aa-d9eced39da2d req-88067f24-df5e-4bf2-a8af-c20e8c04cfe3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:27.391479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfa171d7-fb3d-4d94-91aa-d9eced39da2d req-88067f24-df5e-4bf2-a8af-c20e8c04cfe3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0595019 Aug 20 13:52:27.420150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.443551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfa171d7-fb3d-4d94-91aa-d9eced39da2d req-33b3c328-94d5-4916-abd2-4f3b3dc8f591 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Aug 20 13:52:27.521913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.525047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.572177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.572875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Fanout notify agent at l3_agent the message router_deleted on router bbbdd387-c2db-45d0-a698-6513383ed665 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:52:27.583548 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.584766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b021d25f-0ea0-4f70-83b5-aaf45271131f tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/routers/bbbdd387-c2db-45d0-a698-6513383ed665 HTTP/1.1" status: 204 len: 168 time: 1.1035070 Aug 20 13:52:27.587609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59462) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:27.635022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d7a63-5847-4b7c-93c9-c76ded7b62db req-aff0c4ff-bf72-4717-b69a-bc7a3edd719d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:27.636666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb5d7a63-5847-4b7c-93c9-c76ded7b62db req-aff0c4ff-bf72-4717-b69a-bc7a3edd719d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0584478 Aug 20 13:52:27.649499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting subnet 00d57bbd-7d0d-45d1-a6ed-6077a0a215eb {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:52:27.653148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.684622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb5d7a63-5847-4b7c-93c9-c76ded7b62db req-224a8377-4985-454d-b8ee-cf57badca123 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Aug 20 13:52:27.702001 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.827127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.881100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1386fa-0e5c-454f-b025-68f4e31ee8bf req-78d0ce37-000e-417e-87b0-ac407a5cea4d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:27.882721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d1386fa-0e5c-454f-b025-68f4e31ee8bf req-78d0ce37-000e-417e-87b0-ac407a5cea4d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1062407 Aug 20 13:52:27.926151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.962609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d1386fa-0e5c-454f-b025-68f4e31ee8bf req-2c2d4d86-bb57-44bb-98bb-c2d389421022 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730882 Aug 20 13:52:27.965321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Subnet': ['ID=00d57bbd-7d0d-45d1-a6ed-6077a0a215eb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:27.967459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:27.969507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-34b7cd30-2136-4b87-8d9f-fbbfbea7e0f7 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/subnets/00d57bbd-7d0d-45d1-a6ed-6077a0a215eb HTTP/1.1" status: 204 len: 168 time: 0.3807247 Aug 20 13:52:27.974287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59466) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:27.974396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f400a5-5b50-42aa-b840-248c88ca9ada None None] Network e3a8680d-8dfb-410c-92c0-b0d66de16af4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:28.070140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.145846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 25ff4bb5-747f-4666-a154-b9a7328f428e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:28.146200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.261675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] DHCP port deletion for e3a8680d-8dfb-410c-92c0-b0d66de16af4 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:52:28.263079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] For port 25ff4bb5-747f-4666-a154-b9a7328f428e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=25ff4bb5-747f-4666-a154-b9a7328f428e,segment=NetworkSegment(5d804529-39d1-4892-9e10-782aabf4a60f),segment_id=5d804529-39d1-4892-9e10-782aabf4a60f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:28.263614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.289542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 25ff4bb5-747f-4666-a154-b9a7328f428e owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:28.318449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] Deleting port 25ff4bb5-747f-4666-a154-b9a7328f428e {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:28.318832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.327773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244ca8-c0e3-436b-bcf2-9aa05081f782 req-2b412a92-60a7-4e96-88c0-eb9b47e0f6c0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:28.330740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8244ca8-c0e3-436b-bcf2-9aa05081f782 req-2b412a92-60a7-4e96-88c0-eb9b47e0f6c0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1184289 Aug 20 13:52:28.399895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] For port 25ff4bb5-747f-4666-a154-b9a7328f428e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=25ff4bb5-747f-4666-a154-b9a7328f428e,segment=NetworkSegment(5d804529-39d1-4892-9e10-782aabf4a60f),segment_id=5d804529-39d1-4892-9e10-782aabf4a60f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:28.400509 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.416721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8244ca8-c0e3-436b-bcf2-9aa05081f782 req-5691ce34-7dae-47a5-955f-182760db521e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561960 Aug 20 13:52:28.419507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] Calling delete_port for 25ff4bb5-747f-4666-a154-b9a7328f428e owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:28.457349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.496722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=25ff4bb5-747f-4666-a154-b9a7328f428e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:28.503395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] No DVR routers for this DVR port 25ff4bb5-747f-4666-a154-b9a7328f428e on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:28.519218 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.568712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] No DVR routers for this DVR port 25ff4bb5-747f-4666-a154-b9a7328f428e on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:28.582827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a7c75-b03e-4f09-a613-02d4df2082cd None None] Pushing event deleted for resources: {'Port': ['ID=25ff4bb5-747f-4666-a154-b9a7328f428e,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:28.600584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.602465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a0430-3743-4da9-b7c7-d71145f150cf req-2be13e7c-ca08-4ff5-abcd-7c62b164ca56 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:28.604269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-814a0430-3743-4da9-b7c7-d71145f150cf req-2be13e7c-ca08-4ff5-abcd-7c62b164ca56 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0888071 Aug 20 13:52:28.613910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8680d-8dfb-410c-92c0-b0d66de16af4']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:28.627723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d804529-39d1-4892-9e10-782aabf4a60f') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:28.628078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d804529-39d1-4892-9e10-782aabf4a60f') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:28.638602 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.649028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-814a0430-3743-4da9-b7c7-d71145f150cf req-33fd8664-9dc8-4414-baae-c908698a216f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355842 Aug 20 13:52:28.659142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.667354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:28.667796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:28.671466 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:28.746173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.756133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:28.758530 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/networks/e3a8680d-8dfb-410c-92c0-b0d66de16af4 HTTP/1.1" status: 204 len: 168 time: 0.7829134 Aug 20 13:52:28.762586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59482) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:28.793399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458505f-b987-47e8-8d52-e8d7cebee2d5 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Network': ['ID=e3a8680d-8dfb-410c-92c0-b0d66de16af4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:28.823396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 25ff4bb5-747f-4666-a154-b9a7328f428e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:52:28.854275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 25ff4bb5-747f-4666-a154-b9a7328f428e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:52:28.854665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 25ff4bb5-747f-4666-a154-b9a7328f428e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:52:28.963163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55594d-0b72-4b97-b6b0-cbf06c278b70 req-a9d43ef0-199d-4aea-93e3-e5734264c1ba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:28.964879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd55594d-0b72-4b97-b6b0-cbf06c278b70 req-a9d43ef0-199d-4aea-93e3-e5734264c1ba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0972149 Aug 20 13:52:28.983042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 1b32b8af-7a23-4b90-9e6b-fbc52ab92334 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:28.983379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.056840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd55594d-0b72-4b97-b6b0-cbf06c278b70 req-32a95fe5-38b3-4170-a65a-d35c76ad699c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845108 Aug 20 13:52:29.068404 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.099256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.099576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.114621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 1b32b8af-7a23-4b90-9e6b-fbc52ab92334 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:29.217149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c66aa7-d39d-4cef-9061-bf53926bd745 req-8038813c-2b81-4aeb-a139-67e4d36ab8e2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:29.218811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05c66aa7-d39d-4cef-9061-bf53926bd745 req-8038813c-2b81-4aeb-a139-67e4d36ab8e2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0570946 Aug 20 13:52:29.268693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05c66aa7-d39d-4cef-9061-bf53926bd745 req-cabe4a5a-582f-4d2d-9d5c-0f06e3bd8ee1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Aug 20 13:52:29.274787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.322273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=1b32b8af-7a23-4b90-9e6b-fbc52ab92334,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:29.399333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.402206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.403461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-12126e99-a7c9-42d5-88b8-81a32fc155d8 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/floatingips/060313b9-e8b2-4176-85e6-ce593a203fa2 HTTP/1.1" status: 204 len: 168 time: 0.6387565 Aug 20 13:52:29.408174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59494) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:29.435225 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9e9921-d4e5-4dca-9ac7-6b0fd9655db4 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] DELETE failed (client error): The resource could not be found. Aug 20 13:52:29.435927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9e9921-d4e5-4dca-9ac7-6b0fd9655db4 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:52:29.437796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9b9e9921-d4e5-4dca-9ac7-6b0fd9655db4 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/ports/d0929202-cad7-43d6-a83c-f8793eea0618 HTTP/1.1" status: 404 len: 333 time: 0.0285625 Aug 20 13:52:29.442042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:29.476122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b3861baf-6a1d-4d03-a145-93f89b389cf6 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbdd387-c2db-45d0-a698-6513383ed665 HTTP/1.1" status: 200 len: 205 time: 0.0326633 Aug 20 13:52:29.480196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59498) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:29.497467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f050ed-ea53-415e-a208-24184f697e29 req-0516e434-dedb-40c5-a011-35488de654fd tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:29.499162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04f050ed-ea53-415e-a208-24184f697e29 req-0516e434-dedb-40c5-a011-35488de654fd tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0663674 Aug 20 13:52:29.536731 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-d385e02e-84bf-444d-a15b-29c443c52251 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] delete failed (client error): The resource could not be found. Aug 20 13:52:29.537759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d385e02e-84bf-444d-a15b-29c443c52251 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/routers/bbbdd387-c2db-45d0-a698-6513383ed665 HTTP/1.1" status: 404 len: 336 time: 0.0566199 Aug 20 13:52:29.540970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:29.579576 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e17f56-7bad-46c1-9af4-a0783b8c016a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] DELETE failed (client error): The resource could not be found. Aug 20 13:52:29.580181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e17f56-7bad-46c1-9af4-a0783b8c016a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:52:29.582844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-04f050ed-ea53-415e-a208-24184f697e29 req-b37ab777-c6a4-4eac-ae46-0233e776c414 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484257 Aug 20 13:52:29.585958 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-38e17f56-7bad-46c1-9af4-a0783b8c016a tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/subnets/00d57bbd-7d0d-45d1-a6ed-6077a0a215eb HTTP/1.1" status: 404 len: 337 time: 0.0433950 Aug 20 13:52:29.589943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:29.685678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 1bc7ceab-6c95-402f-bcea-8643234bf0f1 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:29.686696 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.739111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64e2e-90f3-46aa-a54e-dfb102008459 req-70caad5d-3076-4570-8477-c438577884d1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:29.740820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09d64e2e-90f3-46aa-a54e-dfb102008459 req-70caad5d-3076-4570-8477-c438577884d1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0572884 Aug 20 13:52:29.783616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-09d64e2e-90f3-46aa-a54e-dfb102008459 req-69ef8754-ce2c-4793-92d6-c19cd24fdeda tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Aug 20 13:52:29.796690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:29.811002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 1bc7ceab-6c95-402f-bcea-8643234bf0f1 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:30.034473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:30.086675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=1bc7ceab-6c95-402f-bcea-8643234bf0f1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:30.155183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b8d98-ee88-4991-b32a-d9c7bc9f4232 req-5b89d9d1-d8be-4a03-b163-4979628bdd2e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:30.156890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-456b8d98-ee88-4991-b32a-d9c7bc9f4232 req-5b89d9d1-d8be-4a03-b163-4979628bdd2e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 813 time: 0.2141840 Aug 20 13:52:30.183928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-456b8d98-ee88-4991-b32a-d9c7bc9f4232 req-cd8bd84c-e03f-4be1-8171-a19906595321 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/quotas/86f29bd66021468e91387c9276197225 HTTP/1.1" status: 200 len: 375 time: 0.0187697 Aug 20 13:52:30.197403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:30.199719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6d48f72f-bfe2-48e1-8af9-7faadaf4db76 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/ports/1bc7ceab-6c95-402f-bcea-8643234bf0f1 HTTP/1.1" status: 204 len: 168 time: 0.6086295 Aug 20 13:52:30.202735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59518) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:30.256116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-456b8d98-ee88-4991-b32a-d9c7bc9f4232 req-718eee42-8f25-410a-a240-c8c348448370 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609951 Aug 20 13:52:30.317631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 35f72fe4-b4bc-4a27-97a6-37b036101447 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:30.318134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:30.453402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:30.470752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73cb8-e104-41ba-ba52-4000aacb804f req-b39cc12c-a092-48a2-801e-d6674dab6808 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:30.472544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1d73cb8-e104-41ba-ba52-4000aacb804f req-b39cc12c-a092-48a2-801e-d6674dab6808 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1088736 Aug 20 13:52:30.483583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 35f72fe4-b4bc-4a27-97a6-37b036101447 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:30.564512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b1d73cb8-e104-41ba-ba52-4000aacb804f req-15291a3e-57f2-4dd9-b616-8e738b46854a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831969 Aug 20 13:52:30.708870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881643-3567-44f3-a149-353b5d4db919 req-97d13fae-c681-401d-b03b-efc66ecad81f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:30.710314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:30.710691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8881643-3567-44f3-a149-353b5d4db919 req-97d13fae-c681-401d-b03b-efc66ecad81f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0582287 Aug 20 13:52:30.761765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=35f72fe4-b4bc-4a27-97a6-37b036101447,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:30.762542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8881643-3567-44f3-a149-353b5d4db919 req-8354e960-83dd-4a85-ba61-ff8a7278ed63 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Aug 20 13:52:30.851867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:30.854717 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9d5840c1-eb40-47b5-91b5-3696766012c3 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/ports/35f72fe4-b4bc-4a27-97a6-37b036101447 HTTP/1.1" status: 204 len: 168 time: 0.6505487 Aug 20 13:52:30.858548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:30.918614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5d7b80-71b7-49bd-addb-7dd522ea8c63 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:30.920467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8d5d7b80-71b7-49bd-addb-7dd522ea8c63 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49febce-0db4-4c31-aef8-0403690e320e HTTP/1.1" status: 200 len: 913 time: 0.0608630 Aug 20 13:52:30.926021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59538) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:30.994423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ffb3c057-f42f-4e1e-8614-870aae5852e6 req-cada04b7-1e58-4eab-a3ea-bde403187397 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=86f29bd66021468e91387c9276197225 HTTP/1.1" status: 200 len: 221 time: 0.0516272 Aug 20 13:52:31.491774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45673e7-8491-44d3-9f98-49fb6c4edf56 req-cefc179d-957f-48f7-a127-ecf27e2d8d5f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:31.493439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f45673e7-8491-44d3-9f98-49fb6c4edf56 req-cefc179d-957f-48f7-a127-ecf27e2d8d5f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.3970973 Aug 20 13:52:31.586744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f45673e7-8491-44d3-9f98-49fb6c4edf56 req-d9f39284-543f-4490-b4d0-49b85d0dcf75 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853291 Aug 20 13:52:31.725658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ddba5-41b4-45e6-abcc-ddaa655572ae req-a78ad430-0aa8-45b3-8d4a-6f058a62d169 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:31.727260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-403ddba5-41b4-45e6-abcc-ddaa655572ae req-a78ad430-0aa8-45b3-8d4a-6f058a62d169 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0590360 Aug 20 13:52:31.761719 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:31.802625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-403ddba5-41b4-45e6-abcc-ddaa655572ae req-5463811c-c974-4212-96da-4d3eb3ddebeb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Aug 20 13:52:31.853937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:31.971351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131517a-4095-4258-bf4a-327da64b2b1e req-b4cebfd4-1695-4dd3-ae6a-c60075be6782 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:31.973231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c131517a-4095-4258-bf4a-327da64b2b1e req-b4cebfd4-1695-4dd3-ae6a-c60075be6782 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0596972 Aug 20 13:52:32.034347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c131517a-4095-4258-bf4a-327da64b2b1e req-9b8a512f-f2c6-4663-aebf-d6b5f3999905 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Aug 20 13:52:32.262902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8856893-04c3-4c1a-9fde-1e1b01719a22 req-4154d7e6-b8ce-46b0-bb9b-22270424476a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:32.264653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8856893-04c3-4c1a-9fde-1e1b01719a22 req-4154d7e6-b8ce-46b0-bb9b-22270424476a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0857766 Aug 20 13:52:32.286173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port 4bb5b742-78bb-4f71-831d-418289138731 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:32.286431 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:32.370719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8856893-04c3-4c1a-9fde-1e1b01719a22 req-f3955176-dac9-4449-99c3-5bd9ad02c0ba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972373 Aug 20 13:52:32.428160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:32.451955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for 4bb5b742-78bb-4f71-831d-418289138731 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:32.576254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e0a0-2bf8-4267-96b7-b093ab200c1b req-79ca2119-2a3d-4415-b163-c6a4e60ac439 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:32.577924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2046e0a0-2bf8-4267-96b7-b093ab200c1b req-79ca2119-2a3d-4415-b163-c6a4e60ac439 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1053331 Aug 20 13:52:32.671868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2046e0a0-2bf8-4267-96b7-b093ab200c1b req-2f5915bc-899a-4c7d-bd0c-7a2f2ea12258 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863357 Aug 20 13:52:32.769576 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:32.821372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=4bb5b742-78bb-4f71-831d-418289138731,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:32.843483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5e8cd-8f08-48ea-83e2-c94217ea11d8 req-a3c3f45f-c6ef-4348-bd41-b399625fd8df tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:32.843483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9e5e8cd-8f08-48ea-83e2-c94217ea11d8 req-a3c3f45f-c6ef-4348-bd41-b399625fd8df tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0644970 Aug 20 13:52:32.887398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9e5e8cd-8f08-48ea-83e2-c94217ea11d8 req-525209d2-82f4-4ebd-a8c2-ef1da3a6154d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Aug 20 13:52:33.026447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:33.036712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a7df6-3f48-4086-bb38-01e2e9a9c05b req-c6b6b57d-f234-416d-90f6-e0fda670849e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:33.038779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b5a7df6-3f48-4086-bb38-01e2e9a9c05b req-c6b6b57d-f234-416d-90f6-e0fda670849e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0629041 Aug 20 13:52:33.083088 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3b5a7df6-3f48-4086-bb38-01e2e9a9c05b req-ac091b7a-10ac-4ee2-8f97-8b1a7c28d5bf tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373635 Aug 20 13:52:33.301174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a6635-62fe-4109-afca-7b7f6fdcd759 req-86d89b3f-3020-4884-824c-c831c298014e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:33.302852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e18a6635-62fe-4109-afca-7b7f6fdcd759 req-86d89b3f-3020-4884-824c-c831c298014e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1049333 Aug 20 13:52:33.336023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Router d49febce-0db4-4c31-aef8-0403690e320e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:52:33.361367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e18a6635-62fe-4109-afca-7b7f6fdcd759 req-a73bd01c-d0e0-4080-929d-7446b5f91bd5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Aug 20 13:52:33.493983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:52:33.508912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] Sync routers for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:52:33.514047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-18b78f91-6704-4607-bec9-b670e3268c04 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "PUT /v2.0/routers/d49febce-0db4-4c31-aef8-0403690e320e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5875652 Aug 20 13:52:33.517350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59566) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:33.524945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:33.525793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:33.562249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570cf5-869b-4b31-b377-39df4f7221df req-e1760f46-08a1-4c78-91bf-f9d97650fb4d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:33.566140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4570cf5-869b-4b31-b377-39df4f7221df req-e1760f46-08a1-4c78-91bf-f9d97650fb4d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0854492 Aug 20 13:52:33.566971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:33.580955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] Routers {'d49febce-0db4-4c31-aef8-0403690e320e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:52:33.582663 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:52:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d49febce-0db4-4c31-aef8-0403690e320e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:33.619560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:33.620123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d4f6b-c0fe-4251-b609-675d416cdd1a None None] The sync data for ids ['d49febce-0db4-4c31-aef8-0403690e320e'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:52:33.644982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4570cf5-869b-4b31-b377-39df4f7221df req-c4c276b9-91d4-4af3-9cd5-56c7e3f03abf tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664375 Aug 20 13:52:33.681103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:33.841116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd18efa-5187-452f-83e9-ca87b859fe7d req-7446a1ef-f976-43b2-88c4-24dcdab916db tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:33.842872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cdd18efa-5187-452f-83e9-ca87b859fe7d req-7446a1ef-f976-43b2-88c4-24dcdab916db tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0996449 Aug 20 13:52:33.847615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:33.929898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cdd18efa-5187-452f-83e9-ca87b859fe7d req-36d5b1bf-3180-4c74-a7a9-f53e89e9afd1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734882 Aug 20 13:52:33.951295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting port dc8c2e00-433e-4b88-82c0-f60093c9e486 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:33.951604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:34.053650 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:34.079645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Calling delete_port for dc8c2e00-433e-4b88-82c0-f60093c9e486 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:34.168845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc2a9b-93b4-48d6-a0bd-ecaf99bf1a02 req-90356b72-4940-4219-81a0-129b0ca77548 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:34.170499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cdc2a9b-93b4-48d6-a0bd-ecaf99bf1a02 req-90356b72-4940-4219-81a0-129b0ca77548 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1137505 Aug 20 13:52:34.262078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0cdc2a9b-93b4-48d6-a0bd-ecaf99bf1a02 req-6aa1a9e4-ed9d-482c-87c0-3c02768bb2ae tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840161 Aug 20 13:52:34.352631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:34.397830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba4bf-b80b-4e99-8749-573d0c082c1c req-ff75a4d1-aedc-428e-9055-25c37e13e396 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:34.401386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d9ba4bf-b80b-4e99-8749-573d0c082c1c req-ff75a4d1-aedc-428e-9055-25c37e13e396 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0593224 Aug 20 13:52:34.448961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d9ba4bf-b80b-4e99-8749-573d0c082c1c req-cdd09493-125f-4844-88fc-7a8952840cba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Aug 20 13:52:34.598123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17de53d-f543-4250-8410-584439bd8abd req-0bb4a076-2437-4419-894b-f82e3b8e910c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:34.599773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a17de53d-f543-4250-8410-584439bd8abd req-0bb4a076-2437-4419-894b-f82e3b8e910c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0583987 Aug 20 13:52:34.649294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a17de53d-f543-4250-8410-584439bd8abd req-eb0a28f1-0194-4a50-a56d-86aee5807d62 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Aug 20 13:52:34.870036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Port': ['ID=dc8c2e00-433e-4b88-82c0-f60093c9e486,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:34.959448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:34.970251 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ebc3c-895c-4bd0-90bc-ec598132b540 req-e246d0c8-ed2d-4698-902c-bec1dc613f1b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:34.971899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f94ebc3c-895c-4bd0-90bc-ec598132b540 req-e246d0c8-ed2d-4698-902c-bec1dc613f1b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1132016 Aug 20 13:52:35.087602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.091161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.112160 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f94ebc3c-895c-4bd0-90bc-ec598132b540 req-d9050d37-6e19-4e45-98bb-b03b16f54cb0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136217 Aug 20 13:52:35.157884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.158533 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Fanout notify agent at l3_agent the message router_deleted on router d49febce-0db4-4c31-aef8-0403690e320e {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:52:35.166395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.170485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cc2d29f2-a058-4a72-be1a-0e0b2b4fd221 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/routers/d49febce-0db4-4c31-aef8-0403690e320e HTTP/1.1" status: 204 len: 168 time: 1.6489227 Aug 20 13:52:35.173163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59584) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:35.238823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Deleting subnet f9cbbc74-7ce4-40e0-9a9f-4e5409833fda {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:52:35.244270 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.322268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.351222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed21c0-0c17-4135-8cb8-6462557a392a req-aea32c2d-6ab1-4b0f-a9fa-b68dc4d096dd tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:35.352903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-faed21c0-0c17-4135-8cb8-6462557a392a req-aea32c2d-6ab1-4b0f-a9fa-b68dc4d096dd tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0616488 Aug 20 13:52:35.400905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-faed21c0-0c17-4135-8cb8-6462557a392a req-73370a5a-5a34-41de-be14-9cf724c898b0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Aug 20 13:52:35.405397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.518958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.563559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cbbc74-7ce4-40e0-9a9f-4e5409833fda,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:35.571765 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.573809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e06be57-5a2c-4963-a830-7e17a09b484d tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/subnets/f9cbbc74-7ce4-40e0-9a9f-4e5409833fda HTTP/1.1" status: 204 len: 168 time: 0.4004805 Aug 20 13:52:35.577666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59592) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:35.594253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9325-d295-445e-a7c0-b99c0f3dd994 req-2769d401-23c4-47c0-a298-2a48b8a98350 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:35.595944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ebbb9325-d295-445e-a7c0-b99c0f3dd994 req-2769d401-23c4-47c0-a298-2a48b8a98350 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0907652 Aug 20 13:52:35.655373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ebbb9325-d295-445e-a7c0-b99c0f3dd994 req-a40e24af-0101-4ded-beb6-b27a4aea8522 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Aug 20 13:52:35.680787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.787507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.801814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5b7cd2-8311-40e1-83dd-544189c31249']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:35.816712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bf1640-1643-4fe7-a96c-77c609057e93') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:35.817090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bf1640-1643-4fe7-a96c-77c609057e93') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:35.829480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.852724 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.861603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:35.862168 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:35.867875 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:35.908536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab75b3-980e-4de0-bed5-85686bb7f473 req-069b136b-caeb-498f-98e6-89bdfe962ec5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:35.911394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bbab75b3-980e-4de0-bed5-85686bb7f473 req-069b136b-caeb-498f-98e6-89bdfe962ec5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0824795 Aug 20 13:52:35.942034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.947934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:35.950073 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] 10.222.0.59 "DELETE /v2.0/networks/8a5b7cd2-8311-40e1-83dd-544189c31249 HTTP/1.1" status: 204 len: 168 time: 0.3696883 Aug 20 13:52:35.967829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ac2e6-25f2-4fc9-9f58-a09a5b5faff2 tempest-FloatingIPTestJSON-70185092 tempest-FloatingIPTestJSON-70185092-project] Pushing event deleted for resources: {'Network': ['ID=8a5b7cd2-8311-40e1-83dd-544189c31249,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:35.979950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bbab75b3-980e-4de0-bed5-85686bb7f473 req-efa012a4-4ef5-401b-baa1-7be4d80c9ff6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600719 Aug 20 13:52:36.131204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4480b33-fd0c-4d33-93ee-d7838f2ba50d req-ef91a196-efb3-4ad3-8669-9dfd085eb7a6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:36.133258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4480b33-fd0c-4d33-93ee-d7838f2ba50d req-ef91a196-efb3-4ad3-8669-9dfd085eb7a6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0679071 Aug 20 13:52:36.198419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e4480b33-fd0c-4d33-93ee-d7838f2ba50d req-e8cbace0-b847-4d13-b299-9045d37830bc tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547497 Aug 20 13:52:36.256431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59608) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:36.426865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb71e-4c33-4524-bc22-5ba40553a9ba req-ef14711f-2482-4cff-bb51-7d3249da795c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:36.428507 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e84eb71e-4c33-4524-bc22-5ba40553a9ba req-ef14711f-2482-4cff-bb51-7d3249da795c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0882249 Aug 20 13:52:36.465195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-59d9e13b-e0cf-42fe-9f7a-251d2247acd6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=517b5e719af44089a8c715c4bd4ab9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069857 Aug 20 13:52:36.468593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59614) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:36.489094 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e84eb71e-4c33-4524-bc22-5ba40553a9ba req-3d00a638-9dbf-41a5-bbd9-7d9a9ebb2717 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522377 Aug 20 13:52:36.541378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9081db67-ed46-4b9d-84bb-6f02bdbadb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:36.568743 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9081db67-ed46-4b9d-84bb-6f02bdbadb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:36.650884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9081db67-ed46-4b9d-84bb-6f02bdbadb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:36.653557 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9081db67-ed46-4b9d-84bb-6f02bdbadb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:36.654774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9081db67-ed46-4b9d-84bb-6f02bdbadb84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c7bec0c-01b7-4b13-ad97-193abda65cf5 HTTP/1.1" status: 204 len: 168 time: 0.1847110 Aug 20 13:52:36.669470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081db67-ed46-4b9d-84bb-6f02bdbadb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7bec0c-01b7-4b13-ad97-193abda65cf5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:36.685562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de34f-6855-40d5-a2d2-c845cd7923b7 req-a067c75c-0c1b-4654-9b93-859c9383d7b7 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:36.687335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d38de34f-6855-40d5-a2d2-c845cd7923b7 req-a067c75c-0c1b-4654-9b93-859c9383d7b7 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0756028 Aug 20 13:52:36.744085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d38de34f-6855-40d5-a2d2-c845cd7923b7 req-f9116b0e-e34d-4c0e-90ec-d68347756853 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Aug 20 13:52:37.046280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51163e-26aa-488a-a4e5-f6c72d422ee1 req-094f8532-2965-4334-93d2-08141a9771c5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:37.049035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f51163e-26aa-488a-a4e5-f6c72d422ee1 req-094f8532-2965-4334-93d2-08141a9771c5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0829117 Aug 20 13:52:37.130025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f51163e-26aa-488a-a4e5-f6c72d422ee1 req-1a17cca6-2b2f-4067-a1df-eb29ee8c6d0f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737581 Aug 20 13:52:37.571434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59642) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:37.684182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590979020'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:37.710181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:37.714457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:37.725724 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:37.879500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:37.884484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:37.916092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:37.926750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e54c6-e82b-450a-9dec-0bce35e6a1a6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:37.933790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:37.934143 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment fe43ecdc-98e7-4218-93b5-7664671a0c53 of type vlan for network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 Aug 20 13:52:37.980614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:38.017412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:38.028614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:38.029698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:38.138817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5656524 Aug 20 13:52:38.163696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ec65-5aea-4063-a8c4-675263362487 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=dd057fbc-a14a-47f3-9bf7-d97d7c6b4177,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:38.178113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:38.288217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59648) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:38.293499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:38.339491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0385c40-eb69-4fab-bebf-8765892c8e06 req-1254f27f-6cb2-4534-820f-5968b898b36b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:38.342453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0385c40-eb69-4fab-bebf-8765892c8e06 req-1254f27f-6cb2-4534-820f-5968b898b36b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0767300 Aug 20 13:52:38.418111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b0385c40-eb69-4fab-bebf-8765892c8e06 req-cad7be09-504a-43bb-9dcf-d1ff684cf64b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Aug 20 13:52:38.445779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:38.451593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:38.782958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:38.820220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0842b-949a-4383-b768-cb4b9f005dd2 req-5c8f8bf7-252d-4501-8b31-1f2145113cd6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:38.821949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60d0842b-949a-4383-b768-cb4b9f005dd2 req-5c8f8bf7-252d-4501-8b31-1f2145113cd6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1276047 Aug 20 13:52:38.873850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=c9762b6e-e70a-478d-9403-fe6dc86f43a9,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:38.910719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': 'fe43ecdc-98e7-4218-93b5-7664671a0c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:38.911244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: dd057fbc-a14a-47f3-9bf7-d97d7c6b4177, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:38.918060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60d0842b-949a-4383-b768-cb4b9f005dd2 req-b82e3f94-d8bc-48fc-8840-f44beff135cb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809166 Aug 20 13:52:38.938792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:38.950776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, dd057fbc-a14a-47f3-9bf7-d97d7c6b4177) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:38.956853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:38.957577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:38.963796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ffb94-0c73-454f-b09b-324722b49184 None None] Network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:38.979862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-633020ad-462d-41eb-9ba2-ebfad726c3b2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6902299 Aug 20 13:52:38.984925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59656) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:38.991049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-797089874'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:39.022016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:39.025909 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.059615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:39.074850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.075317 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 3a10841c-9d23-451f-bf20-537e10408192 of type vlan for network 25e2e01a-b569-4e6a-a939-88daa1770862 Aug 20 13:52:39.150962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-dd057fbc-a14a-47f3-9bf7-d97d7c6b4177', 'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': 'c9762b6e-e70a-478d-9403-fe6dc86f43a9'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:39.151865 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.178832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.235799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.243812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:39.245054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.337673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Allocated IP 172.20.255.242 (dd057fbc-a14a-47f3-9bf7-d97d7c6b4177/c9762b6e-e70a-478d-9403-fe6dc86f43a9/c725c51f-55e9-46fb-bb7e-19d4fbc81c34) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:39.347305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3577774 Aug 20 13:52:39.348967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59658) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:39.356128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:39.383305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d3bdf-c8e9-4013-9058-1fbe8a444174 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=25e2e01a-b569-4e6a-a939-88daa1770862,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:39.442670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 25e2e01a-b569-4e6a-a939-88daa1770862 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:39.477508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:39.482931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.706919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.723809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.742536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Transition to ACTIVE for port object c725c51f-55e9-46fb-bb7e-19d4fbc81c34 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:39.766699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Transition to ACTIVE for port object c725c51f-55e9-46fb-bb7e-19d4fbc81c34 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:39.775369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.781020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=8f985c86-7ce1-4b1a-9355-21571b62a833,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:39.789737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '3a10841c-9d23-451f-bf20-537e10408192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:39.790235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: 25e2e01a-b569-4e6a-a939-88daa1770862, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:39.804474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:39.807277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:39.816965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 25e2e01a-b569-4e6a-a939-88daa1770862 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:39.832331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 25e2e01a-b569-4e6a-a939-88daa1770862) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:39.836169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:39.839690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:39.841806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:39.851904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059171f-4926-4315-b5af-74ff0bc81746 None None] Network 25e2e01a-b569-4e6a-a939-88daa1770862 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:39.874635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-781f199c-8529-474f-a994-a2d335177ea2 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5239267 Aug 20 13:52:39.879465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59662) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:40.060999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-63503f57-2e8e-4bc9-aab9-38b74414cc11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2992229 Aug 20 13:52:40.119975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Attempting to bind port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:40.120437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Attempting to bind port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'fe43ecdc-98e7-4218-93b5-7664671a0c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:40.120906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Attempting to bind port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 on network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:40.129707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:40.130088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Checking segment: {'id': 'fe43ecdc-98e7-4218-93b5-7664671a0c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:40.130580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:40.131054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Bound using segment: {'id': 'fe43ecdc-98e7-4218-93b5-7664671a0c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:40.131625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Bound port: c725c51f-55e9-46fb-bb7e-19d4fbc81c34, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe43ecdc-98e7-4218-93b5-7664671a0c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd057fbc-a14a-47f3-9bf7-d97d7c6b4177'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:40.132097 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:40.135362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Pushing event updated for resources: {'Port': ['ID=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:40.138399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-25e2e01a-b569-4e6a-a939-88daa1770862', 'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '8f985c86-7ce1-4b1a-9355-21571b62a833'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:40.139378 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:40.151371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:40.219581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-166457a5-126b-49a2-95b0-b95c935e9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:40.224502 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-166457a5-126b-49a2-95b0-b95c935e9d05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1096 time: 0.0807092 Aug 20 13:52:40.291118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432944-85f4-4c51-98d4-2672dc744953 req-68b4fd1a-894d-438c-b375-ab08fd82cb2a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:40.294675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0432944-85f4-4c51-98d4-2672dc744953 req-68b4fd1a-894d-438c-b375-ab08fd82cb2a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1348155 Aug 20 13:52:40.415522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] For port c725c51f-55e9-46fb-bb7e-19d4fbc81c34, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:40.426398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] For port c725c51f-55e9-46fb-bb7e-19d4fbc81c34, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,segment=NetworkSegment(fe43ecdc-98e7-4218-93b5-7664671a0c53),segment_id=fe43ecdc-98e7-4218-93b5-7664671a0c53)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:40.429257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Allocated IP 172.20.0.2 (25e2e01a-b569-4e6a-a939-88daa1770862/8f985c86-7ce1-4b1a-9355-21571b62a833/2739bbdd-ad8b-46bf-97a5-67c67cefe604) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:40.439127 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:40.453007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-9aae1353-6699-4346-842a-104d5734fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:40.455683 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-9aae1353-6699-4346-842a-104d5734fdff service neutron] 10.222.0.13 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.1964121 Aug 20 13:52:40.464710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:40.548745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-4828b3e1-b818-46d3-af55-45fcf109dd18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0815380 Aug 20 13:52:40.588482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0432944-85f4-4c51-98d4-2672dc744953 req-cfdac078-b66a-4cde-a863-1785cbbf3e33 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456799 Aug 20 13:52:40.686141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-7868eaf1-bcee-4d25-8c87-422597d44297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:40.689578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-7868eaf1-bcee-4d25-8c87-422597d44297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.1340859 Aug 20 13:52:40.689849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b58ed-f8f9-4195-86f6-d36684e95227 None None] Pushing event updated for resources: {'Port': ['ID=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:40.750207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-991ea953-54df-430a-8420-58240d90f578 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515409 Aug 20 13:52:41.001781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.018518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Transition to ACTIVE for port object 2739bbdd-ad8b-46bf-97a5-67c67cefe604 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:41.056859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Transition to ACTIVE for port object 2739bbdd-ad8b-46bf-97a5-67c67cefe604 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:41.070160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.089427 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.141327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=8f985c86-7ce1-4b1a-9355-21571b62a833,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:41.143843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Network 25e2e01a-b569-4e6a-a939-88daa1770862 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:41.149936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:41.156483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:41.189711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Pushing event updated for resources: {'Port': ['ID=2739bbdd-ad8b-46bf-97a5-67c67cefe604,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:41.268464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.280309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Attempting to bind port 2739bbdd-ad8b-46bf-97a5-67c67cefe604 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:41.280969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Attempting to bind port 2739bbdd-ad8b-46bf-97a5-67c67cefe604 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '3a10841c-9d23-451f-bf20-537e10408192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:41.282342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Attempting to bind port 2739bbdd-ad8b-46bf-97a5-67c67cefe604 on network 25e2e01a-b569-4e6a-a939-88daa1770862 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:41.285577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e2e01a-b569-4e6a-a939-88daa1770862']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:41.292070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:41.292654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Checking segment: {'id': '3a10841c-9d23-451f-bf20-537e10408192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:41.293345 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.294008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Bound using segment: {'id': '3a10841c-9d23-451f-bf20-537e10408192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:41.294836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Bound port: 2739bbdd-ad8b-46bf-97a5-67c67cefe604, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a10841c-9d23-451f-bf20-537e10408192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e2e01a-b569-4e6a-a939-88daa1770862'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:41.295509 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.306492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a10841c-9d23-451f-bf20-537e10408192') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:41.306960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a10841c-9d23-451f-bf20-537e10408192') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:41.325264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.353539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.367667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:41.368388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.393705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff45c-bf11-4829-b9dd-3055791cada1 req-e7d743a1-ba74-40e5-a94a-1dd8ee499f51 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:41.404747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] For port 2739bbdd-ad8b-46bf-97a5-67c67cefe604, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:41.408000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adaff45c-bf11-4829-b9dd-3055791cada1 req-e7d743a1-ba74-40e5-a94a-1dd8ee499f51 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.6226709 Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:41.435687 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:41.470284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] For port 2739bbdd-ad8b-46bf-97a5-67c67cefe604, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2739bbdd-ad8b-46bf-97a5-67c67cefe604,segment=NetworkSegment(3a10841c-9d23-451f-bf20-537e10408192),segment_id=3a10841c-9d23-451f-bf20-537e10408192)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:41.472332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:52:41.472332 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:52:41.472332 n-d-804232-5 neutron-server[94862]: [parameters: {'id': '25e2e01a-b569-4e6a-a939-88daa1770862'}] Aug 20 13:52:41.472332 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:52:41.473094 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:52:41.478266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:41.511463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-264ceb8f-b2ab-4d4e-9f7a-8334c8be6eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522628 Aug 20 13:52:41.518437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adaff45c-bf11-4829-b9dd-3055791cada1 req-cbd25df9-58c2-454f-a092-ca90feea732a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086917 Aug 20 13:52:41.580939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d0b97-61f3-44f7-bc6a-8e263ab3f3d7 None None] Pushing event updated for resources: {'Port': ['ID=2739bbdd-ad8b-46bf-97a5-67c67cefe604,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:41.603022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17a914-d8e8-488b-b65a-d4b44b3b8447 None None] Network 25e2e01a-b569-4e6a-a939-88daa1770862 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:41.693766 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f1f0cb83-946f-4dc8-b045-6adac456381f req-8dedbdb8-8493-4b84-896e-786ad0215685 service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740432 Aug 20 13:52:41.813093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71360d4-8662-4c35-8bc3-c3fca04d2d73 req-eeb3c64f-cb5a-4637-ac80-72b89d893d3f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:41.816202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f71360d4-8662-4c35-8bc3-c3fca04d2d73 req-eeb3c64f-cb5a-4637-ac80-72b89d893d3f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0944545 Aug 20 13:52:41.875598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f71360d4-8662-4c35-8bc3-c3fca04d2d73 req-550f3848-1251-45ec-8493-c21b75e105e9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522552 Aug 20 13:52:41.974308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.054810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaed290-28f5-4e13-bc17-8961f4418816 None None] Network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:42.087231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99559d-701b-4854-b826-8ed79b1f9647 req-8ea429f2-a6fd-4e08-8af9-fdeafaf6ddb1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:42.089323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca99559d-701b-4854-b826-8ed79b1f9647 req-8ea429f2-a6fd-4e08-8af9-fdeafaf6ddb1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1060827 Aug 20 13:52:42.134256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port 2739bbdd-ad8b-46bf-97a5-67c67cefe604 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:42.134256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.134950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ec634360-3d30-45cc-9e72-17f6d83f0352 None None] Provisioning for port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:42.210502 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ca99559d-701b-4854-b826-8ed79b1f9647 req-19cdc2db-3675-49b1-8c9b-1ea512b02fd1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087620 Aug 20 13:52:42.249064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port 2739bbdd-ad8b-46bf-97a5-67c67cefe604, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2739bbdd-ad8b-46bf-97a5-67c67cefe604,segment=NetworkSegment(3a10841c-9d23-451f-bf20-537e10408192),segment_id=3a10841c-9d23-451f-bf20-537e10408192)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:42.249678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.276816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for 2739bbdd-ad8b-46bf-97a5-67c67cefe604 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:42.469402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f013110-f2d6-4d8c-99e0-b627ae2c514b req-7f2c1cce-4fe9-4217-81ad-aa07ebb41837 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:42.471731 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f013110-f2d6-4d8c-99e0-b627ae2c514b req-7f2c1cce-4fe9-4217-81ad-aa07ebb41837 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1015143 Aug 20 13:52:42.473125 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.525047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=2739bbdd-ad8b-46bf-97a5-67c67cefe604,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:42.540440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port 2739bbdd-ad8b-46bf-97a5-67c67cefe604 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:42.588305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035be5b-2bc2-4a42-b9e3-ff0d4fa6346a None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:52:42.680988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2f013110-f2d6-4d8c-99e0-b627ae2c514b req-86b6aff6-de49-427b-9f2e-a92182ce88b6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931446 Aug 20 13:52:42.715651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.729063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035be5b-2bc2-4a42-b9e3-ff0d4fa6346a None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:52:42.736310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e2e01a-b569-4e6a-a939-88daa1770862']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:42.758617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a10841c-9d23-451f-bf20-537e10408192') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:42.762390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a10841c-9d23-451f-bf20-537e10408192') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:42.788267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.842542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.864998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:42.869029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:42.875575 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:42.909410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad64fde-e662-42b2-aaad-cf24c6d6f38f req-fbf328a5-70ed-4d2e-b16d-4b5703fd8cc8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:42.912036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ad64fde-e662-42b2-aaad-cf24c6d6f38f req-fbf328a5-70ed-4d2e-b16d-4b5703fd8cc8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1069791 Aug 20 13:52:42.950948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c725c51f-55e9-46fb-bb7e-19d4fbc81c34 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:52:42.981614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ad64fde-e662-42b2-aaad-cf24c6d6f38f req-801ebf1d-49b4-4f0f-a6c1-663b691a166a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Aug 20 13:52:42.995995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.007763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.010331 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/25e2e01a-b569-4e6a-a939-88daa1770862 HTTP/1.1" status: 204 len: 168 time: 3.1291444 Aug 20 13:52:43.027322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:43.028609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e95527-ebe5-48e5-8758-42bd1f658262 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=25e2e01a-b569-4e6a-a939-88daa1770862,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:43.043745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1740332978'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:43.082643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:43.086803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.120233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:43.133370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.134267 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 432584aa-5856-46ac-bf80-d8140fde7c83 of type vlan for network 33692560-845b-49fb-b7bd-6f9ab3afa007 Aug 20 13:52:43.152175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:52:43.165496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:43.166100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.274664 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.330726 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.333708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466368bb-64cc-4b03-bbad-0dee654a7fbb req-1cf07007-bda0-47ca-82bc-d1342a7ec483 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:43.335457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-466368bb-64cc-4b03-bbad-0dee654a7fbb req-1cf07007-bda0-47ca-82bc-d1342a7ec483 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1314576 Aug 20 13:52:43.344540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.351808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:43.352832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.376931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c725c51f-55e9-46fb-bb7e-19d4fbc81c34, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,segment=NetworkSegment(fe43ecdc-98e7-4218-93b5-7664671a0c53),segment_id=fe43ecdc-98e7-4218-93b5-7664671a0c53)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:43.382374 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.441076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4122460 Aug 20 13:52:43.445220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59686) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:43.455985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': '33692560-845b-49fb-b7bd-6f9ab3afa007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:43.460127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:43.467619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3049-62fc-4389-91ce-cac2755ca53f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=33692560-845b-49fb-b7bd-6f9ab3afa007,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:43.483657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-466368bb-64cc-4b03-bbad-0dee654a7fbb req-eac96269-6ca9-4f16-90fd-3bab2b468071 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271055 Aug 20 13:52:43.491371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 33692560-845b-49fb-b7bd-6f9ab3afa007 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:43.606974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:43.614782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:43.705554 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing IP validity checks on allocation pools {{(pid=94862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 13:52:43.706114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 13:52:43.738479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcb05-be7c-4f0f-b19d-50f458a65736 req-047dbe3f-4004-4c6d-8089-6a32e8860e3e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:43.740150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-778fcb05-be7c-4f0f-b19d-50f458a65736 req-047dbe3f-4004-4c6d-8089-6a32e8860e3e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1187453 Aug 20 13:52:43.823917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-778fcb05-be7c-4f0f-b19d-50f458a65736 req-d7e4acfb-c82a-4a8e-bf0c-5886a990ac3c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757666 Aug 20 13:52:43.923329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.030493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=100a159f-dea4-49a5-8b5a-fc99af52cc2d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:44.048365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '432584aa-5856-46ac-bf80-d8140fde7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '33692560-845b-49fb-b7bd-6f9ab3afa007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:44.048755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: 33692560-845b-49fb-b7bd-6f9ab3afa007, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:44.062855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85516ae-084e-4f02-8ea9-3686762ac028 req-38355fcd-e1e9-42b5-a1a5-be4bf850139f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:44.064589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b85516ae-084e-4f02-8ea9-3686762ac028 req-38355fcd-e1e9-42b5-a1a5-be4bf850139f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0994315 Aug 20 13:52:44.093390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 33692560-845b-49fb-b7bd-6f9ab3afa007 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:44.115660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 33692560-845b-49fb-b7bd-6f9ab3afa007) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:44.121495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:44.121978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.127525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f30091-ad3c-4235-bf01-75e7e723ad5b None None] Network 33692560-845b-49fb-b7bd-6f9ab3afa007 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:44.141769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b85516ae-084e-4f02-8ea9-3686762ac028 req-a1cdc2f6-3333-44c3-92f4-8d6c20781d9a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Aug 20 13:52:44.153794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ef627fb-f37f-4220-9d77-a45c2af3c778 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7028401 Aug 20 13:52:44.154136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59694) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:44.278631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.346493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.363006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f20e62-b4d3-46f6-8422-fe001ae37e8c req-f1019206-c022-4f3c-bd6f-d8d778e3fcc2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:44.365742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07f20e62-b4d3-46f6-8422-fe001ae37e8c req-f1019206-c022-4f3c-bd6f-d8d778e3fcc2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0989647 Aug 20 13:52:44.430226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07f20e62-b4d3-46f6-8422-fe001ae37e8c req-751108f8-6fe2-4a80-86f3-79de3757c46b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Aug 20 13:52:44.464610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.525723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=100a159f-dea4-49a5-8b5a-fc99af52cc2d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:44.567306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64662c5-1205-42c2-b3f4-7cb3f67916a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-33692560-845b-49fb-b7bd-6f9ab3afa007', 'network_id': '33692560-845b-49fb-b7bd-6f9ab3afa007', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '100a159f-dea4-49a5-8b5a-fc99af52cc2d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:44.568453 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f64662c5-1205-42c2-b3f4-7cb3f67916a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.645512 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.646752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591e5b-a87f-4aba-8031-7cf0dc18cba5 req-b4ba1174-5291-4af0-86b7-419b659501cb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:44.649603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32591e5b-a87f-4aba-8031-7cf0dc18cba5 req-b4ba1174-5291-4af0-86b7-419b659501cb tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0901735 Aug 20 13:52:44.666400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33692560-845b-49fb-b7bd-6f9ab3afa007']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:44.699370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432584aa-5856-46ac-bf80-d8140fde7c83') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:44.699765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432584aa-5856-46ac-bf80-d8140fde7c83') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:44.704437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34093f-583a-422f-985e-47f43e0029f6 None None] Network 33692560-845b-49fb-b7bd-6f9ab3afa007 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:44.718118 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.727213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32591e5b-a87f-4aba-8031-7cf0dc18cba5 req-bede2d67-27c1-4a69-a353-91ba938b8b38 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684965 Aug 20 13:52:44.747863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.761659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:44.762771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.871584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c725c51f-55e9-46fb-bb7e-19d4fbc81c34 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:44.877540 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:44.899961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.911638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.918272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/33692560-845b-49fb-b7bd-6f9ab3afa007 HTTP/1.1" status: 204 len: 168 time: 0.7595057 Aug 20 13:52:44.918825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59704) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:44.930301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161055412'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:44.961592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:52:44.962070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:44.964748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3ecf3-d4e3-4451-89d6-4e6fb0c4a542 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=33692560-845b-49fb-b7bd-6f9ab3afa007,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:44.975165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:44.982860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.024872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab279c-d6d5-4f26-9730-8de17fcde405 req-3cb31173-3477-432d-a867-16f6de5503d8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:45.028706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3aab279c-d6d5-4f26-9730-8de17fcde405 req-3cb31173-3477-432d-a867-16f6de5503d8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1411061 Aug 20 13:52:45.037310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:45.058804 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.059370 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment a43fde22-4654-44a4-986b-b933229bb55b of type vlan for network be0ad550-a22b-477a-ad15-bb365ed9123c Aug 20 13:52:45.092607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3aab279c-d6d5-4f26-9730-8de17fcde405 req-a3bc88e2-a484-4682-be67-c848c6d6ed30 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Aug 20 13:52:45.136515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.179132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.186561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:45.188153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.265185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3444259 Aug 20 13:52:45.269487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59710) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:45.277558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:45.301595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f6cab-2c6e-47a2-a62c-a10a84431f3c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=be0ad550-a22b-477a-ad15-bb365ed9123c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:45.318300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network be0ad550-a22b-477a-ad15-bb365ed9123c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:45.354550 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea6fc8-6ece-4089-a064-211a8751d819 req-43095fd8-df21-44b4-8ca4-4016b60bda9e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:45.358440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30ea6fc8-6ece-4089-a064-211a8751d819 req-43095fd8-df21-44b4-8ca4-4016b60bda9e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0953584 Aug 20 13:52:45.424040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:45.427532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30ea6fc8-6ece-4089-a064-211a8751d819 req-7e8a3aa4-ddf1-457c-99d2-153f814295ff tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552578 Aug 20 13:52:45.428283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.603263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf098c-159a-43dd-816d-576eeea91f64 req-10a3d942-1bf3-41f9-8aac-1e31c4d3661e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:45.605301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-57cf098c-159a-43dd-816d-576eeea91f64 req-10a3d942-1bf3-41f9-8aac-1e31c4d3661e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0879393 Aug 20 13:52:45.695834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-57cf098c-159a-43dd-816d-576eeea91f64 req-b25dc566-b1f5-4221-8df3-1960fe7c8c40 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809958 Aug 20 13:52:45.759416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.815699 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9c38b1f9-4d14-4672-8506-aea5752b2a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.828022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=67687e31-db37-43cc-8a6a-dba637c024d0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:45.852201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': 'a43fde22-4654-44a4-986b-b933229bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:45.852684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: be0ad550-a22b-477a-ad15-bb365ed9123c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:45.895968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network be0ad550-a22b-477a-ad15-bb365ed9123c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:45.907665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbddceb-3a06-4f12-9749-e678da519ca8 req-a9519449-396b-49ec-823c-8bf0ed002a77 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:45.909410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6fbddceb-3a06-4f12-9749-e678da519ca8 req-a9519449-396b-49ec-823c-8bf0ed002a77 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0722864 Aug 20 13:52:45.925936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, be0ad550-a22b-477a-ad15-bb365ed9123c) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:45.938856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b7814-cd19-40e9-ac21-e04186253afc None None] Network be0ad550-a22b-477a-ad15-bb365ed9123c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:45.940516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:45.941154 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:45.970206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9fcd75a0-e639-4909-9c32-d473b80c5974 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6993682 Aug 20 13:52:45.973392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6fbddceb-3a06-4f12-9749-e678da519ca8 req-5bb86ef8-5c41-4db9-8a1c-50f3c524b236 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560267 Aug 20 13:52:45.974051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59718) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:46.154481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.194561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-be0ad550-a22b-477a-ad15-bb365ed9123c', 'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '67687e31-db37-43cc-8a6a-dba637c024d0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:46.195980 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.260615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57ede4-9572-4ee0-a944-7b771882c95d req-48e6a9a2-5914-41dc-a363-2609b80f18c7 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:46.262600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc57ede4-9572-4ee0-a944-7b771882c95d req-48e6a9a2-5914-41dc-a363-2609b80f18c7 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1380284 Aug 20 13:52:46.304592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.371100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc57ede4-9572-4ee0-a944-7b771882c95d req-f1ec0daa-628b-4931-81ce-d0148bd2df5a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935538 Aug 20 13:52:46.380688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Allocated IP 172.20.0.1 (be0ad550-a22b-477a-ad15-bb365ed9123c/67687e31-db37-43cc-8a6a-dba637c024d0/324d1417-479c-4d8c-8038-2430a067604a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:46.585691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.597166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Transition to ACTIVE for port object 324d1417-479c-4d8c-8038-2430a067604a will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:46.617998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Transition to ACTIVE for port object 324d1417-479c-4d8c-8038-2430a067604a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:46.620795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae533d41-73e2-4d9d-b66f-c290fa8200c1 req-cf6b1f4c-eb34-41e6-9fec-17db7d166c7e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:46.623035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae533d41-73e2-4d9d-b66f-c290fa8200c1 req-cf6b1f4c-eb34-41e6-9fec-17db7d166c7e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0647619 Aug 20 13:52:46.626747 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.671940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Network be0ad550-a22b-477a-ad15-bb365ed9123c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:46.675052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.675468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:46.678007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:46.694412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Pushing event updated for resources: {'Port': ['ID=324d1417-479c-4d8c-8038-2430a067604a,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:46.716320 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ae533d41-73e2-4d9d-b66f-c290fa8200c1 req-82a20e1d-9b1a-4cea-a915-c4b0be471e9c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792382 Aug 20 13:52:46.719625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=67687e31-db37-43cc-8a6a-dba637c024d0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:46.754272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Attempting to bind port 324d1417-479c-4d8c-8038-2430a067604a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:46.754655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Attempting to bind port 324d1417-479c-4d8c-8038-2430a067604a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'a43fde22-4654-44a4-986b-b933229bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:46.755030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Attempting to bind port 324d1417-479c-4d8c-8038-2430a067604a on network be0ad550-a22b-477a-ad15-bb365ed9123c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:46.760788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:46.761312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Checking segment: {'id': 'a43fde22-4654-44a4-986b-b933229bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:46.761736 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.762287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Bound using segment: {'id': 'a43fde22-4654-44a4-986b-b933229bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:46.763063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Bound port: 324d1417-479c-4d8c-8038-2430a067604a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43fde22-4654-44a4-986b-b933229bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be0ad550-a22b-477a-ad15-bb365ed9123c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:46.763219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.841773 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.854517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0ad550-a22b-477a-ad15-bb365ed9123c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:46.856144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] For port 324d1417-479c-4d8c-8038-2430a067604a, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:46.861839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] For port 324d1417-479c-4d8c-8038-2430a067604a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=324d1417-479c-4d8c-8038-2430a067604a,segment=NetworkSegment(a43fde22-4654-44a4-986b-b933229bb55b),segment_id=a43fde22-4654-44a4-986b-b933229bb55b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:46.870119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43fde22-4654-44a4-986b-b933229bb55b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:46.870695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43fde22-4654-44a4-986b-b933229bb55b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:46.871205 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.890918 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.901451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a9c09-1ffa-41b5-aeb9-e07a523980e8 req-cd777847-39b0-425d-ba37-09f522b1fe2a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:46.904190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-936a9c09-1ffa-41b5-aeb9-e07a523980e8 req-cd777847-39b0-425d-ba37-09f522b1fe2a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0910687 Aug 20 13:52:46.913495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.923315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:46.923981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:46.928879 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:46.977111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-936a9c09-1ffa-41b5-aeb9-e07a523980e8 req-9a43e8fd-4709-4bc8-a123-0e940723ae8f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Aug 20 13:52:47.009941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c26cde-74cd-498b-932b-eacd3180b4b4 None None] Pushing event updated for resources: {'Port': ['ID=324d1417-479c-4d8c-8038-2430a067604a,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:47.019738 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:52:47.019738 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:52:47.019738 n-d-804232-5 neutron-server[94862]: [parameters: {'id': 'be0ad550-a22b-477a-ad15-bb365ed9123c'}] Aug 20 13:52:47.019738 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:52:47.021017 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:52:47.032743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b7cac-9bcf-45be-80d2-0e2a1f99d1d1 None None] Network be0ad550-a22b-477a-ad15-bb365ed9123c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:47.203864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac2149-027d-4621-b8dd-39b2100e73f1 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:52:47.284333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eac2149-027d-4621-b8dd-39b2100e73f1 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:52:47.285519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f076c0-6131-4404-ba69-3674709f4cae req-1715d604-908f-416c-a3d7-1d047954d269 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:47.287468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24f076c0-6131-4404-ba69-3674709f4cae req-1715d604-908f-416c-a3d7-1d047954d269 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0589194 Aug 20 13:52:47.334702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24f076c0-6131-4404-ba69-3674709f4cae req-13edeac8-4c8b-4b26-9e45-b2c0533c6c4f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Aug 20 13:52:47.502226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb682d43-441f-4db1-8213-944b251fe650 req-6e2c1333-bdc5-4862-bd3a-4406e139018d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:47.504162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb682d43-441f-4db1-8213-944b251fe650 req-6e2c1333-bdc5-4862-bd3a-4406e139018d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0628729 Aug 20 13:52:47.526917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:47.560681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fb682d43-441f-4db1-8213-944b251fe650 req-3464ae7e-53ba-4f9b-9306-5d64fe0fc870 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Aug 20 13:52:47.617333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port 324d1417-479c-4d8c-8038-2430a067604a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:47.617924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:47.795882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port 324d1417-479c-4d8c-8038-2430a067604a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=324d1417-479c-4d8c-8038-2430a067604a,segment=NetworkSegment(a43fde22-4654-44a4-986b-b933229bb55b),segment_id=a43fde22-4654-44a4-986b-b933229bb55b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:47.796255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:47.816715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acd808-8819-414b-b419-c9545d3eccb1 req-78f4da11-715c-4512-8803-eba2525d1760 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:47.818329 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85acd808-8819-414b-b419-c9545d3eccb1 req-78f4da11-715c-4512-8803-eba2525d1760 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1196461 Aug 20 13:52:47.823759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for 324d1417-479c-4d8c-8038-2430a067604a owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:47.913522 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-85acd808-8819-414b-b419-c9545d3eccb1 req-2c346ecb-f536-4779-a318-6c984709a9cf tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863478 Aug 20 13:52:47.955551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:47.991575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port 324d1417-479c-4d8c-8038-2430a067604a on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:47.998608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=324d1417-479c-4d8c-8038-2430a067604a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:48.068704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb721d-8fb8-4859-8b9c-1d4e35aa4ea5 req-71ea90d2-62b0-4cb3-9774-c3191474ec1e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:48.070294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2afb721d-8fb8-4859-8b9c-1d4e35aa4ea5 req-71ea90d2-62b0-4cb3-9774-c3191474ec1e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0683365 Aug 20 13:52:48.115151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.128279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2afb721d-8fb8-4859-8b9c-1d4e35aa4ea5 req-be688a5e-7b21-4db2-bdfd-50d85e12a3bf tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Aug 20 13:52:48.134393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0ad550-a22b-477a-ad15-bb365ed9123c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:48.153894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43fde22-4654-44a4-986b-b933229bb55b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:48.154330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43fde22-4654-44a4-986b-b933229bb55b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:48.166366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.195120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.206721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:48.207426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:48.212890 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:48.316836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.330721 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.334456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/be0ad550-a22b-477a-ad15-bb365ed9123c HTTP/1.1" status: 204 len: 168 time: 2.3581588 Aug 20 13:52:48.339362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:48.346920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130253222'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:48.352546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47961a20-6067-4410-8f2b-7242a59c96e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=be0ad550-a22b-477a-ad15-bb365ed9123c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:48.379108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:48.383010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.427130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:48.444222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.444846 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 61966f83-1d2f-4c16-a509-aaebc079536a of type vlan for network 8273981f-b0fc-4562-8eb9-e44f6b405521 Aug 20 13:52:48.514914 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.529492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-29a534c4-5400-4170-8a01-c3298d6a466e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.554768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.565938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:48.567030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.575011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.647769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3067203 Aug 20 13:52:48.651195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59754) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:48.660668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': '8273981f-b0fc-4562-8eb9-e44f6b405521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:48.663046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a69c3e-18b0-47fd-afcc-951b8a352e92 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=8273981f-b0fc-4562-8eb9-e44f6b405521,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:48.679798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8273981f-b0fc-4562-8eb9-e44f6b405521 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:48.802961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:48.807285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:48.823587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152adb10-fd7d-401e-823e-9702da59b85a req-cb567848-e8fc-48bd-afc9-f09791ca93aa tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:48.825354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-152adb10-fd7d-401e-823e-9702da59b85a req-cb567848-e8fc-48bd-afc9-f09791ca93aa tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0790505 Aug 20 13:52:48.871180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-152adb10-fd7d-401e-823e-9702da59b85a req-ce94b0b0-10cb-4a05-b0cf-b32118b8b67d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372114 Aug 20 13:52:49.017269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.079949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=b6d7a4b7-609c-448f-a1d8-20fdb1ed898d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:49.092110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '61966f83-1d2f-4c16-a509-aaebc079536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8273981f-b0fc-4562-8eb9-e44f6b405521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:49.092538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: 8273981f-b0fc-4562-8eb9-e44f6b405521, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:49.113568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 8273981f-b0fc-4562-8eb9-e44f6b405521 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:49.126094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8273981f-b0fc-4562-8eb9-e44f6b405521) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:49.133376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:49.134153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.135791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046d44f-677d-44a9-b354-e44f74a53a66 None None] Network 8273981f-b0fc-4562-8eb9-e44f6b405521 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:49.158684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5a1c6ef9-7514-4484-8d4d-2d9d698f8976 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5019617 Aug 20 13:52:49.159065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59758) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:49.282159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.325089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a3c99-84a4-495a-b03f-12d395a7d09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-8273981f-b0fc-4562-8eb9-e44f6b405521', 'network_id': '8273981f-b0fc-4562-8eb9-e44f6b405521', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': 'b6d7a4b7-609c-448f-a1d8-20fdb1ed898d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:49.326610 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-796a3c99-84a4-495a-b03f-12d395a7d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.369153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.446337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-796a3c99-84a4-495a-b03f-12d395a7d09b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6d7a4b7-609c-448f-a1d8-20fdb1ed898d: This subnet is being modified by another concurrent operation. Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6d7a4b7-609c-448f-a1d8-20fdb1ed898d: This subnet is being modified by another concurrent operation. Aug 20 13:52:49.449443 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:52:49.473404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b14ad-8dca-4839-919b-c48f76e5460c None None] Network 8273981f-b0fc-4562-8eb9-e44f6b405521 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:49.478241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d7a4b7-609c-448f-a1d8-20fdb1ed898d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:49.547063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.558651 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.561394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8273981f-b0fc-4562-8eb9-e44f6b405521']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:49.580398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61966f83-1d2f-4c16-a509-aaebc079536a') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:49.580815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61966f83-1d2f-4c16-a509-aaebc079536a') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:49.590932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.606198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.614489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:49.614771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:49.618245 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:49.622463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ef11d-bb79-4c1f-8909-f88f00d6590b None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:52:49.684619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.694227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.696307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/8273981f-b0fc-4562-8eb9-e44f6b405521 HTTP/1.1" status: 204 len: 168 time: 0.5360899 Aug 20 13:52:49.702501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59760) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:49.708687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329d7ae-ceec-4129-955d-a64cb79b3f79 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=8273981f-b0fc-4562-8eb9-e44f6b405521,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:49.715465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ef11d-bb79-4c1f-8909-f88f00d6590b None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:52:49.716500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-762435810'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:49.751506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:49.757543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.798387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:49.813689 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.814234 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 800c5fff-3cec-4564-b260-76d7f57c95b7 of type vlan for network c2726d40-e054-4fbc-aebc-a34f804fe413 Aug 20 13:52:49.865629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.918768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:49.931639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:49.933103 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.013533 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3049197 Aug 20 13:52:50.017446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59764) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:50.026155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': 'c2726d40-e054-4fbc-aebc-a34f804fe413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:50.049428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada8a1a-ea65-4aed-8560-b1c3c9bbe41c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=c2726d40-e054-4fbc-aebc-a34f804fe413,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:50.064378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c2726d40-e054-4fbc-aebc-a34f804fe413 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:50.083187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1ce20-b7f7-4e54-b0bb-721f6914dc8a req-1457cc39-2dba-4ad8-9b3b-893938d5e7a2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:50.085985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-39c1ce20-b7f7-4e54-b0bb-721f6914dc8a req-1457cc39-2dba-4ad8-9b3b-893938d5e7a2 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1024127 Aug 20 13:52:50.136137 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-39c1ce20-b7f7-4e54-b0bb-721f6914dc8a req-c49eb474-e89f-4d99-a8ec-0d19b2a9b7d3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Aug 20 13:52:50.162660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:50.168535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.276948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing IP validity checks on allocation pools {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 13:52:50.277467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 13:52:50.420588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.490804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=0c5e5a31-2b59-4053-ba89-977e31cbe403,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:50.505064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '800c5fff-3cec-4564-b260-76d7f57c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c2726d40-e054-4fbc-aebc-a34f804fe413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:50.505425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: c2726d40-e054-4fbc-aebc-a34f804fe413, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:50.525130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network c2726d40-e054-4fbc-aebc-a34f804fe413 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:50.537050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c2726d40-e054-4fbc-aebc-a34f804fe413) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:50.542009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:50.542611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.550187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0db07c-a8c2-4385-a2f2-b59817d7cbb3 None None] Network c2726d40-e054-4fbc-aebc-a34f804fe413 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:50.560920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b7ce9e3b-7d5a-45b4-82fd-f1dec2fade34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5421178 Aug 20 13:52:50.566308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59766) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:50.690173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.764035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.770849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1624b-daff-4fc3-b02d-842c436e9641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-c2726d40-e054-4fbc-aebc-a34f804fe413', 'network_id': 'c2726d40-e054-4fbc-aebc-a34f804fe413', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '0c5e5a31-2b59-4053-ba89-977e31cbe403'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:50.772812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2c1624b-daff-4fc3-b02d-842c436e9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.853895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-c2c1624b-daff-4fc3-b02d-842c436e9641 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c5e5a31-2b59-4053-ba89-977e31cbe403: This subnet is being modified by another concurrent operation. Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c5e5a31-2b59-4053-ba89-977e31cbe403: This subnet is being modified by another concurrent operation. Aug 20 13:52:50.893742 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:52:50.907434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5e5a31-2b59-4053-ba89-977e31cbe403,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:50.929477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8cd7e0-d3ad-4047-b153-002479d4720d None None] Network c2726d40-e054-4fbc-aebc-a34f804fe413 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:50.982267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:50.995097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2726d40-e054-4fbc-aebc-a34f804fe413']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:51.007911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800c5fff-3cec-4564-b260-76d7f57c95b7') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:51.008269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800c5fff-3cec-4564-b260-76d7f57c95b7') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:51.020813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.038850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.050509 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:51.050978 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:51.054981 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:51.129243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ef011-d2d0-40d7-85e2-5e4fec19276c None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:52:51.131249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.145220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.148778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/c2726d40-e054-4fbc-aebc-a34f804fe413 HTTP/1.1" status: 204 len: 168 time: 0.5810037 Aug 20 13:52:51.153996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59768) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:51.185785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805475699'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:51.194503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a67fd-dcc1-415f-848a-958ebabd8b07 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=c2726d40-e054-4fbc-aebc-a34f804fe413,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:51.219277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147ef011-d2d0-40d7-85e2-5e4fec19276c None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:52:51.223617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:51.232614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.272133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:51.284890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af31c9-3546-48a5-9f5c-68d702809d3e req-90605249-24fe-4e57-89ab-326d5087b7da tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:51.286578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-77af31c9-3546-48a5-9f5c-68d702809d3e req-90605249-24fe-4e57-89ab-326d5087b7da tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0636518 Aug 20 13:52:51.288970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.289640 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment a5f96798-785a-4a6c-88aa-00b42c243847 of type vlan for network f75b8562-86b3-45da-acb8-fd34e9ad2df6 Aug 20 13:52:51.335012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-77af31c9-3546-48a5-9f5c-68d702809d3e req-33ef942e-d3c3-4499-b9ee-dfa050c45d6d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Aug 20 13:52:51.346750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.380274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.386165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:51.386819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.461398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59772) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:51.467568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:51.472175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3165500 Aug 20 13:52:51.505959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fe8e0-03af-4eb1-ad8f-464651495e87 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=f75b8562-86b3-45da-acb8-fd34e9ad2df6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:51.530696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.537185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f75b8562-86b3-45da-acb8-fd34e9ad2df6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:51.603898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:51.609633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:51.912611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.000351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=a7216e56-d0f2-4844-9f5a-ce751fd34e57,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:52.007270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': 'a5f96798-785a-4a6c-88aa-00b42c243847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:52.007634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: f75b8562-86b3-45da-acb8-fd34e9ad2df6, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:52.030137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network f75b8562-86b3-45da-acb8-fd34e9ad2df6 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:52.042813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f75b8562-86b3-45da-acb8-fd34e9ad2df6) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:52.051888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaba145-3be8-43e5-b8ad-6e761041fa37 None None] Network f75b8562-86b3-45da-acb8-fd34e9ad2df6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:52.054543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:52.055599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.080591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3be1f8a7-d160-4a32-b871-cba5bb8fb8f7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6172650 Aug 20 13:52:52.084029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59774) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:52.220796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f75b8562-86b3-45da-acb8-fd34e9ad2df6', 'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': 'a7216e56-d0f2-4844-9f5a-ce751fd34e57'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:52.221809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.259288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.396165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Allocated IP 172.20.0.1 (f75b8562-86b3-45da-acb8-fd34e9ad2df6/a7216e56-d0f2-4844-9f5a-ce751fd34e57/3594892f-ef9c-45f8-ad06-e6918a3bddce) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:52.404070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.530391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad0ede-3cbe-4e17-a5a2-b5853ce98ec8 req-b7a94d3c-3bf3-487c-9569-8ee768a91750 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:52.532607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ad0ede-3cbe-4e17-a5a2-b5853ce98ec8 req-b7a94d3c-3bf3-487c-9569-8ee768a91750 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0735590 Aug 20 13:52:52.578891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-71ad0ede-3cbe-4e17-a5a2-b5853ce98ec8 req-6f9770e8-3428-46ef-9767-c3d799072cb5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Aug 20 13:52:52.637093 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.654821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Transition to ACTIVE for port object 3594892f-ef9c-45f8-ad06-e6918a3bddce will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:52.682898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Transition to ACTIVE for port object 3594892f-ef9c-45f8-ad06-e6918a3bddce will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:52.693579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.716732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.736822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Network f75b8562-86b3-45da-acb8-fd34e9ad2df6 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:52.739942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:52.744261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:52.755451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Pushing event updated for resources: {'Port': ['ID=3594892f-ef9c-45f8-ad06-e6918a3bddce,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:52.778790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=a7216e56-d0f2-4844-9f5a-ce751fd34e57,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:52.821974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Attempting to bind port 3594892f-ef9c-45f8-ad06-e6918a3bddce on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:52.822355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Attempting to bind port 3594892f-ef9c-45f8-ad06-e6918a3bddce by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'a5f96798-785a-4a6c-88aa-00b42c243847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:52.822732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Attempting to bind port 3594892f-ef9c-45f8-ad06-e6918a3bddce on network f75b8562-86b3-45da-acb8-fd34e9ad2df6 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:52.829134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:52.829529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Checking segment: {'id': 'a5f96798-785a-4a6c-88aa-00b42c243847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:52.829942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.830347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Bound using segment: {'id': 'a5f96798-785a-4a6c-88aa-00b42c243847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:52.830842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Bound port: 3594892f-ef9c-45f8-ad06-e6918a3bddce, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f96798-785a-4a6c-88aa-00b42c243847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:52.831236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.901211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.903686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] For port 3594892f-ef9c-45f8-ad06-e6918a3bddce, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:52.908343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] For port 3594892f-ef9c-45f8-ad06-e6918a3bddce, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3594892f-ef9c-45f8-ad06-e6918a3bddce,segment=NetworkSegment(a5f96798-785a-4a6c-88aa-00b42c243847),segment_id=a5f96798-785a-4a6c-88aa-00b42c243847)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:52.915584 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.922561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75b8562-86b3-45da-acb8-fd34e9ad2df6']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:52.944590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f96798-785a-4a6c-88aa-00b42c243847') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:52.945103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f96798-785a-4a6c-88aa-00b42c243847') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:52.968859 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:52.994646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:53.004901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:53.005332 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:53.008068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ae5a-660f-4467-a02a-4964d7aa9934 None None] Pushing event updated for resources: {'Port': ['ID=3594892f-ef9c-45f8-ad06-e6918a3bddce,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:53.009740 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:53.037373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308f2d8-3851-4f86-8da5-f94cd77d0a47 None None] Network f75b8562-86b3-45da-acb8-fd34e9ad2df6 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:53.106923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:52:53.106923 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:52:53.106923 n-d-804232-5 neutron-server[94861]: [parameters: {'id': 'f75b8562-86b3-45da-acb8-fd34e9ad2df6'}] Aug 20 13:52:53.106923 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:52:53.107640 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:52:53.190909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc0607-1752-4ead-a029-074046fbbc63 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:52:53.270900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc0607-1752-4ead-a029-074046fbbc63 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:52:53.609477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:53.670204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port 3594892f-ef9c-45f8-ad06-e6918a3bddce {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:53.670456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:53.776001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port 3594892f-ef9c-45f8-ad06-e6918a3bddce, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3594892f-ef9c-45f8-ad06-e6918a3bddce,segment=NetworkSegment(a5f96798-785a-4a6c-88aa-00b42c243847),segment_id=a5f96798-785a-4a6c-88aa-00b42c243847)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:53.776370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:53.793082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114513f-3c48-4a1f-bb33-1c9535052bae req-46bb910e-7723-43b3-a971-9483ee539234 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:53.794694 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7114513f-3c48-4a1f-bb33-1c9535052bae req-46bb910e-7723-43b3-a971-9483ee539234 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1264882 Aug 20 13:52:53.803249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for 3594892f-ef9c-45f8-ad06-e6918a3bddce owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:53.882756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7114513f-3c48-4a1f-bb33-1c9535052bae req-f20c3057-3760-41c9-b099-7b01603b6461 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813291 Aug 20 13:52:53.923926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:53.951261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=3594892f-ef9c-45f8-ad06-e6918a3bddce,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:53.955951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port 3594892f-ef9c-45f8-ad06-e6918a3bddce on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:54.045419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.057558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75b8562-86b3-45da-acb8-fd34e9ad2df6']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:54.069863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f96798-785a-4a6c-88aa-00b42c243847') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:54.070160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f96798-785a-4a6c-88aa-00b42c243847') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:54.080774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.097055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.103925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:54.104328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:54.107566 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:54.169317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.176799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.178735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/f75b8562-86b3-45da-acb8-fd34e9ad2df6 HTTP/1.1" status: 204 len: 168 time: 2.0930321 Aug 20 13:52:54.182857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59780) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:54.188184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2047806550'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:54.193462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d4037-fe0b-4929-9d79-ab6f1b366d34 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=f75b8562-86b3-45da-acb8-fd34e9ad2df6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:54.215021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:54.219872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.251360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:54.262475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.262966 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 8449f38f-e7cf-4f90-a0f2-4242d949fbd1 of type vlan for network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 Aug 20 13:52:54.310609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.340885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.348810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:54.349539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.422639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2380588 Aug 20 13:52:54.425788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59782) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:54.432914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:54.433285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874e187-9359-49db-9c58-cb796423cf63 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=5fb312c6-9d5e-445b-8b6d-59a06ebe3a21,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:54.449545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:54.548995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:54.553229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.772537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.839938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=2c358652-9c42-42c1-9aa5-7e9af92b26e0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:54.853121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '8449f38f-e7cf-4f90-a0f2-4242d949fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:54.853487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:54.873132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:54.885443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:54.891739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:54.892671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:54.896443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7339fbb-e524-4db1-8bb2-6c020cc4161d None None] Network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:54.918860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ede747e-8a97-4529-9578-bb5571ec42f6 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4911168 Aug 20 13:52:54.923106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59786) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:55.086271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46129b-b603-4a21-9e2d-77ffa418f37f req-7321749d-7b2f-4933-82e5-8882a5d17458 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:55.089040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e46129b-b603-4a21-9e2d-77ffa418f37f req-7321749d-7b2f-4933-82e5-8882a5d17458 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0857224 Aug 20 13:52:55.114345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5fb312c6-9d5e-445b-8b6d-59a06ebe3a21', 'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '2c358652-9c42-42c1-9aa5-7e9af92b26e0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:55.116225 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.126765 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.157038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e46129b-b603-4a21-9e2d-77ffa418f37f req-e37976f6-6c58-4e54-b95c-77015051fb91 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 Aug 20 13:52:55.232990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.333470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Allocated IP 172.20.0.1 (5fb312c6-9d5e-445b-8b6d-59a06ebe3a21/2c358652-9c42-42c1-9aa5-7e9af92b26e0/b4dee277-33df-48ef-ba32-94d1b8d39379) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:55.607932 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.625490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Transition to ACTIVE for port object b4dee277-33df-48ef-ba32-94d1b8d39379 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:55.655500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Transition to ACTIVE for port object b4dee277-33df-48ef-ba32-94d1b8d39379 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:55.665011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.689615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.717515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:55.721424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:55.724055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=2c358652-9c42-42c1-9aa5-7e9af92b26e0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:55.729029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:55.747219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Pushing event updated for resources: {'Port': ['ID=b4dee277-33df-48ef-ba32-94d1b8d39379,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:55.805354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Attempting to bind port b4dee277-33df-48ef-ba32-94d1b8d39379 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:55.805729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Attempting to bind port b4dee277-33df-48ef-ba32-94d1b8d39379 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8449f38f-e7cf-4f90-a0f2-4242d949fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:55.806100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Attempting to bind port b4dee277-33df-48ef-ba32-94d1b8d39379 on network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:55.812425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:55.812917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Checking segment: {'id': '8449f38f-e7cf-4f90-a0f2-4242d949fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:55.813352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.813761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Bound using segment: {'id': '8449f38f-e7cf-4f90-a0f2-4242d949fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:55.814264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Bound port: b4dee277-33df-48ef-ba32-94d1b8d39379, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8449f38f-e7cf-4f90-a0f2-4242d949fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:55.814681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.840238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.855111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb312c6-9d5e-445b-8b6d-59a06ebe3a21']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:55.869309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8449f38f-e7cf-4f90-a0f2-4242d949fbd1') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:55.869774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8449f38f-e7cf-4f90-a0f2-4242d949fbd1') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:55.881710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.899551 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.908000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] For port b4dee277-33df-48ef-ba32-94d1b8d39379, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:55.911006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:55.911714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:55.915741 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:55.980366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] For port b4dee277-33df-48ef-ba32-94d1b8d39379, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b4dee277-33df-48ef-ba32-94d1b8d39379,segment=NetworkSegment(8449f38f-e7cf-4f90-a0f2-4242d949fbd1),segment_id=8449f38f-e7cf-4f90-a0f2-4242d949fbd1)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:55.981892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:52:55.981892 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:52:55.981892 n-d-804232-5 neutron-server[94861]: [parameters: {'id': '5fb312c6-9d5e-445b-8b6d-59a06ebe3a21'}] Aug 20 13:52:55.981892 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:52:55.982679 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:52:55.986527 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.081060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc72be-ae08-4a59-93f7-08a323e30509 None None] Pushing event updated for resources: {'Port': ['ID=b4dee277-33df-48ef-ba32-94d1b8d39379,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:56.097642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3458ae-93fb-4942-89f5-c2c1ddbcbf28 None None] Network 5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:56.235247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee34cb9-bd15-4581-9b74-e85791c6733e None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:52:56.305188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ff7c-aaf5-43bc-9a6a-eaef50d332cf req-411f66a5-9ec7-47b5-ad29-94720678feda tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:56.306893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f698ff7c-aaf5-43bc-9a6a-eaef50d332cf req-411f66a5-9ec7-47b5-ad29-94720678feda tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0556388 Aug 20 13:52:56.309725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee34cb9-bd15-4581-9b74-e85791c6733e None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:52:56.357229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f698ff7c-aaf5-43bc-9a6a-eaef50d332cf req-db83e209-ce9d-4d6e-bcde-015506f846f3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Aug 20 13:52:56.483977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.546580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port b4dee277-33df-48ef-ba32-94d1b8d39379 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:52:56.547184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.618580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port b4dee277-33df-48ef-ba32-94d1b8d39379, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b4dee277-33df-48ef-ba32-94d1b8d39379,segment=NetworkSegment(8449f38f-e7cf-4f90-a0f2-4242d949fbd1),segment_id=8449f38f-e7cf-4f90-a0f2-4242d949fbd1)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:56.618975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.635136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for b4dee277-33df-48ef-ba32-94d1b8d39379 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:52:56.734904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.787905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=b4dee277-33df-48ef-ba32-94d1b8d39379,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:56.793424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port b4dee277-33df-48ef-ba32-94d1b8d39379 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:52:56.889302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.908827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb312c6-9d5e-445b-8b6d-59a06ebe3a21']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:56.934358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8449f38f-e7cf-4f90-a0f2-4242d949fbd1') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:56.934811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8449f38f-e7cf-4f90-a0f2-4242d949fbd1') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:56.953655 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.978547 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.986218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:56.986537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:56.989861 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:52:57.056348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.067823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.070019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 HTTP/1.1" status: 204 len: 168 time: 2.1452174 Aug 20 13:52:57.076170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:57.081372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e96bc-4958-4d4a-9e0a-f3583b9d10a8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=5fb312c6-9d5e-445b-8b6d-59a06ebe3a21,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:57.084997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472863042'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:57.125166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:57.131314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.172849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:52:57.190424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.190775 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment aa5e725a-999e-4c9e-a357-8ea6b0563e5f of type vlan for network 2345928c-406c-4b90-b2a4-eb7df9d80a7e Aug 20 13:52:57.240964 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.269602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.275572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:57.276217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.343091 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2652109 Aug 20 13:52:57.347688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59794) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:57.353702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:57.375611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34286eb-8356-416b-85ca-3ff797e1981a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=2345928c-406c-4b90-b2a4-eb7df9d80a7e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:57.392046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:57.672357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e22ba-efa9-4797-8349-b1943fef33ed req-70c6ef98-2e7e-463a-bc4b-6efef4364352 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:57.675249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d8e22ba-efa9-4797-8349-b1943fef33ed req-70c6ef98-2e7e-463a-bc4b-6efef4364352 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.2248065 Aug 20 13:52:57.758737 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.765545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d8e22ba-efa9-4797-8349-b1943fef33ed req-18460997-59d3-49f5-8dca-04dddb13cf37 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830660 Aug 20 13:52:57.780697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.802040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e is not hosted by any dhcp agent {{(pid=94862) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 13:52:57.807623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:57.808333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:57.809792 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "PUT /v2.0/networks/2345928c-406c-4b90-b2a4-eb7df9d80a7e HTTP/1.1" status: 200 len: 723 time: 0.4610264 Aug 20 13:52:57.815194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59798) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:57.821254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:57.879361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db02ebf-507f-4c34-a4b3-0b94ad7fc4b7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=2345928c-406c-4b90-b2a4-eb7df9d80a7e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:57.896002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:52:57.955855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:52:57.959560 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.202072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.271303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=21ea22c1-f081-4f48-bce9-51730f130754,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:58.279709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:52:58.283160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:58.283529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: 2345928c-406c-4b90-b2a4-eb7df9d80a7e, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:52:58.310666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:52:58.321881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2345928c-406c-4b90-b2a4-eb7df9d80a7e) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:58.326482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:58.327076 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.336511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795f838-b975-4877-9725-280fa22b0aeb None None] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:52:58.344584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e57d8f29-20ed-4943-9a3e-b716c85c915e tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5279262 Aug 20 13:52:58.348865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59800) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:58.354407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:52:58.468755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8012308'] for subnet, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.549070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2345928c-406c-4b90-b2a4-eb7df9d80a7e', 'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '21ea22c1-f081-4f48-bce9-51730f130754'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:52:58.550182 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.653679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785000902714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7341288'] for subnet, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.699780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:58.700506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.702964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "PUT /v2.0/subnets/21ea22c1-f081-4f48-bce9-51730f130754 HTTP/1.1" status: 200 len: 806 time: 0.3523455 Aug 20 13:52:58.706823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59802) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:52:58.726253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Allocated IP 172.20.0.2 (2345928c-406c-4b90-b2a4-eb7df9d80a7e/21ea22c1-f081-4f48-bce9-51730f130754/fc8b02fb-0175-46c9-adf9-f28c74c26faa) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:52:58.728495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083d62f-f054-4214-8e74-e28ec85bf1a5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=21ea22c1-f081-4f48-bce9-51730f130754,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:58.900808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.924858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:58.937453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Transition to ACTIVE for port object fc8b02fb-0175-46c9-adf9-f28c74c26faa will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:58.950437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d362c-2a5d-4379-9251-c8e7a611101d req-118f0acc-5f15-4e18-b0f0-b0537acd27e8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:52:58.953697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-425d362c-2a5d-4379-9251-c8e7a611101d req-118f0acc-5f15-4e18-b0f0-b0537acd27e8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0643826 Aug 20 13:52:58.962478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Transition to ACTIVE for port object fc8b02fb-0175-46c9-adf9-f28c74c26faa will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:52:58.973641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.023056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:52:59.026604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:52:59.029746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:52:59.030710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-425d362c-2a5d-4379-9251-c8e7a611101d req-2bf8cdc2-aee8-4f22-96d4-072693253519 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626006 Aug 20 13:52:59.045441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Pushing event updated for resources: {'Port': ['ID=fc8b02fb-0175-46c9-adf9-f28c74c26faa,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:59.127261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.132535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Attempting to bind port fc8b02fb-0175-46c9-adf9-f28c74c26faa on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:52:59.132951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Attempting to bind port fc8b02fb-0175-46c9-adf9-f28c74c26faa by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:52:59.133323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Attempting to bind port fc8b02fb-0175-46c9-adf9-f28c74c26faa on network 2345928c-406c-4b90-b2a4-eb7df9d80a7e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:52:59.139282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:52:59.139854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Checking segment: {'id': 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:52:59.140848 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.141654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Bound using segment: {'id': 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:52:59.141654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Bound port: fc8b02fb-0175-46c9-adf9-f28c74c26faa, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:52:59.142030 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.225681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] For port fc8b02fb-0175-46c9-adf9-f28c74c26faa, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:52:59.229787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] For port fc8b02fb-0175-46c9-adf9-f28c74c26faa, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fc8b02fb-0175-46c9-adf9-f28c74c26faa,segment=NetworkSegment(aa5e725a-999e-4c9e-a357-8ea6b0563e5f),segment_id=aa5e725a-999e-4c9e-a357-8ea6b0563e5f)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:52:59.235282 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.303003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:52:59.324393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f4efc-1bad-49e4-ba7a-b80c9c3dd9c2 None None] Pushing event updated for resources: {'Port': ['ID=fc8b02fb-0175-46c9-adf9-f28c74c26faa,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:59.449201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:59.474206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'port_id': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'mac_address': 'fa:16:3e:b6:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefd643-1e77-4517-aaea-3bdcf5f162d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:52:59.547857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.586317 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.617578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:52:59.642283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:52:59.648153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.676034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.726055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=21ea22c1-f081-4f48-bce9-51730f130754,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:59.728796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:52:59.761512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:52:59.856226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.885233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2345928c-406c-4b90-b2a4-eb7df9d80a7e']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:59.904597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:59.904983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:52:59.916445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.934507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.946162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:52:59.946777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:52:59.951525 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:00.025912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:53:00.025912 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:53:00.025912 n-d-804232-5 neutron-server[94862]: [parameters: {'id': '2345928c-406c-4b90-b2a4-eb7df9d80a7e'}] Aug 20 13:53:00.025912 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:53:00.026592 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:53:00.212024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18c6e2-abb8-4ea5-a44c-c836d69f981b req-f311fa6c-5b79-4c45-a6e8-1f52ba85350a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:00.214120 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c18c6e2-abb8-4ea5-a44c-c836d69f981b req-f311fa6c-5b79-4c45-a6e8-1f52ba85350a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.0760629 Aug 20 13:53:00.276800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c18c6e2-abb8-4ea5-a44c-c836d69f981b req-94d14e8a-d247-47f0-bb66-e30e91799ab4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 Aug 20 13:53:00.527994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:00.605679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port fc8b02fb-0175-46c9-adf9-f28c74c26faa {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:00.606169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:00.633038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f392f-4524-4670-8203-eb48b70b5d03 None None] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:00.681521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port fc8b02fb-0175-46c9-adf9-f28c74c26faa, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=fc8b02fb-0175-46c9-adf9-f28c74c26faa,segment=NetworkSegment(aa5e725a-999e-4c9e-a357-8ea6b0563e5f),segment_id=aa5e725a-999e-4c9e-a357-8ea6b0563e5f)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:00.681994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:00.699304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for fc8b02fb-0175-46c9-adf9-f28c74c26faa owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:00.757324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6534f796-1081-4e17-a615-6f2e09df4fb5 None None] Provisioning for port fc8b02fb-0175-46c9-adf9-f28c74c26faa completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:00.820815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:00.856873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=fc8b02fb-0175-46c9-adf9-f28c74c26faa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:00.864698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port fc8b02fb-0175-46c9-adf9-f28c74c26faa on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:00.889792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae0302-c9b6-4ae0-962c-9dfcfc068847 None None] DHCP port deletion for 2345928c-406c-4b90-b2a4-eb7df9d80a7e request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:53:00.913250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f52618-f073-45aa-aede-d8ed7b4c0d52 None None] Network 2345928c-406c-4b90-b2a4-eb7df9d80a7e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:00.990880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.003655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2345928c-406c-4b90-b2a4-eb7df9d80a7e']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:01.024879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:01.025164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e725a-999e-4c9e-a357-8ea6b0563e5f') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:01.037146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.053983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.065220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:01.065637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:01.069421 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:01.139108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.148268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.150076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/2345928c-406c-4b90-b2a4-eb7df9d80a7e HTTP/1.1" status: 204 len: 168 time: 2.4417837 Aug 20 13:53:01.152855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59820) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:01.173209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820f06-889d-4264-bbf8-6848782a07d9 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=2345928c-406c-4b90-b2a4-eb7df9d80a7e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:01.186421 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25d44af-ae3c-4542-87ed-1fbd184da96c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:01.187732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25d44af-ae3c-4542-87ed-1fbd184da96c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:01.195200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f25d44af-ae3c-4542-87ed-1fbd184da96c tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/2345928c-406c-4b90-b2a4-eb7df9d80a7e HTTP/1.1" status: 404 len: 339 time: 0.0370300 Aug 20 13:53:01.196196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59824) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:01.204503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1313565527', 'description': 'd1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:01.234973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:01.241305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.283812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:01.297544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.298276 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 574e585a-0ebd-4db2-ab0c-cc6694afa737 of type vlan for network e332935f-9f2e-4741-889a-ce107a4e02a6 Aug 20 13:53:01.321967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:01.351549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.402652 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.415937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:01.417037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.651925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:01.652615 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.845615 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.854964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.908511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:53:01.913487 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b45cc6-a2d6-474d-af67-6b2e4890f580" -d '{"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:53:01.950360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:01.965120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:01.973180 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7760115 Aug 20 13:53:01.973737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59846) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:01.974560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec5ab-9662-4816-bdd8-373935fa42ad tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=e332935f-9f2e-4741-889a-ce107a4e02a6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:01.979961 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cab1af-6b81-435d-a9f7-eafdb356767f x-openstack-request-id: req-70cab1af-6b81-435d-a9f7-eafdb356767f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:53:01.980644 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:53:01.981082 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70cab1af-6b81-435d-a9f7-eafdb356767f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:53:01.981992 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'code': 200} Aug 20 13:53:02.013004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0998a51-f848-4763-8b9d-c7954c835634 req-4088f0d3-c5a7-4220-b0f0-408d7d24e71e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:02.027925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0998a51-f848-4763-8b9d-c7954c835634 req-4088f0d3-c5a7-4220-b0f0-408d7d24e71e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.6062748 Aug 20 13:53:02.067953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:02.074105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e332935f-9f2e-4741-889a-ce107a4e02a6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:02.111432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f0998a51-f848-4763-8b9d-c7954c835634 req-f316d584-6952-404f-b7c0-b86b1353ac87 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815551 Aug 20 13:53:02.117917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8489f6be-f8d2-424a-a617-532618c6428b tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:02.128772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59848) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:02.134737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'description': 'd2'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:02.137766 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8489f6be-f8d2-424a-a617-532618c6428b tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks?id=e332935f-9f2e-4741-889a-ce107a4e02a6 HTTP/1.1" status: 200 len: 761 time: 0.1620312 Aug 20 13:53:02.340992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.370427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.410285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network e332935f-9f2e-4741-889a-ce107a4e02a6 is not hosted by any dhcp agent {{(pid=94861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 13:53:02.418800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:02.419837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.424901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "PUT /v2.0/networks/e332935f-9f2e-4741-889a-ce107a4e02a6 HTTP/1.1" status: 200 len: 758 time: 0.2916887 Aug 20 13:53:02.425474 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59850) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:02.544294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52394069-c189-41c5-a87f-ce790e0c1239 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=e332935f-9f2e-4741-889a-ce107a4e02a6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:02.560810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e332935f-9f2e-4741-889a-ce107a4e02a6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:02.610045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4238a-8d0f-4801-b514-5f286252058d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:02.615908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ab4238a-8d0f-4801-b514-5f286252058d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks?id=e332935f-9f2e-4741-889a-ce107a4e02a6 HTTP/1.1" status: 200 len: 761 time: 0.1888754 Aug 20 13:53:02.616757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59852) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:02.630564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795402369'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:02.669088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:02.676348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.743186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:02.762314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.763114 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 4f488eae-a58f-4427-ac0b-0fe700c1eb7d of type vlan for network d45077cd-7f6f-4a10-b5ba-b87ab2284b4c Aug 20 13:53:02.884293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.884871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fc8b02fb-0175-46c9-adf9-f28c74c26faa no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:02.924907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.931743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:02.932370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:02.952154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: fc8b02fb-0175-46c9-adf9-f28c74c26faa {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:53:02.954300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device fc8b02fb-0175-46c9-adf9-f28c74c26faa not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:53:03.030554 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4095566 Aug 20 13:53:03.031170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59854) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:03.040616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': 'd45077cd-7f6f-4a10-b5ba-b87ab2284b4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:03.063397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87ac9c-77f1-4587-a7f3-1859cf59b190 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=d45077cd-7f6f-4a10-b5ba-b87ab2284b4c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:03.077496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d45077cd-7f6f-4a10-b5ba-b87ab2284b4c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:03.229069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:03.234287 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:03.408810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d4ed4-e37e-4e09-8e4b-f640fafcc7c1 req-d3f6e003-aeda-4897-b141-473d10efc8fe tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:03.418391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa9d4ed4-e37e-4e09-8e4b-f640fafcc7c1 req-d3f6e003-aeda-4897-b141-473d10efc8fe tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1574874 Aug 20 13:53:03.517895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa9d4ed4-e37e-4e09-8e4b-f640fafcc7c1 req-d4107709-f8cc-4fdd-bdf2-5049d0de873b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947068 Aug 20 13:53:03.616199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:03.684399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=94807dfb-c83f-4fe1-9c42-16b1253d6bfd,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:03.697096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '4f488eae-a58f-4427-ac0b-0fe700c1eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd45077cd-7f6f-4a10-b5ba-b87ab2284b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:03.697480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: d45077cd-7f6f-4a10-b5ba-b87ab2284b4c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:03.737077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network d45077cd-7f6f-4a10-b5ba-b87ab2284b4c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:03.757382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, d45077cd-7f6f-4a10-b5ba-b87ab2284b4c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:03.765707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:03.766921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:03.771714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da613e40-392e-42c2-b2a4-a5dc2a5adbf7 None None] Network d45077cd-7f6f-4a10-b5ba-b87ab2284b4c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:03.789915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e163cb71-46ce-498a-971f-ded39d29d814 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7568126 Aug 20 13:53:03.792862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:03.948211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.027307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.078381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d40bf-fe4f-4d23-aca8-997a6535a75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-d45077cd-7f6f-4a10-b5ba-b87ab2284b4c', 'network_id': 'd45077cd-7f6f-4a10-b5ba-b87ab2284b4c', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '94807dfb-c83f-4fe1-9c42-16b1253d6bfd'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:04.081027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1b1d40bf-fe4f-4d23-aca8-997a6535a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.149313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.225906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=94807dfb-c83f-4fe1-9c42-16b1253d6bfd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-1b1d40bf-fe4f-4d23-aca8-997a6535a75c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94807dfb-c83f-4fe1-9c42-16b1253d6bfd: This subnet is being modified by another concurrent operation. Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94807dfb-c83f-4fe1-9c42-16b1253d6bfd: This subnet is being modified by another concurrent operation. Aug 20 13:53:04.240745 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:53:04.265500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a2b88-c6fd-4135-b0e7-faf9178d3745 None None] Network d45077cd-7f6f-4a10-b5ba-b87ab2284b4c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:04.354250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.379252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45077cd-7f6f-4a10-b5ba-b87ab2284b4c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:04.420682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f488eae-a58f-4427-ac0b-0fe700c1eb7d') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:04.421822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f488eae-a58f-4427-ac0b-0fe700c1eb7d') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:04.442216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4541438d-dc2a-40e4-a020-429d0115e96d None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:53:04.443217 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.482430 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.504064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:04.505301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.565845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541438d-dc2a-40e4-a020-429d0115e96d None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:04.646360 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:04.670171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.677762 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:04.684635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/d45077cd-7f6f-4a10-b5ba-b87ab2284b4c HTTP/1.1" status: 204 len: 168 time: 0.8868823 Aug 20 13:53:04.685447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:04.724403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180590c8-c25f-4659-a4f7-768bbc0df684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=d45077cd-7f6f-4a10-b5ba-b87ab2284b4c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:04.811254 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7728793c-4034-4a4f-8cb2-a75d6cfa3ebf tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] GET failed (client error): The resource could not be found. Aug 20 13:53:04.814222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7728793c-4034-4a4f-8cb2-a75d6cfa3ebf tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/subnets/94807dfb-c83f-4fe1-9c42-16b1253d6bfd HTTP/1.1" status: 404 len: 337 time: 0.1250196 Aug 20 13:53:04.819918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59864) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:04.845411 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cc80dd-1d4d-4ac9-9185-a517ea4ae0d5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:04.846456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cc80dd-1d4d-4ac9-9185-a517ea4ae0d5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:04.848458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a5cc80dd-1d4d-4ac9-9185-a517ea4ae0d5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/d45077cd-7f6f-4a10-b5ba-b87ab2284b4c HTTP/1.1" status: 404 len: 339 time: 0.0271628 Aug 20 13:53:04.851173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4deb3-fd68-4c9d-b654-77e3e48195bb req-918b9e0d-b22a-4600-a4c8-1faed26ee95e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:04.853016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efa4deb3-fd68-4c9d-b654-77e3e48195bb req-918b9e0d-b22a-4600-a4c8-1faed26ee95e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1322219 Aug 20 13:53:04.858130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59866) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:05.004106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efa4deb3-fd68-4c9d-b654-77e3e48195bb req-c05e2a21-7cb7-4c47-983e-6e7b33fd5dc1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320562 Aug 20 13:53:05.116943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3ba4f-140e-4efd-81df-e2c6bb58c924 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.118703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7ca3ba4f-140e-4efd-81df-e2c6bb58c924 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2588017 Aug 20 13:53:05.123337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59868) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:05.174551 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-766ccc5e-36c3-4227-a12c-0c3340647b18 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 207 time: 0.0487366 Aug 20 13:53:05.177995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59870) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:05.392442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f810fac-0bb6-448f-b5ec-24f843ef81e0 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.399168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f810fac-0bb6-448f-b5ec-24f843ef81e0 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.407396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f810fac-0bb6-448f-b5ec-24f843ef81e0 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.413785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f810fac-0bb6-448f-b5ec-24f843ef81e0 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.415682 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8f810fac-0bb6-448f-b5ec-24f843ef81e0 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2365983 Aug 20 13:53:05.421990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59872) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:05.643205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1de4028b-15c5-4015-92e8-a78b0bbd0721 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2194946 Aug 20 13:53:05.647365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59878) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:05.822466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8d147-0d74-4f21-9834-e50637377cbe tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.825670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8d147-0d74-4f21-9834-e50637377cbe tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.829082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ee8d147-0d74-4f21-9834-e50637377cbe tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1797390 Aug 20 13:53:05.835633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:05.924479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acdaa7c-237b-4cf4-9200-3399fd0b5817 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.927328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acdaa7c-237b-4cf4-9200-3399fd0b5817 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:05.929671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4acdaa7c-237b-4cf4-9200-3399fd0b5817 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0924211 Aug 20 13:53:05.933570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59882) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:06.188152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc708a54-7876-478d-ad77-2c0f75cdaf34 req-1fcc3239-431b-4928-9aeb-de0128ee8a6e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:06.196954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc708a54-7876-478d-ad77-2c0f75cdaf34 req-1fcc3239-431b-4928-9aeb-de0128ee8a6e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0854352 Aug 20 13:53:06.198333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c0afe-ba6f-4cf4-81ad-9662a25b9684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:06.204959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e66c0afe-ba6f-4cf4-81ad-9662a25b9684 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks/dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 HTTP/1.1" status: 200 len: 799 time: 0.2658887 Aug 20 13:53:06.205913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59886) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:06.250653 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc708a54-7876-478d-ad77-2c0f75cdaf34 req-76bf0fd0-0a45-47d9-8f7c-bb3e257be0f0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522699 Aug 20 13:53:06.388364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7c56e412-cc5d-41a2-9a35-ea57f181e70a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/networks/dd057fbc-a14a-47f3-9bf7-d97d7c6b4177?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1803987 Aug 20 13:53:06.393440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59888) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:06.471723 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a35bf-4708-49d4-8d60-01342e241882 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:06.479956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:06.481879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e3a35bf-4708-49d4-8d60-01342e241882 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/subnets/c9762b6e-e70a-478d-9403-fe6dc86f43a9 HTTP/1.1" status: 200 len: 811 time: 0.0869081 Aug 20 13:53:06.552281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fc6f2-0fe5-4dd3-953b-c265a7cb1674 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['shared'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:06.553957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-775fc6f2-0fe5-4dd3-953b-c265a7cb1674 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "GET /v2.0/subnets/c9762b6e-e70a-478d-9403-fe6dc86f43a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0723784 Aug 20 13:53:06.559591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59892) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:06.566152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020777321'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:06.597032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:06.601384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:06.636276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:06.649979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:06.650504 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Added segment 0a6e5d69-569d-4806-8442-da3fc0b3abb0 of type vlan for network 8890380f-94b5-4a92-b861-19c4a1ba7310 Aug 20 13:53:06.720902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:06.758869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:06.765762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:06.766418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:06.863926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3029864 Aug 20 13:53:06.866813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59894) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:06.876304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:06.889201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b5ec-9f6d-4267-86ae-a1affaa02cfb tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Network': ['ID=8890380f-94b5-4a92-b861-19c4a1ba7310,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:06.905209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8890380f-94b5-4a92-b861-19c4a1ba7310 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:07.037183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Made reservation on behalf of 83d597e7ec2b40b38e06e5e6c6e032f1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:07.041220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:07.116957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.ipam_backend_mixin [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing IP validity checks on allocation pools {{(pid=94862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 13:53:07.118167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.ipam_backend_mixin [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 13:53:07.307324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:07.388183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:07.419971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Checking segment: {'id': '0a6e5d69-569d-4806-8442-da3fc0b3abb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:07.420356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network hostable DHCP agents. Network: 8890380f-94b5-4a92-b861-19c4a1ba7310, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:07.455079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Network 8890380f-94b5-4a92-b861-19c4a1ba7310 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:07.470263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39b82c-7600-453d-8aa2-4e3f9f3a8a27 req-0c5befe5-2019-4434-b389-97cb3e3a8f9c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:07.478407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8890380f-94b5-4a92-b861-19c4a1ba7310) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:07.480740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a39b82c-7600-453d-8aa2-4e3f9f3a8a27 req-0c5befe5-2019-4434-b389-97cb3e3a8f9c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1104827 Aug 20 13:53:07.495005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:07.496243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:07.501826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36633cbf-b05c-49ba-8b15-ba7303c74e0e None None] Network 8890380f-94b5-4a92-b861-19c4a1ba7310 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:07.544339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9a39b82c-7600-453d-8aa2-4e3f9f3a8a27 req-6c07bab1-bc06-4b6e-94e6-df3885828382 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617504 Aug 20 13:53:07.549436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59898) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:07.551477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c7b9325a-a0e1-439b-b83e-6178e69de4e5 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6815763 Aug 20 13:53:07.562580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:07.728287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8012308'] for subnet, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:07.907910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-8890380f-94b5-4a92-b861-19c4a1ba7310', 'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310', 'tenant_id': '83d597e7ec2b40b38e06e5e6c6e032f1', 'fixed_ips': [{'subnet_id': '026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:07.908878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:07.994558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785000902714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7341288'] for subnet, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.089507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event updated for resources: {'Subnet': ['ID=026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:08.100605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:08.102024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.106364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59900) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:08.122999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4d52ac3f-9bcd-4dff-bfe3-6a8ffeef5619 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "PUT /v2.0/subnets/026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a HTTP/1.1" status: 200 len: 877 time: 0.5702574 Aug 20 13:53:08.203380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Allocated IP 172.20.0.3 (8890380f-94b5-4a92-b861-19c4a1ba7310/026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a/4a2af70d-5f71-458f-a726-8013a7bf51b8) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:08.271915 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.364958 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.432941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.445833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Transition to ACTIVE for port object 4a2af70d-5f71-458f-a726-8013a7bf51b8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:08.472699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Transition to ACTIVE for port object 4a2af70d-5f71-458f-a726-8013a7bf51b8 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:08.481554 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.539213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Network 8890380f-94b5-4a92-b861-19c4a1ba7310 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:08.543301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:08.548259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:08.552957 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.564121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Pushing event updated for resources: {'Port': ['ID=4a2af70d-5f71-458f-a726-8013a7bf51b8,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:08.597977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.597977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.598460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.598720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.599167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.599600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.600040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.603688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.603995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.604455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.604944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.605591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:08.625507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:08.704461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Attempting to bind port 4a2af70d-5f71-458f-a726-8013a7bf51b8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:08.705027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Attempting to bind port 4a2af70d-5f71-458f-a726-8013a7bf51b8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '0a6e5d69-569d-4806-8442-da3fc0b3abb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:08.705799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Attempting to bind port 4a2af70d-5f71-458f-a726-8013a7bf51b8 on network 8890380f-94b5-4a92-b861-19c4a1ba7310 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:08.716077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:08.716468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Checking segment: {'id': '0a6e5d69-569d-4806-8442-da3fc0b3abb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:08.717002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.717321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Bound using segment: {'id': '0a6e5d69-569d-4806-8442-da3fc0b3abb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:08.718530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Bound port: 4a2af70d-5f71-458f-a726-8013a7bf51b8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6e5d69-569d-4806-8442-da3fc0b3abb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8890380f-94b5-4a92-b861-19c4a1ba7310'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:08.719170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.802376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.819388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8890380f-94b5-4a92-b861-19c4a1ba7310']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:08.835466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6e5d69-569d-4806-8442-da3fc0b3abb0') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:08.835769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6e5d69-569d-4806-8442-da3fc0b3abb0') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:08.850650 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.859858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] For port 4a2af70d-5f71-458f-a726-8013a7bf51b8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:08.866594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] For port 4a2af70d-5f71-458f-a726-8013a7bf51b8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a2af70d-5f71-458f-a726-8013a7bf51b8,segment=NetworkSegment(0a6e5d69-569d-4806-8442-da3fc0b3abb0),segment_id=0a6e5d69-569d-4806-8442-da3fc0b3abb0)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:08.867881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef090cf7-0140-4526-b0f3-610907ab1383 req-ab5621d1-6b16-4dac-89da-6b295bc0d437 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:08.869538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef090cf7-0140-4526-b0f3-610907ab1383 req-ab5621d1-6b16-4dac-89da-6b295bc0d437 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1238749 Aug 20 13:53:08.875592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.880888 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.898784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:08.899539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:08.903286 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:09.027032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80329-5a0d-4844-845d-3fc5127f29f4 None None] Pushing event updated for resources: {'Port': ['ID=4a2af70d-5f71-458f-a726-8013a7bf51b8,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:09.043123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef090cf7-0140-4526-b0f3-610907ab1383 req-339e047a-28bd-48f4-a47e-16d9b4a68942 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557002 Aug 20 13:53:09.046208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08235d2f-746b-40d7-a3fd-c6b7d645bf7a None None] Network 8890380f-94b5-4a92-b861-19c4a1ba7310 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:09.049538 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.db.api [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 13:53:09.049538 n-d-804232-5 neutron-server[94862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 13:53:09.049538 n-d-804232-5 neutron-server[94862]: [parameters: {'id': '8890380f-94b5-4a92-b861-19c4a1ba7310'}] Aug 20 13:53:09.049538 n-d-804232-5 neutron-server[94862]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:53:09.050057 n-d-804232-5 neutron-server[94862]: DEBUG oslo_db.api [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:53:09.213502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc62bc-9257-4dfa-80a1-a99b6ccd4ae7 None None] Network 8890380f-94b5-4a92-b861-19c4a1ba7310 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:09.383340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc04c5-1223-4dd4-8d2c-447ec7b95093 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:53:09.491011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc04c5-1223-4dd4-8d2c-447ec7b95093 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:53:09.551550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:09.666821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port 4a2af70d-5f71-458f-a726-8013a7bf51b8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:09.667312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:09.820045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port 4a2af70d-5f71-458f-a726-8013a7bf51b8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a2af70d-5f71-458f-a726-8013a7bf51b8,segment=NetworkSegment(0a6e5d69-569d-4806-8442-da3fc0b3abb0),segment_id=0a6e5d69-569d-4806-8442-da3fc0b3abb0)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:09.820905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:09.851618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for 4a2af70d-5f71-458f-a726-8013a7bf51b8 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:09.987920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.033642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=4a2af70d-5f71-458f-a726-8013a7bf51b8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:10.045336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port 4a2af70d-5f71-458f-a726-8013a7bf51b8 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:10.218305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.237724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8890380f-94b5-4a92-b861-19c4a1ba7310']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:10.263970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6e5d69-569d-4806-8442-da3fc0b3abb0') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:10.265701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6e5d69-569d-4806-8442-da3fc0b3abb0') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:10.273314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aade6-aba6-42f1-9ecb-2c23cb0cdda2 req-8f01ce6d-2d57-4c97-a5ea-cd3d70f982ab tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:10.275096 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-601aade6-aba6-42f1-9ecb-2c23cb0cdda2 req-8f01ce6d-2d57-4c97-a5ea-cd3d70f982ab tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0982058 Aug 20 13:53:10.286607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.318341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.330934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:10.331643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:10.337578 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:10.344274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-601aade6-aba6-42f1-9ecb-2c23cb0cdda2 req-3ed73041-138e-4d71-9ce6-3e8a760e3d0b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505068 Aug 20 13:53:10.436485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.450838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.454645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/8890380f-94b5-4a92-b861-19c4a1ba7310 HTTP/1.1" status: 204 len: 168 time: 2.3463891 Aug 20 13:53:10.458816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59910) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:10.474776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62853049-fdd3-495d-88fe-6ccc9338ea20 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=8890380f-94b5-4a92-b861-19c4a1ba7310,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:10.530526 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-54908af7-5fd0-437c-afdd-886323ea8581 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:10.531593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54908af7-5fd0-437c-afdd-886323ea8581 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:10.535062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-54908af7-5fd0-437c-afdd-886323ea8581 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/026a7a78-cd54-4d6f-bc5c-f8844ac0cc5a HTTP/1.1" status: 404 len: 337 time: 0.0742524 Aug 20 13:53:10.537592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59912) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:10.572340 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-097839fb-5c2b-47b2-9672-8bd76b840b58 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:10.573402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097839fb-5c2b-47b2-9672-8bd76b840b58 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:10.577347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-097839fb-5c2b-47b2-9672-8bd76b840b58 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/8890380f-94b5-4a92-b861-19c4a1ba7310 HTTP/1.1" status: 404 len: 339 time: 0.0374100 Aug 20 13:53:10.581065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:10.630546 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87ab17e-380c-4f6c-9e1d-3427d3a9a6b4 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:10.631461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87ab17e-380c-4f6c-9e1d-3427d3a9a6b4 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:10.635044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f87ab17e-380c-4f6c-9e1d-3427d3a9a6b4 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/94807dfb-c83f-4fe1-9c42-16b1253d6bfd HTTP/1.1" status: 404 len: 337 time: 0.0521309 Aug 20 13:53:10.638887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59916) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:10.663816 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d1e0d8-d4c8-4a5e-9065-2d5887926316 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:10.664418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d1e0d8-d4c8-4a5e-9065-2d5887926316 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:10.670324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c4d1e0d8-d4c8-4a5e-9065-2d5887926316 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/d45077cd-7f6f-4a10-b5ba-b87ab2284b4c HTTP/1.1" status: 404 len: 339 time: 0.0245740 Aug 20 13:53:10.671367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:10.775790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.940531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:10.957945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e332935f-9f2e-4741-889a-ce107a4e02a6']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:10.975611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574e585a-0ebd-4db2-ab0c-cc6694afa737') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:10.976418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574e585a-0ebd-4db2-ab0c-cc6694afa737') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:10.990236 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:11.013494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:11.022552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:11.023242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:11.027942 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:11.112091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:11.126016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:11.129702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/e332935f-9f2e-4741-889a-ce107a4e02a6 HTTP/1.1" status: 204 len: 168 time: 0.4567800 Aug 20 13:53:11.133417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.151881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefa8f7-68b8-4c35-809b-37ede3b20477 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=e332935f-9f2e-4741-889a-ce107a4e02a6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:11.169635 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78e1b95-12f1-4e38-803c-366e3e8bc7bf tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.171075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78e1b95-12f1-4e38-803c-366e3e8bc7bf tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.173737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d78e1b95-12f1-4e38-803c-366e3e8bc7bf tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/21ea22c1-f081-4f48-bce9-51730f130754 HTTP/1.1" status: 404 len: 337 time: 0.0389640 Aug 20 13:53:11.177208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59922) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.204399 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-da154254-01ea-4b46-92da-1f012ea25e55 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.205164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da154254-01ea-4b46-92da-1f012ea25e55 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.207151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da154254-01ea-4b46-92da-1f012ea25e55 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/2345928c-406c-4b90-b2a4-eb7df9d80a7e HTTP/1.1" status: 404 len: 339 time: 0.0285127 Aug 20 13:53:11.210576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59924) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.253518 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aaba28-d8c2-492a-85ff-073e2e8ade8a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.254267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aaba28-d8c2-492a-85ff-073e2e8ade8a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.257697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-83aaba28-d8c2-492a-85ff-073e2e8ade8a tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/2c358652-9c42-42c1-9aa5-7e9af92b26e0 HTTP/1.1" status: 404 len: 337 time: 0.0453877 Aug 20 13:53:11.261454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59926) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.285150 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a194d20c-9115-44af-904b-8d04a1047efa tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.286935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a194d20c-9115-44af-904b-8d04a1047efa tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.290174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59928) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.290444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a194d20c-9115-44af-904b-8d04a1047efa tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/5fb312c6-9d5e-445b-8b6d-59a06ebe3a21 HTTP/1.1" status: 404 len: 339 time: 0.0275910 Aug 20 13:53:11.339657 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a42b3f-4115-4579-bd63-f9d990fa8670 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.340861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a42b3f-4115-4579-bd63-f9d990fa8670 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.343960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c4a42b3f-4115-4579-bd63-f9d990fa8670 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/a7216e56-d0f2-4844-9f5a-ce751fd34e57 HTTP/1.1" status: 404 len: 337 time: 0.0515664 Aug 20 13:53:11.347135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59930) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.374208 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef103d1-14b8-49df-ba90-bc1536dff626 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.375137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef103d1-14b8-49df-ba90-bc1536dff626 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.380477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eef103d1-14b8-49df-ba90-bc1536dff626 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/f75b8562-86b3-45da-acb8-fd34e9ad2df6 HTTP/1.1" status: 404 len: 339 time: 0.0299199 Aug 20 13:53:11.381584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59934) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.427554 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-20320a7b-5c22-4a61-aa4f-9a1bdaa46bba tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.428604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20320a7b-5c22-4a61-aa4f-9a1bdaa46bba tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.434037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.444295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20320a7b-5c22-4a61-aa4f-9a1bdaa46bba tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/0c5e5a31-2b59-4053-ba89-977e31cbe403 HTTP/1.1" status: 404 len: 337 time: 0.0617208 Aug 20 13:53:11.458341 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-2881f23e-16e6-415e-a241-174357d70167 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.459415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2881f23e-16e6-415e-a241-174357d70167 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.464370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.473640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2881f23e-16e6-415e-a241-174357d70167 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/c2726d40-e054-4fbc-aebc-a34f804fe413 HTTP/1.1" status: 404 len: 339 time: 0.0380418 Aug 20 13:53:11.512816 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ac5a9-2562-4457-b0c8-cd321bfef35b tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.513717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ac5a9-2562-4457-b0c8-cd321bfef35b tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.519373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59940) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.522757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fc8ac5a9-2562-4457-b0c8-cd321bfef35b tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/b6d7a4b7-609c-448f-a1d8-20fdb1ed898d HTTP/1.1" status: 404 len: 337 time: 0.0567484 Aug 20 13:53:11.543027 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d1a33b-5f68-4a80-96b7-2b6db6bb6b3f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.544803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d1a33b-5f68-4a80-96b7-2b6db6bb6b3f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.550322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c5d1a33b-5f68-4a80-96b7-2b6db6bb6b3f tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/8273981f-b0fc-4562-8eb9-e44f6b405521 HTTP/1.1" status: 404 len: 339 time: 0.0271935 Aug 20 13:53:11.550849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59942) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.598313 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c08f96-b4cc-4887-939f-7c957c43ca82 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.598794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c08f96-b4cc-4887-939f-7c957c43ca82 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.604985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d0c08f96-b4cc-4887-939f-7c957c43ca82 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/67687e31-db37-43cc-8a6a-dba637c024d0 HTTP/1.1" status: 404 len: 337 time: 0.0491378 Aug 20 13:53:11.605531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59944) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.624581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b0459-712f-4e76-94cc-be68985c9d57 req-c7ab7288-a02f-4e37-90c8-950d7d63a630 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:11.638870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d29b0459-712f-4e76-94cc-be68985c9d57 req-c7ab7288-a02f-4e37-90c8-950d7d63a630 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1365962 Aug 20 13:53:11.655534 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bfbe44-9431-4386-a8aa-e53683dd95e8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.656778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bfbe44-9431-4386-a8aa-e53683dd95e8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.663073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-95bfbe44-9431-4386-a8aa-e53683dd95e8 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/be0ad550-a22b-477a-ad15-bb365ed9123c HTTP/1.1" status: 404 len: 339 time: 0.0529835 Aug 20 13:53:11.668077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59946) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.710116 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d29b0459-712f-4e76-94cc-be68985c9d57 req-46251457-c8e3-4701-a2c9-71ae616e7189 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686133 Aug 20 13:53:11.729446 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-049f1a44-1a43-40ec-b71d-8adb063adb6d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.730248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049f1a44-1a43-40ec-b71d-8adb063adb6d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.736995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-049f1a44-1a43-40ec-b71d-8adb063adb6d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/100a159f-dea4-49a5-8b5a-fc99af52cc2d HTTP/1.1" status: 404 len: 337 time: 0.0614505 Aug 20 13:53:11.737573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.786997 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-71afdee6-ed5f-4eca-9bf1-9bc034f1ece4 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.788067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71afdee6-ed5f-4eca-9bf1-9bc034f1ece4 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.792129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-71afdee6-ed5f-4eca-9bf1-9bc034f1ece4 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/33692560-845b-49fb-b7bd-6f9ab3afa007 HTTP/1.1" status: 404 len: 339 time: 0.0528164 Aug 20 13:53:11.796223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59950) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.848199 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7961b37-03a1-4487-af9d-406336c6bb0d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.848811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7961b37-03a1-4487-af9d-406336c6bb0d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.853532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c7961b37-03a1-4487-af9d-406336c6bb0d tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/8f985c86-7ce1-4b1a-9355-21571b62a833 HTTP/1.1" status: 404 len: 337 time: 0.0557506 Aug 20 13:53:11.854122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 59952) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.890625 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8efa0e0-0f6c-43b7-8a91-f5a85ef6e9c1 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] DELETE failed (client error): The resource could not be found. Aug 20 13:53:11.891614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8efa0e0-0f6c-43b7-8a91-f5a85ef6e9c1 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:53:11.897112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c8efa0e0-0f6c-43b7-8a91-f5a85ef6e9c1 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/25e2e01a-b569-4e6a-a939-88daa1770862 HTTP/1.1" status: 404 len: 339 time: 0.0391908 Aug 20 13:53:11.898025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:11.988872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting subnet c9762b6e-e70a-478d-9403-fe6dc86f43a9 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:53:11.994828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.088036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.270222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.387786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.430866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Subnet': ['ID=c9762b6e-e70a-478d-9403-fe6dc86f43a9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:12.437596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.440215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-34f1a887-8cef-4126-aa9c-d6ae8892e2c7 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/subnets/c9762b6e-e70a-478d-9403-fe6dc86f43a9 HTTP/1.1" status: 204 len: 168 time: 0.5404985 Aug 20 13:53:12.443964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59956) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:12.454976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c3cf7f-74db-4849-b0f6-28ecc59881a4 None None] Network dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:12.548424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.632468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Deleting port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:12.633207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.705586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] DHCP port deletion for dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:53:12.722693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] For port c725c51f-55e9-46fb-bb7e-19d4fbc81c34, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,segment=NetworkSegment(fe43ecdc-98e7-4218-93b5-7664671a0c53),segment_id=fe43ecdc-98e7-4218-93b5-7664671a0c53)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:12.723135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.740241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Calling delete_port for c725c51f-55e9-46fb-bb7e-19d4fbc81c34 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:12.770230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] Deleting port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:12.770771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.855971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] For port c725c51f-55e9-46fb-bb7e-19d4fbc81c34, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,segment=NetworkSegment(fe43ecdc-98e7-4218-93b5-7664671a0c53),segment_id=fe43ecdc-98e7-4218-93b5-7664671a0c53)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:12.855971 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.877165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] Calling delete_port for c725c51f-55e9-46fb-bb7e-19d4fbc81c34 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:12.918629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:12.938140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c725c51f-55e9-46fb-bb7e-19d4fbc81c34 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:12.970129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c725c51f-55e9-46fb-bb7e-19d4fbc81c34 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:53:12.970754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c725c51f-55e9-46fb-bb7e-19d4fbc81c34 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:53:12.970963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Port': ['ID=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:12.973427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] No DVR routers for this DVR port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:13.021073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.049895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] Pushing event deleted for resources: {'Port': ['ID=c725c51f-55e9-46fb-bb7e-19d4fbc81c34,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:13.065887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f079a-39b5-44ac-a40d-e120bdd277bf None None] No DVR routers for this DVR port c725c51f-55e9-46fb-bb7e-19d4fbc81c34 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:13.075301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c61f1-51be-4b14-aaea-0f9dc164723a req-29d35230-690e-4326-a8fe-37edd3925955 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:13.077711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-107c61f1-51be-4b14-aaea-0f9dc164723a req-29d35230-690e-4326-a8fe-37edd3925955 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1775539 Aug 20 13:53:13.092390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.117438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd057fbc-a14a-47f3-9bf7-d97d7c6b4177']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:13.137033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe43ecdc-98e7-4218-93b5-7664671a0c53') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:13.137329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe43ecdc-98e7-4218-93b5-7664671a0c53') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:13.176391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.198221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-107c61f1-51be-4b14-aaea-0f9dc164723a req-7a5441ce-dc41-4118-8284-4729df1c33da tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085348 Aug 20 13:53:13.232733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.239925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:13.239925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:13.243995 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:13.337757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.350635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:13.354660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] 10.222.0.59 "DELETE /v2.0/networks/dd057fbc-a14a-47f3-9bf7-d97d7c6b4177 HTTP/1.1" status: 204 len: 168 time: 0.9090562 Aug 20 13:53:13.403357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0357-1379-4eed-b499-e8c934675241 tempest-NetworksTest-85550197 tempest-NetworksTest-85550197-project] Pushing event deleted for resources: {'Network': ['ID=dd057fbc-a14a-47f3-9bf7-d97d7c6b4177,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:13.774171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:13.973405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68eba08a-9fe1-41ae-af3e-6a38f126e2e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83d597e7ec2b40b38e06e5e6c6e032f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975687 Aug 20 13:53:13.975931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 59982) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:14.036203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5010-93fa-403b-9ce6-27b6aa4f2e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:14.063094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5010-93fa-403b-9ce6-27b6aa4f2e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:14.129252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5010-93fa-403b-9ce6-27b6aa4f2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:14.132297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5010-93fa-403b-9ce6-27b6aa4f2e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:14.133786 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ea8a5010-93fa-403b-9ce6-27b6aa4f2e46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b8e54c6-e82b-450a-9dec-0bce35e6a1a6 HTTP/1.1" status: 204 len: 168 time: 0.1564248 Aug 20 13:53:14.145536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a5010-93fa-403b-9ce6-27b6aa4f2e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e54c6-e82b-450a-9dec-0bce35e6a1a6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:14.384368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df94f99-1625-441e-aa1a-a4d0b8fca6d8 req-0732d6e1-2587-4419-a039-722c07990833 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:14.389210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1df94f99-1625-441e-aa1a-a4d0b8fca6d8 req-0732d6e1-2587-4419-a039-722c07990833 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0971534 Aug 20 13:53:14.458357 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1df94f99-1625-441e-aa1a-a4d0b8fca6d8 req-1acea11a-34a8-4cb5-b796-2519e4f70918 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643845 Aug 20 13:53:14.491223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-ed3213e8-bca0-4cc0-8124-471849000338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:14.492819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-ed3213e8-bca0-4cc0-8124-471849000338 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1096 time: 0.0550785 Aug 20 13:53:14.610997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-d2c73590-5b82-43d5-8f3d-f007d32b517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:14.612666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-d2c73590-5b82-43d5-8f3d-f007d32b517d service neutron] 10.222.0.13 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.1128664 Aug 20 13:53:14.665891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-6b137253-39a0-4cd2-a8e8-493ff7f0cd55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0459621 Aug 20 13:53:14.745923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-4cc50254-137d-4384-9791-3b59854225ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:14.748153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-4cc50254-137d-4384-9791-3b59854225ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0751903 Aug 20 13:53:14.784397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-8839927e-90d1-4ebf-a289-ff9244c9621a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291829 Aug 20 13:53:14.893715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-db160183-837e-4d13-8c5a-87c382a60969 service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019292 Aug 20 13:53:15.002089 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2391b5af-a491-4a69-8bd2-87c43d7b0e99 req-e114a8a5-86a4-4a0b-a369-6b6568a471ea service neutron] 10.222.0.13 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004014 Aug 20 13:53:15.101798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60006) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:15.216570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-139610540'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:15.251443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:15.255292 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.264721 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.375926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.380875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.413755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:15.421863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9744f0b-216a-400d-9219-5a963ae00c57,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:15.431267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.431878 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d of type vlan for network 4258f060-c206-4954-ae2f-4dfbc5368279 Aug 20 13:53:15.482135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.513768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.520923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:15.521731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.612152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4b569-f464-423f-9855-c47d47daf1e2 req-d2e95d37-5747-431b-9970-f6bcaec91cac tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:15.613889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ce4b569-f464-423f-9855-c47d47daf1e2 req-d2e95d37-5747-431b-9970-f6bcaec91cac tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0644004 Aug 20 13:53:15.671210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ce4b569-f464-423f-9855-c47d47daf1e2 req-3db98f95-2f2a-4dc2-ac48-d97863bcf8ad tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Aug 20 13:53:15.807702 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-21e7671a-1002-40a7-805d-92db8190dd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.892621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7870760 Aug 20 13:53:15.893148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60012) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:15.900816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-629015287'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:15.908545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a2c0-a48c-4466-a0d8-713542ecbfc7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=4258f060-c206-4954-ae2f-4dfbc5368279,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:15.923362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 4258f060-c206-4954-ae2f-4dfbc5368279 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:15.932149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:15.935789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.978101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:15.991779 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:15.992248 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 7e479afc-cebe-4159-a660-5b0d637b9233 of type vlan for network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 Aug 20 13:53:16.045388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.075417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.082553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:16.083211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.151789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2575316 Aug 20 13:53:16.155969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:16.164252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:16.172361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67081d83-e82c-4a44-99f8-4ffd7e39297d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=26bf4295-83de-4721-b4f2-e8fb9baec3b7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:16.188242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:16.305329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:16.312435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.521215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.586865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=45d35a99-2f29-4061-8c83-c9fe6e6c65f6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:16.594910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:16.595275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 4258f060-c206-4954-ae2f-4dfbc5368279, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:16.614459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 4258f060-c206-4954-ae2f-4dfbc5368279 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:16.625996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 4258f060-c206-4954-ae2f-4dfbc5368279) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:16.631233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:16.631837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.638626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d72f80-8cdc-4bce-ae79-77e17de78a14 None None] Network 4258f060-c206-4954-ae2f-4dfbc5368279 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:16.650823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ed1ca1bc-a70b-40ff-91e0-cb2e8278f6ea tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4933000 Aug 20 13:53:16.653902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60016) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:16.660276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:16.802492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:16.810847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:16.901576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-4258f060-c206-4954-ae2f-4dfbc5368279', 'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': '45d35a99-2f29-4061-8c83-c9fe6e6c65f6'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:16.902463 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.004848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70a35a-bb85-4c73-95ff-c310de25ffcb req-c0f6e1ff-8ebc-4a8d-8c39-d97c52927ffa tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:17.007262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f70a35a-bb85-4c73-95ff-c310de25ffcb req-c0f6e1ff-8ebc-4a8d-8c39-d97c52927ffa tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.1841881 Aug 20 13:53:17.068144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Allocated IP 2001:db8::2 (4258f060-c206-4954-ae2f-4dfbc5368279/45d35a99-2f29-4061-8c83-c9fe6e6c65f6/8df4b9e6-145c-4266-899c-42ca73e225ad) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:17.142106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f70a35a-bb85-4c73-95ff-c310de25ffcb req-c140c5df-4365-4277-a67f-5c3cdf74be42 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206417 Aug 20 13:53:17.236435 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.312599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=bac40c0a-e9f9-4c7f-8a9c-28af0530770e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:17.325641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '7e479afc-cebe-4159-a660-5b0d637b9233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:17.326041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 26bf4295-83de-4721-b4f2-e8fb9baec3b7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:17.348730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:17.360788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 26bf4295-83de-4721-b4f2-e8fb9baec3b7) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:17.365667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:17.366281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.385657 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ed00b170-a5d2-41fb-82b3-43d685549610 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7303216 Aug 20 13:53:17.388503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60020) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:17.393919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1555745910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:17.422898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.424364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.436635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2993c8b-6103-4855-a78f-12d71dff8698 None None] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:17.439177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:17.485922 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.491747 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.507895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.511526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.514613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9a1718d0-cc34-4126-965c-f80513488e53 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1238616 Aug 20 13:53:17.518297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60022) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:17.537239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Transition to ACTIVE for port object 8df4b9e6-145c-4266-899c-42ca73e225ad will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:17.565631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Transition to ACTIVE for port object 8df4b9e6-145c-4266-899c-42ca73e225ad will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:17.579844 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.666486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Network 4258f060-c206-4954-ae2f-4dfbc5368279 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:17.694499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:17.702430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Pushing event updated for resources: {'Port': ['ID=8df4b9e6-145c-4266-899c-42ca73e225ad,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:17.708103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:17.720132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.808390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:53:17.810581 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f3428-e47d-4370-b8ff-8760c2cca28a" -d '{"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:53:17.819490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-26bf4295-83de-4721-b4f2-e8fb9baec3b7', 'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': 'bac40c0a-e9f9-4c7f-8a9c-28af0530770e'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:17.820194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.839869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:17.848323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Attempting to bind port 8df4b9e6-145c-4266-899c-42ca73e225ad on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:17.848664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Attempting to bind port 8df4b9e6-145c-4266-899c-42ca73e225ad by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:17.849039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Attempting to bind port 8df4b9e6-145c-4266-899c-42ca73e225ad on network 4258f060-c206-4954-ae2f-4dfbc5368279 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:17.853032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.891295 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.893593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:17.893975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Checking segment: {'id': '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:17.894467 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.894804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Bound using segment: {'id': '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:17.895298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Bound port: 8df4b9e6-145c-4266-899c-42ca73e225ad, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4258f060-c206-4954-ae2f-4dfbc5368279'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:17.895685 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:17.900454 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6444f16b-b45e-4d6a-aa05-1d9e43e87724 x-openstack-request-id: req-6444f16b-b45e-4d6a-aa05-1d9e43e87724 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:53:17.900843 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-unplugged", "status": "failed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "code": 422}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:53:17.901076 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6444f16b-b45e-4d6a-aa05-1d9e43e87724 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:53:17.901396 n-d-804232-5 neutron-server[94863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'code': 422} returned with failed status Aug 20 13:53:18.020843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:18.096389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] For port 8df4b9e6-145c-4266-899c-42ca73e225ad, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:18.101239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] For port 8df4b9e6-145c-4266-899c-42ca73e225ad, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8df4b9e6-145c-4266-899c-42ca73e225ad,segment=NetworkSegment(23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d),segment_id=23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:18.108807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Allocated IP 2001:db8:1::2 (26bf4295-83de-4721-b4f2-e8fb9baec3b7/bac40c0a-e9f9-4c7f-8a9c-28af0530770e/cf476e3a-3858-48b7-917d-069f3173c360) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:18.111943 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.232013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8::1 (4258f060-c206-4954-ae2f-4dfbc5368279/45d35a99-2f29-4061-8c83-c9fe6e6c65f6/dbd68ccc-b77c-40d9-a11c-7756167ee731) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:18.247870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc14eeb-2916-4605-abb5-2bd75795791c None None] Pushing event updated for resources: {'Port': ['ID=8df4b9e6-145c-4266-899c-42ca73e225ad,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:18.353440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.363900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Transition to ACTIVE for port object cf476e3a-3858-48b7-917d-069f3173c360 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:18.397569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Transition to ACTIVE for port object cf476e3a-3858-48b7-917d-069f3173c360 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:18.412352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.478966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:18.480747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=cf476e3a-3858-48b7-917d-069f3173c360,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:18.486377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:18.490046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:18.569048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Attempting to bind port cf476e3a-3858-48b7-917d-069f3173c360 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:18.569537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Attempting to bind port cf476e3a-3858-48b7-917d-069f3173c360 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '7e479afc-cebe-4159-a660-5b0d637b9233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:18.569885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Attempting to bind port cf476e3a-3858-48b7-917d-069f3173c360 on network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:18.578738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:18.579277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Checking segment: {'id': '7e479afc-cebe-4159-a660-5b0d637b9233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:18.579829 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.580237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Bound using segment: {'id': '7e479afc-cebe-4159-a660-5b0d637b9233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:18.580868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Bound port: cf476e3a-3858-48b7-917d-069f3173c360, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e479afc-cebe-4159-a660-5b0d637b9233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '26bf4295-83de-4721-b4f2-e8fb9baec3b7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:18.581059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c16bf-f936-4893-805f-d2ebb0c0f786 req-1f134042-87d7-403c-87a4-3ec01bf34ad4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:18.581391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.584193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b84c16bf-f936-4893-805f-d2ebb0c0f786 req-1f134042-87d7-403c-87a4-3ec01bf34ad4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 943 time: 0.2994013 Aug 20 13:53:18.587140 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3613-cc83-4690-a5ac-971e4d32c4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.610282 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.642616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.680463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object dbd68ccc-b77c-40d9-a11c-7756167ee731 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:18.683073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] For port cf476e3a-3858-48b7-917d-069f3173c360, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:18.688811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] For port cf476e3a-3858-48b7-917d-069f3173c360, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cf476e3a-3858-48b7-917d-069f3173c360,segment=NetworkSegment(7e479afc-cebe-4159-a660-5b0d637b9233),segment_id=7e479afc-cebe-4159-a660-5b0d637b9233)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:18.694657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.707485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b84c16bf-f936-4893-805f-d2ebb0c0f786 req-89a83da4-11f1-474d-93f8-8da524268097 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841041 Aug 20 13:53:18.740167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.808911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 4258f060-c206-4954-ae2f-4dfbc5368279 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:18.832887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:18.839184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadaf0a-d9f9-4acc-9418-a952dc1f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=cf476e3a-3858-48b7-917d-069f3173c360,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:18.841667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:18.845621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:18.850314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=dbd68ccc-b77c-40d9-a11c-7756167ee731,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:18.868129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.868872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.869185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.869735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.870230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.870761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.871196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.871592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.871954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.872360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.872853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.873946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:18.935286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ab4f-cd48-4e12-8b91-714261b576d2 req-fe88880c-8990-48e5-8891-080cb6ca1207 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:18.943106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b2ab4f-cd48-4e12-8b91-714261b576d2 req-fe88880c-8990-48e5-8891-080cb6ca1207 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 943 time: 0.1057498 Aug 20 13:53:19.011742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8df4b9e6-145c-4266-899c-42ca73e225ad up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:19.013226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b2ab4f-cd48-4e12-8b91-714261b576d2 req-9591ee23-b305-466f-a939-f4fb0c23b329 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614064 Aug 20 13:53:19.115452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:19.116891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8df4b9e6-145c-4266-899c-42ca73e225ad completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:19.544939 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:19.603633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a5f2-2df4-455e-a6f0-619dc9866995 req-5f2e86de-032a-4912-8882-c947566ce16c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:19.606433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9c0a5f2-2df4-455e-a6f0-619dc9866995 req-5f2e86de-032a-4912-8882-c947566ce16c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 943 time: 0.1381121 Aug 20 13:53:19.640498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397faed3-731e-4ea4-a3b0-57970cbb9963 None None] Network 4258f060-c206-4954-ae2f-4dfbc5368279 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:19.717544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] Provisioning for port 8df4b9e6-145c-4266-899c-42ca73e225ad completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:19.721215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:19.725891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] Provisioning complete for port 8df4b9e6-145c-4266-899c-42ca73e225ad triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:19.726477 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:19.731970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9c0a5f2-2df4-455e-a6f0-619dc9866995 req-8ac05b64-9a55-41c8-988c-cfee641e097f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158423 Aug 20 13:53:19.734712 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:19.737969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:19.840110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60050) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:19.856159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=dbd68ccc-b77c-40d9-a11c-7756167ee731,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:19.943919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 4258f060-c206-4954-ae2f-4dfbc5368279 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:19.945731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:20.005255 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-1bc85ecc-2cf8-4490-9c07-685b32325491 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1633720 Aug 20 13:53:20.036917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:20.092291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] For port 8df4b9e6-145c-4266-899c-42ca73e225ad, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8df4b9e6-145c-4266-899c-42ca73e225ad,segment=NetworkSegment(23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d),segment_id=23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:20.102623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:20.197896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a978e67-0599-47b7-bf5f-d7037ffbba4f None None] Pushing event updated for resources: {'Port': ['ID=8df4b9e6-145c-4266-899c-42ca73e225ad,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:20.219103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 9da4d746-7beb-4a78-a1ee-3541cc4d93dd is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:53:20.342869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:20.354397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60060) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:20.355815 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] Sync routers for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:20.367540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c8aadb34-421a-404f-a1a6-e73acb3c77ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/9da4d746-7beb-4a78-a1ee-3541cc4d93dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8475208 Aug 20 13:53:20.369785 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:20.370440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:20.429036 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:20.434331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68383665-ec90-4375-9611-93d2dc295d65 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:20.437457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68383665-ec90-4375-9611-93d2dc295d65 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports/dbd68ccc-b77c-40d9-a11c-7756167ee731 HTTP/1.1" status: 200 len: 911 time: 0.0815756 Aug 20 13:53:20.441949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60062) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:20.443091 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:20.444173 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:20.522454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:20.523554 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b89e8-9b8a-43f7-bd38-87d4406de8b0 None None] The sync data for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:20.556638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12ff51-2f84-44f5-8a26-8ae73929c5d6 None None] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:20.569192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8b918a31-f04f-489b-b25f-654aba1b8ed5 None None] Provisioning for port dbd68ccc-b77c-40d9-a11c-7756167ee731 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:20.642870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8b918a31-f04f-489b-b25f-654aba1b8ed5 None None] Provisioning complete for port dbd68ccc-b77c-40d9-a11c-7756167ee731 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:20.643609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8b918a31-f04f-489b-b25f-654aba1b8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:20.815453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8b918a31-f04f-489b-b25f-654aba1b8ed5 None None] Port dbd68ccc-b77c-40d9-a11c-7756167ee731 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:20.868262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8b918a31-f04f-489b-b25f-654aba1b8ed5 None None] Provisioning complete for port 8df4b9e6-145c-4266-899c-42ca73e225ad triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:20.868262 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8b918a31-f04f-489b-b25f-654aba1b8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:20.990814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f174-7ab5-4f91-9e55-9f38a6c78adc req-cbf53213-b7e9-42f1-8a9c-69c53af7749b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:21.009944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41e9f174-7ab5-4f91-9e55-9f38a6c78adc req-cbf53213-b7e9-42f1-8a9c-69c53af7749b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 943 time: 0.1259544 Aug 20 13:53:21.086178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41e9f174-7ab5-4f91-9e55-9f38a6c78adc req-c70ee65a-3653-4866-aa25-953ba6ae0003 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Aug 20 13:53:21.127661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8df4b9e6-145c-4266-899c-42ca73e225ad up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:21.236931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-32390ecc-8d8b-460b-b962-13bf3aba6674 None None] Provisioning complete for port dbd68ccc-b77c-40d9-a11c-7756167ee731 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:21.238361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32390ecc-8d8b-460b-b962-13bf3aba6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.284517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-32390ecc-8d8b-460b-b962-13bf3aba6674 None None] Port dbd68ccc-b77c-40d9-a11c-7756167ee731 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:21.293417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8df4b9e6-145c-4266-899c-42ca73e225ad triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:21.293684 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.355115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-32390ecc-8d8b-460b-b962-13bf3aba6674 None None] Provisioning for port cf476e3a-3858-48b7-917d-069f3173c360 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:21.384161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-b6d51204-e826-4763-946c-ec5a07b662f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:21.386489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-b6d51204-e826-4763-946c-ec5a07b662f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a&tenant_id=86f29bd66021468e91387c9276197225 HTTP/1.1" status: 200 len: 1094 time: 0.2590127 Aug 20 13:53:21.405907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:21.458512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cf476e3a-3858-48b7-917d-069f3173c360 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:21.467267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.469837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.533087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.536665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Provisioning complete for port dbd68ccc-b77c-40d9-a11c-7756167ee731 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:21.537045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.583292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port cf476e3a-3858-48b7-917d-069f3173c360 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:21.585700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Port dbd68ccc-b77c-40d9-a11c-7756167ee731 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:21.590253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port cf476e3a-3858-48b7-917d-069f3173c360 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:21.590708 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.626057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Provisioning complete for port cf476e3a-3858-48b7-917d-069f3173c360 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:21.626440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.723893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:21.749999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.763171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:21.783860 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.802315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:53:21.812701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.822018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port cf476e3a-3858-48b7-917d-069f3173c360, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cf476e3a-3858-48b7-917d-069f3173c360,segment=NetworkSegment(7e479afc-cebe-4159-a660-5b0d637b9233),segment_id=7e479afc-cebe-4159-a660-5b0d637b9233)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:21.828630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.828984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Transition to ACTIVE for port object cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:21.834620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:21.904062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=9']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:21.907057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] No DVR routers for this DVR port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:21.918610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8:1::1 (26bf4295-83de-4721-b4f2-e8fb9baec3b7/bac40c0a-e9f9-4c7f-8a9c-28af0530770e/9f620273-8d0e-4238-9fe5-4317f61955e2) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:21.933605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:53:21.934110 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-01b020d8-839f-4383-aa88-34d34f6cc20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:53:21.934322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.934477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.934785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.935123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.935460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.936672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.937267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.937788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.938121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.938607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.938943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.939267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:53:21.939390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=cf476e3a-3858-48b7-917d-069f3173c360,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:21.963921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:21.964357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:21.964723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on network 53a6fcb8-3354-45d8-8032-086e473884be {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:21.971471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on network 53a6fcb8-3354-45d8-8032-086e473884be not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:53:21.971849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Attempting to bind port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on network 53a6fcb8-3354-45d8-8032-086e473884be {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:21.978475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:21.978837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Checking segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:21.979149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Bound using segment: {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:21.979634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Bound port: cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d1ce14-62c7-4e1a-8438-b9af73adc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:21.979957 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.053486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:22.056804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:22.062540 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.069458 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.086178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object 9f620273-8d0e-4238-9fe5-4317f61955e2 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:22.101628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:22.102342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.103800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] 10.222.0.53 "PUT /v2.0/ports/cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 1091 time: 0.7085633 Aug 20 13:53:22.104270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:53:22.106615 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:53:22.131544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.151571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f099a-6315-425c-9f7e-10bb541aca30 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:22.154177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:22.160123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:22.161277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:22.161829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.188711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-f7963555-70e6-4183-824d-7d56ba2d7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:22.190695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-f7963555-70e6-4183-824d-7d56ba2d7ec1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1095 time: 0.0568757 Aug 20 13:53:22.282262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=9f620273-8d0e-4238-9fe5-4317f61955e2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:22.307268 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb7a4c-4b87-47b9-9e8d-e7b84e041435 x-openstack-request-id: req-b0fb7a4c-4b87-47b9-9e8d-e7b84e041435 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:53:22.307612 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:53:22.307799 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0fb7a4c-4b87-47b9-9e8d-e7b84e041435 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:53:22.308202 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'status': 'completed', 'code': 200} Aug 20 13:53:22.323312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-c71de3a2-ef18-40c3-9e17-cd4f4385c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:22.324874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-c71de3a2-ef18-40c3-9e17-cd4f4385c634 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.1267736 Aug 20 13:53:22.372424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f460bae-fd0e-4d5d-be30-3b6303596e8b req-0db5ab9d-285f-404b-8855-bdc6f16028a3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:22.372685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-fdab170c-9171-43e8-9e92-f762bd4bce8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0399401 Aug 20 13:53:22.374964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f460bae-fd0e-4d5d-be30-3b6303596e8b req-0db5ab9d-285f-404b-8855-bdc6f16028a3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1288798 Aug 20 13:53:22.387421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.442822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-fd8735e6-e495-4db2-88e8-961ab7016910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:22.445209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-fd8735e6-e495-4db2-88e8-961ab7016910 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0653737 Aug 20 13:53:22.456895 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f460bae-fd0e-4d5d-be30-3b6303596e8b req-612a01ed-0ec6-49eb-a416-a78dae7b9f3f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Aug 20 13:53:22.613178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-04702b6b-3fd7-4932-bad5-bf282c7f9064 None None] Provisioning for port 9f620273-8d0e-4238-9fe5-4317f61955e2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:22.618836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-04702b6b-3fd7-4932-bad5-bf282c7f9064 None None] Provisioning complete for port 9f620273-8d0e-4238-9fe5-4317f61955e2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:22.619229 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-04702b6b-3fd7-4932-bad5-bf282c7f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.661743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-04702b6b-3fd7-4932-bad5-bf282c7f9064 None None] Port 9f620273-8d0e-4238-9fe5-4317f61955e2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:22.775205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.781885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.782973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:22.812583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-844e3544-7d0e-4d11-bd1f-f22a1aea732f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3595674 Aug 20 13:53:22.879902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cf476e3a-3858-48b7-917d-069f3173c360 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:22.881522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=9f620273-8d0e-4238-9fe5-4317f61955e2,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:22.932670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-052564ba-9462-40e0-a58f-ff2c157a56d5 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126356 Aug 20 13:53:22.940872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:22.944510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:22.947982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port cf476e3a-3858-48b7-917d-069f3173c360 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:22.949244 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:23.084405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 9da4d746-7beb-4a78-a1ee-3541cc4d93dd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:23.091103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-886f173f-f51f-4322-a92d-dbb615af1420 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479897 Aug 20 13:53:23.193267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-32346ab9-83b4-4d66-9160-7a752ae12e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:23.198585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-32346ab9-83b4-4d66-9160-7a752ae12e9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1095 time: 0.0613475 Aug 20 13:53:23.212096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:23.222935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] Sync routers for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:23.224516 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-842873d5-3a1b-4e4c-8653-b363c0f3c800 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/9da4d746-7beb-4a78-a1ee-3541cc4d93dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7811913 Aug 20 13:53:23.230772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60078) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:23.236787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:23.237429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:23.271940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:23.282201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:23.282828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:23.312708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e41852a-ed9c-4530-b9ea-3630a0305325 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:23.315403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0e41852a-ed9c-4530-b9ea-3630a0305325 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports/9f620273-8d0e-4238-9fe5-4317f61955e2 HTTP/1.1" status: 200 len: 913 time: 0.0824201 Aug 20 13:53:23.317642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60082) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:23.323048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:23.323665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9ff94-26cb-4211-ace7-ac9ffb929734 None None] The sync data for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:23.334278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1f5d54bd-5d32-443b-9d99-365ddeb1aa14 None None] Provisioning complete for port 9f620273-8d0e-4238-9fe5-4317f61955e2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:23.334652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f5d54bd-5d32-443b-9d99-365ddeb1aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:23.361440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-363b2ad9-6772-4551-b9b9-7c347eeab163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:23.363190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-363b2ad9-6772-4551-b9b9-7c347eeab163 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.1567295 Aug 20 13:53:23.371660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d54bd-5d32-443b-9d99-365ddeb1aa14 None None] Port 9f620273-8d0e-4238-9fe5-4317f61955e2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:23.407660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-b1076ddf-8ac3-44d6-807e-5ba142da763a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0378418 Aug 20 13:53:23.463460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-00e6e4e4-db7c-4df5-8b13-4c82ea9e3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:23.465162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-00e6e4e4-db7c-4df5-8b13-4c82ea9e3ea3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0503941 Aug 20 13:53:23.501214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-ae8cd8a4-1e19-42ce-8db4-cdc173102e47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293813 Aug 20 13:53:23.741317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbe1ce-2fe2-403b-8418-f470c4131b85 req-ab03ec26-7ca5-44e1-8c22-92fefcb4aa8f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:23.742832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1bfbe1ce-2fe2-403b-8418-f470c4131b85 req-ab03ec26-7ca5-44e1-8c22-92fefcb4aa8f tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1718802 Aug 20 13:53:23.789592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-960df859-4ee3-46ca-8f22-fcd678e2aa1f service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783625 Aug 20 13:53:23.849328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1bfbe1ce-2fe2-403b-8418-f470c4131b85 req-6fd50e83-1fa6-444b-8c13-a6ec38cf6c29 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872815 Aug 20 13:53:23.872353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:24.244729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port 9f620273-8d0e-4238-9fe5-4317f61955e2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:24.245229 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:24.362837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:24.377799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for 9f620273-8d0e-4238-9fe5-4317f61955e2 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:24.598130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:24.629607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=9f620273-8d0e-4238-9fe5-4317f61955e2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:25.078914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:25.141551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e2bf-eafb-4a92-8066-3deeae0e6bc4 req-31fd9126-6889-4c26-acca-5cf22b351769 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:25.143004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3035e2bf-eafb-4a92-8066-3deeae0e6bc4 req-31fd9126-6889-4c26-acca-5cf22b351769 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1134109 Aug 20 13:53:25.231467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3035e2bf-eafb-4a92-8066-3deeae0e6bc4 req-945d93cc-be84-42ab-bb50-5e83faec223e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 Aug 20 13:53:25.341542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 9da4d746-7beb-4a78-a1ee-3541cc4d93dd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:25.455425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:25.465270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d2149870-ef2b-439b-b13a-598b0222e862 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/9da4d746-7beb-4a78-a1ee-3541cc4d93dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418486 Aug 20 13:53:25.465621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60098) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:25.469435 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] Sync routers for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:25.479786 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:25.480772 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:25.519053 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:25.532070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:25.533010 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:25.568737 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:25.569543 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c00b47-1033-4c2d-8607-93280dc4ddc7 None None] The sync data for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:25.851122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:26.144695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port dbd68ccc-b77c-40d9-a11c-7756167ee731 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:26.145889 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:26.249370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:26.262761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for dbd68ccc-b77c-40d9-a11c-7756167ee731 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:26.392131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcec8d1-c604-4b73-9a12-74555414e709 req-5b5a6b8f-21d9-49a3-9c2a-a0ec156ae868 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:26.393933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8dcec8d1-c604-4b73-9a12-74555414e709 req-5b5a6b8f-21d9-49a3-9c2a-a0ec156ae868 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.0837538 Aug 20 13:53:26.475901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8dcec8d1-c604-4b73-9a12-74555414e709 req-728ebe7d-b822-4ce3-b4d0-64f4828c5fde tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709388 Aug 20 13:53:26.544337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:26.573055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=dbd68ccc-b77c-40d9-a11c-7756167ee731,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:26.705819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:26.962162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 9da4d746-7beb-4a78-a1ee-3541cc4d93dd has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:27.047339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:27.052822 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f56f15c-8473-4c8b-95f5-1493ca1ca079 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/9da4d746-7beb-4a78-a1ee-3541cc4d93dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5860934 Aug 20 13:53:27.055512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60104) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:27.065939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] Sync routers for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:27.082963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:27.083941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:27.096418 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a375d507-aa1e-43ad-adbe-ebbbd48818c9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da4d746-7beb-4a78-a1ee-3541cc4d93dd HTTP/1.1" status: 200 len: 205 time: 0.0393071 Aug 20 13:53:27.098939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60106) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:27.130220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:27.140749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] Routers {'9da4d746-7beb-4a78-a1ee-3541cc4d93dd'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:27.141399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:27.177071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:27.178282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c2d7d-b477-43d5-b24f-620e850b2eef None None] The sync data for ids ['9da4d746-7beb-4a78-a1ee-3541cc4d93dd'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:27.194425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.374764 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.377511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.438097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.439385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router 9da4d746-7beb-4a78-a1ee-3541cc4d93dd {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:53:27.447031 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.448210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2cc442d1-ce51-400f-b554-b632bc7608df tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/9da4d746-7beb-4a78-a1ee-3541cc4d93dd HTTP/1.1" status: 204 len: 168 time: 0.3482826 Aug 20 13:53:27.452718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60108) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:27.522171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet bac40c0a-e9f9-4c7f-8a9c-28af0530770e {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:53:27.528714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.649516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.711877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2bbc9-7d24-48d5-bfd8-4aae919984aa req-4b074ee1-cd69-4b68-af3c-f4203605d0ab tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:27.713701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54b2bbc9-7d24-48d5-bfd8-4aae919984aa req-4b074ee1-cd69-4b68-af3c-f4203605d0ab tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1300700 Aug 20 13:53:27.832286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54b2bbc9-7d24-48d5-bfd8-4aae919984aa req-91397a68-61b2-49fd-986e-77feac547538 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108201 Aug 20 13:53:27.836015 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.903651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.933001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=bac40c0a-e9f9-4c7f-8a9c-28af0530770e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:27.937448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:27.939587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a71d9e13-6e0d-486a-b0ba-1779829dc64b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/bac40c0a-e9f9-4c7f-8a9c-28af0530770e HTTP/1.1" status: 204 len: 168 time: 0.4858394 Aug 20 13:53:27.943439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60112) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:27.947245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6e8f6-e6fb-4f1e-9638-c4a3a83d6d41 None None] Network 26bf4295-83de-4721-b4f2-e8fb9baec3b7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:28.011041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet 45d35a99-2f29-4061-8c83-c9fe6e6c65f6 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:53:28.014753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.073325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.206559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.216023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] DHCP port deletion for 26bf4295-83de-4721-b4f2-e8fb9baec3b7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:53:28.316318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] Deleting port cf476e3a-3858-48b7-917d-069f3173c360 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:28.317247 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.325126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.379220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=45d35a99-2f29-4061-8c83-c9fe6e6c65f6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:28.386733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.389298 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e582aeec-8176-4605-9427-436694507ff8 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/45d35a99-2f29-4061-8c83-c9fe6e6c65f6 HTTP/1.1" status: 204 len: 168 time: 0.4440155 Aug 20 13:53:28.391687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60114) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:28.428517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b240f2e-a574-4dbe-8c50-19f4b082496b None None] Network 4258f060-c206-4954-ae2f-4dfbc5368279 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:28.539742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.619956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port cf476e3a-3858-48b7-917d-069f3173c360 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:28.620302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.640785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] For port cf476e3a-3858-48b7-917d-069f3173c360, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cf476e3a-3858-48b7-917d-069f3173c360,segment=NetworkSegment(7e479afc-cebe-4159-a660-5b0d637b9233),segment_id=7e479afc-cebe-4159-a660-5b0d637b9233)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:28.640785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.701824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port cf476e3a-3858-48b7-917d-069f3173c360, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=cf476e3a-3858-48b7-917d-069f3173c360,segment=NetworkSegment(7e479afc-cebe-4159-a660-5b0d637b9233),segment_id=7e479afc-cebe-4159-a660-5b0d637b9233)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:28.702153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.707631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] Calling delete_port for cf476e3a-3858-48b7-917d-069f3173c360 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:28.718299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for cf476e3a-3858-48b7-917d-069f3173c360 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:28.828534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.844331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port cf476e3a-3858-48b7-917d-069f3173c360 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:28.911743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:28.926317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=cf476e3a-3858-48b7-917d-069f3173c360,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:28.944811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cf476e3a-3858-48b7-917d-069f3173c360 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:28.984993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: cf476e3a-3858-48b7-917d-069f3173c360 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:53:28.985553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device cf476e3a-3858-48b7-917d-069f3173c360 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:53:28.987842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] Pushing event deleted for resources: {'Port': ['ID=cf476e3a-3858-48b7-917d-069f3173c360,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:29.006892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e71ce-9466-4465-bc4a-c223896b047f None None] No DVR routers for this DVR port cf476e3a-3858-48b7-917d-069f3173c360 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:29.089346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.108302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bf4295-83de-4721-b4f2-e8fb9baec3b7']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:29.109146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] DHCP port deletion for 4258f060-c206-4954-ae2f-4dfbc5368279 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:53:29.123906 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.130165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e479afc-cebe-4159-a660-5b0d637b9233') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:29.130866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e479afc-cebe-4159-a660-5b0d637b9233') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:29.140928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1a1f-ccd9-4823-9e23-0148dadabf1e req-c6cceecb-be34-4092-927e-6887062bb91b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:29.142825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b4ac1a1f-ccd9-4823-9e23-0148dadabf1e req-c6cceecb-be34-4092-927e-6887062bb91b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1075344 Aug 20 13:53:29.187079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.217850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b4ac1a1f-ccd9-4823-9e23-0148dadabf1e req-4c170677-f871-4bdb-a3db-57d83f90bd88 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Aug 20 13:53:29.219235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.239574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:29.241196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:29.252649 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:29.265571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] Deleting port 8df4b9e6-145c-4266-899c-42ca73e225ad {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:29.266716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.335932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.344043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] For port 8df4b9e6-145c-4266-899c-42ca73e225ad, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8df4b9e6-145c-4266-899c-42ca73e225ad,segment=NetworkSegment(23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d),segment_id=23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:29.344638 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.349613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.352214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/26bf4295-83de-4721-b4f2-e8fb9baec3b7 HTTP/1.1" status: 204 len: 168 time: 0.9588697 Aug 20 13:53:29.355133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60120) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:29.364800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14628cd-8a18-460a-b6f4-cb2a1a5cb2bb tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=26bf4295-83de-4721-b4f2-e8fb9baec3b7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:29.368388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] Calling delete_port for 8df4b9e6-145c-4266-899c-42ca73e225ad owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:29.473704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.556219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.569322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port 8df4b9e6-145c-4266-899c-42ca73e225ad {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:29.570381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.589110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] Pushing event deleted for resources: {'Port': ['ID=8df4b9e6-145c-4266-899c-42ca73e225ad,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:29.595769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6a004-10ba-4ab9-b1b7-0d67118abdc5 None None] No DVR routers for this DVR port 8df4b9e6-145c-4266-899c-42ca73e225ad on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:29.666851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port 8df4b9e6-145c-4266-899c-42ca73e225ad, host n-d-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:29.667320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.683611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for 8df4b9e6-145c-4266-899c-42ca73e225ad owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:29.688337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.ipam_backend_mixin [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Port 8df4b9e6-145c-4266-899c-42ca73e225ad was not found and therefore no delete operation was performed {{(pid=94862) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:53:29.691521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.718547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=8df4b9e6-145c-4266-899c-42ca73e225ad,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:29.742978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port 8df4b9e6-145c-4266-899c-42ca73e225ad on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:29.839160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.852091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4258f060-c206-4954-ae2f-4dfbc5368279']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:29.866087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:29.866326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f0e3c6-0f9b-4a9e-abfd-0ba9e8817e2d') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:29.877074 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.893652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.910218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:29.910218 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:29.913812 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:29.987514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.021306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.023344 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/4258f060-c206-4954-ae2f-4dfbc5368279 HTTP/1.1" status: 204 len: 168 time: 0.6670854 Aug 20 13:53:30.024694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11286a39-1ed5-4d8d-9d5b-e03b5d56d0d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=4258f060-c206-4954-ae2f-4dfbc5368279,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:30.029972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60124) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:30.041669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1005632170'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:30.080970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:30.087993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.134100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:30.153066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.153747 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 6a2669ef-bd4d-44bb-b684-0ca47e541257 of type vlan for network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa Aug 20 13:53:30.226801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.281359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.289051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:30.290132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.367194 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3338490 Aug 20 13:53:30.372143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:30.378673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:30.439452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ac83f-4c62-43fd-a7d2-e19b85072d4b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=673f0faa-56d9-49f6-a1a2-9c72662ee0aa,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:30.440379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613946e0-dd9f-428d-9457-99822b218595 req-a7863c96-be45-4922-af00-3e09518bc2b6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:30.455960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-613946e0-dd9f-428d-9457-99822b218595 req-a7863c96-be45-4922-af00-3e09518bc2b6 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1141603 Aug 20 13:53:30.464077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:30.538571 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-613946e0-dd9f-428d-9457-99822b218595 req-80ff5971-fd90-465b-8f57-e3542924aa59 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680997 Aug 20 13:53:30.552343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:30.562697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.895561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8df4b9e6-145c-4266-899c-42ca73e225ad no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:30.912203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:30.922496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8df4b9e6-145c-4266-899c-42ca73e225ad {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:53:30.922885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8df4b9e6-145c-4266-899c-42ca73e225ad not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:53:30.999628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=861b93c9-4edf-46cb-91e5-37f2ca007c8d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:31.011578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '6a2669ef-bd4d-44bb-b684-0ca47e541257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:31.011842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 673f0faa-56d9-49f6-a1a2-9c72662ee0aa, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:31.047253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:31.063313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 673f0faa-56d9-49f6-a1a2-9c72662ee0aa) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:31.079338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfc803-02ab-42e8-95c3-6f5c2be3bc62 None None] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:31.085090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:31.086100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.112405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d45b89a7-1586-4988-90fd-641cc1b803b2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7379389 Aug 20 13:53:31.116585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60130) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:31.136078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-283491030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:31.169518 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.171667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.261493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.267673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.292439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.293725 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6d1ecb15-82c9-4fef-8206-56e9ef8603e5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1755366 Aug 20 13:53:31.296983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60132) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:31.302573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'port': {'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa', 'name': 'tempest-RoutersIpV6Test-1267694979'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:31.380524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-673f0faa-56d9-49f6-a1a2-9c72662ee0aa', 'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': '861b93c9-4edf-46cb-91e5-37f2ca007c8d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:31.382519 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.492272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:31.496471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.519230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] device_id is not set on port 7f024cac-d835-40bb-a6e6-ce478c6797a2 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:53:31.648491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Allocated IP 2001:db8::2 (673f0faa-56d9-49f6-a1a2-9c72662ee0aa/861b93c9-4edf-46cb-91e5-37f2ca007c8d/bba0a3bb-085e-4a3d-88f3-26778af35158) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:31.812593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50cfa4-1766-429c-ace5-9a99965a8eec req-6e5bfb27-9f61-466b-ad3b-a9091a10d8b8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:31.815579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf50cfa4-1766-429c-ace5-9a99965a8eec req-6e5bfb27-9f61-466b-ad3b-a9091a10d8b8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1078579 Aug 20 13:53:31.833245 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.922591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf50cfa4-1766-429c-ace5-9a99965a8eec req-b61979af-c632-458e-8e53-9ad0c2341d7b tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956261 Aug 20 13:53:31.960321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:31.971969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Transition to ACTIVE for port object bba0a3bb-085e-4a3d-88f3-26778af35158 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:31.989622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Transition to ACTIVE for port object bba0a3bb-085e-4a3d-88f3-26778af35158 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:32.000671 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.052629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:32.069528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:32.078620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:32.097074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Pushing event updated for resources: {'Port': ['ID=bba0a3bb-085e-4a3d-88f3-26778af35158,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:32.104161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8::46 (673f0faa-56d9-49f6-a1a2-9c72662ee0aa/861b93c9-4edf-46cb-91e5-37f2ca007c8d/7f024cac-d835-40bb-a6e6-ce478c6797a2) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:32.200605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Attempting to bind port bba0a3bb-085e-4a3d-88f3-26778af35158 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:32.201856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Attempting to bind port bba0a3bb-085e-4a3d-88f3-26778af35158 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6a2669ef-bd4d-44bb-b684-0ca47e541257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:32.202673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Attempting to bind port bba0a3bb-085e-4a3d-88f3-26778af35158 on network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:32.212494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:32.213590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Checking segment: {'id': '6a2669ef-bd4d-44bb-b684-0ca47e541257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:32.214398 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.215151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Bound using segment: {'id': '6a2669ef-bd4d-44bb-b684-0ca47e541257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:32.216084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Bound port: bba0a3bb-085e-4a3d-88f3-26778af35158, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2669ef-bd4d-44bb-b684-0ca47e541257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '673f0faa-56d9-49f6-a1a2-9c72662ee0aa'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:32.216982 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.362769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] For port bba0a3bb-085e-4a3d-88f3-26778af35158, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:32.371601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] For port bba0a3bb-085e-4a3d-88f3-26778af35158, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bba0a3bb-085e-4a3d-88f3-26778af35158,segment=NetworkSegment(6a2669ef-bd4d-44bb-b684-0ca47e541257),segment_id=6a2669ef-bd4d-44bb-b684-0ca47e541257)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:32.380722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.381207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.409690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object 7f024cac-d835-40bb-a6e6-ce478c6797a2 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:32.462567 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.516754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832da04-26fa-465a-ba12-68b45b232ba1 None None] Pushing event updated for resources: {'Port': ['ID=bba0a3bb-085e-4a3d-88f3-26778af35158,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:32.522950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:32.529832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:32.536336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:32.549678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:32.551072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:32.586162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=7f024cac-d835-40bb-a6e6-ce478c6797a2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:32.616358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a9e765fb-5b89-485f-95b7-535219535f0c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3133593 Aug 20 13:53:32.617873 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60138) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:33.286493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04102c-d9e2-4faf-9898-b9662d18aa5c req-87fae52b-c1ca-4078-96b4-29c67cd0e527 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:33.288276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b04102c-d9e2-4faf-9898-b9662d18aa5c req-87fae52b-c1ca-4078-96b4-29c67cd0e527 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.1744089 Aug 20 13:53:33.385281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b04102c-d9e2-4faf-9898-b9662d18aa5c req-4c172dbb-ff83-4f04-a48a-88339529f71d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792608 Aug 20 13:53:33.439913 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:33.724346 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:33.730449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:33.810970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=7f024cac-d835-40bb-a6e6-ce478c6797a2,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:33.825330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3deab-7dfd-4340-8723-bcefef898646 None None] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:33.926766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e437cdb7-8ad0-4da9-a983-ee6f4ae510a9 None None] Provisioning for port bba0a3bb-085e-4a3d-88f3-26778af35158 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:33.950670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a19941-dd0d-4e3c-84c3-96429fe1a8f8 req-1c817a99-fc16-4ce1-af65-88778327de29 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209230 Aug 20 13:53:33.959640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.114125 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.386324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1cd6360a-180f-44a0-9b69-0d4ffc2b6a1b None None] Provisioning for port 7f024cac-d835-40bb-a6e6-ce478c6797a2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:34.391589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1cd6360a-180f-44a0-9b69-0d4ffc2b6a1b None None] Provisioning complete for port 7f024cac-d835-40bb-a6e6-ce478c6797a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:34.392022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1cd6360a-180f-44a0-9b69-0d4ffc2b6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.471559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6360a-180f-44a0-9b69-0d4ffc2b6a1b None None] Port 7f024cac-d835-40bb-a6e6-ce478c6797a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:34.481747 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.489261 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.490446 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.579479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e134a-5b4b-4376-b330-7f03f8bc7a5f req-6824770e-097e-4ac4-ba6a-186efc0193a4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:34.582448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b65e134a-5b4b-4376-b330-7f03f8bc7a5f req-6824770e-097e-4ac4-ba6a-186efc0193a4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.0982227 Aug 20 13:53:34.619214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b6610272-af0a-4ad4-906f-caafe45bc843 None None] Provisioning complete for port 7f024cac-d835-40bb-a6e6-ce478c6797a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:34.619592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b6610272-af0a-4ad4-906f-caafe45bc843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.627790 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=7f024cac-d835-40bb-a6e6-ce478c6797a2,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:34.663675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b65e134a-5b4b-4376-b330-7f03f8bc7a5f req-51f36997-fbea-487b-b7ab-b9bf821dccd7 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709724 Aug 20 13:53:34.679579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b6610272-af0a-4ad4-906f-caafe45bc843 None None] Port 7f024cac-d835-40bb-a6e6-ce478c6797a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:34.704076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:34.706758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:34.875558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 52353f27-23b5-41c1-af14-240ec4510a58 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:53:34.909825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-096d29b3-6f26-45b8-aed9-a43c4c7151b6 None None] Provisioning complete for port 7f024cac-d835-40bb-a6e6-ce478c6797a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:34.910380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-096d29b3-6f26-45b8-aed9-a43c4c7151b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:34.949157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bba0a3bb-085e-4a3d-88f3-26778af35158 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:34.991668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:34.991998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-096d29b3-6f26-45b8-aed9-a43c4c7151b6 None None] Port 7f024cac-d835-40bb-a6e6-ce478c6797a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:34.999398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1ff62cbb-ca59-4d79-9250-4cd2c59ba0db tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/52353f27-23b5-41c1-af14-240ec4510a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3799005 Aug 20 13:53:35.002183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60144) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:35.009032 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] Sync routers for ids ['52353f27-23b5-41c1-af14-240ec4510a58'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:35.019806 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] Routers {'52353f27-23b5-41c1-af14-240ec4510a58'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:35.020042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port bba0a3bb-085e-4a3d-88f3-26778af35158 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:35.020860 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['52353f27-23b5-41c1-af14-240ec4510a58'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:35.025830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port bba0a3bb-085e-4a3d-88f3-26778af35158 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:35.026352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.063149 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:35.073743 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] Routers {'52353f27-23b5-41c1-af14-240ec4510a58'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:35.074744 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['52353f27-23b5-41c1-af14-240ec4510a58'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:35.079521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06b8fc-707e-4ffd-ab33-67cf87cc76bc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:35.085030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:35.085852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e06b8fc-707e-4ffd-ab33-67cf87cc76bc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports/7f024cac-d835-40bb-a6e6-ce478c6797a2 HTTP/1.1" status: 200 len: 983 time: 0.0799320 Aug 20 13:53:35.130714 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:35.132254 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a445d-6391-45bf-af21-47d446e11912 None None] The sync data for ids ['52353f27-23b5-41c1-af14-240ec4510a58'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:35.146612 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.190959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port bba0a3bb-085e-4a3d-88f3-26778af35158, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bba0a3bb-085e-4a3d-88f3-26778af35158,segment=NetworkSegment(6a2669ef-bd4d-44bb-b684-0ca47e541257),segment_id=6a2669ef-bd4d-44bb-b684-0ca47e541257)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:35.197322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.255411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-18c6363f-1941-489f-9965-5dfb04d2b963 None None] Provisioning complete for port 7f024cac-d835-40bb-a6e6-ce478c6797a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:35.255657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18c6363f-1941-489f-9965-5dfb04d2b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.260624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=bba0a3bb-085e-4a3d-88f3-26778af35158,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:35.281335 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:53:35.307041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-18c6363f-1941-489f-9965-5dfb04d2b963 None None] Port 7f024cac-d835-40bb-a6e6-ce478c6797a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:35.579910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.720463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:53:35.818974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022489d7-eac1-40d0-9256-9062ae7044d7 req-9e7a3588-2f12-4b04-ad1a-c105f1e1bac3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:35.821144 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-022489d7-eac1-40d0-9256-9062ae7044d7 req-9e7a3588-2f12-4b04-ad1a-c105f1e1bac3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 944 time: 0.0735235 Aug 20 13:53:35.859538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:35.867902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port 7f024cac-d835-40bb-a6e6-ce478c6797a2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:35.868478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.878297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'network_id': '53a6fcb8-3354-45d8-8032-086e473884be', 'port_id': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'mac_address': 'fa:16:3e:b6:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefd643-1e77-4517-aaea-3bdcf5f162d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:53:35.878815 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-022489d7-eac1-40d0-9256-9062ae7044d7 req-97ced707-7a92-4dd2-a195-f7dc01e4d54c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500538 Aug 20 13:53:35.934803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.958637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:53:35.963514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:35.979154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for 7f024cac-d835-40bb-a6e6-ce478c6797a2 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:35.989475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:35.996241 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:36.052803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:36.184773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:36.211551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:53:36.217948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=7f024cac-d835-40bb-a6e6-ce478c6797a2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:36.344892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:36.879231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 52353f27-23b5-41c1-af14-240ec4510a58 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:36.885198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bba0a3bb-085e-4a3d-88f3-26778af35158 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:36.970769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port bba0a3bb-085e-4a3d-88f3-26778af35158 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:36.971480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.027700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:37.045739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] Sync routers for ids ['52353f27-23b5-41c1-af14-240ec4510a58'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:37.059624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-95f5222e-722c-4537-814d-819442366047 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/52353f27-23b5-41c1-af14-240ec4510a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731309 Aug 20 13:53:37.063131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60152) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:37.069909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] Routers {'52353f27-23b5-41c1-af14-240ec4510a58'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:37.070959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['52353f27-23b5-41c1-af14-240ec4510a58'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:37.091696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd70c0-54ae-4b92-8a1e-3866b44e7e26 req-8f162f16-f85f-4a63-b500-f6061abc3920 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:37.093454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59dd70c0-54ae-4b92-8a1e-3866b44e7e26 req-8f162f16-f85f-4a63-b500-f6061abc3920 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 945 time: 0.0884411 Aug 20 13:53:37.136235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:37.158473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] Routers {'52353f27-23b5-41c1-af14-240ec4510a58'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:37.159431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['52353f27-23b5-41c1-af14-240ec4510a58'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:37.163492 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59dd70c0-54ae-4b92-8a1e-3866b44e7e26 req-54533618-4649-474f-b8ea-b3a4f9b99e37 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Aug 20 13:53:37.200062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:37.202046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683304fa-072d-43b9-8b89-e9f874cdafc6 None None] The sync data for ids ['52353f27-23b5-41c1-af14-240ec4510a58'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:37.323052 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1c55a755-fb52-4a65-b291-2e114b57a385 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 13:53:37.324136 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c55a755-fb52-4a65-b291-2e114b57a385 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/52353f27-23b5-41c1-af14-240ec4510a58/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2595057 Aug 20 13:53:37.327947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60154) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:37.357769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4892b2ee-567a-4370-90e7-e1f40af14526 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=52353f27-23b5-41c1-af14-240ec4510a58 HTTP/1.1" status: 200 len: 205 time: 0.0283997 Aug 20 13:53:37.360707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60156) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:37.449591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.721063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:37.781147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:37.788745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:37.789388 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.891312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.894570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.911192 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.949880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.950776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router 52353f27-23b5-41c1-af14-240ec4510a58 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:53:37.952150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:53:37.957680 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b48a4-d6b6-447c-8a8c-10f67763c39b" -d '{"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:53:37.959349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:37.963578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e7fd616a-ccdf-4f1f-b67b-4c7bfbe3b492 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/52353f27-23b5-41c1-af14-240ec4510a58 HTTP/1.1" status: 204 len: 168 time: 0.5987065 Aug 20 13:53:37.963689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60160) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:37.986184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:37.992512 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.026123 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b6b496-7d54-4ac4-a95f-298ede268753 x-openstack-request-id: req-a9b6b496-7d54-4ac4-a95f-298ede268753 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:53:38.026421 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:53:38.026701 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9b6b496-7d54-4ac4-a95f-298ede268753 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:53:38.027100 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'code': 200} Aug 20 13:53:38.056074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet 861b93c9-4edf-46cb-91e5-37f2ca007c8d {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:53:38.063860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.068220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=12']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:38.147700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.282564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1b0d0-253c-4dbd-afc1-b60d83796d97 req-4a5d2b62-3c14-4364-a97d-4cad0b1605bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:38.284028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07c1b0d0-253c-4dbd-afc1-b60d83796d97 req-4a5d2b62-3c14-4364-a97d-4cad0b1605bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1097 time: 0.0976918 Aug 20 13:53:38.349247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.410902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07c1b0d0-253c-4dbd-afc1-b60d83796d97 req-938e10dd-854e-4b85-a6aa-6ac9f8c09171 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133711 Aug 20 13:53:38.423691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a579a-dc19-4188-99fa-e5c80d34e3ff req-cbe3ecfe-2551-47d7-812f-bcfeb95cd9b0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:38.425473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc1a579a-dc19-4188-99fa-e5c80d34e3ff req-cbe3ecfe-2551-47d7-812f-bcfeb95cd9b0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1386194 Aug 20 13:53:38.467238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.510973 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc1a579a-dc19-4188-99fa-e5c80d34e3ff req-db82f287-2326-4d8d-96fe-9319364a339e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774994 Aug 20 13:53:38.511769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=861b93c9-4edf-46cb-91e5-37f2ca007c8d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:38.515950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.517990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5d7a6170-4127-4e64-b490-b15a43d3c424 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/861b93c9-4edf-46cb-91e5-37f2ca007c8d HTTP/1.1" status: 204 len: 168 time: 0.5532954 Aug 20 13:53:38.522668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:38.525691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b7c45-521f-491c-a41b-615251e65d32 None None] Network 673f0faa-56d9-49f6-a1a2-9c72662ee0aa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:38.691724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.789332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port bba0a3bb-085e-4a3d-88f3-26778af35158 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:38.789798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.796392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] DHCP port deletion for 673f0faa-56d9-49f6-a1a2-9c72662ee0aa request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:53:38.865280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port bba0a3bb-085e-4a3d-88f3-26778af35158, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bba0a3bb-085e-4a3d-88f3-26778af35158,segment=NetworkSegment(6a2669ef-bd4d-44bb-b684-0ca47e541257),segment_id=6a2669ef-bd4d-44bb-b684-0ca47e541257)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:38.865777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.875736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] Deleting port bba0a3bb-085e-4a3d-88f3-26778af35158 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:38.876362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:38.888942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for bba0a3bb-085e-4a3d-88f3-26778af35158 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:38.899262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bba0a3bb-085e-4a3d-88f3-26778af35158 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:38.986948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.018651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=bba0a3bb-085e-4a3d-88f3-26778af35158,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:39.024288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port bba0a3bb-085e-4a3d-88f3-26778af35158 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:39.048621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] For port bba0a3bb-085e-4a3d-88f3-26778af35158, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bba0a3bb-085e-4a3d-88f3-26778af35158,segment=NetworkSegment(6a2669ef-bd4d-44bb-b684-0ca47e541257),segment_id=6a2669ef-bd4d-44bb-b684-0ca47e541257)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:39.049541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.059306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No active binding found for port bba0a3bb-085e-4a3d-88f3-26778af35158 {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:53:39.059944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bba0a3bb-085e-4a3d-88f3-26778af35158 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:53:39.071252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] Calling delete_port for bba0a3bb-085e-4a3d-88f3-26778af35158 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:39.123899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.141459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673f0faa-56d9-49f6-a1a2-9c72662ee0aa']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:39.160369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2669ef-bd4d-44bb-b684-0ca47e541257') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:39.160874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2669ef-bd4d-44bb-b684-0ca47e541257') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:39.173822 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.174575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.194213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.202308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:39.202821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.204765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] Pushing event deleted for resources: {'Port': ['ID=bba0a3bb-085e-4a3d-88f3-26778af35158,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:39.207400 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:39.211895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4ab2c-369f-4a16-b483-be7628ae0588 None None] No DVR routers for this DVR port bba0a3bb-085e-4a3d-88f3-26778af35158 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:39.278092 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.292342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.295853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/673f0faa-56d9-49f6-a1a2-9c72662ee0aa HTTP/1.1" status: 204 len: 168 time: 0.7718349 Aug 20 13:53:39.299786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:39.325128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2081373286'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:39.331305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef5166-47d4-4acf-9bf8-fa1b93d15a17 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=673f0faa-56d9-49f6-a1a2-9c72662ee0aa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:39.359631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:39.363237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.399568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:39.418155 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.418155 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 4cc10970-d52e-4371-b337-392e4fea528d of type vlan for network d122c2cd-9306-43a6-8905-476b95c3efdb Aug 20 13:53:39.476515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.509294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.515239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:39.515886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.585780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2845926 Aug 20 13:53:39.590823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60182) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:39.595932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88631fd-7ec7-4f04-b2aa-52e27dd9a11c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=d122c2cd-9306-43a6-8905-476b95c3efdb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:39.604542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:39.623629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d122c2cd-9306-43a6-8905-476b95c3efdb details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:39.743811 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cede1d-6a7e-42d5-995f-e209d4424bda req-d0f01ca6-850e-4cfe-9b0d-4642c10f0532 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:39.745450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-42cede1d-6a7e-42d5-995f-e209d4424bda req-d0f01ca6-850e-4cfe-9b0d-4642c10f0532 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0902567 Aug 20 13:53:39.760045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:39.766191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:39.905838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-42cede1d-6a7e-42d5-995f-e209d4424bda req-29c7de75-b942-4802-bbf9-e076fced56f9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321335 Aug 20 13:53:40.139897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.241271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=26c418e6-0bd1-4f57-be65-c9f92483d6f0,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:40.252035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '4cc10970-d52e-4371-b337-392e4fea528d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:40.252454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: d122c2cd-9306-43a6-8905-476b95c3efdb, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:40.274493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network d122c2cd-9306-43a6-8905-476b95c3efdb is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:40.290884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, d122c2cd-9306-43a6-8905-476b95c3efdb) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:40.299405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:40.300395 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.307928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42effe15-c5df-4cba-af43-18434a46d6ff None None] Network d122c2cd-9306-43a6-8905-476b95c3efdb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:40.328059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-47c35347-1847-4640-8619-84455fe5839a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7335925 Aug 20 13:53:40.332078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60206) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:40.341590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-816498749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:40.380209 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.381555 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.455380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.460439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.479935 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.484073 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-00f90cbc-b086-479b-800f-dfba5b9caacc tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1476619 Aug 20 13:53:40.484324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60208) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:40.543173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-d122c2cd-9306-43a6-8905-476b95c3efdb', 'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': '26c418e6-0bd1-4f57-be65-c9f92483d6f0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:40.545168 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.698571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Allocated IP 2001:db8::2 (d122c2cd-9306-43a6-8905-476b95c3efdb/26c418e6-0bd1-4f57-be65-c9f92483d6f0/de7f06fd-4048-4598-8a3f-2e679c0bb299) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:40.856145 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.865544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Transition to ACTIVE for port object de7f06fd-4048-4598-8a3f-2e679c0bb299 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:40.883125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Transition to ACTIVE for port object de7f06fd-4048-4598-8a3f-2e679c0bb299 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:40.890373 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.898064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:40.930523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Network d122c2cd-9306-43a6-8905-476b95c3efdb is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:40.933498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:40.937330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:40.945660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Pushing event updated for resources: {'Port': ['ID=de7f06fd-4048-4598-8a3f-2e679c0bb299,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:41.013107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Attempting to bind port de7f06fd-4048-4598-8a3f-2e679c0bb299 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:41.014213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Attempting to bind port de7f06fd-4048-4598-8a3f-2e679c0bb299 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4cc10970-d52e-4371-b337-392e4fea528d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:41.014604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Attempting to bind port de7f06fd-4048-4598-8a3f-2e679c0bb299 on network d122c2cd-9306-43a6-8905-476b95c3efdb {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:41.021427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:41.021928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Checking segment: {'id': '4cc10970-d52e-4371-b337-392e4fea528d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:41.022273 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.022932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Bound using segment: {'id': '4cc10970-d52e-4371-b337-392e4fea528d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:41.023616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Bound port: de7f06fd-4048-4598-8a3f-2e679c0bb299, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc10970-d52e-4371-b337-392e4fea528d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd122c2cd-9306-43a6-8905-476b95c3efdb'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:41.024249 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.099472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] For port de7f06fd-4048-4598-8a3f-2e679c0bb299, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:41.103283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] For port de7f06fd-4048-4598-8a3f-2e679c0bb299, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=de7f06fd-4048-4598-8a3f-2e679c0bb299,segment=NetworkSegment(4cc10970-d52e-4371-b337-392e4fea528d),segment_id=4cc10970-d52e-4371-b337-392e4fea528d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:41.111986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.132422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7893d1e-2f5f-4e91-a994-dacecbe7fe94 req-f0eb46c8-8b56-421d-85b4-45036bdc15cd tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:41.135216 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7893d1e-2f5f-4e91-a994-dacecbe7fe94 req-f0eb46c8-8b56-421d-85b4-45036bdc15cd tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0665784 Aug 20 13:53:41.186678 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f7893d1e-2f5f-4e91-a994-dacecbe7fe94 req-9fe4ee32-b83e-4f48-b7fd-03fd49004e69 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Aug 20 13:53:41.186947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aea93-653f-4fe7-8be7-0eb1773c09ec None None] Pushing event updated for resources: {'Port': ['ID=de7f06fd-4048-4598-8a3f-2e679c0bb299,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:41.190549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8::1 (d122c2cd-9306-43a6-8905-476b95c3efdb/26c418e6-0bd1-4f57-be65-c9f92483d6f0/377c4be4-8d4e-401d-88a5-ebe22334a00b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:41.366434 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.380623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697af2b8-b146-446b-b585-6397957b908a req-0cf5d102-b673-426a-b262-a4556b04abdf tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:41.380623 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-697af2b8-b146-446b-b585-6397957b908a req-0cf5d102-b673-426a-b262-a4556b04abdf tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1112897 Aug 20 13:53:41.401914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object 377c4be4-8d4e-401d-88a5-ebe22334a00b will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:41.440182 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-697af2b8-b146-446b-b585-6397957b908a req-1cb0b411-25c9-4391-a68e-676d6fb4b2ea tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486979 Aug 20 13:53:41.475191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.534644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network d122c2cd-9306-43a6-8905-476b95c3efdb is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:41.542147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=377c4be4-8d4e-401d-88a5-ebe22334a00b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:41.546630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:41.549473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:41.550028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.621725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f4b3c-5bc7-4471-a508-2a1d0d5de2c9 req-97d8b17c-f2ce-48bf-a337-e14d37e89663 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:41.623560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c74f4b3c-5bc7-4471-a508-2a1d0d5de2c9 req-97d8b17c-f2ce-48bf-a337-e14d37e89663 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0599253 Aug 20 13:53:41.671593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c74f4b3c-5bc7-4471-a508-2a1d0d5de2c9 req-3a778932-2aec-4872-ad14-ce19cf530f08 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Aug 20 13:53:41.721951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:41.849752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958614dd-d6e4-4f20-8ca1-0fd051ce3f7a req-492a6422-e92b-4a78-8d89-6a5bcf559759 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:41.858171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-958614dd-d6e4-4f20-8ca1-0fd051ce3f7a req-492a6422-e92b-4a78-8d89-6a5bcf559759 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0764852 Aug 20 13:53:41.901709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-958614dd-d6e4-4f20-8ca1-0fd051ce3f7a req-d59ae7e8-0553-4728-808f-6f855e613c43 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Aug 20 13:53:42.115682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db94f3-d70a-4102-9f76-46e18cef2d6f req-c70619c3-1c84-4144-9044-2217dc788363 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:42.117393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2db94f3-d70a-4102-9f76-46e18cef2d6f req-c70619c3-1c84-4144-9044-2217dc788363 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1277835 Aug 20 13:53:42.182671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:42.188039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2db94f3-d70a-4102-9f76-46e18cef2d6f req-6a022ae1-9f71-4ea9-a4e1-0679fa6535de tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Aug 20 13:53:42.189306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:42.190165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:42.252333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5541be2-3649-49fa-b956-8ad4baaa70b0 None None] Network d122c2cd-9306-43a6-8905-476b95c3efdb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:42.301137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=377c4be4-8d4e-401d-88a5-ebe22334a00b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:42.428051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network d122c2cd-9306-43a6-8905-476b95c3efdb is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:42.433976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:42.495801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7938e811-1d59-4627-aafb-55224aa5f002 None None] Provisioning for port de7f06fd-4048-4598-8a3f-2e679c0bb299 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:42.545571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db8897-38b8-4361-b1a1-f498b5f03b8d req-438e3192-0fe4-4f7b-bc71-1c2791c89c8a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:42.547693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84db8897-38b8-4361-b1a1-f498b5f03b8d req-438e3192-0fe4-4f7b-bc71-1c2791c89c8a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1864445 Aug 20 13:53:42.700389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84db8897-38b8-4361-b1a1-f498b5f03b8d req-c305afb5-0290-49ff-b951-7c93cc75c342 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985849 Aug 20 13:53:42.746398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 2851d4a9-7ee6-4866-bc06-e74ed29899af is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:53:42.922492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a529a2-f671-47cd-b3bf-ed26998798e2 req-21ba194e-9a64-474b-aa7e-4151ae7f6aba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:42.926347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a529a2-f671-47cd-b3bf-ed26998798e2 req-21ba194e-9a64-474b-aa7e-4151ae7f6aba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1225779 Aug 20 13:53:42.942657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:42.957653 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] Sync routers for ids ['2851d4a9-7ee6-4866-bc06-e74ed29899af'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:42.962794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e88c61f0-f8cd-41c4-8377-60be698d42c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/2851d4a9-7ee6-4866-bc06-e74ed29899af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771552 Aug 20 13:53:42.963557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:42.974251 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] Routers {'2851d4a9-7ee6-4866-bc06-e74ed29899af'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:42.975394 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2851d4a9-7ee6-4866-bc06-e74ed29899af'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:42.983123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device de7f06fd-4048-4598-8a3f-2e679c0bb299 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:43.010557 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a529a2-f671-47cd-b3bf-ed26998798e2 req-d42f13c4-c86f-4c43-9ac4-d6871d2bd179 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767078 Aug 20 13:53:43.041285 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:43.052998 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] Routers {'2851d4a9-7ee6-4866-bc06-e74ed29899af'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:43.053987 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2851d4a9-7ee6-4866-bc06-e74ed29899af'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:43.065028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310eb6e3-0891-40cd-9e46-9bd96d5a56f9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:43.072973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:43.074300 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-310eb6e3-0891-40cd-9e46-9bd96d5a56f9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports/377c4be4-8d4e-401d-88a5-ebe22334a00b HTTP/1.1" status: 200 len: 911 time: 0.1093960 Aug 20 13:53:43.077188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Provisioning for port 377c4be4-8d4e-401d-88a5-ebe22334a00b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:43.085559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Provisioning complete for port 377c4be4-8d4e-401d-88a5-ebe22334a00b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:43.086444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.116790 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:43.118170 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854e716-0eb4-4869-8538-70814bf661f8 None None] The sync data for ids ['2851d4a9-7ee6-4866-bc06-e74ed29899af'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:43.161168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port de7f06fd-4048-4598-8a3f-2e679c0bb299 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:43.165836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port de7f06fd-4048-4598-8a3f-2e679c0bb299 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:43.166211 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.211492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Port 377c4be4-8d4e-401d-88a5-ebe22334a00b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:43.275781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Provisioning complete for port de7f06fd-4048-4598-8a3f-2e679c0bb299 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:43.276845 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.329932 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.378522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port de7f06fd-4048-4598-8a3f-2e679c0bb299, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=de7f06fd-4048-4598-8a3f-2e679c0bb299,segment=NetworkSegment(4cc10970-d52e-4371-b337-392e4fea528d),segment_id=4cc10970-d52e-4371-b337-392e4fea528d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:43.405150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.459781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791481-61be-4b67-9702-6f30ec9c279c req-3e1c778a-9828-465d-8fa2-317778d64a98 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:43.461442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd791481-61be-4b67-9702-6f30ec9c279c req-3e1c778a-9828-465d-8fa2-317778d64a98 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1005697 Aug 20 13:53:43.478479 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.530031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=de7f06fd-4048-4598-8a3f-2e679c0bb299,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:43.551990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd791481-61be-4b67-9702-6f30ec9c279c req-de2327aa-f9c6-4ffb-9032-50032e7a0bc3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762615 Aug 20 13:53:43.603204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:53:43.603839 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-8137e0c3-9f88-4c02-91bf-2cbfce0b1f8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:53:43.652966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:43.945392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port 377c4be4-8d4e-401d-88a5-ebe22334a00b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:43.946142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:44.043378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:44.068051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for 377c4be4-8d4e-401d-88a5-ebe22334a00b owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:44.268481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4787bc6-66aa-4640-8f3c-daf226531d22 None None] Provisioning complete for port 377c4be4-8d4e-401d-88a5-ebe22334a00b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:44.269185 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4787bc6-66aa-4640-8f3c-daf226531d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:44.296761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:44.327201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d4787bc6-66aa-4640-8f3c-daf226531d22 None None] Port 377c4be4-8d4e-401d-88a5-ebe22334a00b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:44.337714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=377c4be4-8d4e-401d-88a5-ebe22334a00b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:44.473734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:44.685698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 2851d4a9-7ee6-4866-bc06-e74ed29899af has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:44.716486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94ec56-6349-4235-b493-6cbba9894e5e req-a5d419d9-f6f1-479c-8bfd-6253b845aa5d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:44.718697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee94ec56-6349-4235-b493-6cbba9894e5e req-a5d419d9-f6f1-479c-8bfd-6253b845aa5d tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0722401 Aug 20 13:53:44.764955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ee94ec56-6349-4235-b493-6cbba9894e5e req-1b4be401-25e0-4d4c-98da-805635e650a3 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Aug 20 13:53:44.810978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:44.816590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b8a40c92-27d2-42db-abfb-905a87572e58 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/2851d4a9-7ee6-4866-bc06-e74ed29899af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420628 Aug 20 13:53:44.821233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60240) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:44.825242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] Sync routers for ids ['2851d4a9-7ee6-4866-bc06-e74ed29899af'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:44.853173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-391dd931-aad5-415c-bed2-6e08c95b6eb0 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=2851d4a9-7ee6-4866-bc06-e74ed29899af HTTP/1.1" status: 200 len: 205 time: 0.0305381 Aug 20 13:53:44.856363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60242) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:44.868673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] Routers {'2851d4a9-7ee6-4866-bc06-e74ed29899af'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:44.869816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2851d4a9-7ee6-4866-bc06-e74ed29899af'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:44.914187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:44.925193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] Routers {'2851d4a9-7ee6-4866-bc06-e74ed29899af'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:44.926061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2851d4a9-7ee6-4866-bc06-e74ed29899af'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:44.971306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device de7f06fd-4048-4598-8a3f-2e679c0bb299 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:44.978101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:44.979469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81b384-f42a-4a3d-b226-909171b0a02e None None] The sync data for ids ['2851d4a9-7ee6-4866-bc06-e74ed29899af'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:44.995644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.056335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port de7f06fd-4048-4598-8a3f-2e679c0bb299 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:45.057095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.131664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c2c9c-a7c8-4322-8b45-035e8a6bc18a req-9c440c77-8a3c-49ae-8aaf-cc3fd8a344e4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:45.134143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b72c2c9c-a7c8-4322-8b45-035e8a6bc18a req-9c440c77-8a3c-49ae-8aaf-cc3fd8a344e4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0886927 Aug 20 13:53:45.156624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-e914affa-8e96-4177-aae4-bd1da5a5e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:45.158235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-e914affa-8e96-4177-aae4-bd1da5a5e752 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1097 time: 0.0712004 Aug 20 13:53:45.243860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b72c2c9c-a7c8-4322-8b45-035e8a6bc18a req-e52710f9-c65b-4d8c-a665-8789842ee618 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970576 Aug 20 13:53:45.270319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.274023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.286799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-2661644f-e94e-47fa-8706-de931c9ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:45.287354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-2661644f-e94e-47fa-8706-de931c9ca1f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.1206720 Aug 20 13:53:45.334532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-e1c624f6-c2d9-48d4-a7a8-a2b90f933c52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0391290 Aug 20 13:53:45.351197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.351828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router 2851d4a9-7ee6-4866-bc06-e74ed29899af {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:53:45.360217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.364304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-22ac0f69-1ade-46a0-8deb-8efcbc4ed693 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/2851d4a9-7ee6-4866-bc06-e74ed29899af HTTP/1.1" status: 204 len: 168 time: 0.5058496 Aug 20 13:53:45.364970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60248) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:45.391844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-e5ad43b8-5502-488b-8d08-ab930a37f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:45.393527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-e5ad43b8-5502-488b-8d08-ab930a37f4c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0518956 Aug 20 13:53:45.427074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet 26c418e6-0bd1-4f57-be65-c9f92483d6f0 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:53:45.431038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.433993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-bb5a7f90-48d3-4e82-9e1b-bc4d63a10e8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338290 Aug 20 13:53:45.481597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.558839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-d006d1b3-e38c-410a-8f26-0ab0c2d18be3 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176169 Aug 20 13:53:45.580480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.671578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.676266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0917c0fc-45f3-4435-b75c-decb9884a7e1 req-48fa2222-e74e-46c3-932e-70bfde366435 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108370 Aug 20 13:53:45.708892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=26c418e6-0bd1-4f57-be65-c9f92483d6f0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:45.711025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.714019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6857be0a-7e3c-4a69-939c-775b71390133 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/26c418e6-0bd1-4f57-be65-c9f92483d6f0 HTTP/1.1" status: 204 len: 168 time: 0.3471408 Aug 20 13:53:45.719024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60250) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:45.721883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd2a69-da06-4eaa-8fe7-1cdeb09774ce None None] Network d122c2cd-9306-43a6-8905-476b95c3efdb requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:45.816193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa73216c-628f-4562-9378-b0bf1a848bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.832032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.920180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port de7f06fd-4048-4598-8a3f-2e679c0bb299 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:45.920761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:45.946600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76e459-9154-443d-92f9-9525100791bc None None] DHCP port deletion for d122c2cd-9306-43a6-8905-476b95c3efdb request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:53:46.007148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port de7f06fd-4048-4598-8a3f-2e679c0bb299, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=de7f06fd-4048-4598-8a3f-2e679c0bb299,segment=NetworkSegment(4cc10970-d52e-4371-b337-392e4fea528d),segment_id=4cc10970-d52e-4371-b337-392e4fea528d)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:46.007539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.012178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7a76e459-9154-443d-92f9-9525100791bc None None] Deleting port de7f06fd-4048-4598-8a3f-2e679c0bb299 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:46.013476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a76e459-9154-443d-92f9-9525100791bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.024063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for de7f06fd-4048-4598-8a3f-2e679c0bb299 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:46.090528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7a76e459-9154-443d-92f9-9525100791bc None None] For port de7f06fd-4048-4598-8a3f-2e679c0bb299, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=de7f06fd-4048-4598-8a3f-2e679c0bb299,segment=NetworkSegment(4cc10970-d52e-4371-b337-392e4fea528d),segment_id=4cc10970-d52e-4371-b337-392e4fea528d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:46.091027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a76e459-9154-443d-92f9-9525100791bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.109586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7a76e459-9154-443d-92f9-9525100791bc None None] Calling delete_port for de7f06fd-4048-4598-8a3f-2e679c0bb299 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:46.111993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.141245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=de7f06fd-4048-4598-8a3f-2e679c0bb299,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:46.143165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port de7f06fd-4048-4598-8a3f-2e679c0bb299 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:46.207467 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a76e459-9154-443d-92f9-9525100791bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.236355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76e459-9154-443d-92f9-9525100791bc None None] Pushing event deleted for resources: {'Port': ['ID=de7f06fd-4048-4598-8a3f-2e679c0bb299,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:46.237448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.241081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76e459-9154-443d-92f9-9525100791bc None None] No DVR routers for this DVR port de7f06fd-4048-4598-8a3f-2e679c0bb299 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:53:46.262061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d122c2cd-9306-43a6-8905-476b95c3efdb']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:46.277408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc10970-d52e-4371-b337-392e4fea528d') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:46.277993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc10970-d52e-4371-b337-392e4fea528d') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:46.290585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.311545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.324266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:53:46.325051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:53:46.332222 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:53:46.447527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.458055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.459935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/d122c2cd-9306-43a6-8905-476b95c3efdb HTTP/1.1" status: 204 len: 168 time: 0.7396801 Aug 20 13:53:46.464817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60254) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:46.470097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1591393298', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:46.481009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e09e-d1a3-4c97-b70f-fa046582ad88 req-34db4615-a5bf-4c10-acff-469b72364926 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:46.483187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2677e09e-d1a3-4c97-b70f-fa046582ad88 req-34db4615-a5bf-4c10-acff-469b72364926 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0870976 Aug 20 13:53:46.484823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82d531-00ba-468c-b2d6-2f8b231ee35d tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=d122c2cd-9306-43a6-8905-476b95c3efdb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:46.499668 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.500778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.553338 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2677e09e-d1a3-4c97-b70f-fa046582ad88 req-a9f77a68-2683-470b-9d82-13c86145c8db tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476725 Aug 20 13:53:46.581443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.766458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:46.880442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device de7f06fd-4048-4598-8a3f-2e679c0bb299 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:53:46.901390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: de7f06fd-4048-4598-8a3f-2e679c0bb299 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:53:46.901744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device de7f06fd-4048-4598-8a3f-2e679c0bb299 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:53:47.074418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:47.117792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:47.298033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 172.25.6.35 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/d62af830-38b8-4cb6-8a79-e8d1277a9395) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:47.423569 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:47.469264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:47.516171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:47.519355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:47.527881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:47.539140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=d62af830-38b8-4cb6-8a79-e8d1277a9395,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:48.105450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-7f44daaf-647f-4370-95f3-b57f0f4f7d3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237004 Aug 20 13:53:48.114348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f751-4a65-46d0-85d5-bedf57da52ea req-3a3f36ca-f525-4da1-a0f2-d724503a4789 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:48.115954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b894f751-4a65-46d0-85d5-bedf57da52ea req-3a3f36ca-f525-4da1-a0f2-d724503a4789 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1355267 Aug 20 13:53:48.271403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-11ff5510-e718-4067-872e-2bfc0c4ccac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:48.273020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-11ff5510-e718-4067-872e-2bfc0c4ccac1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86f29bd66021468e91387c9276197225&device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 1097 time: 0.1183386 Aug 20 13:53:48.283222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b894f751-4a65-46d0-85d5-bedf57da52ea req-c86220b4-d339-4a06-bd36-0b6720333fb9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269450 Aug 20 13:53:48.296525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:48.444462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830290de-1872-4828-ad85-3f4a97e89982 req-cc48d480-ca0d-4212-9845-4b2bdf48daa5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:48.446668 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-830290de-1872-4828-ad85-3f4a97e89982 req-cc48d480-ca0d-4212-9845-4b2bdf48daa5 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0862560 Aug 20 13:53:48.492234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-2ba7bc4a-0170-45b6-812a-73bc8233f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:48.493777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-2ba7bc4a-0170-45b6-812a-73bc8233f6f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 200 len: 914 time: 0.1949859 Aug 20 13:53:48.498723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-830290de-1872-4828-ad85-3f4a97e89982 req-1c7e0202-8ca6-4694-b8af-bc8d8f5d75ed tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Aug 20 13:53:48.516862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9578e7a7-04f0-40f9-b26a-9fc5af051b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:48.574712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-fb190616-1663-43c9-863a-46af9970023e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 200 len: 217 time: 0.0417819 Aug 20 13:53:48.583605 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:48.679239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-59c6f3f4-2664-41fa-9184-d8be22e91cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:48.680747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-59c6f3f4-2664-41fa-9184-d8be22e91cdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 200 len: 853 time: 0.0989897 Aug 20 13:53:48.685201 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:48.802023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-96dcc417-9837-4d20-87a9-bd410f009d2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53a6fcb8-3354-45d8-8032-086e473884be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119640 Aug 20 13:53:48.945164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76716575-2672-4503-971b-2ca59cabb324 req-bfe740f7-aacf-4102-980b-7cb72c0b9c22 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:48.946764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76716575-2672-4503-971b-2ca59cabb324 req-bfe740f7-aacf-4102-980b-7cb72c0b9c22 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.3413622 Aug 20 13:53:48.989563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76716575-2672-4503-971b-2ca59cabb324 req-7b0f6483-9c60-43dd-ac91-3c9f46cf68fe tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Aug 20 13:53:49.111263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-a3ccc196-d855-44d7-87fb-07148b934c49 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009973 Aug 20 13:53:49.315449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa3297-05a4-458c-951b-5b5555a2373c req-20a99d0f-cd03-4bdf-827c-a73f20fb8e39 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:49.317068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fa3297-05a4-458c-951b-5b5555a2373c req-20a99d0f-cd03-4bdf-827c-a73f20fb8e39 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.2414844 Aug 20 13:53:49.320311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router d7701694-2554-49fb-99fb-69ab8d89b578 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:53:49.360469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-949cda0c-d132-4914-8fcf-ab2d48e061ac req-2516053b-81b3-425c-8882-9bfeb669a176 service neutron] 10.222.0.53 "GET /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220056 Aug 20 13:53:49.417310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0fa3297-05a4-458c-951b-5b5555a2373c req-9cf4ae56-2931-4513-a077-d6864c49cc1e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921218 Aug 20 13:53:49.537593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:49.538700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:49.553937 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] Sync routers for ids ['d7701694-2554-49fb-99fb-69ab8d89b578'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:49.571099 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] Routers {'d7701694-2554-49fb-99fb-69ab8d89b578'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:49.572097 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d7701694-2554-49fb-99fb-69ab8d89b578'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:49.617325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:49.621862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3ae42251-42c0-4c8e-8801-ab625709ede7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1541765 Aug 20 13:53:49.622762 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:49.623598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:49.633393 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] Routers {'d7701694-2554-49fb-99fb-69ab8d89b578'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:49.634034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d7701694-2554-49fb-99fb-69ab8d89b578'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:49.659040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0914-1fd5-414d-9006-a7b0b6ad17dd req-c65f36c6-e8ac-4964-b3b2-dd61a40dc780 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:49.662174 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe1f0914-1fd5-414d-9006-a7b0b6ad17dd req-c65f36c6-e8ac-4964-b3b2-dd61a40dc780 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1023984 Aug 20 13:53:49.667893 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:49.668546 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdda9c7-9fe3-4f4c-bf2c-07ab9c8c3914 None None] The sync data for ids ['d7701694-2554-49fb-99fb-69ab8d89b578'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:49.714202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe1f0914-1fd5-414d-9006-a7b0b6ad17dd req-55d42321-10da-43c6-81d7-1027cc083b8c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Aug 20 13:53:49.745867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64e94abb-d8dd-416d-b7b0-069eef90a101 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/routers/d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 200 len: 884 time: 0.1206374 Aug 20 13:53:49.748457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:49.972219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba0835-47c2-484e-af2a-c7c86110412c req-b2fdfb65-a5aa-44a1-ae51-53da3300d482 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:49.973858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23ba0835-47c2-484e-af2a-c7c86110412c req-b2fdfb65-a5aa-44a1-ae51-53da3300d482 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1345401 Aug 20 13:53:50.056977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-23ba0835-47c2-484e-af2a-c7c86110412c req-65d98fe6-d24f-4ef3-8a12-bf7b26c3ea07 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Aug 20 13:53:50.093693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b3707992-40e8-420e-bbea-5472a6d09b86 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3440728 Aug 20 13:53:50.096508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60280) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:50.101650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1591393298'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:50.324305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347cc1-fbc5-413e-a09f-9ba95b5328fd req-3e9d7718-b210-4d34-b2a2-5e3237a5289c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:50.327826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc347cc1-fbc5-413e-a09f-9ba95b5328fd req-3e9d7718-b210-4d34-b2a2-5e3237a5289c tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1191123 Aug 20 13:53:50.419909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc347cc1-fbc5-413e-a09f-9ba95b5328fd req-7d41faf8-331d-4d3f-ae8d-a267d908ae46 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580730 Aug 20 13:53:50.537234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:50.552581 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:50.585907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69277-b76e-4382-95dc-56f3754c3d7c req-3a181ac4-3bc8-459d-aa6b-402da5cc310a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:50.587741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7cd69277-b76e-4382-95dc-56f3754c3d7c req-3a181ac4-3bc8-459d-aa6b-402da5cc310a tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0656667 Aug 20 13:53:50.643905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7cd69277-b76e-4382-95dc-56f3754c3d7c req-7fb3b4fb-5f20-4dc4-b722-ca1a81c05e48 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Aug 20 13:53:50.729367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router d7701694-2554-49fb-99fb-69ab8d89b578 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:50.858644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83becd-be97-4783-b8ea-97d804a4a413 req-179c4fc0-a5b1-4705-abd4-55dce2257a01 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:50.860888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b83becd-be97-4783-b8ea-97d804a4a413 req-179c4fc0-a5b1-4705-abd4-55dce2257a01 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0779810 Aug 20 13:53:50.889471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:50.901111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:50.903730 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f5b9f0ea-d5ce-45a4-af00-eb05b5f97c99 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 200 len: 891 time: 0.8053062 Aug 20 13:53:50.904979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] Sync routers for ids ['d7701694-2554-49fb-99fb-69ab8d89b578'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:50.908465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:50.921355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] Routers {'d7701694-2554-49fb-99fb-69ab8d89b578'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:50.922410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d7701694-2554-49fb-99fb-69ab8d89b578'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:50.927817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b83becd-be97-4783-b8ea-97d804a4a413 req-6c202ffb-4db5-4285-8e2b-e5e015af1aa4 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587895 Aug 20 13:53:50.998083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:51.013205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] Routers {'d7701694-2554-49fb-99fb-69ab8d89b578'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:51.014398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d7701694-2554-49fb-99fb-69ab8d89b578'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:51.079286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:51.080324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb664a85-a966-47b9-847a-5b58467ba089 None None] The sync data for ids ['d7701694-2554-49fb-99fb-69ab8d89b578'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:51.126428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a9877800-cbc2-4892-aee4-d8dc1c419f2e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/routers/d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 200 len: 891 time: 0.2160194 Aug 20 13:53:51.129345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60294) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:51.160170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-51c716fd-1605-4b7a-bc8e-3bcc3da3735a tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 200 len: 205 time: 0.0295699 Aug 20 13:53:51.163121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60296) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:51.173408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b727-667b-4ca6-adb0-3086e4e50c5e req-5bd82c3b-5667-4a3a-ae3b-ba14fa4edab9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:51.175869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57b6b727-667b-4ca6-adb0-3086e4e50c5e req-5bd82c3b-5667-4a3a-ae3b-ba14fa4edab9 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1269746 Aug 20 13:53:51.237387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-57b6b727-667b-4ca6-adb0-3086e4e50c5e req-48ec1fa2-b51a-4eda-a699-e6aae9c41213 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537937 Aug 20 13:53:51.333233 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:51.443967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c5a5-7f22-40d7-bacc-cb804aafb1a3 req-69b0e8d8-c6f0-4574-9804-3544627776b8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:51.446661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f15c5a5-7f22-40d7-bacc-cb804aafb1a3 req-69b0e8d8-c6f0-4574-9804-3544627776b8 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0799043 Aug 20 13:53:51.496012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:51.499393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:51.504588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f15c5a5-7f22-40d7-bacc-cb804aafb1a3 req-b31d75eb-321d-43c7-b97b-f5c91f3c05c1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Aug 20 13:53:51.565065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port d62af830-38b8-4cb6-8a79-e8d1277a9395 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:51.565519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:51.734879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973325f2-7ebb-479b-87ef-422e691fbd52 req-f164e82c-98a7-4676-b1e1-508d87441e97 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:51.736397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-973325f2-7ebb-479b-87ef-422e691fbd52 req-f164e82c-98a7-4676-b1e1-508d87441e97 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1042624 Aug 20 13:53:51.741126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:51.767817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for d62af830-38b8-4cb6-8a79-e8d1277a9395 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:51.828541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-973325f2-7ebb-479b-87ef-422e691fbd52 req-fe23e474-7bd4-4dfd-a4e2-6d5aca77fac1 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841763 Aug 20 13:53:52.054777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6313-66f6-4e0b-85df-cb002a653c01 req-eb5e17cc-a8ea-4c69-bacb-abc20b187494 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:52.057577 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-257c6313-66f6-4e0b-85df-cb002a653c01 req-eb5e17cc-a8ea-4c69-bacb-abc20b187494 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1240551 Aug 20 13:53:52.102997 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.175047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=d62af830-38b8-4cb6-8a79-e8d1277a9395,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:52.227103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-257c6313-66f6-4e0b-85df-cb002a653c01 req-8472ff3d-8a51-46c1-a989-e03b88c75533 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574919 Aug 20 13:53:52.304430 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.411800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.414480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.429323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495513d-816e-41e9-ae07-f16612f15dc2 req-1f5abc46-6aae-4321-a87b-43cf873f3839 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:52.432135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9495513d-816e-41e9-ae07-f16612f15dc2 req-1f5abc46-6aae-4321-a87b-43cf873f3839 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0962749 Aug 20 13:53:52.461755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.462334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router d7701694-2554-49fb-99fb-69ab8d89b578 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:53:52.469878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.471041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-81b70e00-1d34-4122-b2b1-01ef3e51d391 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 204 len: 168 time: 1.3065009 Aug 20 13:53:52.476471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60310) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:52.482016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054066979'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:52.503019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9495513d-816e-41e9-ae07-f16612f15dc2 req-271a6ca5-678b-4053-8be9-b0567284e496 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631762 Aug 20 13:53:52.507255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:52.513980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.558724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:53:52.576178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.576819 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 5e4587fe-003a-4bdc-81d9-d64d0216e128 of type vlan for network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 Aug 20 13:53:52.658398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f16e1-e76b-4743-a774-c169fa529b01 req-72d820cc-93e4-400e-b863-b0258ca68aba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:52.659978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d4f16e1-e76b-4743-a774-c169fa529b01 req-72d820cc-93e4-400e-b863-b0258ca68aba tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0628598 Aug 20 13:53:52.665549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.706148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d4f16e1-e76b-4743-a774-c169fa529b01 req-d5112cd0-06bb-4ce0-9f1b-0fc2dead7aad tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384855 Aug 20 13:53:52.713263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.728846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:52.728846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:52.846796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3687670 Aug 20 13:53:52.850620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60324) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:52.862122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:52.869318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413eb2a-356e-42b6-9b07-1108bcef2a33 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=702f39f3-eb41-48f8-84d3-e78aa9154bf1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:52.880977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:53:53.018951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:53:53.023214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.243925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.317423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=7d700274-9019-40ae-b6cd-fcbd2639ee60,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:53.328856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '5e4587fe-003a-4bdc-81d9-d64d0216e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:53.328856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 702f39f3-eb41-48f8-84d3-e78aa9154bf1, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:53:53.349170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:53:53.364543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 702f39f3-eb41-48f8-84d3-e78aa9154bf1) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:53.371940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:53.372998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.379586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48bcda-45b6-4618-a3f7-62d045397403 None None] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:53.402442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5ac64ba5-6318-46b0-b1b7-7607526a4b15 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5484042 Aug 20 13:53:53.404539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60326) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:53.412231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-836699475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:53.447081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.448599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.543456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.548879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.568889 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.573579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b2ff63c6-ff0a-4088-b464-3cf72f9c3459 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1660140 Aug 20 13:53:53.573914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60328) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:53.608748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-702f39f3-eb41-48f8-84d3-e78aa9154bf1', 'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': '7d700274-9019-40ae-b6cd-fcbd2639ee60'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:53:53.608748 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:53.799400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Allocated IP 2001:db8::2 (702f39f3-eb41-48f8-84d3-e78aa9154bf1/7d700274-9019-40ae-b6cd-fcbd2639ee60/ac6381da-1bb1-4faa-847c-e7f5689559bc) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:54.070297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.082915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Transition to ACTIVE for port object ac6381da-1bb1-4faa-847c-e7f5689559bc will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:54.121506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Transition to ACTIVE for port object ac6381da-1bb1-4faa-847c-e7f5689559bc will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:54.131489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.206422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:54.211925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:54.219084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:54.239155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Pushing event updated for resources: {'Port': ['ID=ac6381da-1bb1-4faa-847c-e7f5689559bc,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:54.322683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.332054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Attempting to bind port ac6381da-1bb1-4faa-847c-e7f5689559bc on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:53:54.332704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Attempting to bind port ac6381da-1bb1-4faa-847c-e7f5689559bc by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5e4587fe-003a-4bdc-81d9-d64d0216e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:53:54.333318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Attempting to bind port ac6381da-1bb1-4faa-847c-e7f5689559bc on network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:53:54.342959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:53:54.343578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Checking segment: {'id': '5e4587fe-003a-4bdc-81d9-d64d0216e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:53:54.344223 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.344867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Bound using segment: {'id': '5e4587fe-003a-4bdc-81d9-d64d0216e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:53:54.345629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Bound port: ac6381da-1bb1-4faa-847c-e7f5689559bc, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4587fe-003a-4bdc-81d9-d64d0216e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '702f39f3-eb41-48f8-84d3-e78aa9154bf1'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:53:54.346234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.445576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] For port ac6381da-1bb1-4faa-847c-e7f5689559bc, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:53:54.449459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] For port ac6381da-1bb1-4faa-847c-e7f5689559bc, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac6381da-1bb1-4faa-847c-e7f5689559bc,segment=NetworkSegment(5e4587fe-003a-4bdc-81d9-d64d0216e128),segment_id=5e4587fe-003a-4bdc-81d9-d64d0216e128)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:53:54.456524 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.520140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82aeb0-ae34-47a9-a0b5-7042d887ef22 None None] Pushing event updated for resources: {'Port': ['ID=ac6381da-1bb1-4faa-847c-e7f5689559bc,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:54.637311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8::1 (702f39f3-eb41-48f8-84d3-e78aa9154bf1/7d700274-9019-40ae-b6cd-fcbd2639ee60/28fa9629-27f9-4923-a7f1-22ab1bca2556) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:53:54.821302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.839179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object 28fa9629-27f9-4923-a7f1-22ab1bca2556 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:53:54.911953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:54.970472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac6381da-1bb1-4faa-847c-e7f5689559bc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:54.996243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:55.006638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:55.010542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=28fa9629-27f9-4923-a7f1-22ab1bca2556,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:55.017274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:53:55.018274 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:55.042737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ac6381da-1bb1-4faa-847c-e7f5689559bc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:55.209651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:55.632505 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:55.640587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:55.642075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:55.814141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=28fa9629-27f9-4923-a7f1-22ab1bca2556,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:55.871687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:53:55.874660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:53:55.897352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17ec8b-558c-43fc-ab0e-9503bf97e25f None None] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:53:55.998864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] Provisioning for port ac6381da-1bb1-4faa-847c-e7f5689559bc completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:56.009944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] Provisioning complete for port ac6381da-1bb1-4faa-847c-e7f5689559bc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:56.010337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:56.097851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:53:56.216933 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:56.220766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:56.232014 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] Sync routers for ids ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:56.238125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-185048b8-dbae-4993-8a15-afc83f2d8605 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/d2b4440c-ef2d-4cc5-9f17-7fa987314ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6625161 Aug 20 13:53:56.240443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:56.255347 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] Routers {'d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:56.255561 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:56.284659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] For port ac6381da-1bb1-4faa-847c-e7f5689559bc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac6381da-1bb1-4faa-847c-e7f5689559bc,segment=NetworkSegment(5e4587fe-003a-4bdc-81d9-d64d0216e128),segment_id=5e4587fe-003a-4bdc-81d9-d64d0216e128)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:56.295136 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:56.297306 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:56.328083 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] Routers {'d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:56.329236 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:56.354168 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e6268-ca02-40dd-a08a-77c4b36074f2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:56.366012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0b6e6268-ca02-40dd-a08a-77c4b36074f2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports/28fa9629-27f9-4923-a7f1-22ab1bca2556 HTTP/1.1" status: 200 len: 911 time: 0.1243873 Aug 20 13:53:56.366231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:56.383544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d700274-9019-40ae-b6cd-fcbd2639ee60'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:53:56.395503 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:56.396420 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4aa7f-c439-4171-8266-58f7ab4aa68a None None] The sync data for ids ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:56.424696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e618d0a-5149-428d-b773-f1e3162ed34c None None] Pushing event updated for resources: {'Port': ['ID=ac6381da-1bb1-4faa-847c-e7f5689559bc,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:56.600373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:56.645088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-77d62c9d-bc8f-4f35-b69b-9825c597f091 None None] Provisioning complete for port ac6381da-1bb1-4faa-847c-e7f5689559bc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:56.645999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-77d62c9d-bc8f-4f35-b69b-9825c597f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:56.831682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-77d62c9d-bc8f-4f35-b69b-9825c597f091 None None] Provisioning for port 28fa9629-27f9-4923-a7f1-22ab1bca2556 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:53:56.849935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-77d62c9d-bc8f-4f35-b69b-9825c597f091 None None] Provisioning complete for port 28fa9629-27f9-4923-a7f1-22ab1bca2556 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:56.850747 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-77d62c9d-bc8f-4f35-b69b-9825c597f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:56.944375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-77d62c9d-bc8f-4f35-b69b-9825c597f091 None None] Port 28fa9629-27f9-4923-a7f1-22ab1bca2556 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:56.977775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac6381da-1bb1-4faa-847c-e7f5689559bc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:53:57.075956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ac6381da-1bb1-4faa-847c-e7f5689559bc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:57.076330 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.120208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-77dfa738-c08c-4d3e-ab35-76d28f6be3f3 None None] Provisioning complete for port 28fa9629-27f9-4923-a7f1-22ab1bca2556 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:57.120653 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-77dfa738-c08c-4d3e-ab35-76d28f6be3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.208067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-77dfa738-c08c-4d3e-ab35-76d28f6be3f3 None None] Port 28fa9629-27f9-4923-a7f1-22ab1bca2556 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:57.227625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.238594 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.244681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:57.245388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.250620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/ports/28fa9629-27f9-4923-a7f1-22ab1bca2556 HTTP/1.1" status: 200 len: 911 time: 0.8808699 Aug 20 13:53:57.250886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60344) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:57.304151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cd403-ea00-43bb-9b26-2c1a15a550d7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=28fa9629-27f9-4923-a7f1-22ab1bca2556,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:57.331062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8034ed33-d108-4c82-8cb1-1bfb76317dd2 None None] Provisioning complete for port 28fa9629-27f9-4923-a7f1-22ab1bca2556 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:53:57.331441 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8034ed33-d108-4c82-8cb1-1bfb76317dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.378028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8034ed33-d108-4c82-8cb1-1bfb76317dd2 None None] Port 28fa9629-27f9-4923-a7f1-22ab1bca2556 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:53:57.705769 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:57.806700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c193-89b8-4dbf-8289-1c383cc14c27 req-45788b05-1fb3-4746-b376-4a478f325779 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:57.808327 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d42c193-89b8-4dbf-8289-1c383cc14c27 req-45788b05-1fb3-4746-b376-4a478f325779 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.0717785 Aug 20 13:53:57.855674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d42c193-89b8-4dbf-8289-1c383cc14c27 req-c15a5d9e-d406-45e6-98f6-b61b56495128 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Aug 20 13:53:58.332770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port 28fa9629-27f9-4923-a7f1-22ab1bca2556 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:58.333383 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:58.433674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:58.453415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for 28fa9629-27f9-4923-a7f1-22ab1bca2556 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:58.655787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:58.695726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=28fa9629-27f9-4923-a7f1-22ab1bca2556,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:53:58.864150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.087618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bb303-8216-4818-aa20-609ad1c09442 req-0fdaef3e-cedd-41f0-bb47-8cf8a885c0ca tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:59.089295 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b1bb303-8216-4818-aa20-609ad1c09442 req-0fdaef3e-cedd-41f0-bb47-8cf8a885c0ca tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1285172 Aug 20 13:53:59.094279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:53:59.130853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.176836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b1bb303-8216-4818-aa20-609ad1c09442 req-36a0ceaf-9a90-4fc8-b973-55a4bd041aed tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0fe7d8-0526-4c03-989d-7031b448bce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789280 Aug 20 13:53:59.212955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:53:59.220938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5957e8e6-4c51-4cc3-abae-620758305a60 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/d2b4440c-ef2d-4cc5-9f17-7fa987314ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689960 Aug 20 13:53:59.223981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60358) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:59.227140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] Sync routers for ids ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:53:59.239991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] Routers {'d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:59.241547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:59.258611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9b0e4d0f-8eda-4cfe-a574-04bbef2b95e2 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 HTTP/1.1" status: 200 len: 205 time: 0.0332098 Aug 20 13:53:59.263547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:59.288434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:59.299892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] Routers {'d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:53:59.300766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:59.338665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:53:59.339333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c5b12-22c6-4488-b20c-9e8a9001b151 None None] The sync data for ids ['d2b4440c-ef2d-4cc5-9f17-7fa987314ee2'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:53:59.376138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.477618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2fa53-5383-4029-be35-74754f05d895 req-b4d9861d-44a5-4310-8d5e-64b4f96dc95e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:53:59.479230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cde2fa53-5383-4029-be35-74754f05d895 req-b4d9861d-44a5-4310-8d5e-64b4f96dc95e tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.53 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 946 time: 0.1740696 Aug 20 13:53:59.606656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.611145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.687961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.688457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:53:59.696053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.697238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2a2fe61e-e602-4090-bc2c-536f3b7b7479 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 HTTP/1.1" status: 204 len: 168 time: 0.4324620 Aug 20 13:53:59.701705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60362) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:53:59.719425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Deleting port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:53:59.719768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.761793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet 7d700274-9019-40ae-b6cd-fcbd2639ee60 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:53:59.766789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.814775 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.851220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] For port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,segment=NetworkSegment(67d1ce14-62c7-4e1a-8438-b9af73adc344),segment_id=67d1ce14-62c7-4e1a-8438-b9af73adc344)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:53:59.851849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:53:59.878023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Calling delete_port for cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:53:59.927700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.003851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.038114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=7d700274-9019-40ae-b6cd-fcbd2639ee60,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:00.040694 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.049843 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c59e95a6-3080-4498-8324-be19b17ada75 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/7d700274-9019-40ae-b6cd-fcbd2639ee60 HTTP/1.1" status: 204 len: 168 time: 0.3425622 Aug 20 13:54:00.050150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055ad7f-82d4-4e2b-998a-d416731da63b None None] Network 702f39f3-eb41-48f8-84d3-e78aa9154bf1 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:00.050334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60364) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:00.123835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.167680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Pushing event deleted for resources: {'Port': ['ID=cfa88c55-a72d-4ff4-b2ac-f50b15864ec6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:00.206973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.230226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] No DVR routers for this DVR port cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:00.236375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.238425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cde2fa53-5383-4029-be35-74754f05d895 req-8b50525e-d1fa-4a5a-bf51-55f7b5477a32 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.53 "DELETE /v2.0/ports/cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 HTTP/1.1" status: 204 len: 173 time: 0.7316620 Aug 20 13:54:00.238879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-deleted', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:54:00.241226 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1622a12-15aa-4e58-904e-3c10a87f237c" -d '{"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-deleted", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:54:00.258861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] DHCP port deletion for 702f39f3-eb41-48f8-84d3-e78aa9154bf1 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:00.321393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port ac6381da-1bb1-4faa-847c-e7f5689559bc {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:00.322026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.336339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] Deleting port ac6381da-1bb1-4faa-847c-e7f5689559bc {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:00.336339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.337128 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28bb2de-11d7-42fd-a075-33436c3da313 x-openstack-request-id: req-b28bb2de-11d7-42fd-a075-33436c3da313 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:54:00.337422 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a5ad-7d1b-4a0b-bef3-02469010b59a", "name": "network-vif-deleted", "tag": "cfa88c55-a72d-4ff4-b2ac-f50b15864ec6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:54:00.337677 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b28bb2de-11d7-42fd-a075-33436c3da313 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:54:00.338086 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a5ad-7d1b-4a0b-bef3-02469010b59a', 'name': 'network-vif-deleted', 'tag': 'cfa88c55-a72d-4ff4-b2ac-f50b15864ec6', 'status': 'completed', 'code': 200} Aug 20 13:54:00.384009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b07d78d7-7a13-4f1b-aafc-124b68ed2e58 req-6fde931f-a931-4bd0-9c05-cec38a4e74f0 tempest-ServersNegativeTestJSON-2040559146 tempest-ServersNegativeTestJSON-2040559146-project] 10.222.0.59 "GET /v2.0/ports?device_id=df81a5ad-7d1b-4a0b-bef3-02469010b59a HTTP/1.1" status: 200 len: 210 time: 0.0670190 Aug 20 13:54:00.428963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port ac6381da-1bb1-4faa-847c-e7f5689559bc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac6381da-1bb1-4faa-847c-e7f5689559bc,segment=NetworkSegment(5e4587fe-003a-4bdc-81d9-d64d0216e128),segment_id=5e4587fe-003a-4bdc-81d9-d64d0216e128)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:00.429590 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.442998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] For port ac6381da-1bb1-4faa-847c-e7f5689559bc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac6381da-1bb1-4faa-847c-e7f5689559bc,segment=NetworkSegment(5e4587fe-003a-4bdc-81d9-d64d0216e128),segment_id=5e4587fe-003a-4bdc-81d9-d64d0216e128)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:00.444050 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.456183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for ac6381da-1bb1-4faa-847c-e7f5689559bc owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:00.464829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] Calling delete_port for ac6381da-1bb1-4faa-847c-e7f5689559bc owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:00.569668 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.584430 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.604613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] Pushing event deleted for resources: {'Port': ['ID=ac6381da-1bb1-4faa-847c-e7f5689559bc,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:00.607784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefdb7e-56b3-4b00-81b7-c467faec1d23 None None] No DVR routers for this DVR port ac6381da-1bb1-4faa-847c-e7f5689559bc on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:00.624611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=ac6381da-1bb1-4faa-847c-e7f5689559bc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:00.628413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port ac6381da-1bb1-4faa-847c-e7f5689559bc on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:00.726384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.738761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702f39f3-eb41-48f8-84d3-e78aa9154bf1']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:00.751878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4587fe-003a-4bdc-81d9-d64d0216e128') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:00.752289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4587fe-003a-4bdc-81d9-d64d0216e128') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:00.763813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.784844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.792275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:00.792800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: self.session.flush() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:00.797067 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:00.897013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.898343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac6381da-1bb1-4faa-847c-e7f5689559bc no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:00.911931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.922200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/702f39f3-eb41-48f8-84d3-e78aa9154bf1 HTTP/1.1" status: 204 len: 168 time: 0.8638444 Aug 20 13:54:00.922615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60370) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:00.928220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-882355023', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:00.934043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ac6381da-1bb1-4faa-847c-e7f5689559bc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:00.934999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac6381da-1bb1-4faa-847c-e7f5689559bc not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:00.937339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586bee2-fc93-4074-b1e7-b9418ff4dd80 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=702f39f3-eb41-48f8-84d3-e78aa9154bf1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:00.963788 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:00.965003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.026166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.033462 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.051576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.053045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c6f6750f-70f0-497a-90a4-9b329a8ffc8c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1287684 Aug 20 13:54:01.057204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60372) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:01.062583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771964985'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:01.087673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:01.094167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.136162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:01.150589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.150927 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 89caa928-b583-4a0c-9e8d-71ca5d92bcea of type vlan for network 77a12118-dad2-4f11-94a7-c7df25553d15 Aug 20 13:54:01.196122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.226073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.232409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:01.233117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.296979 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2385747 Aug 20 13:54:01.300019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60374) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:01.305443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:01.308855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72a0b6-b8e7-4126-8c4a-56e84669f2a7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=77a12118-dad2-4f11-94a7-c7df25553d15,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:01.322268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 77a12118-dad2-4f11-94a7-c7df25553d15 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:01.408722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:01.412380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.471254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60378) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:01.529209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Deleting subnet fcefd643-1e77-4517-aaea-3bdcf5f162d8 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:01.534521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.572743 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.616631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.627056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.687228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.705164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=cec28363-fcbb-4f87-a951-ceae472a58e1,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:01.712929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:01.713328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 77a12118-dad2-4f11-94a7-c7df25553d15, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:01.717761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcefd643-1e77-4517-aaea-3bdcf5f162d8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:01.719827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.722287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-23a9db81-b8d7-4f7c-9b46-af31611e5270 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fcefd643-1e77-4517-aaea-3bdcf5f162d8 HTTP/1.1" status: 204 len: 168 time: 0.2494571 Aug 20 13:54:01.724285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:01.732290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 77a12118-dad2-4f11-94a7-c7df25553d15 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:01.742257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 77a12118-dad2-4f11-94a7-c7df25553d15) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:01.746757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:01.747550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:01.756988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076d504-e5e4-4a74-8198-af10d2c00b2d None None] Network 77a12118-dad2-4f11-94a7-c7df25553d15 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:01.781562 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60382) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:01.781809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1c834f51-da70-4447-87f9-88c1d137f942 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4803588 Aug 20 13:54:01.808156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:01.873408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.002771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:02.003034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cfa88c55-a72d-4ff4-b2ac-f50b15864ec6 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:02.010103 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.103372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.107341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-77a12118-dad2-4f11-94a7-c7df25553d15', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:02.108325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.141003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a6fcb8-3354-45d8-8032-086e473884be']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:02.159101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d1ce14-62c7-4e1a-8438-b9af73adc344') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:02.159416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d1ce14-62c7-4e1a-8438-b9af73adc344') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:02.174485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.211861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.217707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.222253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:02.222676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:02.224481 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:02.271011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Allocated IP 2001:db8::2 (77a12118-dad2-4f11-94a7-c7df25553d15/cec28363-fcbb-4f87-a951-ceae472a58e1/ef4402f0-0d1c-49ee-8d64-0259dad446de) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:02.383443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.401928 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.408341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] 10.222.0.59 "DELETE /v2.0/networks/53a6fcb8-3354-45d8-8032-086e473884be HTTP/1.1" status: 204 len: 168 time: 0.6808124 Aug 20 13:54:02.431822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9bb99-3b13-43e8-aef5-8588c99a9f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=53a6fcb8-3354-45d8-8032-086e473884be,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:02.467778 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.478814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Transition to ACTIVE for port object ef4402f0-0d1c-49ee-8d64-0259dad446de will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:02.510335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Transition to ACTIVE for port object ef4402f0-0d1c-49ee-8d64-0259dad446de will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:02.519049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.576105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Network 77a12118-dad2-4f11-94a7-c7df25553d15 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:02.584360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:02.587106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:02.591033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Pushing event updated for resources: {'Port': ['ID=ef4402f0-0d1c-49ee-8d64-0259dad446de,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:02.638215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8::1 (77a12118-dad2-4f11-94a7-c7df25553d15/cec28363-fcbb-4f87-a951-ceae472a58e1/c42c62b9-6a8c-4549-9c6b-50bc756e9a52) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:02.649407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60386) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:02.654900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Attempting to bind port ef4402f0-0d1c-49ee-8d64-0259dad446de on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:02.655588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Attempting to bind port ef4402f0-0d1c-49ee-8d64-0259dad446de by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:02.656000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Attempting to bind port ef4402f0-0d1c-49ee-8d64-0259dad446de on network 77a12118-dad2-4f11-94a7-c7df25553d15 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:02.662001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:02.662769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Checking segment: {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:02.662769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.663234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Bound using segment: {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:02.663724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Bound port: ef4402f0-0d1c-49ee-8d64-0259dad446de, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:02.664117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.738520 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] For port ef4402f0-0d1c-49ee-8d64-0259dad446de, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:02.744116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] For port ef4402f0-0d1c-49ee-8d64-0259dad446de, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ef4402f0-0d1c-49ee-8d64-0259dad446de,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:02.751993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.757915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11913cfa-25a3-4635-a90d-4106e3f8c56a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86f29bd66021468e91387c9276197225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073391 Aug 20 13:54:02.761721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60388) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:02.806663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.826391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object c42c62b9-6a8c-4549-9c6b-50bc756e9a52 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:02.830195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4edcf2-57f6-4dd4-bfe6-9a969f8b2c56 None None] Pushing event updated for resources: {'Port': ['ID=ef4402f0-0d1c-49ee-8d64-0259dad446de,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:02.834500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9eac3d92-92e2-474f-9f52-6f207e02c215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.866045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9eac3d92-92e2-474f-9f52-6f207e02c215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.870656 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.917759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 77a12118-dad2-4f11-94a7-c7df25553d15 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:02.925974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:02.929143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:02.929695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9eac3d92-92e2-474f-9f52-6f207e02c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.929829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.933003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9eac3d92-92e2-474f-9f52-6f207e02c215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:02.935204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9eac3d92-92e2-474f-9f52-6f207e02c215 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba0fe7d8-0526-4c03-989d-7031b448bce7 HTTP/1.1" status: 204 len: 168 time: 0.1715131 Aug 20 13:54:02.942752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:02.944473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac3d92-92e2-474f-9f52-6f207e02c215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0fe7d8-0526-4c03-989d-7031b448bce7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:03.366739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:03.667432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:03.673669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:03.675000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:03.771581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:03.819054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 77a12118-dad2-4f11-94a7-c7df25553d15 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:03.820895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:03.901371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22c9fc-223f-48a2-8cc8-177d6b6ea1db None None] Network 77a12118-dad2-4f11-94a7-c7df25553d15 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:03.977580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ae07fb0d-2bb3-4e50-bc03-5dd5319a8952 None None] Provisioning for port ef4402f0-0d1c-49ee-8d64-0259dad446de completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:03.988711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:54:04.099106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:04.114409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:04.117218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0442ef37-26e6-4095-80f1-cab726d2268e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3339539 Aug 20 13:54:04.120403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60418) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:04.131127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233454230'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:04.154633 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:04.157324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:04.191623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:04.198799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.237134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:04.253869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.254218 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment effaaead-710e-45a9-9831-c5e5f135a305 of type vlan for network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 Aug 20 13:54:04.307324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:04.319128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.360321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.366624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:04.367283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.439435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3171313 Aug 20 13:54:04.443991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60432) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:04.449316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:04.514475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd2e15-aec0-4d65-819b-ac7cd1a47c59 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=5f6f5497-5be1-444f-bd0c-14dd8bb42024,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:04.537554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:04.593016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:04.598872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.669308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8342af28-cd4c-4dab-b103-224e28308301 None None] Provisioning for port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:04.682035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8342af28-cd4c-4dab-b103-224e28308301 None None] Provisioning complete for port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:04.683125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8342af28-cd4c-4dab-b103-224e28308301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.721902 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:03Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:03Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:04.762440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:04.763084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Updating router 94c24cd6-50db-4de4-a493-a16793ac5efa port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:54:04.772807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8342af28-cd4c-4dab-b103-224e28308301 None None] Port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:04.807394 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.885209 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:04.967818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=ee161375-9614-4d6b-b80d-b6e37ca64ec3,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:05.000933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:05.001248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 5f6f5497-5be1-444f-bd0c-14dd8bb42024, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:05.023490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5de041a7-9f1c-4020-a354-91097b340597 None None] Provisioning complete for port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:05.025920 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5de041a7-9f1c-4020-a354-91097b340597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.033592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ef4402f0-0d1c-49ee-8d64-0259dad446de up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:05.045318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:05.065585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 5f6f5497-5be1-444f-bd0c-14dd8bb42024) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:05.078139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:05.079411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.101063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b0819-793f-432e-a492-49a19069468e None None] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:05.124861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bae6ef45-b88d-457c-b0d9-46b622da5e39 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6795859 Aug 20 13:54:05.130903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60450) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:05.230002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5de041a7-9f1c-4020-a354-91097b340597 None None] Port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:05.249045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60452) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:05.265783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ef4402f0-0d1c-49ee-8d64-0259dad446de completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:05.269836 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.282543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ef4402f0-0d1c-49ee-8d64-0259dad446de triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:05.282917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.299582 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Transition to ACTIVE for port object c42c62b9-6a8c-4549-9c6b-50bc756e9a52 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:05.306539 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.455641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76396c1e-9b37-4d9a-9a9e-752a8570e868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.497296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.505805 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Pushing event updated for resources: {'Port': ['ID=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:05.543300 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.543643 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.543979 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.544454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.544692 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.545017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.545485 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.545810 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.546134 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.546456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.547272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ef4402f0-0d1c-49ee-8d64-0259dad446de, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ef4402f0-0d1c-49ee-8d64-0259dad446de,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:05.549145 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.549647 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:05.550795 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:05.551711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.556901 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.585942 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Attempting to bind port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:05.586420 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Attempting to bind port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:05.586777 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Attempting to bind port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 on network 77a12118-dad2-4f11-94a7-c7df25553d15 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:05.596736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:05.597119 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Checking segment: {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:05.597616 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.598225 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Bound using segment: {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:05.603153 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Bound port: c42c62b9-6a8c-4549-9c6b-50bc756e9a52, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89caa928-b583-4a0c-9e8d-71ca5d92bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:05.603568 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.647687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76396c1e-9b37-4d9a-9a9e-752a8570e868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.656061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-76396c1e-9b37-4d9a-9a9e-752a8570e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.697861 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] For port c42c62b9-6a8c-4549-9c6b-50bc756e9a52, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:05.703139 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] For port c42c62b9-6a8c-4549-9c6b-50bc756e9a52, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:05.712086 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.724394 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-76396c1e-9b37-4d9a-9a9e-752a8570e868 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05619f28007b4187b4e458e4c210cda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727280 Aug 20 13:54:05.726499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60456) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:05.739981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76396c1e-9b37-4d9a-9a9e-752a8570e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2f68cc-1b93-4887-93ad-74b284d429c1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:05.807751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Allocated IP 2001:db8:1::2 (5f6f5497-5be1-444f-bd0c-14dd8bb42024/ee161375-9614-4d6b-b80d-b6e37ca64ec3/d08c3e01-abf5-4da3-812c-afffd35d36ae) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:05.809331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b899fe4-4b0b-4635-baed-736faf81965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.850423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b899fe4-4b0b-4635-baed-736faf81965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.903273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ef4402f0-0d1c-49ee-8d64-0259dad446de,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:05.950212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b899fe4-4b0b-4635-baed-736faf81965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.955758 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4b899fe4-4b0b-4635-baed-736faf81965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:05.957865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b899fe4-4b0b-4635-baed-736faf81965c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d2f68cc-1b93-4887-93ad-74b284d429c1 HTTP/1.1" status: 204 len: 168 time: 0.2298887 Aug 20 13:54:05.979337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b899fe4-4b0b-4635-baed-736faf81965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2f68cc-1b93-4887-93ad-74b284d429c1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:06.017371 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b75d9-f377-4645-9f94-57dd70d88498 None None] Pushing event updated for resources: {'Port': ['ID=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:06.026602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:06.027015 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:06.031446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:06.051282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Transition to ACTIVE for port object d08c3e01-abf5-4da3-812c-afffd35d36ae will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:06.100423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Transition to ACTIVE for port object d08c3e01-abf5-4da3-812c-afffd35d36ae will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:06.110498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:06.161515 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:06.216911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:06.223070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:06.229864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:06.271052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:06.273210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Pushing event updated for resources: {'Port': ['ID=d08c3e01-abf5-4da3-812c-afffd35d36ae,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:06.331453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Attempting to bind port d08c3e01-abf5-4da3-812c-afffd35d36ae on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:06.331851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Attempting to bind port d08c3e01-abf5-4da3-812c-afffd35d36ae by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:06.332227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Attempting to bind port d08c3e01-abf5-4da3-812c-afffd35d36ae on network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:06.338636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:06.339006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Checking segment: {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:06.339436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:06.339844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Bound using segment: {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:06.348319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Bound port: d08c3e01-abf5-4da3-812c-afffd35d36ae, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:06.348851 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:06.502397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] For port d08c3e01-abf5-4da3-812c-afffd35d36ae, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:06.512144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] For port d08c3e01-abf5-4da3-812c-afffd35d36ae, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d08c3e01-abf5-4da3-812c-afffd35d36ae,segment=NetworkSegment(effaaead-710e-45a9-9831-c5e5f135a305),segment_id=effaaead-710e-45a9-9831-c5e5f135a305)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:06.522686 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:06.532362 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:03Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:05Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:06.583777 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcdaac1-5b81-42af-828b-829b9068e98b None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:03Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:05Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:06.624067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2692e06-ba7c-479a-b138-a69a378ea639 None None] Pushing event updated for resources: {'Port': ['ID=d08c3e01-abf5-4da3-812c-afffd35d36ae,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:06.770548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8:1::1 (5f6f5497-5be1-444f-bd0c-14dd8bb42024/ee161375-9614-4d6b-b80d-b6e37ca64ec3/47de9ca9-de87-4439-ba1c-448f5210bd8b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:07.012882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ef4402f0-0d1c-49ee-8d64-0259dad446de up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:07.084959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.116782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object 47de9ca9-de87-4439-ba1c-448f5210bd8b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:07.135762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ef4402f0-0d1c-49ee-8d64-0259dad446de triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:07.136281 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.191045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.264789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:07.271822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:07.274347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=47de9ca9-de87-4439-ba1c-448f5210bd8b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:07.278379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:07.279027 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.456357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.875376 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.881067 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:07.882225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.013754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=47de9ca9-de87-4439-ba1c-448f5210bd8b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:08.019959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f26f25b-0a4f-42b6-8a77-801deeb3046e None None] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:08.097976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-89505a25-4b1f-4980-b27e-12839b7db535 None None] Provisioning for port d08c3e01-abf5-4da3-812c-afffd35d36ae completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:08.102245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:08.105897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:08.237510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:08.374510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:08.380466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0956e82-bce6-4cff-9c21-f4dd123aaeff tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482076 Aug 20 13:54:08.385365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:08.395452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-982202374'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:08.446252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:08.451759 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.486224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:08.501600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.501860 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment 1be13156-dee0-4919-b963-de3de16a0cac of type vlan for network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 Aug 20 13:54:08.567922 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.607576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.613577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:08.614227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.634512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:08.657054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:08.658837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:08.705829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3178616 Aug 20 13:54:08.706325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60508) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:08.717527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:08.731433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77388a3f-5da8-4a28-a737-ffae23f5a879 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=42c34def-502e-4d8c-ba5b-cc2f3ac11393,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:08.819668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:08.846290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:08.876290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:08.885863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:08.986017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f0ee23f5-ecff-496f-9e6a-b5b65921d977 None None] Provisioning for port 47de9ca9-de87-4439-ba1c-448f5210bd8b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:09.146397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c42c62b9-6a8c-4549-9c6b-50bc756e9a52 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:09.153837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f0ee23f5-ecff-496f-9e6a-b5b65921d977 None None] Provisioning complete for port 47de9ca9-de87-4439-ba1c-448f5210bd8b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:09.154475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f0ee23f5-ecff-496f-9e6a-b5b65921d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.276127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee23f5-ecff-496f-9e6a-b5b65921d977 None None] Port 47de9ca9-de87-4439-ba1c-448f5210bd8b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:09.298086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:09.304317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:09.304979 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.319713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.361573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:07Z', 'revision_number': 3, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:07Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:05Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:09.406885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:09.408223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Updating router 94c24cd6-50db-4de4-a493-a16793ac5efa port 47de9ca9-de87-4439-ba1c-448f5210bd8b binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:54:09.454683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=87cadb49-b2d3-4140-af03-dba46df5237b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:09.492117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.528290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.530546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:09.531508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 42c34def-502e-4d8c-ba5b-cc2f3ac11393, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:09.556851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-57087c18-4f69-4ce0-8466-db45f3a18db5 None None] Provisioning complete for port 47de9ca9-de87-4439-ba1c-448f5210bd8b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:09.557228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57087c18-4f69-4ce0-8466-db45f3a18db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.560848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c42c62b9-6a8c-4549-9c6b-50bc756e9a52, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:09.562480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:09.573267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 42c34def-502e-4d8c-ba5b-cc2f3ac11393) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:09.587739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:09.588581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.609812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-734e02c6-27c3-4d8f-b379-48d08dd611e9 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8989406 Aug 20 13:54:09.610183 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60532) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:09.618002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c7159-e0b5-4fae-8d96-3118ea9b82d0 None None] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:09.630865 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:09.632199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d08c3e01-abf5-4da3-812c-afffd35d36ae up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:09.955925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-57087c18-4f69-4ce0-8466-db45f3a18db5 None None] Port 47de9ca9-de87-4439-ba1c-448f5210bd8b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:09.961212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60536) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:10.052204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:10.068454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.084150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.084540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.084907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.085242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.085773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.086109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.086437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.086936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.087264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.087590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.087915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.088236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:10.104039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d08c3e01-abf5-4da3-812c-afffd35d36ae completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:10.105364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8022ce80-ab47-4303-b057-29412203260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.155647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d08c3e01-abf5-4da3-812c-afffd35d36ae triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:10.156042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.212643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-190b2fdc-cd44-4df8-80b7-996590fb2984 None None] Provisioning complete for port 47de9ca9-de87-4439-ba1c-448f5210bd8b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:10.213019 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-190b2fdc-cd44-4df8-80b7-996590fb2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.219800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8022ce80-ab47-4303-b057-29412203260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.224899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8022ce80-ab47-4303-b057-29412203260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.271216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022ce80-ab47-4303-b057-29412203260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930fe5e5-07b3-4552-8ef6-defa6792c1bb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:10.276425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8022ce80-ab47-4303-b057-29412203260b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c8e62ce5fb74e109dd22e9cc864fdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138199 Aug 20 13:54:10.279618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60540) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:10.295390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-190b2fdc-cd44-4df8-80b7-996590fb2984 None None] Port 47de9ca9-de87-4439-ba1c-448f5210bd8b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:10.334046 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e7714a6-71c8-445a-906b-d916a42d9bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.362928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:10.364208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.366917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e7714a6-71c8-445a-906b-d916a42d9bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.370641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8:2::1 (42c34def-502e-4d8c-ba5b-cc2f3ac11393/87cadb49-b2d3-4140-af03-dba46df5237b/db868dba-7b48-4f26-ac27-e80bccea3a08) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:10.432736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e7714a6-71c8-445a-906b-d916a42d9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.433261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.436169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6e7714a6-71c8-445a-906b-d916a42d9bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.442422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6e7714a6-71c8-445a-906b-d916a42d9bc6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/930fe5e5-07b3-4552-8ef6-defa6792c1bb HTTP/1.1" status: 204 len: 168 time: 0.1614640 Aug 20 13:54:10.451962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7714a6-71c8-445a-906b-d916a42d9bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930fe5e5-07b3-4552-8ef6-defa6792c1bb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:10.515221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.529473 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.547756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object db868dba-7b48-4f26-ac27-e80bccea3a08 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:10.569456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Transition to ACTIVE for port object 47de9ca9-de87-4439-ba1c-448f5210bd8b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:10.579172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d08c3e01-abf5-4da3-812c-afffd35d36ae, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d08c3e01-abf5-4da3-812c-afffd35d36ae,segment=NetworkSegment(effaaead-710e-45a9-9831-c5e5f135a305),segment_id=effaaead-710e-45a9-9831-c5e5f135a305)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:10.584169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.588062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.594075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.639415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:10.642815 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:10.646626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:10.647172 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.677707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede5bb3-d8d8-48bf-8fd5-0ac8783faaff None None] Pushing event updated for resources: {'Port': ['ID=47de9ca9-de87-4439-ba1c-448f5210bd8b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:10.694141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Allocated IP 2001:db8:2::2 (42c34def-502e-4d8c-ba5b-cc2f3ac11393/87cadb49-b2d3-4140-af03-dba46df5237b/b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:10.697334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=db868dba-7b48-4f26-ac27-e80bccea3a08,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:10.804131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.837340 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60546) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:10.861555 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4790fb2-4672-4e6e-906e-f759fd44e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.878486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Attempting to bind port 47de9ca9-de87-4439-ba1c-448f5210bd8b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:10.878907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Attempting to bind port 47de9ca9-de87-4439-ba1c-448f5210bd8b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:10.879324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Attempting to bind port 47de9ca9-de87-4439-ba1c-448f5210bd8b on network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:10.884193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d08c3e01-abf5-4da3-812c-afffd35d36ae,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:10.904018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:10.904437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Checking segment: {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:10.905105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.905498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Bound using segment: {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:10.905990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Bound port: 47de9ca9-de87-4439-ba1c-448f5210bd8b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effaaead-710e-45a9-9831-c5e5f135a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:10.906379 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:10.981678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c42c62b9-6a8c-4549-9c6b-50bc756e9a52 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:11.054305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4790fb2-4672-4e6e-906e-f759fd44e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.061138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4790fb2-4672-4e6e-906e-f759fd44e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.103902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] For port 47de9ca9-de87-4439-ba1c-448f5210bd8b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:11.110971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4790fb2-4672-4e6e-906e-f759fd44e30f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3dff91c91b54c97b15a21466f58b357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698331 Aug 20 13:54:11.110971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4790fb2-4672-4e6e-906e-f759fd44e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cdc539-91d0-435c-b350-bcbe86fd29ce,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:11.112655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60548) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:11.123965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] For port 47de9ca9-de87-4439-ba1c-448f5210bd8b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=47de9ca9-de87-4439-ba1c-448f5210bd8b,segment=NetworkSegment(effaaead-710e-45a9-9831-c5e5f135a305),segment_id=effaaead-710e-45a9-9831-c5e5f135a305)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:11.125593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.140406 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.148732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Transition to ACTIVE for port object b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:11.175083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:11.175504 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.206945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba34505-490b-43b9-9595-5f217859799e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.231709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.240966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.241748 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.242545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Transition to ACTIVE for port object b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:11.254797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba34505-490b-43b9-9595-5f217859799e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.269405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede5bb3-d8d8-48bf-8fd5-0ac8783faaff None None] Pushing event updated for resources: {'Port': ['ID=47de9ca9-de87-4439-ba1c-448f5210bd8b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:11.272734 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.302896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:11.303807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:11.360507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:11.369223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=db868dba-7b48-4f26-ac27-e80bccea3a08,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:11.403889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:11.409241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Pushing event updated for resources: {'Port': ['ID=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:11.429808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba34505-490b-43b9-9595-5f217859799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.432383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bba34505-490b-43b9-9595-5f217859799e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.432636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:11.433655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bba34505-490b-43b9-9595-5f217859799e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71cdc539-91d0-435c-b350-bcbe86fd29ce HTTP/1.1" status: 204 len: 168 time: 0.3164847 Aug 20 13:54:11.463131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34505-490b-43b9-9595-5f217859799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cdc539-91d0-435c-b350-bcbe86fd29ce,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:11.469304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:11.483068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:11.484719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:11.608123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Attempting to bind port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:11.608856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Attempting to bind port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:11.609601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Attempting to bind port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 on network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:11.617407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:11.629141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:11.629515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Checking segment: {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:11.630103 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.630649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Bound using segment: {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:11.631488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Bound port: b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:11.632051 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.725813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:11.736093 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-405dcf80-b9fb-4a55-91fc-bd9d9330de82 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212132 Aug 20 13:54:11.736093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60554) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:11.741305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20637666'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:11.766164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:11.773121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.787057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] For port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:11.804021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:11.804517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] For port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:11.812238 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.823229 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.823625 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added segment e92ebfa7-4963-49ec-8096-17032091fd3e of type vlan for network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 Aug 20 13:54:11.885432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.889612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2c5da-3837-43a9-8fef-863d72614297 None None] Pushing event updated for resources: {'Port': ['ID=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:11.900231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:10Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:11Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:11Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:11.917774 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:11.925079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:11.925602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:12.035684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2989135 Aug 20 13:54:12.039186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60564) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:12.042121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da2ef2-5722-47fa-aeed-3f3d70ab0202 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Network': ['ID=09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:12.054525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'subnet': {'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:12.099506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:12.103445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138d6a5-4193-406a-8ae0-0af8293eb3ba None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:10Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:11Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:11Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:12.294520 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:54:12.335118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Made reservation on behalf of f98dd2bdffc34210b2b5ab3ac3a9784e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:12.339019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:12.592309 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:12.657931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Subnet': ['ID=6fb91d85-b98c-4bde-bb6b-8a86e5a3955a,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:12.679055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Checking segment: {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:12.679592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network hostable DHCP agents. Network: 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:12.698971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:12.713959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:12.719271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:12.719845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:12.727786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd42f3c-254f-4bc7-b0dd-42795018fb5e None None] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:12.751190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bdfb5121-a783-4987-84c5-1f301296d1d4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7075748 Aug 20 13:54:12.754143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60580) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:13.030089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:13.031204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.192369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 47de9ca9-de87-4439-ba1c-448f5210bd8b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:13.361379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Allocated IP 2001:db8:3::2 (09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3/6fb91d85-b98c-4bde-bb6b-8a86e5a3955a/bc5dbd76-39e9-4a29-994c-ce3f4839bbf2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:13.366725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 47de9ca9-de87-4439-ba1c-448f5210bd8b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:13.384254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 47de9ca9-de87-4439-ba1c-448f5210bd8b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:13.384254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.501776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28666adc-ce81-4cc3-9608-9545f70a5ce2 None None] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:13.581956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.637605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e095751c-a86b-43a0-a980-f9efce41879d None None] Provisioning for port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:13.701424 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.759899 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.778356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Transition to ACTIVE for port object bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:13.805900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 47de9ca9-de87-4439-ba1c-448f5210bd8b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=47de9ca9-de87-4439-ba1c-448f5210bd8b,segment=NetworkSegment(effaaead-710e-45a9-9831-c5e5f135a305),segment_id=effaaead-710e-45a9-9831-c5e5f135a305)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:13.817772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.818571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d08c3e01-abf5-4da3-812c-afffd35d36ae up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:13.855986 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:13.871344 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:13.872155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:13.873893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Transition to ACTIVE for port object bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:13.893347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:13.977896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:13.982863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=47de9ca9-de87-4439-ba1c-448f5210bd8b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:13.986967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:13.990900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:14.006262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Allocated IP 2001:db8:3::1 (09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3/6fb91d85-b98c-4bde-bb6b-8a86e5a3955a/bb49ca41-6f47-4fa9-9728-409718321685) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:14.032812 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:14.111264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Pushing event updated for resources: {'Port': ['ID=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:14.133848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d08c3e01-abf5-4da3-812c-afffd35d36ae triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:14.134250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.209290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Attempting to bind port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:14.209926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Attempting to bind port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:14.210352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Attempting to bind port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 on network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:14.228226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:14.229086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Checking segment: {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:14.230340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.230910 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.232414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Bound using segment: {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:14.233449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Bound port: bc5dbd76-39e9-4a29-994c-ce3f4839bbf2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:14.234267 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.251023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Transition to ACTIVE for port object bb49ca41-6f47-4fa9-9728-409718321685 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:14.343211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.382250 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:10Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:11Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:14.401497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] For port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:14.405379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:14.435622 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:14.435622 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Updating router 94c24cd6-50db-4de4-a493-a16793ac5efa port db868dba-7b48-4f26-ac27-e80bccea3a08 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:54:14.436333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] For port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,segment=NetworkSegment(e92ebfa7-4963-49ec-8096-17032091fd3e),segment_id=e92ebfa7-4963-49ec-8096-17032091fd3e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:14.440226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=bb49ca41-6f47-4fa9-9728-409718321685,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:14.454326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.457812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:14.460190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:14.464028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:14.468339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.483323 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.567488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723145-9986-43d7-af49-3ee9423e2d3e None None] Pushing event updated for resources: {'Port': ['ID=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:14.571093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:14.585788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:14.586750 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.668831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6073305f-d847-454c-b661-4300f6941827 None None] Provisioning for port db868dba-7b48-4f26-ac27-e80bccea3a08 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:14.696746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6073305f-d847-454c-b661-4300f6941827 None None] Provisioning complete for port db868dba-7b48-4f26-ac27-e80bccea3a08 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:14.697581 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6073305f-d847-454c-b661-4300f6941827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.770634 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.796362 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.819616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6073305f-d847-454c-b661-4300f6941827 None None] Port db868dba-7b48-4f26-ac27-e80bccea3a08 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:14.895328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6073305f-d847-454c-b661-4300f6941827 None None] Provisioning complete for port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:14.895328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6073305f-d847-454c-b661-4300f6941827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:14.899955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:14.969902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.069344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:15.117838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60630) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:15.254725 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.272734 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Transition to ACTIVE for port object db868dba-7b48-4f26-ac27-e80bccea3a08 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:15.281261 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.304223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:15.360665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92ed0576-8d3d-47d7-94ef-06697d0bb728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.420611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b5820-f2cd-412d-8935-a01aae866c31 None None] Pushing event updated for resources: {'Port': ['ID=db868dba-7b48-4f26-ac27-e80bccea3a08,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:15.453016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:15.462343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 47de9ca9-de87-4439-ba1c-448f5210bd8b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:15.469550 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Attempting to bind port db868dba-7b48-4f26-ac27-e80bccea3a08 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:15.470224 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Attempting to bind port db868dba-7b48-4f26-ac27-e80bccea3a08 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:15.471308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Attempting to bind port db868dba-7b48-4f26-ac27-e80bccea3a08 on network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:15.483710 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:15.483710 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Checking segment: {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:15.484247 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.484884 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Bound using segment: {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:15.485856 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Bound port: db868dba-7b48-4f26-ac27-e80bccea3a08, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be13156-dee0-4919-b963-de3de16a0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:15.486912 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.579097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 47de9ca9-de87-4439-ba1c-448f5210bd8b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:15.579791 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.582857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92ed0576-8d3d-47d7-94ef-06697d0bb728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.589933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92ed0576-8d3d-47d7-94ef-06697d0bb728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.649782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-92ed0576-8d3d-47d7-94ef-06697d0bb728 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3c0004b015449c893be69d7e0291239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293078 Aug 20 13:54:15.654037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60634) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:15.668288 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] For port db868dba-7b48-4f26-ac27-e80bccea3a08, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:15.676999 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] For port db868dba-7b48-4f26-ac27-e80bccea3a08, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=db868dba-7b48-4f26-ac27-e80bccea3a08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:15.686916 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.788786 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b5820-f2cd-412d-8935-a01aae866c31 None None] Pushing event updated for resources: {'Port': ['ID=db868dba-7b48-4f26-ac27-e80bccea3a08,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:15.790651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed0576-8d3d-47d7-94ef-06697d0bb728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f0cb7-9a51-41af-8889-606c9592afdb,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:15.806966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21d5acaf-06cb-461e-8af5-d6f9c45ce97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.821720 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:15.822385 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:15.847853 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-37c1f387-1f12-441e-b1f2-219921d2a708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.856071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21d5acaf-06cb-461e-8af5-d6f9c45ce97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.936526 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21d5acaf-06cb-461e-8af5-d6f9c45ce97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.939734 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21d5acaf-06cb-461e-8af5-d6f9c45ce97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:15.941406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-21d5acaf-06cb-461e-8af5-d6f9c45ce97a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/457f0cb7-9a51-41af-8889-606c9592afdb HTTP/1.1" status: 204 len: 168 time: 0.2853942 Aug 20 13:54:15.953948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5acaf-06cb-461e-8af5-d6f9c45ce97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f0cb7-9a51-41af-8889-606c9592afdb,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:16.047843 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:16.117491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:16.123922 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:16.124959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:16.255752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event updated for resources: {'Port': ['ID=bb49ca41-6f47-4fa9-9728-409718321685,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:16.309793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:16.311496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:16.348602 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:14Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:14Z', 'revision_number': 1, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:15Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:16.387216 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b542cfe-76d2-42c2-b6db-ef6e7fdb9bde None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:14Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:14Z', 'revision_number': 1, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:15Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:16.504419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:16.587927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8526dde-9c99-4545-96ac-41b0c26db1ca None None] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:16.642508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60642) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:16.689815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4dfc-9984-409e-a158-1d3a7c8a8e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:16.705417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] Provisioning for port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:16.718449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] Provisioning complete for port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:16.718836 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:16.726911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:16.739423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-789cc1fb-7632-42ed-9d69-96e751e1bb6c tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9753675 Aug 20 13:54:16.740175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60644) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:16.747222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:16.898751 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:16.953561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] For port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,segment=NetworkSegment(e92ebfa7-4963-49ec-8096-17032091fd3e),segment_id=e92ebfa7-4963-49ec-8096-17032091fd3e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:16.961184 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.065592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c09a0-92be-4a64-a03b-0bcedac91f58 None None] Pushing event updated for resources: {'Port': ['ID=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:17.246453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db868dba-7b48-4f26-ac27-e80bccea3a08 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:17.331243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port db868dba-7b48-4f26-ac27-e80bccea3a08 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:17.345029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port db868dba-7b48-4f26-ac27-e80bccea3a08 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:17.345694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.349598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4dfc-9984-409e-a158-1d3a7c8a8e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.362393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4dfc-9984-409e-a158-1d3a7c8a8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.398470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.extraroute_db [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 13:54:17.406569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8c4e4dfc-9984-409e-a158-1d3a7c8a8e28 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b970d72fb69a4baea855d27a5226d602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7623441 Aug 20 13:54:17.407862 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e4dfc-9984-409e-a158-1d3a7c8a8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab9e8f9-88a4-4a3e-8779-99c9f374a5d3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:17.409173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60646) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:17.446482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.extraroute_db [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Removed routes are [] {{(pid=94861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 13:54:17.446886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.452730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b47e6245-f7eb-43c5-9f11-02663c6d307a None None] Provisioning complete for port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:17.453453 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b47e6245-f7eb-43c5-9f11-02663c6d307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.523579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.546156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:17.576349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb81d-877f-4b70-8453-2841e9c46160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.614871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:17.616048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:53:48Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:17.617230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb81d-877f-4b70-8453-2841e9c46160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.701293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port db868dba-7b48-4f26-ac27-e80bccea3a08, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=db868dba-7b48-4f26-ac27-e80bccea3a08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:17.715481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.716806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:17.824501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.829588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.918937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb81d-877f-4b70-8453-2841e9c46160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.922002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb81d-877f-4b70-8453-2841e9c46160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:17.923386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c9ccb81d-877f-4b70-8453-2841e9c46160 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ab9e8f9-88a4-4a3e-8779-99c9f374a5d3 HTTP/1.1" status: 204 len: 168 time: 0.5115409 Aug 20 13:54:17.938564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccb81d-877f-4b70-8453-2841e9c46160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab9e8f9-88a4-4a3e-8779-99c9f374a5d3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:17.975276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:18.118507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:18.133015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.139891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60650) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:18.140797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d42b3a9f-21c7-4490-91ac-f3db2d4d899b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 953 time: 1.3990710 Aug 20 13:54:18.162716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:18.171072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b47e6245-f7eb-43c5-9f11-02663c6d307a None None] Provisioning for port bb49ca41-6f47-4fa9-9728-409718321685 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:18.217509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b47e6245-f7eb-43c5-9f11-02663c6d307a None None] Provisioning complete for port bb49ca41-6f47-4fa9-9728-409718321685 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:18.217882 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b47e6245-f7eb-43c5-9f11-02663c6d307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.221714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=db868dba-7b48-4f26-ac27-e80bccea3a08,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:18.294385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:18.294996 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.322213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3843ded7-fc08-4b76-a19c-19acd3851fe4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 953 time: 0.1803081 Aug 20 13:54:18.325412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60654) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:18.330536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'routes': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:18.427681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b47e6245-f7eb-43c5-9f11-02663c6d307a None None] Port bb49ca41-6f47-4fa9-9728-409718321685 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:18.619273 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fe446ab4-8a82-4009-9fc7-eac04e2505df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.641540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.643203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b00a82c6-454d-46f1-af31-51e210f4be1f None None] Provisioning complete for port bb49ca41-6f47-4fa9-9728-409718321685 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:18.645248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b00a82c6-454d-46f1-af31-51e210f4be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.698279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b00a82c6-454d-46f1-af31-51e210f4be1f None None] Port bb49ca41-6f47-4fa9-9728-409718321685 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:18.721282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 6, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:15Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:15Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:18.753818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:18.754283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Updating router 94c24cd6-50db-4de4-a493-a16793ac5efa port bb49ca41-6f47-4fa9-9728-409718321685 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:54:18.785356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:18.867794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.extraroute_db [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added routes are [] {{(pid=94861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 13:54:18.868376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.extraroute_db [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 13:54:18.903321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.101911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:19.153829 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.171632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Transition to ACTIVE for port object bb49ca41-6f47-4fa9-9728-409718321685 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:19.181535 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.223806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:19.224271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.270011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445782d9-7bed-450f-a8d4-2403f44047de None None] Pushing event updated for resources: {'Port': ['ID=bb49ca41-6f47-4fa9-9728-409718321685,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:19.363736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Attempting to bind port bb49ca41-6f47-4fa9-9728-409718321685 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:19.363736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Attempting to bind port bb49ca41-6f47-4fa9-9728-409718321685 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:19.363937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Attempting to bind port bb49ca41-6f47-4fa9-9728-409718321685 on network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:19.405681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:19.406344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Checking segment: {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:19.407060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.407692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Bound using segment: {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:19.408584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Bound port: bb49ca41-6f47-4fa9-9728-409718321685, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92ebfa7-4963-49ec-8096-17032091fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:19.409320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.454329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db868dba-7b48-4f26-ac27-e80bccea3a08 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:19.480788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.485138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.598747 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.643886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] For port bb49ca41-6f47-4fa9-9728-409718321685, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:19.652461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] For port bb49ca41-6f47-4fa9-9728-409718321685, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bb49ca41-6f47-4fa9-9728-409718321685,segment=NetworkSegment(e92ebfa7-4963-49ec-8096-17032091fd3e),segment_id=e92ebfa7-4963-49ec-8096-17032091fd3e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:19.658657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:19.671154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.680842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port db868dba-7b48-4f26-ac27-e80bccea3a08 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:19.681563 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.825440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:19.839093 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:19.840907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5488ac60-4f56-4f06-84c1-1f70671b4623 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 703 time: 1.5143569 Aug 20 13:54:19.844660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60710) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:19.852028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:19.853096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:19.932835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445782d9-7bed-450f-a8d4-2403f44047de None None] Pushing event updated for resources: {'Port': ['ID=bb49ca41-6f47-4fa9-9728-409718321685,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:20.057235 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-73231f4b-7d20-4169-b11a-3fbaf1b306d5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 703 time: 0.2097306 Aug 20 13:54:20.062063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60712) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:20.094256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:20.264577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60716) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:20.437772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.450844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:18Z', 'revision_number': 7, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:19Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:20.487239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae72eb-0c78-4309-937c-22b3530649ef None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:18Z', 'revision_number': 7, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:19Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:20.552124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.556920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.600124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286ef33a-1a83-42f9-b826-bae626bd409e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:20.606156 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29fe200dc7ea479b88c7fc87f6c8a89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393183 Aug 20 13:54:20.608237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60720) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:20.611268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.611620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.611969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.612307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.612667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.612997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.613322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.613651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.613978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.614300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.614618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.614933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873faf5-ed39-46ed-90f0-2c6cabedcd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:20.692045 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:20.702870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:20.703509 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:20.709519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fe568ce-9c09-4e96-a7de-7d20666fbce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.739929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.743153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fe568ce-9c09-4e96-a7de-7d20666fbce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.896536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:20.935725 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fe568ce-9c09-4e96-a7de-7d20666fbce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.938404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1fe568ce-9c09-4e96-a7de-7d20666fbce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:20.942903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fe568ce-9c09-4e96-a7de-7d20666fbce9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/286ef33a-1a83-42f9-b826-bae626bd409e HTTP/1.1" status: 204 len: 168 time: 0.3332849 Aug 20 13:54:20.956709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe568ce-9c09-4e96-a7de-7d20666fbce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286ef33a-1a83-42f9-b826-bae626bd409e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:21.118726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port bb49ca41-6f47-4fa9-9728-409718321685 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:21.119421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.149383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bb49ca41-6f47-4fa9-9728-409718321685 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:21.230505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port bb49ca41-6f47-4fa9-9728-409718321685 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:21.237544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port bb49ca41-6f47-4fa9-9728-409718321685 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:21.239568 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.251572 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:18Z', 'revision_number': 7, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:19Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:21.287142 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:21.291232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port bb49ca41-6f47-4fa9-9728-409718321685, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bb49ca41-6f47-4fa9-9728-409718321685,segment=NetworkSegment(e92ebfa7-4963-49ec-8096-17032091fd3e),segment_id=e92ebfa7-4963-49ec-8096-17032091fd3e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:21.291882 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.297708 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:21.298532 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:21.310180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for bb49ca41-6f47-4fa9-9728-409718321685 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:21.413208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.424376 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:21.483361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port bb49ca41-6f47-4fa9-9728-409718321685, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bb49ca41-6f47-4fa9-9728-409718321685,segment=NetworkSegment(e92ebfa7-4963-49ec-8096-17032091fd3e),segment_id=e92ebfa7-4963-49ec-8096-17032091fd3e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:21.503366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.540170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.573281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=bb49ca41-6f47-4fa9-9728-409718321685,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:21.654968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:21.701925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=bb49ca41-6f47-4fa9-9728-409718321685,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:21.802297 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:18Z', 'revision_number': 7, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:19Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:21.856415 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f477e12-2cc3-4751-8f51-cff3cb2215d0 None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:18Z', 'revision_number': 7, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb49ca41-6f47-4fa9-9728-409718321685', 'name': '', 'network_id': '09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f1:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:13Z', 'updated_at': '2021-08-20T13:54:19Z', 'revision_number': 4, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '6fb91d85-b98c-4bde-bb6b-8a86e5a3955a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:21.858220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.121533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:22.226757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:22.233074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1d47b415-b56d-4f1d-8727-4850dd9dca2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671040 Aug 20 13:54:22.235744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60746) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:22.243852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:22.254173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:22.255089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:22.302810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet 6fb91d85-b98c-4bde-bb6b-8a86e5a3955a {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:22.309989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.359795 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:22.369139 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.485425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.569848 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.598924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb91d85-b98c-4bde-bb6b-8a86e5a3955a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:22.604126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.609856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60756) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:22.610021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ef4c5fce-0688-4268-8635-a76e9729fd78 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/6fb91d85-b98c-4bde-bb6b-8a86e5a3955a HTTP/1.1" status: 204 len: 168 time: 0.3729844 Aug 20 13:54:22.630463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb40e3-b7e1-4808-b321-74a222305442 None None] Network 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:22.705348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.772765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:22.773258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.804722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:21Z', 'revision_number': 8, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:22.838397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:22.849958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,segment=NetworkSegment(e92ebfa7-4963-49ec-8096-17032091fd3e),segment_id=e92ebfa7-4963-49ec-8096-17032091fd3e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:22.850504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:22.853503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:22.854228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:22.870916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:22.926479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60760) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:22.982724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.026316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=bc5dbd76-39e9-4a29-994c-ce3f4839bbf2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:23.035460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:23.046857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.047360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.047821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.048380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.048842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.049295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.049734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.050178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.050583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.051011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.051446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.051870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:54:23.106712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8112b47c-1dcb-4bfe-9b44-b734789ec422 None None] DHCP port deletion for 09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:23.145841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.151156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:23.159356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:23.176890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92ebfa7-4963-49ec-8096-17032091fd3e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:23.177348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92ebfa7-4963-49ec-8096-17032091fd3e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:23.180955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-119336230'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:23.181528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:23.190354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.208341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:23.208673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.208833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bc5dbd76-39e9-4a29-994c-ce3f4839bbf2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:23.211375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Made reservation on behalf of ce1aac2b3dec45298a3f102f58c21b90 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:23.215684 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.223007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:23.223436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:23.226721 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:23.231307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.307638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.322475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.324974 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3 HTTP/1.1" status: 204 len: 168 time: 0.7132375 Aug 20 13:54:23.328904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60764) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:23.336377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02ed0a-d361-47ca-b408-414ee0b4dc2f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=09b80a3d-0a54-4fd6-8ae1-d7a9e2baf8d3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:23.461762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:21Z', 'revision_number': 8, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:23.496895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e381b1-9831-4c52-9946-25f3efee22cf None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:21Z', 'revision_number': 8, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db868dba-7b48-4f26-ac27-e80bccea3a08', 'name': '', 'network_id': '42c34def-502e-4d8c-ba5b-cc2f3ac11393', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:21:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:10Z', 'updated_at': '2021-08-20T13:54:17Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': '87cadb49-b2d3-4140-af03-dba46df5237b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:23.575368 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.587255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.636766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:23.680023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.680621 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Added segment 4dad0dbe-f9f2-4483-8aa9-e600bbab7214 of type vlan for network 889fe6db-b177-4ca3-90dc-fefadf68df80 Aug 20 13:54:23.699638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee47fdf-facc-4f66-aa40-c66c5da708a4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:23.795123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.830212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.835946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:23.836600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:23.905387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9777102 Aug 20 13:54:23.908525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60766) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:23.916887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Request body: {'subnet': {'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:23.944373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da80265-7b36-4675-a63a-e070c9103365 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event updated for resources: {'Network': ['ID=889fe6db-b177-4ca3-90dc-fefadf68df80,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:23.960135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:24.033777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.058962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Made reservation on behalf of ce1aac2b3dec45298a3f102f58c21b90 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:24.066850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.318987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.371254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port db868dba-7b48-4f26-ac27-e80bccea3a08 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:24.372199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.395125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event updated for resources: {'Subnet': ['ID=9a862d9c-139b-4a72-ab62-0f2b92f7747c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:24.413533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Checking segment: {'id': '4dad0dbe-f9f2-4483-8aa9-e600bbab7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:24.414354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Network hostable DHCP agents. Network: 889fe6db-b177-4ca3-90dc-fefadf68df80, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:24.444085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:24.460441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 889fe6db-b177-4ca3-90dc-fefadf68df80) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:24.466666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:24.467227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.476184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1889a4c9-f485-406f-89c2-043a14a31360 None None] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:24.489865 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e624b264-1c03-45cd-9d79-63a6300fb7e9 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5757463 Aug 20 13:54:24.490275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60768) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:24.506544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Request body: {'port': {'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1969138029'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:24.570888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port db868dba-7b48-4f26-ac27-e80bccea3a08, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=db868dba-7b48-4f26-ac27-e80bccea3a08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:24.571253 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.593767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for db868dba-7b48-4f26-ac27-e80bccea3a08 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:24.684620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-889fe6db-b177-4ca3-90dc-fefadf68df80', 'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80', 'tenant_id': 'ce1aac2b3dec45298a3f102f58c21b90', 'fixed_ips': [{'subnet_id': '9a862d9c-139b-4a72-ab62-0f2b92f7747c'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:24.686162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.765755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Made reservation on behalf of ce1aac2b3dec45298a3f102f58c21b90 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:24.769366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.800129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] device_id is not set on port c1f26fa7-e3ef-4b57-8a58-a17b9cf42539 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:24.874123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Allocated IP 172.20.0.2 (889fe6db-b177-4ca3-90dc-fefadf68df80/9a862d9c-139b-4a72-ab62-0f2b92f7747c/ebb41b46-b1d8-4122-b3a2-a0f40656edd3) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:24.912131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:24.944130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=db868dba-7b48-4f26-ac27-e80bccea3a08,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:25.076785 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.121062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bb49ca41-6f47-4fa9-9728-409718321685 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:25.163897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: bb49ca41-6f47-4fa9-9728-409718321685 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:25.164485 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device bb49ca41-6f47-4fa9-9728-409718321685 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:25.201283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.217165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Transition to ACTIVE for port object ebb41b46-b1d8-4122-b3a2-a0f40656edd3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:25.242247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Transition to ACTIVE for port object ebb41b46-b1d8-4122-b3a2-a0f40656edd3 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:25.249571 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.295831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:25.302751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:25.305018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Pushing event updated for resources: {'Port': ['ID=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:25.309072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:25.374017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Attempting to bind port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:25.374390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Attempting to bind port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4dad0dbe-f9f2-4483-8aa9-e600bbab7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:25.374832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Attempting to bind port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 on network 889fe6db-b177-4ca3-90dc-fefadf68df80 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:25.380950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:25.381323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Checking segment: {'id': '4dad0dbe-f9f2-4483-8aa9-e600bbab7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:25.381741 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.382139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Bound using segment: {'id': '4dad0dbe-f9f2-4483-8aa9-e600bbab7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:25.382700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Bound port: ebb41b46-b1d8-4122-b3a2-a0f40656edd3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dad0dbe-f9f2-4483-8aa9-e600bbab7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '889fe6db-b177-4ca3-90dc-fefadf68df80'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:25.383087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.393125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Allocated IP 172.20.0.5 (889fe6db-b177-4ca3-90dc-fefadf68df80/9a862d9c-139b-4a72-ab62-0f2b92f7747c/c1f26fa7-e3ef-4b57-8a58-a17b9cf42539) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:25.399193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:25.466498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] For port ebb41b46-b1d8-4122-b3a2-a0f40656edd3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:25.469927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] For port ebb41b46-b1d8-4122-b3a2-a0f40656edd3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,segment=NetworkSegment(4dad0dbe-f9f2-4483-8aa9-e600bbab7214),segment_id=4dad0dbe-f9f2-4483-8aa9-e600bbab7214)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:25.474329 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.563297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32058a2-9cae-4bf3-b9a5-70f190b28f5d None None] Pushing event updated for resources: {'Port': ['ID=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:25.631042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:25.639754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8c82ca30-51fd-4aa1-aee7-0202cbbc0192 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3081491 Aug 20 13:54:25.644610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60772) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:25.654008 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:25.680822 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:25.683333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:25.721890 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.746749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Transition to ACTIVE for port object c1f26fa7-e3ef-4b57-8a58-a17b9cf42539 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:25.749487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet 87cadb49-b2d3-4140-af03-dba46df5237b {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:25.753917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.837903 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:25.874638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.897267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:25.961819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:25.968463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:25.972403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:26.067656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:26.068471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.072519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event updated for resources: {'Port': ['ID=c1f26fa7-e3ef-4b57-8a58-a17b9cf42539,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:26.090477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a248315e-b70a-4a3c-a9ac-17d697cc1b73 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5984018 Aug 20 13:54:26.095745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.096057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:26.187971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.188312 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:24Z', 'revision_number': 9, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:26.220724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=87cadb49-b2d3-4140-af03-dba46df5237b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:26.227370 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:26.236228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.241358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-15781000-de04-4222-a4dd-42b1966c5b00 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/87cadb49-b2d3-4140-af03-dba46df5237b HTTP/1.1" status: 204 len: 168 time: 0.5942671 Aug 20 13:54:26.242260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60776) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:26.249532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed341a85-84fa-4486-9739-38b0ddab07eb None None] Network 42c34def-502e-4d8c-ba5b-cc2f3ac11393 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:26.257373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:26.263071 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:26.264252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Deleting port c1f26fa7-e3ef-4b57-8a58-a17b9cf42539 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:26.265141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.383776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.457983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:26.554852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] DHCP port deletion for 42c34def-502e-4d8c-ba5b-cc2f3ac11393 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:26.559275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:26.559828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.731407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:26.732600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.757080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:26.842996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] Deleting port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:26.843641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:26.873207 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:24Z', 'revision_number': 9, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:26.965084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449660a-2821-40d9-82fc-920106ac8f3d None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:24Z', 'revision_number': 9, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': '47de9ca9-de87-4439-ba1c-448f5210bd8b', 'name': '', 'network_id': '5f6f5497-5be1-444f-bd0c-14dd8bb42024', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:f7:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:06Z', 'updated_at': '2021-08-20T13:54:13Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'ee161375-9614-4d6b-b80d-b6e37ca64ec3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:26.969138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.012771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.018404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] For port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,segment=NetworkSegment(1be13156-dee0-4919-b963-de3de16a0cac),segment_id=1be13156-dee0-4919-b963-de3de16a0cac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:27.019213 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.021693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:27.026098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:27.049133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Calling delete_port for c1f26fa7-e3ef-4b57-8a58-a17b9cf42539 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:27.053955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] Calling delete_port for b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:27.130457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.143200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c34def-502e-4d8c-ba5b-cc2f3ac11393']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:27.156265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be13156-dee0-4919-b963-de3de16a0cac') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:27.156531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be13156-dee0-4919-b963-de3de16a0cac') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:27.166435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec79c6-276b-4720-9639-4dfbb797cf66 None None] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:27.168411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.191052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.201195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:27.202405 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.213824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.220865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.251110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] Pushing event deleted for resources: {'Port': ['ID=b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:27.262421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93beb7-a553-499d-a194-93a918c8e9c0 None None] No DVR routers for this DVR port b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:27.262957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event deleted for resources: {'Port': ['ID=c1f26fa7-e3ef-4b57-8a58-a17b9cf42539,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:27.288307 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:27.294874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-13fe3acc-7d67-40cd-8038-4755630bc3fb None None] Provisioning for port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:27.306553 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.317046 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.318955 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/42c34def-502e-4d8c-ba5b-cc2f3ac11393 HTTP/1.1" status: 204 len: 168 time: 1.0753942 Aug 20 13:54:27.336936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60778) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:27.350180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973b720-f7c1-4107-be61-7e8e807b3a10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=42c34def-502e-4d8c-ba5b-cc2f3ac11393,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:27.467867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ebb41b46-b1d8-4122-b3a2-a0f40656edd3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:27.475425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.481390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c3371e6-52b1-401c-92e3-d7708801dbb1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "DELETE /v2.0/ports/c1f26fa7-e3ef-4b57-8a58-a17b9cf42539 HTTP/1.1" status: 204 len: 168 time: 1.3806851 Aug 20 13:54:27.481768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60780) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:27.539742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:27.553894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:27.554504 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.592508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8b68c215-30c8-45a3-8f70-bcfd14c1f28a tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1056781 Aug 20 13:54:27.593644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60784) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:27.598891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-938856751'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:27.648394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Made reservation on behalf of ce1aac2b3dec45298a3f102f58c21b90 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:27.654969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.687379 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.687825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:27.700412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.701025 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Added segment 5bbf95a9-b817-4daa-ae40-cdff8c220be1 of type vlan for network 821a4c73-b0a2-4516-8978-aa1360789820 Aug 20 13:54:27.733813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ebb41b46-b1d8-4122-b3a2-a0f40656edd3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,segment=NetworkSegment(4dad0dbe-f9f2-4483-8aa9-e600bbab7214),segment_id=4dad0dbe-f9f2-4483-8aa9-e600bbab7214)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:27.745877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.764677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.827784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:27.839621 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.850726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:27.853721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:27.854343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b1e4f49c-f9a0-48e4-a2d2-8a02d7e6db08 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:27.857952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:27.859044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.865789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8f995cec-17db-4381-b0fc-ebf85e23964d None None] Provisioning complete for port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:27.866540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f995cec-17db-4381-b0fc-ebf85e23964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.918972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:27.998800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4046347 Aug 20 13:54:28.005476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60786) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.049987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9e24b-2d4b-415f-b006-e940355641eb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event updated for resources: {'Network': ['ID=821a4c73-b0a2-4516-8978-aa1360789820,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:28.064816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 821a4c73-b0a2-4516-8978-aa1360789820 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:28.134772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-abe2a510-ecc4-4976-8701-1cff36a61364 None None] Could not find standard attr ID for object c1f26fa7-e3ef-4b57-8a58-a17b9cf42539. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:54:28.287332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a2b4f1e0-e091-43a9-a616-8e44f15f012b tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/agents/99d102c8-0af4-4e73-bd6a-c7857644b8cd/dhcp-networks HTTP/1.1" status: 200 len: 4864 time: 0.2798376 Aug 20 13:54:28.291860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60788) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.325746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port 47de9ca9-de87-4439-ba1c-448f5210bd8b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:28.325746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:28.442261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10fb6fc-749c-42f7-acec-3ecdb840b477 tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] Network 821a4c73-b0a2-4516-8978-aa1360789820 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:28.466554 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c10fb6fc-749c-42f7-acec-3ecdb840b477 tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "POST /v2.0/agents/99d102c8-0af4-4e73-bd6a-c7857644b8cd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1673858 Aug 20 13:54:28.467049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60790) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.469753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95ac39-29d2-478c-82f0-747c0e8efd0d None None] Network 821a4c73-b0a2-4516-8978-aa1360789820 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:28.475849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port 47de9ca9-de87-4439-ba1c-448f5210bd8b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=47de9ca9-de87-4439-ba1c-448f5210bd8b,segment=NetworkSegment(effaaead-710e-45a9-9831-c5e5f135a305),segment_id=effaaead-710e-45a9-9831-c5e5f135a305)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:28.476599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:28.502084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for 47de9ca9-de87-4439-ba1c-448f5210bd8b owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:28.616395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-956d1003-8170-4332-85f6-0ffcf0f2ba36 tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/agents/99d102c8-0af4-4e73-bd6a-c7857644b8cd/dhcp-networks HTTP/1.1" status: 200 len: 5634 time: 0.1479845 Aug 20 13:54:28.619346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60792) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.696478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-665c2f1d-4a50-40b0-a7aa-fad4690e722a tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "DELETE /v2.0/agents/99d102c8-0af4-4e73-bd6a-c7857644b8cd/dhcp-networks/821a4c73-b0a2-4516-8978-aa1360789820 HTTP/1.1" status: 204 len: 168 time: 0.0752170 Aug 20 13:54:28.699736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60794) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.773385 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:28.825886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=47de9ca9-de87-4439-ba1c-448f5210bd8b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:28.842600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-97dc08c6-c4d9-44bc-8a5c-a50a3256fbcc tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/agents/99d102c8-0af4-4e73-bd6a-c7857644b8cd/dhcp-networks HTTP/1.1" status: 200 len: 4864 time: 0.1409633 Aug 20 13:54:28.843610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60796) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.876010 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2a42bda4-b88e-464d-b5c4-8da177f64a17 tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/networks/889fe6db-b177-4ca3-90dc-fefadf68df80/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0276423 Aug 20 13:54:28.876967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60798) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:28.910890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-38dd78d3-5731-45ef-8366-f74530b65c41 tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/networks/889fe6db-b177-4ca3-90dc-fefadf68df80/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0303216 Aug 20 13:54:28.913256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60800) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:29.052439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.129053 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cb8cfe4a-9681-47f6-941a-ed12bcfbaf55 tempest-DHCPAgentSchedulersTestJSON-164695411 tempest-DHCPAgentSchedulersTestJSON-164695411-project-admin] 10.222.0.59 "GET /v2.0/agents/99d102c8-0af4-4e73-bd6a-c7857644b8cd/dhcp-networks HTTP/1.1" status: 200 len: 4864 time: 0.2113013 Aug 20 13:54:29.135775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60802) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:29.142631 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.212603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ebb41b46-b1d8-4122-b3a2-a0f40656edd3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:29.266732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.282841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:29.283627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.343706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:29.388892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.402061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821a4c73-b0a2-4516-8978-aa1360789820']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:29.415634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db868dba-7b48-4f26-ac27-e80bccea3a08 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:29.416805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbf95a9-b817-4daa-ae40-cdff8c220be1') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:29.418534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbf95a9-b817-4daa-ae40-cdff8c220be1') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:29.436876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.444710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: db868dba-7b48-4f26-ac27-e80bccea3a08 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:29.445466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db868dba-7b48-4f26-ac27-e80bccea3a08 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:29.455342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.462525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:29.463066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:29.467118 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:29.529653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.538595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:29.540476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "DELETE /v2.0/networks/821a4c73-b0a2-4516-8978-aa1360789820 HTTP/1.1" status: 204 len: 168 time: 0.4016511 Aug 20 13:54:29.543171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:29.546162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:29.552490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2521-f899-4581-9279-d792016a6bcb tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event deleted for resources: {'Network': ['ID=821a4c73-b0a2-4516-8978-aa1360789820,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:29.559425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:29.569945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b876363-c54e-46b1-92ef-1e88aed8e70b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2318563 Aug 20 13:54:29.572226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60806) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:29.574708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:29.575820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:29.600305 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d294e0d-4f0b-4e72-b675-3c148be3293f tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:29.601563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d294e0d-4f0b-4e72-b675-3c148be3293f tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:29.605762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d294e0d-4f0b-4e72-b675-3c148be3293f tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "DELETE /v2.0/ports/c1f26fa7-e3ef-4b57-8a58-a17b9cf42539 HTTP/1.1" status: 404 len: 333 time: 0.0567410 Aug 20 13:54:29.608171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60808) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:29.707801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:29.968897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:28Z', 'revision_number': 10, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:29.997248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:30.007762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:30.008702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:30.026040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet ee161375-9614-4d6b-b80d-b6e37ca64ec3 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:30.032963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.061338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Deleting subnet 9a862d9c-139b-4a72-ab62-0f2b92f7747c {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:30.071312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.128197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.168810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.276214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:30.305727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.343519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.429714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.441861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.467087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=ee161375-9614-4d6b-b80d-b6e37ca64ec3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:30.483310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3106d-247e-4170-aeda-0a15028896aa None None] Network 5f6f5497-5be1-444f-bd0c-14dd8bb42024 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:30.496156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.498825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0fb9e00d-dee8-4430-a8a9-ff5cbb4ae925 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/ee161375-9614-4d6b-b80d-b6e37ca64ec3 HTTP/1.1" status: 204 len: 168 time: 0.9254558 Aug 20 13:54:30.501625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60810) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:30.502779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event deleted for resources: {'Subnet': ['ID=9a862d9c-139b-4a72-ab62-0f2b92f7747c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:30.509012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.514466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b8bf3ecb-4d99-4cd5-b2ab-35835106dee1 tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "DELETE /v2.0/subnets/9a862d9c-139b-4a72-ab62-0f2b92f7747c HTTP/1.1" status: 204 len: 168 time: 0.9015434 Aug 20 13:54:30.514466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60812) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:30.525129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5c970-980e-40a8-9547-abed158d77f6 None None] Network 889fe6db-b177-4ca3-90dc-fefadf68df80 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:30.603643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.605746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.653403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:28Z', 'revision_number': 10, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:30.666959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port d08c3e01-abf5-4da3-812c-afffd35d36ae {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:30.668031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.674854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Deleting port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:30.675241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.714911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90f2a6-3a4a-45d0-bfb7-4ce993502eb1 None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:28Z', 'revision_number': 10, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None, '_interfaces': [{'id': 'c42c62b9-6a8c-4549-9c6b-50bc756e9a52', 'name': '', 'network_id': '77a12118-dad2-4f11-94a7-c7df25553d15', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'mac_address': 'fa:16:3e:2a:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:54:02Z', 'updated_at': '2021-08-20T13:54:09Z', 'revision_number': 5, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'subnets': [{'id': 'cec28363-fcbb-4f87-a951-ceae472a58e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:30.743441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port d08c3e01-abf5-4da3-812c-afffd35d36ae, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d08c3e01-abf5-4da3-812c-afffd35d36ae,segment=NetworkSegment(effaaead-710e-45a9-9831-c5e5f135a305),segment_id=effaaead-710e-45a9-9831-c5e5f135a305)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:30.744130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.768365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] For port ebb41b46-b1d8-4122-b3a2-a0f40656edd3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,segment=NetworkSegment(4dad0dbe-f9f2-4483-8aa9-e600bbab7214),segment_id=4dad0dbe-f9f2-4483-8aa9-e600bbab7214)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:30.768779 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.779591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for d08c3e01-abf5-4da3-812c-afffd35d36ae owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:30.787057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Calling delete_port for ebb41b46-b1d8-4122-b3a2-a0f40656edd3 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:30.874338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.889342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:30.903254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=d08c3e01-abf5-4da3-812c-afffd35d36ae,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:30.907243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port d08c3e01-abf5-4da3-812c-afffd35d36ae on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:30.917979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event deleted for resources: {'Port': ['ID=ebb41b46-b1d8-4122-b3a2-a0f40656edd3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:30.921945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] No DVR routers for this DVR port ebb41b46-b1d8-4122-b3a2-a0f40656edd3 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:30.990754 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.002254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6f5497-5be1-444f-bd0c-14dd8bb42024']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:31.008256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.014444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effaaead-710e-45a9-9831-c5e5f135a305') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:31.014656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effaaead-710e-45a9-9831-c5e5f135a305') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:31.019729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889fe6db-b177-4ca3-90dc-fefadf68df80']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:31.024527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.032096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dad0dbe-f9f2-4483-8aa9-e600bbab7214') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:31.032822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dad0dbe-f9f2-4483-8aa9-e600bbab7214') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:31.043371 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.043595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.050640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:31.051185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:31.054192 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:31.057927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.064217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:31.066867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:31.068690 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:31.108849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfaca54-19a5-413f-8fd3-4c3ee19e927f None None] DHCP port deletion for 5f6f5497-5be1-444f-bd0c-14dd8bb42024 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:31.146541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372a980-f326-40a7-8d03-17cb46927698 None None] DHCP port deletion for 889fe6db-b177-4ca3-90dc-fefadf68df80 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:31.149062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.156392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.168139 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.175995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/5f6f5497-5be1-444f-bd0c-14dd8bb42024 HTTP/1.1" status: 204 len: 168 time: 0.6689010 Aug 20 13:54:31.176292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60814) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:31.178741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.184305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] 10.222.0.59 "DELETE /v2.0/networks/889fe6db-b177-4ca3-90dc-fefadf68df80 HTTP/1.1" status: 204 len: 168 time: 0.6648633 Aug 20 13:54:31.184305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305f5cd-14bb-415c-a6b8-49f06d0e6ecf tempest-DHCPAgentSchedulersTestJSON-208410431 tempest-DHCPAgentSchedulersTestJSON-208410431-project] Pushing event deleted for resources: {'Network': ['ID=889fe6db-b177-4ca3-90dc-fefadf68df80,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:31.219044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1594ed7-5d3f-4333-908d-5159019abc66 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=5f6f5497-5be1-444f-bd0c-14dd8bb42024,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:31.279125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 47de9ca9-de87-4439-ba1c-448f5210bd8b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:31.302016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 47de9ca9-de87-4439-ba1c-448f5210bd8b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:31.302343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 47de9ca9-de87-4439-ba1c-448f5210bd8b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:31.303177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d08c3e01-abf5-4da3-812c-afffd35d36ae no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:31.325619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d08c3e01-abf5-4da3-812c-afffd35d36ae {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:31.325995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d08c3e01-abf5-4da3-812c-afffd35d36ae not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:31.563305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60820) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:31.725783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.809115 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:31.867031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e089ecc4-7c68-4066-882e-c5ce534c8f4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce1aac2b3dec45298a3f102f58c21b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020618 Aug 20 13:54:31.870446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60824) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:31.999460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c709671-1429-473b-8310-5ea3d95da418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.036286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c709671-1429-473b-8310-5ea3d95da418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.142179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c709671-1429-473b-8310-5ea3d95da418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.145138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4c709671-1429-473b-8310-5ea3d95da418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.146567 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4c709671-1429-473b-8310-5ea3d95da418 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ee47fdf-facc-4f66-aa40-c66c5da708a4 HTTP/1.1" status: 204 len: 168 time: 0.2746294 Aug 20 13:54:32.159366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port c42c62b9-6a8c-4549-9c6b-50bc756e9a52 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:32.159872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.194246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c709671-1429-473b-8310-5ea3d95da418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee47fdf-facc-4f66-aa40-c66c5da708a4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:32.296896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port c42c62b9-6a8c-4549-9c6b-50bc756e9a52, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:32.296896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.315097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for c42c62b9-6a8c-4549-9c6b-50bc756e9a52 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:32.509287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60830) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:32.531890 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78e4195e-6baf-49bc-bf69-fb538cde0610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.546668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.586002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=c42c62b9-6a8c-4549-9c6b-50bc756e9a52,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:32.666857 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78e4195e-6baf-49bc-bf69-fb538cde0610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.672472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-78e4195e-6baf-49bc-bf69-fb538cde0610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.715393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4195e-6baf-49bc-bf69-fb538cde0610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c0515-f5d9-4eb0-ae81-82525e14c7e8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:32.720336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-78e4195e-6baf-49bc-bf69-fb538cde0610 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4952536af47c4e27ae685e643ec406d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092872 Aug 20 13:54:32.723688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60832) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:32.754256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.804620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-40632a6c-8871-405e-b615-7b207b895a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.833412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-40632a6c-8871-405e-b615-7b207b895a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.906656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-40632a6c-8871-405e-b615-7b207b895a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.911294 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-40632a6c-8871-405e-b615-7b207b895a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:32.913687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-40632a6c-8871-405e-b615-7b207b895a56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c09c0515-f5d9-4eb0-ae81-82525e14c7e8 HTTP/1.1" status: 204 len: 168 time: 0.1880515 Aug 20 13:54:32.932420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632a6c-8871-405e-b615-7b207b895a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c0515-f5d9-4eb0-ae81-82525e14c7e8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:33.107507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ebb41b46-b1d8-4122-b3a2-a0f40656edd3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:33.130327 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ebb41b46-b1d8-4122-b3a2-a0f40656edd3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:33.131069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ebb41b46-b1d8-4122-b3a2-a0f40656edd3 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:33.252492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:33.355273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:33.365743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60840) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:33.366108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c797408c-a205-495a-b208-2b923afb48cf tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1867580 Aug 20 13:54:33.370920 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:33.383561 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:33.384255 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:33.454780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting subnet cec28363-fcbb-4f87-a951-ceae472a58e1 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:33.460358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:33.505050 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:33.559173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:33.570052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:32Z', 'revision_number': 11, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:33.604324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:33.616352 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:33.617361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:33.691807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:33.696586 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:33.759701 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:32Z', 'revision_number': 11, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:33.789575 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fe87a-34e5-4bdf-bdb1-9a465f1b3631 None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:32Z', 'revision_number': 11, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:33.797485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:33.850958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Subnet': ['ID=cec28363-fcbb-4f87-a951-ceae472a58e1,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:33.858115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:33.860084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-05f18a71-1b33-46e7-8769-3cc8ab88ec69 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/cec28363-fcbb-4f87-a951-ceae472a58e1 HTTP/1.1" status: 204 len: 168 time: 0.4943941 Aug 20 13:54:33.862973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:33.867240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad57b61-3df4-4fd7-aea9-fcfe0257fde7 None None] Network 77a12118-dad2-4f11-94a7-c7df25553d15 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:33.989224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.051724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Deleting port ef4402f0-0d1c-49ee-8d64-0259dad446de {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:34.052398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.133501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] For port ef4402f0-0d1c-49ee-8d64-0259dad446de, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ef4402f0-0d1c-49ee-8d64-0259dad446de,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:34.133884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.150997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Calling delete_port for ef4402f0-0d1c-49ee-8d64-0259dad446de owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:34.186519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] DHCP port deletion for 77a12118-dad2-4f11-94a7-c7df25553d15 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:34.263273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] Deleting port ef4402f0-0d1c-49ee-8d64-0259dad446de {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:34.263986 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.309746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.351525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] For port ef4402f0-0d1c-49ee-8d64-0259dad446de, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ef4402f0-0d1c-49ee-8d64-0259dad446de,segment=NetworkSegment(89caa928-b583-4a0c-9e8d-71ca5d92bcea),segment_id=89caa928-b583-4a0c-9e8d-71ca5d92bcea)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:34.351900 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.361319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Port': ['ID=ef4402f0-0d1c-49ee-8d64-0259dad446de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:34.374281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No DVR routers for this DVR port ef4402f0-0d1c-49ee-8d64-0259dad446de on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:34.399527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] Calling delete_port for ef4402f0-0d1c-49ee-8d64-0259dad446de owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:34.529991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.540383 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.552715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a12118-dad2-4f11-94a7-c7df25553d15']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:34.571472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89caa928-b583-4a0c-9e8d-71ca5d92bcea') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:34.571846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89caa928-b583-4a0c-9e8d-71ca5d92bcea') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:34.585529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.592615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] Pushing event deleted for resources: {'Port': ['ID=ef4402f0-0d1c-49ee-8d64-0259dad446de,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:34.600217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5de9a-cd17-4a02-a21c-54ceebd97e34 None None] No DVR routers for this DVR port ef4402f0-0d1c-49ee-8d64-0259dad446de on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:34.612801 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.623824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:34.624500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:34.628725 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:34.699263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.706858 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:34.708684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/networks/77a12118-dad2-4f11-94a7-c7df25553d15 HTTP/1.1" status: 204 len: 168 time: 0.8445978 Aug 20 13:54:34.711476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60870) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:34.725506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'routes': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:34.727872 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df4d31-e08e-44c8-8ac1-18cd1767e0fe tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Pushing event deleted for resources: {'Network': ['ID=77a12118-dad2-4f11-94a7-c7df25553d15,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:34.860683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60874) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:34.935235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.extraroute_db [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Added routes are [] {{(pid=94862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 13:54:34.935844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.extraroute_db [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Removed routes are [] {{(pid=94862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 13:54:34.935945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.069643 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1141115684'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:35.078768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ef4402f0-0d1c-49ee-8d64-0259dad446de no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:35.101208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ef4402f0-0d1c-49ee-8d64-0259dad446de {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:35.101577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Made reservation on behalf of 7349f900d33d4146b29069b49c5b18e1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:35.101750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ef4402f0-0d1c-49ee-8d64-0259dad446de not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:35.101959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c42c62b9-6a8c-4549-9c6b-50bc756e9a52 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:35.106732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.118133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.124852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c42c62b9-6a8c-4549-9c6b-50bc756e9a52 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:35.125192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c42c62b9-6a8c-4549-9c6b-50bc756e9a52 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:35.146687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.150823 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.241467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router 94c24cd6-50db-4de4-a493-a16793ac5efa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:35.263581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.269591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.302562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:35.329687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:35.330351 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.330918 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Added segment 58e74b96-6ace-4612-a083-e40b200d4100 of type vlan for network 43d63cfe-c2e1-4f68-beb4-21d9558fcdb9 Aug 20 13:54:35.336969 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.340814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ff85d4b-ad65-4213-a082-9f41545306f1 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 704 time: 0.6169050 Aug 20 13:54:35.341290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60880) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:35.346191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] Sync routers for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:35.367594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:35.369313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:35.373001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63afe2bb-5caa-4e65-afbc-94a9242032c4 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 205 time: 0.0303657 Aug 20 13:54:35.376584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60882) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:35.392509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.432220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a13b39-7118-400e-8d20-bf796107f1c0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:35.438740 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.445903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:35.446034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.471679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6096275 Aug 20 13:54:35.482670 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60884) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:35.495134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.530776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:35.560949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddecc70-0130-4e5e-a7a9-ed05d27eb219 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Pushing event updated for resources: {'Network': ['ID=43d63cfe-c2e1-4f68-beb4-21d9558fcdb9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:35.583656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 43d63cfe-c2e1-4f68-beb4-21d9558fcdb9 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:35.586726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'network': {'name': 'tempest-network--353053872', 'router:external': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:35.666980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:32Z', 'revision_number': 11, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:35.704090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] Checking router: 94c24cd6-50db-4de4-a493-a16793ac5efa for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:35.726954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] Routers {'94c24cd6-50db-4de4-a493-a16793ac5efa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:35.727610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['94c24cd6-50db-4de4-a493-a16793ac5efa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:35.750619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.753488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.755291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Made reservation on behalf of 41bdbc8aa99948a68351074ecf97ffa0 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:35.757706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.772971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.809209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] Set router 94c24cd6-50db-4de4-a493-a16793ac5efa gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:35.825401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.825945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router 94c24cd6-50db-4de4-a493-a16793ac5efa {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:54:35.833036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.834186 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db107a4d-b7fb-4751-843e-16aa58185f08 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 204 len: 168 time: 0.4565020 Aug 20 13:54:35.842270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60888) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:35.847172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2099250540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:35.888186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:32Z', 'revision_number': 11, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:35.916602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c686b-4a58-4df0-a913-f399f70ab10b None None] The sync data for ids ['94c24cd6-50db-4de4-a493-a16793ac5efa'] in n-d-804232-5 is: [{'id': '94c24cd6-50db-4de4-a493-a16793ac5efa', 'name': 'tempest-RoutersIpV6Test-router-882355023', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:00Z', 'updated_at': '2021-08-20T13:54:32Z', 'revision_number': 11, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:35.935311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.942530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.960227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.962382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:35.990929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:36.008248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd956ff5-9e58-4945-8c09-adcde180b1f3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:36.021242 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.021877 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Added segment dbca9ab1-aa1a-4759-8704-9ffdf860b4cb of type vlan for network 54edebb3-bbea-4a56-919c-62758e4ff967 Aug 20 13:54:36.022645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.028366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.050816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.052598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-152487ff-523e-4910-8481-d9f309b46777 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2092175 Aug 20 13:54:36.055685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.063800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:36.098089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.139813 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.140778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:36.141549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.214943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7271562 Aug 20 13:54:36.215947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60892) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.225588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7d17-f142-414a-ad91-af2d40e99c17 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Network': ['ID=54edebb3-bbea-4a56-919c-62758e4ff967,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:36.239129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 54edebb3-bbea-4a56-919c-62758e4ff967 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:36.306932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.396692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.402500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.415177 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.419308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54edebb3-bbea-4a56-919c-62758e4ff967']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:36.430712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca9ab1-aa1a-4759-8704-9ffdf860b4cb') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:36.431021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca9ab1-aa1a-4759-8704-9ffdf860b4cb') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:36.441655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.457448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.465918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:36.466285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:36.468333 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:36.533751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.539899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54edebb3-bbea-4a56-919c-62758e4ff967 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:54:36.544373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.546801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/networks/54edebb3-bbea-4a56-919c-62758e4ff967 HTTP/1.1" status: 204 len: 168 time: 0.3297982 Aug 20 13:54:36.547381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Router a0e7632b-c728-4b3f-9ba7-903c59a1de1b is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:54:36.557466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60894) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.563109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9466-54d5-40ca-b44e-80c4d0d59d95 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Network': ['ID=54edebb3-bbea-4a56-919c-62758e4ff967,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:36.602580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:36.642442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:36.651140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.655923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1b788f6e-de39-4133-b101-0c5f9028b653 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "PUT /v2.0/routers/a0e7632b-c728-4b3f-9ba7-903c59a1de1b HTTP/1.1" status: 200 len: 698 time: 0.5960851 Aug 20 13:54:36.656435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60896) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.663380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Made reservation on behalf of 41bdbc8aa99948a68351074ecf97ffa0 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:36.668337 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.696472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:36.708993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.709678 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Added segment 4c56b333-2dd0-4e6e-bbc8-c4df5763cecb of type vlan for network e230e0a0-8b16-43f7-bac6-ffa91618fe18 Aug 20 13:54:36.738751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f783a0db-f01e-4ccc-919d-bb0e9ac95634 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/routers/a0e7632b-c728-4b3f-9ba7-903c59a1de1b HTTP/1.1" status: 200 len: 704 time: 0.0781453 Aug 20 13:54:36.738983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60898) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.768921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.776223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e5f7010-6eb7-4c65-8b5f-ba28b9f1bf7b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e7632b-c728-4b3f-9ba7-903c59a1de1b HTTP/1.1" status: 200 len: 205 time: 0.0336921 Aug 20 13:54:36.777247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60900) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.817336 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.819600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:36.820572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.866302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:36.887802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2875152 Aug 20 13:54:36.896234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:36.902159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'subnet': {'network_id': 'e230e0a0-8b16-43f7-bac6-ffa91618fe18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:36.942555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a8fd-669f-405f-ad9b-2052168144be tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Network': ['ID=e230e0a0-8b16-43f7-bac6-ffa91618fe18,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:36.954458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e230e0a0-8b16-43f7-bac6-ffa91618fe18 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:36.961834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Made reservation on behalf of 41bdbc8aa99948a68351074ecf97ffa0 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:36.964980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.086920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.090286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.128121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Sync routers for ids ['a0e7632b-c728-4b3f-9ba7-903c59a1de1b'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:37.139664 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Routers {'a0e7632b-c728-4b3f-9ba7-903c59a1de1b'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:37.140951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a0e7632b-c728-4b3f-9ba7-903c59a1de1b'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:37.148276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.149175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Fanout notify agent at l3_agent the message router_deleted on router a0e7632b-c728-4b3f-9ba7-903c59a1de1b {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:54:37.161406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.162559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5a22e7eb-43d6-471d-a2b7-bc089fff438b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/a0e7632b-c728-4b3f-9ba7-903c59a1de1b HTTP/1.1" status: 204 len: 168 time: 0.3840892 Aug 20 13:54:37.166106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60904) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.197174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-10606dbd-8bc8-4b97-ac8c-7e14cc37f053 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e7632b-c728-4b3f-9ba7-903c59a1de1b HTTP/1.1" status: 200 len: 205 time: 0.0298855 Aug 20 13:54:37.200491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60906) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.248638 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-6594241f-5cb2-4028-a54d-368a697882b7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:37.250029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6594241f-5cb2-4028-a54d-368a697882b7 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/a0e7632b-c728-4b3f-9ba7-903c59a1de1b HTTP/1.1" status: 404 len: 336 time: 0.0483160 Aug 20 13:54:37.253767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60908) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.301855 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-699b9830-4a34-45b2-a41e-8b8c938b68a5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:37.302417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699b9830-4a34-45b2-a41e-8b8c938b68a5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:37.305391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-699b9830-4a34-45b2-a41e-8b8c938b68a5 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/6fb91d85-b98c-4bde-bb6b-8a86e5a3955a HTTP/1.1" status: 404 len: 337 time: 0.0495162 Aug 20 13:54:37.309150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60910) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.357724 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9cf601-51c8-4d2d-9e2b-83cb3e71b60e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:37.358462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9cf601-51c8-4d2d-9e2b-83cb3e71b60e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:37.363854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a9cf601-51c8-4d2d-9e2b-83cb3e71b60e tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/87cadb49-b2d3-4140-af03-dba46df5237b HTTP/1.1" status: 404 len: 337 time: 0.0518680 Aug 20 13:54:37.365277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60912) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.367132 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Set router a0e7632b-c728-4b3f-9ba7-903c59a1de1b gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:54:37.409305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.objects.ports [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:54:37.409699 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.414771 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c8366a-de17-4ca6-acb4-1785b114af0b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:37.415223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c8366a-de17-4ca6-acb4-1785b114af0b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:37.417945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-62c8366a-de17-4ca6-acb4-1785b114af0b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/ee161375-9614-4d6b-b80d-b6e37ca64ec3 HTTP/1.1" status: 404 len: 337 time: 0.0516918 Aug 20 13:54:37.422076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.446595 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e7632b-c728-4b3f-9ba7-903c59a1de1b', 'name': 'tempest-RoutersIpV6Test-router-2099250540', 'tenant_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:54:35Z', 'updated_at': '2021-08-20T13:54:36Z', 'revision_number': 2, 'project_id': 'f98dd2bdffc34210b2b5ab3ac3a9784e', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:37.472838 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd369232-2ea4-496b-96a3-8387b26b620b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:37.473332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd369232-2ea4-496b-96a3-8387b26b620b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:37.479106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd369232-2ea4-496b-96a3-8387b26b620b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/cec28363-fcbb-4f87-a951-ceae472a58e1 HTTP/1.1" status: 404 len: 337 time: 0.0523517 Aug 20 13:54:37.479390 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Checking router: a0e7632b-c728-4b3f-9ba7-903c59a1de1b for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:54:37.479754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2051ab49-3698-4ff2-9b24-48f7b8675962,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:37.480727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60916) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.488308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:37.488715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:54:37.488846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Checking segment: {'id': '4c56b333-2dd0-4e6e-bbc8-c4df5763cecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e230e0a0-8b16-43f7-bac6-ffa91618fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:37.489187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Network hostable DHCP agents. Network: e230e0a0-8b16-43f7-bac6-ffa91618fe18, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:37.489318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a0e7632b-c728-4b3f-9ba7-903c59a1de1b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94864) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:54:37.489699 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7556d-d133-4d71-9382-4fedfb9abea0 None None] The sync data for ids ['a0e7632b-c728-4b3f-9ba7-903c59a1de1b'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:37.510652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Network e230e0a0-8b16-43f7-bac6-ffa91618fe18 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:37.522640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e230e0a0-8b16-43f7-bac6-ffa91618fe18) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:37.527914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:37.528513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.536116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4484c-798b-4bd5-94c2-a9b7d734fe04 None None] Network e230e0a0-8b16-43f7-bac6-ffa91618fe18 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:37.545976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb4a35e5-e018-4184-9c94-84d209f798ae tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 200 len: 205 time: 0.0634325 Aug 20 13:54:37.548694 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-18969597-d06a-48a1-8f78-8dde3768f95a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6506858 Aug 20 13:54:37.549174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.550277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.557410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'floatingip': {'floating_network_id': 'e230e0a0-8b16-43f7-bac6-ffa91618fe18'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:37.582269 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.589934 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-7cde8e44-b73e-4398-87c8-0aead56d6c2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:37.593841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7cde8e44-b73e-4398-87c8-0aead56d6c2b tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/94c24cd6-50db-4de4-a493-a16793ac5efa HTTP/1.1" status: 404 len: 336 time: 0.0435545 Aug 20 13:54:37.594330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60922) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.654570 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f3665f7c-3e3c-470e-8b91-b4594bc7bcde tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 HTTP/1.1" status: 200 len: 205 time: 0.0588346 Aug 20 13:54:37.657813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60924) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.704872 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-cf9375e6-dd22-488e-9652-4034d6b827aa tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:37.707707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cf9375e6-dd22-488e-9652-4034d6b827aa tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/d2b4440c-ef2d-4cc5-9f17-7fa987314ee2 HTTP/1.1" status: 404 len: 336 time: 0.0471611 Aug 20 13:54:37.709340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60926) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.717583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbdc90d-828e-4f8c-9742-09c712544e89 None None] Network e230e0a0-8b16-43f7-bac6-ffa91618fe18 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:37.718378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:37.741238 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-198cf5d9-63ff-4cd7-bc58-88bb6b89e0fa tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:37.741813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198cf5d9-63ff-4cd7-bc58-88bb6b89e0fa tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:37.744610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-198cf5d9-63ff-4cd7-bc58-88bb6b89e0fa tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/7d700274-9019-40ae-b6cd-fcbd2639ee60 HTTP/1.1" status: 404 len: 337 time: 0.0324948 Aug 20 13:54:37.747524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60928) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.782092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f572f64b-942d-436d-a0eb-473fa4a68816 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 200 len: 205 time: 0.0301945 Aug 20 13:54:37.782997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60930) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.825462 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-fef07aa7-d865-49d5-ab69-c46e2a8f711f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:37.826532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fef07aa7-d865-49d5-ab69-c46e2a8f711f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/d7701694-2554-49fb-99fb-69ab8d89b578 HTTP/1.1" status: 404 len: 336 time: 0.0427771 Aug 20 13:54:37.831279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60932) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.861269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cf8a5e62-c059-4c90-a54f-30036a2e42ab tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=2851d4a9-7ee6-4866-bc06-e74ed29899af HTTP/1.1" status: 200 len: 205 time: 0.0287800 Aug 20 13:54:37.864403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60934) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.872323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Allocated IP 172.20.0.12 (e230e0a0-8b16-43f7-bac6-ffa91618fe18/2051ab49-3698-4ff2-9b24-48f7b8675962/19dd56cd-e2c8-4c5b-b747-85e1fcd3b681) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:37.911743 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-ea9ed9f2-da10-4deb-9321-d53c2bf227d3 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:37.912857 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ea9ed9f2-da10-4deb-9321-d53c2bf227d3 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/2851d4a9-7ee6-4866-bc06-e74ed29899af HTTP/1.1" status: 404 len: 336 time: 0.0471466 Aug 20 13:54:37.915500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:37.944531 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb3e3ae-de7c-4e9c-9525-13712b5a1063 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:37.945014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb3e3ae-de7c-4e9c-9525-13712b5a1063 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:37.946820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4fb3e3ae-de7c-4e9c-9525-13712b5a1063 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/26c418e6-0bd1-4f57-be65-c9f92483d6f0 HTTP/1.1" status: 404 len: 337 time: 0.0300653 Aug 20 13:54:37.951959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.018793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.083505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.160064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Network e230e0a0-8b16-43f7-bac6-ffa91618fe18 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:38.165846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:38.172462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:38.222645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Port': ['ID=19dd56cd-e2c8-4c5b-b747-85e1fcd3b681,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:38.295354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-69be522b-bb3e-4a07-a5d6-fd25aaf7e837 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=52353f27-23b5-41c1-af14-240ec4510a58 HTTP/1.1" status: 200 len: 205 time: 0.3418851 Aug 20 13:54:38.298293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60940) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.336660 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1a5082a6-4ba2-4380-a2fc-f075fb870054 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:38.337702 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a5082a6-4ba2-4380-a2fc-f075fb870054 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/52353f27-23b5-41c1-af14-240ec4510a58 HTTP/1.1" status: 404 len: 336 time: 0.0384734 Aug 20 13:54:38.342119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60942) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.350543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.376401 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-091a6448-9c2e-46e6-ac5d-8e1e4afe6cb6 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:38.376884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091a6448-9c2e-46e6-ac5d-8e1e4afe6cb6 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:38.378726 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-091a6448-9c2e-46e6-ac5d-8e1e4afe6cb6 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/861b93c9-4edf-46cb-91e5-37f2ca007c8d HTTP/1.1" status: 404 len: 337 time: 0.0355942 Aug 20 13:54:38.383127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60944) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.407202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.418401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0cb7120f-8d54-411d-ad6a-0af342bc8d10 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da4d746-7beb-4a78-a1ee-3541cc4d93dd HTTP/1.1" status: 200 len: 205 time: 0.0307329 Aug 20 13:54:38.418701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60946) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.459056 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-53f18971-7819-46b6-b643-d096f8acc526 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] delete failed (client error): The resource could not be found. Aug 20 13:54:38.460139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-53f18971-7819-46b6-b643-d096f8acc526 tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/routers/9da4d746-7beb-4a78-a1ee-3541cc4d93dd HTTP/1.1" status: 404 len: 336 time: 0.0403819 Aug 20 13:54:38.462934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.491680 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2db072-df6d-4d45-bd70-f2eb851bd10f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:38.492151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2db072-df6d-4d45-bd70-f2eb851bd10f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:38.494015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b2db072-df6d-4d45-bd70-f2eb851bd10f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/bac40c0a-e9f9-4c7f-8a9c-28af0530770e HTTP/1.1" status: 404 len: 337 time: 0.0300848 Aug 20 13:54:38.496961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60950) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.524733 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d4c104-c6fe-48f4-8de1-0746b50eb15f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:38.525086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d4c104-c6fe-48f4-8de1-0746b50eb15f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:38.527580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64d4c104-c6fe-48f4-8de1-0746b50eb15f tempest-RoutersIpV6Test-108504163 tempest-RoutersIpV6Test-108504163-project] 10.222.0.59 "DELETE /v2.0/subnets/45d35a99-2f29-4061-8c83-c9fe6e6c65f6 HTTP/1.1" status: 404 len: 337 time: 0.0295622 Aug 20 13:54:38.614372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.620268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.695647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Port': ['ID=19dd56cd-e2c8-4c5b-b747-85e1fcd3b681,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:38.713768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.735049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:38.737364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d0542a76-b9cf-49d3-85c6-5af4e88fe62b tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1841724 Aug 20 13:54:38.740401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60956) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.818157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-36807387-b9ab-4d70-ae26-16cd04b95f36 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=e230e0a0-8b16-43f7-bac6-ffa91618fe18 HTTP/1.1" status: 200 len: 690 time: 0.0762095 Aug 20 13:54:38.820517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 60960) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.820806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60958) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:38.913814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.018512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Deleting port 19dd56cd-e2c8-4c5b-b747-85e1fcd3b681 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:39.018851 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.028680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-785509ef-5adf-4804-8186-2c3e46da90a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f98dd2bdffc34210b2b5ab3ac3a9784e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061517 Aug 20 13:54:39.031147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:39.087434 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31e36f88-4fe5-4c64-8436-75cd4ed2bbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.105918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.107065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.113251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31e36f88-4fe5-4c64-8436-75cd4ed2bbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.125247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Calling delete_port for 19dd56cd-e2c8-4c5b-b747-85e1fcd3b681 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:39.167609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31e36f88-4fe5-4c64-8436-75cd4ed2bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.170428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-31e36f88-4fe5-4c64-8436-75cd4ed2bbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.171648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-31e36f88-4fe5-4c64-8436-75cd4ed2bbc7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9744f0b-216a-400d-9219-5a963ae00c57 HTTP/1.1" status: 204 len: 168 time: 0.1394615 Aug 20 13:54:39.181398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e36f88-4fe5-4c64-8436-75cd4ed2bbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9744f0b-216a-400d-9219-5a963ae00c57,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:39.280060 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.311291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Port': ['ID=19dd56cd-e2c8-4c5b-b747-85e1fcd3b681,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:39.389846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.454840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.534491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.565833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2051ab49-3698-4ff2-9b24-48f7b8675962,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:39.632870 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.646772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e230e0a0-8b16-43f7-bac6-ffa91618fe18']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:39.664327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c56b333-2dd0-4e6e-bbc8-c4df5763cecb') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:39.665121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c56b333-2dd0-4e6e-bbc8-c4df5763cecb') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:39.678324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.698972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.710247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:39.710584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:39.712846 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:39.782648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.790378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e230e0a0-8b16-43f7-bac6-ffa91618fe18 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:54:39.796159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:39.801647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e230e0a0-8b16-43f7-bac6-ffa91618fe18 HTTP/1.1" status: 204 len: 168 time: 0.9776804 Aug 20 13:54:39.802241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:39.914863 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9504e812-01a2-4c95-b98b-05408103727c tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1074164 Aug 20 13:54:39.916502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60988) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.143673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b36fbd-7d25-4f60-b315-46349fb048bf tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:40.144036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b36fbd-7d25-4f60-b315-46349fb048bf tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:40.146108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b36fbd-7d25-4f60-b315-46349fb048bf tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:40.153286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-34b36fbd-7d25-4f60-b315-46349fb048bf tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.2297094 Aug 20 13:54:40.153634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60994) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.287516 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-0e74a705-06a4-4737-a2af-91ca519fc2c9 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] delete failed (client error): The resource could not be found. Aug 20 13:54:40.292368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e74a705-06a4-4737-a2af-91ca519fc2c9 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/6cd1b290-8b39-4cc2-ae88-85d6f19b679a HTTP/1.1" status: 404 len: 345 time: 0.1337039 Aug 20 13:54:40.294511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60996) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.334080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 60998) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.347323 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7398bc2b-00ee-4d83-aec0-85a7a21779c5 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 13:54:40.349842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7398bc2b-00ee-4d83-aec0-85a7a21779c5 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:40.360305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7398bc2b-00ee-4d83-aec0-85a7a21779c5 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e230e0a0-8b16-43f7-bac6-ffa91618fe18 HTTP/1.1" status: 404 len: 339 time: 0.0614524 Aug 20 13:54:40.362297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32770) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.372598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'network': {'name': 'tempest-network--555849017', 'router:external': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:40.409560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d28f0-1950-4d5d-b37a-828f68a0a9e8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Network': ['ID=e230e0a0-8b16-43f7-bac6-ffa91618fe18,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:40.439085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Made reservation on behalf of 41bdbc8aa99948a68351074ecf97ffa0 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:40.441855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.473515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:40.487638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.488253 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Added segment 4b42dfdd-e5bd-4714-9a16-be468d894766 of type vlan for network ec6a1451-a7f8-4293-bdfd-b2a392349822 Aug 20 13:54:40.543456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1207055964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:40.582222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.596976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.598321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.711350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.712952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:40.714568 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.721634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.750788 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.833474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4668753 Aug 20 13:54:40.834344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32772) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.847164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd10f1-db0f-4a8e-810d-27c6f6636ab8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Network': ['ID=ec6a1451-a7f8-4293-bdfd-b2a392349822,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:40.851970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.858455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-90f76947-2145-40f6-8688-6a219d080135 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5220342 Aug 20 13:54:40.859398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:40.864932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ec6a1451-a7f8-4293-bdfd-b2a392349822 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:40.867816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1150103270'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:40.904422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:40.911461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:40.929793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.002625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe4aee-7f1d-4049-935c-a55a3360971e tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:41.008630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe4aee-7f1d-4049-935c-a55a3360971e tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:41.015831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe4aee-7f1d-4049-935c-a55a3360971e tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:41.022108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe4aee-7f1d-4049-935c-a55a3360971e tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:41.027166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0ffe4aee-7f1d-4049-935c-a55a3360971e tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1878841 Aug 20 13:54:41.029526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32776) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:41.114174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.120715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.143865 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.148227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:41.163764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c468a-741e-4617-b4f6-e75495b3e11c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:41.169982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.170355 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Added segment 0af41263-e199-499a-84fb-2952681e03b7 of type vlan for network 8a58e149-76c8-48a0-9ce6-a277a89a718a Aug 20 13:54:41.218894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.249002 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.250106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.256979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:41.257809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.272467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6a1451-a7f8-4293-bdfd-b2a392349822']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:41.294449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b42dfdd-e5bd-4714-9a16-be468d894766') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:41.294449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b42dfdd-e5bd-4714-9a16-be468d894766') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:41.309271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.332459 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4714935 Aug 20 13:54:41.336664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32778) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:41.347172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0b4d-d875-4651-9460-05f9804a3d42 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Network': ['ID=8a58e149-76c8-48a0-9ce6-a277a89a718a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:41.348002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'subnet': {'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:41.360254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:41.368358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.460041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:41.460757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:41.464404 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:41.628174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.639841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec6a1451-a7f8-4293-bdfd-b2a392349822 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:54:41.646731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.650442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/networks/ec6a1451-a7f8-4293-bdfd-b2a392349822 HTTP/1.1" status: 204 len: 168 time: 0.6190844 Aug 20 13:54:41.655395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32780) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:41.661430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'network': {'name': 'tempest-network--2140068441', 'router:external': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:41.678893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b78d99-3426-4048-ad8f-f64af2a6732d tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec6a1451-a7f8-4293-bdfd-b2a392349822,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:41.684361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:41.691418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.703197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Made reservation on behalf of 41bdbc8aa99948a68351074ecf97ffa0 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:41.706118 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.750597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:41.773543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.774181 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Added segment 8803e369-8a15-4b91-91fe-0d97fa304ec9 of type vlan for network f3e14d8b-3fed-4b8d-9904-8708987156c6 Aug 20 13:54:41.834148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.873836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.875856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:41.877012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:41.997090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3372984 Aug 20 13:54:41.997409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.000158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32782) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:42.005230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823386a3-2836-499c-8df4-eed2a53e366a tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Network': ['ID=f3e14d8b-3fed-4b8d-9904-8708987156c6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:42.022694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f3e14d8b-3fed-4b8d-9904-8708987156c6 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:42.159083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Subnet': ['ID=bcbccf89-7dcf-459f-9bf0-dd656267ec71,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:42.171308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2b3f0-a08e-4227-905c-f7ff76003ddf tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:42.172846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a5f2b3f0-a08e-4227-905c-f7ff76003ddf tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] 10.222.0.59 "GET /v2.0/networks/f3e14d8b-3fed-4b8d-9904-8708987156c6 HTTP/1.1" status: 200 len: 757 time: 0.1683009 Aug 20 13:54:42.176579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32784) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:42.181658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Checking segment: {'id': '0af41263-e199-499a-84fb-2952681e03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:42.182063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network hostable DHCP agents. Network: 8a58e149-76c8-48a0-9ce6-a277a89a718a, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:42.202251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:42.213933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8a58e149-76c8-48a0-9ce6-a277a89a718a) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:42.219382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:42.220254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.228054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88993f5c-f3bb-4bec-86db-992672f7133a None None] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:42.243473 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-db52f8b3-28b8-4746-908a-690c3f71721f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9050221 Aug 20 13:54:42.247325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:42.256759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'network': {'name': 'tempest-router-network01--1336950662'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:42.321179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025cb34-aeea-4269-9683-26f5e3ec8e8a tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:42.323593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1025cb34-aeea-4269-9683-26f5e3ec8e8a tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] 10.222.0.59 "GET /v2.0/networks/43d63cfe-c2e1-4f68-beb4-21d9558fcdb9 HTTP/1.1" status: 200 len: 768 time: 0.1449101 Aug 20 13:54:42.325560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:42.326568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32788) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:42.331240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.371652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:42.383711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.384866 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Added segment 42c60e74-166c-4c19-bb50-15043f04bf72 of type vlan for network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 Aug 20 13:54:42.409208 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.449514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.471986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-8a58e149-76c8-48a0-9ce6-a277a89a718a', 'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a', 'tenant_id': '5111b1d0e03949bfabe241530bcbc600', 'fixed_ips': [{'subnet_id': 'bcbccf89-7dcf-459f-9bf0-dd656267ec71'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:42.472909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.490449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.505135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:42.506194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.512575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.529342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e14d8b-3fed-4b8d-9904-8708987156c6']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:42.549907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8803e369-8a15-4b91-91fe-0d97fa304ec9') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:42.550291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8803e369-8a15-4b91-91fe-0d97fa304ec9') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:42.563094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.579431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3306768 Aug 20 13:54:42.581338 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32790) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:42.583849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.590271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'network': {'name': 'tempest-router-network02--137558605'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:42.600626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:42.601035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.601934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b40ab1-5efd-47c6-97d5-6bbecf0cdadb tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Network': ['ID=40ec2b97-65e2-4129-8a26-54a6dc2ec556,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:42.603001 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:42.629871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:42.677387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:42.681549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.710803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.718629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3e14d8b-3fed-4b8d-9904-8708987156c6 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:54:42.720226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:42.722787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.728717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/networks/f3e14d8b-3fed-4b8d-9904-8708987156c6 HTTP/1.1" status: 204 len: 168 time: 0.4009571 Aug 20 13:54:42.729310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:42.733973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Allocated IP 2001:db8::2 (8a58e149-76c8-48a0-9ce6-a277a89a718a/bcbccf89-7dcf-459f-9bf0-dd656267ec71/ee353d8a-28a4-4a49-85b4-f45a6602d280) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:42.735557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'network': {'name': 'tempest-network--700030'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:42.744407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af3c1f-3c11-4df5-88ce-55000026358e tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3e14d8b-3fed-4b8d-9904-8708987156c6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:42.752418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.753301 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Added segment 328da025-6130-436c-b45b-a9976bc7f880 of type vlan for network 0955f104-0ac5-447e-b102-931bd332b2d8 Aug 20 13:54:42.791415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Made reservation on behalf of 41bdbc8aa99948a68351074ecf97ffa0 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:42.795997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.822267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.843417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:42.869299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.873029 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Added segment 2b07171c-7752-4327-931a-76ff6bf506ac of type vlan for network 70564c2c-5104-481e-b993-c42734e6b604 Aug 20 13:54:42.884399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.902051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:42.903160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:42.961561 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.017205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4299071 Aug 20 13:54:43.019110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32794) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:43.022521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.024841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:43.026144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.027227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'subnet': {'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:43.115833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Network': ['ID=70564c2c-5104-481e-b993-c42734e6b604,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:43.132445 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d6c5225a-3a5b-44fb-a8bd-a3b496216b43 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.4007969 Aug 20 13:54:43.136902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32796) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:43.143886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:43.144200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 70564c2c-5104-481e-b993-c42734e6b604 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:43.146911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ec822-5e6d-4ce6-a7ff-bca240d3ae6e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Network': ['ID=0955f104-0ac5-447e-b102-931bd332b2d8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:43.183851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 0955f104-0ac5-447e-b102-931bd332b2d8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:43.227298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:43.236016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.311510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.364763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Transition to ACTIVE for port object ee353d8a-28a4-4a49-85b4-f45a6602d280 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:43.388318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.400400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Transition to ACTIVE for port object ee353d8a-28a4-4a49-85b4-f45a6602d280 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:43.411951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.425248 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.458708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Network 70564c2c-5104-481e-b993-c42734e6b604 is not hosted by any dhcp agent {{(pid=94862) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 13:54:43.460453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:43.461544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.464399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "PUT /v2.0/networks/70564c2c-5104-481e-b993-c42734e6b604 HTTP/1.1" status: 200 len: 854 time: 0.3255563 Aug 20 13:54:43.467202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32800) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:43.486996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:43.492545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:43.499748 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:43.520802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Pushing event updated for resources: {'Port': ['ID=ee353d8a-28a4-4a49-85b4-f45a6602d280,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:43.552099 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbb0d3-1612-45f4-a28d-9a663395fc23 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event updated for resources: {'Network': ['ID=70564c2c-5104-481e-b993-c42734e6b604,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:43.602337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Attempting to bind port ee353d8a-28a4-4a49-85b4-f45a6602d280 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:43.602712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Attempting to bind port ee353d8a-28a4-4a49-85b4-f45a6602d280 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '0af41263-e199-499a-84fb-2952681e03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:43.603086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Attempting to bind port ee353d8a-28a4-4a49-85b4-f45a6602d280 on network 8a58e149-76c8-48a0-9ce6-a277a89a718a {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:43.609244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:43.609622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Checking segment: {'id': '0af41263-e199-499a-84fb-2952681e03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:43.610060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.610459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Bound using segment: {'id': '0af41263-e199-499a-84fb-2952681e03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:43.610935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Bound port: ee353d8a-28a4-4a49-85b4-f45a6602d280, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af41263-e199-499a-84fb-2952681e03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a58e149-76c8-48a0-9ce6-a277a89a718a'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:43.611319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.626389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.634667 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.680462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] For port ee353d8a-28a4-4a49-85b4-f45a6602d280, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:43.686033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] For port ee353d8a-28a4-4a49-85b4-f45a6602d280, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ee353d8a-28a4-4a49-85b4-f45a6602d280,segment=NetworkSegment(0af41263-e199-499a-84fb-2952681e03b7),segment_id=0af41263-e199-499a-84fb-2952681e03b7)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:43.692627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.778577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ce38-bf4f-4dda-831f-cc77acce0752 None None] Pushing event updated for resources: {'Port': ['ID=ee353d8a-28a4-4a49-85b4-f45a6602d280,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:43.804506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Subnet': ['ID=fd465d21-dfb4-49b4-ba5a-774e2f8580e7,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:43.880010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Checking segment: {'id': '42c60e74-166c-4c19-bb50-15043f04bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:43.880386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network hostable DHCP agents. Network: 40ec2b97-65e2-4129-8a26-54a6dc2ec556, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:43.912705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.928985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70564c2c-5104-481e-b993-c42734e6b604']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:43.948673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b07171c-7752-4327-931a-76ff6bf506ac') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:43.949468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b07171c-7752-4327-931a-76ff6bf506ac') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:43.965087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.973458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:43.986101 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:43.991016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 40ec2b97-65e2-4129-8a26-54a6dc2ec556) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:43.997609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:43.998048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:44.000128 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:44.003949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:44.003949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.012960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad4675-5587-49da-a36d-ecb6bb6aa3fe None None] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:44.081442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-87aad94e-cfd1-4a38-9480-504da17d864c tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0614901 Aug 20 13:54:44.084285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:44.089853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.095499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'subnet': {'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:44.097730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70564c2c-5104-481e-b993-c42734e6b604 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:54:44.101147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.107826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] 10.222.0.59 "DELETE /v2.0/networks/70564c2c-5104-481e-b993-c42734e6b604 HTTP/1.1" status: 204 len: 168 time: 0.6385856 Aug 20 13:54:44.107826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32806) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:44.149206 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d76c6f-fc84-4db2-af47-107eee420c98 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] DELETE failed (client error): The resource could not be found. Aug 20 13:54:44.149665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d76c6f-fc84-4db2-af47-107eee420c98 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:54:44.155464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-19d76c6f-fc84-4db2-af47-107eee420c98 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] 10.222.0.59 "DELETE /v2.0/subnets/2051ab49-3698-4ff2-9b24-48f7b8675962 HTTP/1.1" status: 404 len: 337 time: 0.0364873 Aug 20 13:54:44.156148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32810) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:44.165328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10eca1-3802-4b6c-ab91-16fd92c7a0f8 tempest-ExternalNetworksTestJSON-1450609279 tempest-ExternalNetworksTestJSON-1450609279-project-admin] Pushing event deleted for resources: {'Network': ['ID=70564c2c-5104-481e-b993-c42734e6b604,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:44.249326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.250988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-40ec2b97-65e2-4129-8a26-54a6dc2ec556', 'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556', 'tenant_id': '5111b1d0e03949bfabe241530bcbc600', 'fixed_ips': [{'subnet_id': 'fd465d21-dfb4-49b4-ba5a-774e2f8580e7'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:44.252866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.253428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:44.257616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.377566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.400111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d63cfe-c2e1-4f68-beb4-21d9558fcdb9']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:44.421357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e74b96-6ace-4612-a083-e40b200d4100') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:44.421706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e74b96-6ace-4612-a083-e40b200d4100') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:44.432834 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.449533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.456108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:44.456522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.496357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.527133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Allocated IP 2001:db8::2 (40ec2b97-65e2-4129-8a26-54a6dc2ec556/fd465d21-dfb4-49b4-ba5a-774e2f8580e7/8b35413e-17cf-4701-abc3-be2ee8925987) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:44.531090 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:44.563654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.571585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.580480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] 10.222.0.59 "DELETE /v2.0/networks/43d63cfe-c2e1-4f68-beb4-21d9558fcdb9 HTTP/1.1" status: 204 len: 168 time: 0.4228065 Aug 20 13:54:44.595805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d03c4-d862-4a38-93b8-3779a0800e22 tempest-ExternalNetworksTestJSON-926324164 tempest-ExternalNetworksTestJSON-926324164-project] Pushing event deleted for resources: {'Network': ['ID=43d63cfe-c2e1-4f68-beb4-21d9558fcdb9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:44.607557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Subnet': ['ID=717296bf-4096-4110-85a8-25733641b7fc,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:44.652760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Checking segment: {'id': '328da025-6130-436c-b45b-a9976bc7f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:44.655153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network hostable DHCP agents. Network: 0955f104-0ac5-447e-b102-931bd332b2d8, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:44.691442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 0955f104-0ac5-447e-b102-931bd332b2d8 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:44.710250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 0955f104-0ac5-447e-b102-931bd332b2d8) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:44.717348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:44.718131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.758212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32816) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:44.759758 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4173043e-414f-4727-85d1-223a7adf310f tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6719382 Aug 20 13:54:44.780199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ac780-ce86-454c-8bfb-96c1b8d6001d None None] Network 0955f104-0ac5-447e-b102-931bd332b2d8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:44.877200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:44.891841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Transition to ACTIVE for port object 8b35413e-17cf-4701-abc3-be2ee8925987 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:44.928619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Transition to ACTIVE for port object 8b35413e-17cf-4701-abc3-be2ee8925987 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:44.939482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.035140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:45.038460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Pushing event updated for resources: {'Port': ['ID=8b35413e-17cf-4701-abc3-be2ee8925987,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:45.041769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:45.046436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:45.090955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32820) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:45.135154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-0955f104-0ac5-447e-b102-931bd332b2d8', 'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8', 'tenant_id': '5111b1d0e03949bfabe241530bcbc600', 'fixed_ips': [{'subnet_id': '717296bf-4096-4110-85a8-25733641b7fc'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:45.136657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.145464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Attempting to bind port 8b35413e-17cf-4701-abc3-be2ee8925987 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:45.145923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Attempting to bind port 8b35413e-17cf-4701-abc3-be2ee8925987 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '42c60e74-166c-4c19-bb50-15043f04bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:45.146295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Attempting to bind port 8b35413e-17cf-4701-abc3-be2ee8925987 on network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:45.163316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:45.164117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Checking segment: {'id': '42c60e74-166c-4c19-bb50-15043f04bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:45.164803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.165379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Bound using segment: {'id': '42c60e74-166c-4c19-bb50-15043f04bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:45.166042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Bound port: 8b35413e-17cf-4701-abc3-be2ee8925987, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c60e74-166c-4c19-bb50-15043f04bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '40ec2b97-65e2-4129-8a26-54a6dc2ec556'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:45.166831 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.228166 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.245037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ab49e-327d-4c65-a59d-57daddcb052b None None] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:45.247270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ee353d8a-28a4-4a49-85b4-f45a6602d280 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:45.415384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] For port 8b35413e-17cf-4701-abc3-be2ee8925987, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:45.422705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2060830c-7428-4143-9c32-bd07ad385fd7 None None] Provisioning for port ee353d8a-28a4-4a49-85b4-f45a6602d280 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:45.448818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] For port 8b35413e-17cf-4701-abc3-be2ee8925987, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8b35413e-17cf-4701-abc3-be2ee8925987,segment=NetworkSegment(42c60e74-166c-4c19-bb50-15043f04bf72),segment_id=42c60e74-166c-4c19-bb50-15043f04bf72)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:45.480388 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.534785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ed8a1ac-5594-43c7-b0ef-bc038095b320 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7349f900d33d4146b29069b49c5b18e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390807 Aug 20 13:54:45.537501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:45.548473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ee353d8a-28a4-4a49-85b4-f45a6602d280 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:45.586125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Allocated IP 2001:db8::2 (0955f104-0ac5-447e-b102-931bd332b2d8/717296bf-4096-4110-85a8-25733641b7fc/16e780fd-4ad4-43c0-8f79-f7148cd23c83) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:45.588235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ee353d8a-28a4-4a49-85b4-f45a6602d280 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:45.588861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.618951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87e4473d-1bbf-4d57-a86b-e31d1e1aa993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.650693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87e4473d-1bbf-4d57-a86b-e31d1e1aa993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.656338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d00df9-bba1-4471-8824-0e456988adc9 None None] Pushing event updated for resources: {'Port': ['ID=8b35413e-17cf-4701-abc3-be2ee8925987,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:45.733905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Allocated IP 2001:db8::1 (40ec2b97-65e2-4129-8a26-54a6dc2ec556/fd465d21-dfb4-49b4-ba5a-774e2f8580e7/38314c1f-c674-4066-acb4-822bc0dd34e9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:45.752924 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87e4473d-1bbf-4d57-a86b-e31d1e1aa993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.755243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-87e4473d-1bbf-4d57-a86b-e31d1e1aa993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.760273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-87e4473d-1bbf-4d57-a86b-e31d1e1aa993 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11a13b39-7118-400e-8d20-bf796107f1c0 HTTP/1.1" status: 204 len: 168 time: 0.2207139 Aug 20 13:54:45.770462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4473d-1bbf-4d57-a86b-e31d1e1aa993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a13b39-7118-400e-8d20-bf796107f1c0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:45.889071 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:45.897898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2170dff-175b-4aa1-848e-1a91717f3600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.027111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ee353d8a-28a4-4a49-85b4-f45a6602d280, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ee353d8a-28a4-4a49-85b4-f45a6602d280,segment=NetworkSegment(0af41263-e199-499a-84fb-2952681e03b7),segment_id=0af41263-e199-499a-84fb-2952681e03b7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:46.027934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.041370 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.050320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Transition to ACTIVE for port object 38314c1f-c674-4066-acb4-822bc0dd34e9 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:46.055382 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.090317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Transition to ACTIVE for port object 16e780fd-4ad4-43c0-8f79-f7148cd23c83 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:46.112669 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.130050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Transition to ACTIVE for port object 16e780fd-4ad4-43c0-8f79-f7148cd23c83 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:46.132613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ee353d8a-28a4-4a49-85b4-f45a6602d280,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:46.145052 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.192582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Network 0955f104-0ac5-447e-b102-931bd332b2d8 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:46.196424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:46.201921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:46.210918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:46.217692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:46.226005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Pushing event updated for resources: {'Port': ['ID=16e780fd-4ad4-43c0-8f79-f7148cd23c83,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:46.228836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:46.229890 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.234599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Port': ['ID=38314c1f-c674-4066-acb4-822bc0dd34e9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:46.293118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Attempting to bind port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:46.293493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Attempting to bind port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '328da025-6130-436c-b45b-a9976bc7f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:46.293862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Attempting to bind port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 on network 0955f104-0ac5-447e-b102-931bd332b2d8 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:46.305666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:46.306283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Checking segment: {'id': '328da025-6130-436c-b45b-a9976bc7f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:46.307985 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.309690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Bound using segment: {'id': '328da025-6130-436c-b45b-a9976bc7f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:46.310419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Bound port: 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328da025-6130-436c-b45b-a9976bc7f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0955f104-0ac5-447e-b102-931bd332b2d8'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:46.310745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.339600 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:46.389143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-41478eb6-23ba-4d37-bda9-cd0e37ec6e2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41bdbc8aa99948a68351074ecf97ffa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467038 Aug 20 13:54:46.393930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32834) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:46.398211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] For port 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:46.404514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] For port 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16e780fd-4ad4-43c0-8f79-f7148cd23c83,segment=NetworkSegment(328da025-6130-436c-b45b-a9976bc7f880),segment_id=328da025-6130-436c-b45b-a9976bc7f880)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:46.410289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0e08d635-c51d-404e-b1ed-6d3e33afd4d6 None None] Provisioning complete for port ee353d8a-28a4-4a49-85b4-f45a6602d280 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:46.412313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e08d635-c51d-404e-b1ed-6d3e33afd4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.417828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.464004 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.473350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-340a90cc-2ea4-467b-ba45-f6225dd8ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.509017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-340a90cc-2ea4-467b-ba45-f6225dd8ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.531298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52809fd-51a8-4ed3-8358-328f5db41395 None None] Pushing event updated for resources: {'Port': ['ID=16e780fd-4ad4-43c0-8f79-f7148cd23c83,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:46.597942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-340a90cc-2ea4-467b-ba45-f6225dd8ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.600815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-340a90cc-2ea4-467b-ba45-f6225dd8ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.602996 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-340a90cc-2ea4-467b-ba45-f6225dd8ae6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd956ff5-9e58-4945-8c09-adcde180b1f3 HTTP/1.1" status: 204 len: 168 time: 0.2074611 Aug 20 13:54:46.616511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a90cc-2ea4-467b-ba45-f6225dd8ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd956ff5-9e58-4945-8c09-adcde180b1f3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:46.926117 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.937959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:46.938827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:47.041104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Port': ['ID=38314c1f-c674-4066-acb4-822bc0dd34e9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:47.042991 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6f0e1-fbbf-4bf4-a8f9-6f00a3ac6dd4 None None] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:47.130190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:47.131714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:47.183850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-86730670-d91d-4a9d-8693-dae316b75c4f None None] Provisioning for port 8b35413e-17cf-4701-abc3-be2ee8925987 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:47.332946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Router 622eb9cc-9250-4e4c-9af7-40143d329167 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:54:47.343338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ee353d8a-28a4-4a49-85b4-f45a6602d280 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:47.460569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ee353d8a-28a4-4a49-85b4-f45a6602d280 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:47.461234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:47.492335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:47.506732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-73cb6416-d4d6-41e5-a66f-17fee3564513 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7416811 Aug 20 13:54:47.507865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32848) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:47.522687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] Sync routers for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:47.556316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:47.557065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:47.825211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:47.906946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16e780fd-4ad4-43c0-8f79-f7148cd23c83 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:47.939033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb03e186-59c8-4064-88e2-4e1946497b7a None None] Provisioning for port 38314c1f-c674-4066-acb4-822bc0dd34e9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:47.944983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:47.945787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:47.955249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bb03e186-59c8-4064-88e2-4e1946497b7a None None] Provisioning complete for port 38314c1f-c674-4066-acb4-822bc0dd34e9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:47.955627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bb03e186-59c8-4064-88e2-4e1946497b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.058483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bb03e186-59c8-4064-88e2-4e1946497b7a None None] Port 38314c1f-c674-4066-acb4-822bc0dd34e9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:48.081716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:48.082502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0e253e-f5be-4874-889f-e28a4a4ab364 None None] The sync data for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:48.118252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:48.132222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b35413e-17cf-4701-abc3-be2ee8925987 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:48.150524 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-0b1d5b9d-857d-434b-b170-ced4c2d598d5 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:54:48.152873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b1d5b9d-857d-434b-b170-ced4c2d598d5 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6421409 Aug 20 13:54:48.157193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32860) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:48.183588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca741b6-43e5-4cd2-b73d-7ff0614b3d48 None None] Network 0955f104-0ac5-447e-b102-931bd332b2d8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:48.295446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] Provisioning for port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:48.304631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] Provisioning complete for port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:48.305015 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.344216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8b35413e-17cf-4701-abc3-be2ee8925987 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:48.375470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8b35413e-17cf-4701-abc3-be2ee8925987 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:48.376048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.604999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fce0efdf-c778-43c3-a453-ad2deb191f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.658942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.707320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.745125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.787070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] For port 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16e780fd-4ad4-43c0-8f79-f7148cd23c83,segment=NetworkSegment(328da025-6130-436c-b45b-a9976bc7f880),segment_id=328da025-6130-436c-b45b-a9976bc7f880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:48.806354 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.811781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8b35413e-17cf-4701-abc3-be2ee8925987, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8b35413e-17cf-4701-abc3-be2ee8925987,segment=NetworkSegment(42c60e74-166c-4c19-bb50-15043f04bf72),segment_id=42c60e74-166c-4c19-bb50-15043f04bf72)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:48.841808 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.892710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c50e9-43a8-4d9d-87a7-02d9c7c00a3e None None] Pushing event updated for resources: {'Port': ['ID=16e780fd-4ad4-43c0-8f79-f7148cd23c83,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:48.973035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7c4c0ea9-eb14-4479-83a3-f8ba595cc1ca None None] Provisioning complete for port 38314c1f-c674-4066-acb4-822bc0dd34e9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:48.973519 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0ea9-eb14-4479-83a3-f8ba595cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:48.979483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8b35413e-17cf-4701-abc3-be2ee8925987,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:49.027898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c0ea9-eb14-4479-83a3-f8ba595cc1ca None None] Port 38314c1f-c674-4066-acb4-822bc0dd34e9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:49.040461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32874) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:49.159062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16e780fd-4ad4-43c0-8f79-f7148cd23c83 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:49.165468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3dfd2192-1b0a-4c42-8bbc-8d479239931d None None] Provisioning complete for port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:49.166046 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2192-1b0a-4c42-8bbc-8d479239931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.179587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.251476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-846620553'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:49.278479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Made reservation on behalf of c610c85d5a0b44e68692c0a552358e1c for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:49.283243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.289690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:49.290062 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.296585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.296934 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:54:49.443883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b35413e-17cf-4701-abc3-be2ee8925987 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:49.457404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.463079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.504636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8b35413e-17cf-4701-abc3-be2ee8925987 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:49.505178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.508136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:49.525631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286dac3e-3846-4218-9a42-1f8e5d32ff5e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:49.548207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.549462 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Added segment 4e31024c-ba3b-476e-9f95-214217939fa9 of type vlan for network fb8d24b6-abca-43e9-8723-cc60d70c8b28 Aug 20 13:54:49.559366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.564442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting port 38314c1f-c674-4066-acb4-822bc0dd34e9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:49.565180 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.605822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.636803 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.642699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:49.643333 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.705868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6638846 Aug 20 13:54:49.715805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf805a-00c7-4dd2-b1e8-94fbfb33bd68 tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Pushing event updated for resources: {'Network': ['ID=fb8d24b6-abca-43e9-8723-cc60d70c8b28,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:49.727847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.731361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network fb8d24b6-abca-43e9-8723-cc60d70c8b28 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:49.746723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Calling delete_port for 38314c1f-c674-4066-acb4-822bc0dd34e9 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:49.943630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:49.959120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32882) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:49.966231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Request body: {'port': {'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28', 'binding:host_id': 'n-h1-804232-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-800407215'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:49.975119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Port': ['ID=38314c1f-c674-4066-acb4-822bc0dd34e9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:50.002942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Made reservation on behalf of fdc686260e7d478fa650fc54c509c131 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:50.005730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:50.017806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:50.113665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:50.151342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:50.157439 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:50.164686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port 1fb2d497-a027-49b8-8808-9c0c524383f2 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:50.312605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Router 622eb9cc-9250-4e4c-9af7-40143d329167 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:50.315127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9418be3-e359-4fe7-b9d2-60d9f97eeb29,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:50.409684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:50.425776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5a8a30b0-e7bd-4325-8db3-4530089b4543 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664075 Aug 20 13:54:50.425989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32884) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:50.429076 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] Sync routers for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:50.443433 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:50.444167 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:50.481925 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-a0459973-8e4b-42cc-b7a7-d1aaf09804d6 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] delete failed (client error): The resource could not be found. Aug 20 13:54:50.482205 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:50.483039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a0459973-8e4b-42cc-b7a7-d1aaf09804d6 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-493057073 HTTP/1.1" status: 404 len: 334 time: 0.0557830 Aug 20 13:54:50.488884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32886) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:50.496793 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:50.497045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e4bdb346-6a93-419f-8cb6-227900477b95 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'router': {'external_gateway_info': {'network_id': '622eb9cc-9250-4e4c-9af7-40143d329167'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:50.497749 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:50.533735 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:50.534400 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bf1f7-9ff2-412b-b54c-298235af672b None None] The sync data for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:50.644430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port 1fb2d497-a027-49b8-8808-9c0c524383f2 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:50.962039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.008883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Transition to ACTIVE for port object 1fb2d497-a027-49b8-8808-9c0c524383f2 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:51.050177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb346-6a93-419f-8cb6-227900477b95 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.053326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.098689 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-e4bdb346-6a93-419f-8cb6-227900477b95 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] update failed (client error): The resource could not be found. Aug 20 13:54:51.099754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4bdb346-6a93-419f-8cb6-227900477b95 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167 HTTP/1.1" status: 404 len: 339 time: 0.6099002 Aug 20 13:54:51.103644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32888) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:51.110369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1002150779'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:51.127444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb2d497-a027-49b8-8808-9c0c524383f2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:51.135387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:51.139436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.147003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Checking segment: {'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:51.147355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Network hostable DHCP agents. Network: fb8d24b6-abca-43e9-8723-cc60d70c8b28, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:51.167274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Network fb8d24b6-abca-43e9-8723-cc60d70c8b28 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:51.167861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:54:51.178992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.179341 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Added segment d28cff04-bf68-4763-8b67-df04df46418b of type vlan for network f5de0043-2ee4-476c-b3bd-e667c32c091c Aug 20 13:54:51.181079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, fb8d24b6-abca-43e9-8723-cc60d70c8b28) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:51.187068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:51.197428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5bc062-5c84-420e-b699-d7587a898f20 None None] Network fb8d24b6-abca-43e9-8723-cc60d70c8b28 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:51.216316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.216547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.216915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.222071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.222397 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.222743 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 2 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.232244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.237238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.237571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.237919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.243734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.245560 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.245560 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 3 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.259649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.260021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.260369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.265926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.266260 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.266659 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 4 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.266985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.272780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:51.273408 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.281078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.281483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.281749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.286515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.286840 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.287400 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 5 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.302652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.302994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.303330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.309684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.310015 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.310413 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 6 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.331606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.332289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.332528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.340864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.340864 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.341316 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 7 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.352889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2472007 Aug 20 13:54:51.356747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4bcb-beb2-4dcd-ab81-d864c04055db tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Network': ['ID=f5de0043-2ee4-476c-b3bd-e667c32c091c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:51.359117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:51.364582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'subnet': {'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:51.371931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.372480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.373517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.376823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f5de0043-2ee4-476c-b3bd-e667c32c091c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:54:51.382016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.382590 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.383271 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 8 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.411880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.412483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.413113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.422920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.423466 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.424129 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 9 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.454103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.454527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.454869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.465712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.466192 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.466974 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 10 to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 Aug 20 13:54:51.480315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Made reservation on behalf of 5111b1d0e03949bfabe241530bcbc600 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:51.486081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.487511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:51.487852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:51.488188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:51.493207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port 1fb2d497-a027-49b8-8808-9c0c524383f2 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:51.493415 n-d-804232-5 neutron-server[94862]: ERROR neutron.plugins.ml2.managers [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port 1fb2d497-a027-49b8-8808-9c0c524383f2 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:51.493664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.508192 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.597202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] For port 1fb2d497-a027-49b8-8808-9c0c524383f2, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:51.597799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempted to set empty binding levels {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 13:54:51.603217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.655196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:51.656075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.694909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7344239 Aug 20 13:54:51.696666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da397c0f-66f3-4548-88e8-fe389bec9abd tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb2d497-a027-49b8-8808-9c0c524383f2,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:51.700579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32892) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:51.789440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.805553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Deleting port 1fb2d497-a027-49b8-8808-9c0c524383f2 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:51.805901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.861899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Subnet': ['ID=c4ebe009-c155-4790-88ee-42face31bc8c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:51.875201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Checking segment: {'id': 'd28cff04-bf68-4763-8b67-df04df46418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:51.875573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network hostable DHCP agents. Network: f5de0043-2ee4-476c-b3bd-e667c32c091c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:54:51.894469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] For port 1fb2d497-a027-49b8-8808-9c0c524383f2, host n-h1-804232-5, got binding levels [] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:51.895097 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.905564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network f5de0043-2ee4-476c-b3bd-e667c32c091c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:54:51.913409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Calling delete_port for 1fb2d497-a027-49b8-8808-9c0c524383f2 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:51.918081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f5de0043-2ee4-476c-b3bd-e667c32c091c) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:51.926181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:51.927143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:51.931671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34487e4-0e58-425a-8198-b36544b098e6 None None] Network f5de0043-2ee4-476c-b3bd-e667c32c091c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:51.958084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e79f0227-710c-48ea-bd8a-9891e2aa0272 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5975235 Aug 20 13:54:51.959253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32894) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:51.969364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-388f8b59-a834-4de1-baac-111cc2741eec tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:52.031677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.062342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb2d497-a027-49b8-8808-9c0c524383f2,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:52.080899 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.087771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2524e33-4ca7-4af2-829e-ff14d637e822 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "DELETE /v2.0/ports/1fb2d497-a027-49b8-8808-9c0c524383f2 HTTP/1.1" status: 204 len: 168 time: 0.3815057 Aug 20 13:54:52.088092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32896) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:52.118265 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-63974fda-fa57-462a-86b7-b064441275c2 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:54:52.121279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63974fda-fa57-462a-86b7-b064441275c2 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "GET /v2.0/ports/1fb2d497-a027-49b8-8808-9c0c524383f2 HTTP/1.1" status: 404 len: 333 time: 0.0309839 Aug 20 13:54:52.129371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32898) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:52.136185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Request body: {'port': {'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-25583674'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:52.163300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Made reservation on behalf of fdc686260e7d478fa650fc54c509c131 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:52.165780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f5de0043-2ee4-476c-b3bd-e667c32c091c', 'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c', 'tenant_id': '5111b1d0e03949bfabe241530bcbc600', 'fixed_ips': [{'subnet_id': 'c4ebe009-c155-4790-88ee-42face31bc8c'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:54:52.166352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.167758 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.186680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port e7c2f82e-10ce-4509-a0a7-d850d32a1061 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:52.359937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Allocated IP 2001:db8:1::2 (f5de0043-2ee4-476c-b3bd-e667c32c091c/c4ebe009-c155-4790-88ee-42face31bc8c/d917173f-f4fa-40a5-882c-7b27630f4b02) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:52.371861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.380979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-388f8b59-a834-4de1-baac-111cc2741eec tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.454654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.529315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Network fb8d24b6-abca-43e9-8723-cc60d70c8b28 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:52.535017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:52.544147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:52.546014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:52.547220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.568484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c2f82e-10ce-4509-a0a7-d850d32a1061,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:52.571466 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-388f8b59-a834-4de1-baac-111cc2741eec tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:54:52.583458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32900) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:52.593650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-388f8b59-a834-4de1-baac-111cc2741eec tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167 HTTP/1.1" status: 400 len: 364 time: 0.6321595 Aug 20 13:54:52.596977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ca933281-c1f4-41f0-a029-96d63c8aab8d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4660497 Aug 20 13:54:52.601450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:52.610668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:52.611850 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.623519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Transition to ACTIVE for port object d917173f-f4fa-40a5-882c-7b27630f4b02 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:52.643636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Transition to ACTIVE for port object d917173f-f4fa-40a5-882c-7b27630f4b02 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:52.652820 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.711388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Network f5de0043-2ee4-476c-b3bd-e667c32c091c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:52.716136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:52.724434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:52.727852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Pushing event updated for resources: {'Port': ['ID=d917173f-f4fa-40a5-882c-7b27630f4b02,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:52.729501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.846604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Attempting to bind port d917173f-f4fa-40a5-882c-7b27630f4b02 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:52.847220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Attempting to bind port d917173f-f4fa-40a5-882c-7b27630f4b02 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd28cff04-bf68-4763-8b67-df04df46418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:52.847844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Attempting to bind port d917173f-f4fa-40a5-882c-7b27630f4b02 on network f5de0043-2ee4-476c-b3bd-e667c32c091c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:52.858446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:54:52.858820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Checking segment: {'id': 'd28cff04-bf68-4763-8b67-df04df46418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:54:52.859323 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.860168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Bound using segment: {'id': 'd28cff04-bf68-4763-8b67-df04df46418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:54:52.860848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Bound port: d917173f-f4fa-40a5-882c-7b27630f4b02, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28cff04-bf68-4763-8b67-df04df46418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5de0043-2ee4-476c-b3bd-e667c32c091c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:54:52.861254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.934398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:52.996019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] For port d917173f-f4fa-40a5-882c-7b27630f4b02, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:53.002332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] For port d917173f-f4fa-40a5-882c-7b27630f4b02, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d917173f-f4fa-40a5-882c-7b27630f4b02,segment=NetworkSegment(d28cff04-bf68-4763-8b67-df04df46418b),segment_id=d28cff04-bf68-4763-8b67-df04df46418b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:54:53.010120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.038615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port e7c2f82e-10ce-4509-a0a7-d850d32a1061 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:53.047548 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.062137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Transition to ACTIVE for port object e7c2f82e-10ce-4509-a0a7-d850d32a1061 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:53.067501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.136408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703e9b5-71b3-4e71-8a07-cbf405624b0b None None] Pushing event updated for resources: {'Port': ['ID=d917173f-f4fa-40a5-882c-7b27630f4b02,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:53.165357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c2f82e-10ce-4509-a0a7-d850d32a1061,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:53.174538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.175652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.175652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.181015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.181208 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.181622 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 2 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.198438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.198845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.199052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.204268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.204682 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.205054 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 3 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.221863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.222329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.222720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.228777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.229240 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.229892 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 4 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.250425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.251134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.251642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.258928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Allocated IP 2001:db8::1 (8a58e149-76c8-48a0-9ce6-a277a89a718a/bcbccf89-7dcf-459f-9bf0-dd656267ec71/28185c9b-2535-4997-8e74-9405d85d1392) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:54:53.259762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.261134 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.261766 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 5 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.283267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.283878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.284449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.292889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.293565 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.294221 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 6 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.318482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.318482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.318482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.325086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.325436 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.325815 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 7 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.344306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.345088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.345586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.351107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.351589 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.352146 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 8 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.378393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.378990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.379496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.385027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.386053 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.386722 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 9 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.421261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.421604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.421954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.427325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.427657 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.428059 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 10 to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 Aug 20 13:54:53.443587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:53.443930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:53.444278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:53.454315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:53.454661 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:53.455281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.498525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.518566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Transition to ACTIVE for port object 28185c9b-2535-4997-8e74-9405d85d1392 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:53.552611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] For port e7c2f82e-10ce-4509-a0a7-d850d32a1061, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:53.553060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempted to set empty binding levels {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 13:54:53.560605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.568433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.595314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] In _notify_port_updated(), no bound segment for port e7c2f82e-10ce-4509-a0a7-d850d32a1061 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:54:53.596272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.597207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.601167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "PUT /v2.0/ports/e7c2f82e-10ce-4509-a0a7-d850d32a1061 HTTP/1.1" status: 200 len: 973 time: 0.9980872 Aug 20 13:54:53.601886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32904) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:53.620489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:53.623632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:53.627616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:53.628164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.677895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Port': ['ID=28185c9b-2535-4997-8e74-9405d85d1392,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:53.692963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b664-79d1-41a2-bc80-6f4eca82cd6d tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c2f82e-10ce-4509-a0a7-d850d32a1061,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:53.730736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.731309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.731861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.732392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.732966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.733732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.734019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.734546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.735081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.735687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:53.738521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c0dc8498-8985-458e-bb67-93f372180f23 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9291 time: 0.1323471 Aug 20 13:54:53.742434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32906) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:53.806503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.830167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Deleting port e7c2f82e-10ce-4509-a0a7-d850d32a1061 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:53.830614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.915427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] For port e7c2f82e-10ce-4509-a0a7-d850d32a1061, host n-h1-804232-5, got binding levels [] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:53.916032 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:53.940106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Calling delete_port for e7c2f82e-10ce-4509-a0a7-d850d32a1061 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:54.033524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9993504f-0022-40f9-8779-06ec83f11011 None None] Provisioning for port 28185c9b-2535-4997-8e74-9405d85d1392 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:54.044172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9993504f-0022-40f9-8779-06ec83f11011 None None] Provisioning complete for port 28185c9b-2535-4997-8e74-9405d85d1392 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:54.047108 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9993504f-0022-40f9-8779-06ec83f11011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.059110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.102078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9993504f-0022-40f9-8779-06ec83f11011 None None] Port 28185c9b-2535-4997-8e74-9405d85d1392 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:54.120189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7c2f82e-10ce-4509-a0a7-d850d32a1061,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:54.136152 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.142552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c28d0954-efaf-4e21-8242-3ffecff93cff tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e7c2f82e-10ce-4509-a0a7-d850d32a1061 HTTP/1.1" status: 204 len: 168 time: 0.3985748 Aug 20 13:54:54.145357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32908) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:54.171918 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-467a0f55-8429-4337-ac97-e2228adf7b84 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:54:54.174067 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-467a0f55-8429-4337-ac97-e2228adf7b84 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "GET /v2.0/ports/e7c2f82e-10ce-4509-a0a7-d850d32a1061 HTTP/1.1" status: 404 len: 333 time: 0.0274334 Aug 20 13:54:54.177292 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.178236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32910) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:54.182857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.183660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.184011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-420916856', 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:54.214661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Made reservation on behalf of fdc686260e7d478fa650fc54c509c131 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:54.217456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.236862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port 7f07d289-a796-4dc4-b37b-1e1a51923ce5 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:54.288136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event updated for resources: {'Port': ['ID=28185c9b-2535-4997-8e74-9405d85d1392,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:54.337611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:54.340202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:54.459538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511cadf9-3647-4fb0-8902-b5388051229c None None] Network f5de0043-2ee4-476c-b3bd-e667c32c091c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:54.468204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Router 622eb9cc-9250-4e4c-9af7-40143d329167 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:54.553943 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.595987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:54.601972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.606058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-46671690-92ff-42fd-83bf-f3e389108747 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201800 Aug 20 13:54:54.608284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32912) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:54.620722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] Sync routers for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:54.659797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-86fb50bf-9d56-43c2-843a-0e98cc841c02 None None] Provisioning for port d917173f-f4fa-40a5-882c-7b27630f4b02 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:54.666198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Network fb8d24b6-abca-43e9-8723-cc60d70c8b28 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:54.673087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:54.678090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:54.679290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:54.680441 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.693698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=7f07d289-a796-4dc4-b37b-1e1a51923ce5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:54.701389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:54.702538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:54.716731 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3ff43013-375f-4818-9ff9-207a99416ab0 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5374112 Aug 20 13:54:54.719266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:54.761075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75534a6e-922c-42a9-80de-fd9beb22f609 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:54.763242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-75534a6e-922c-42a9-80de-fd9beb22f609 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "GET /v2.0/ports/7f07d289-a796-4dc4-b37b-1e1a51923ce5 HTTP/1.1" status: 200 len: 954 time: 0.0425949 Aug 20 13:54:54.766234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32916) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:54.771838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc58281e-051b-42bb-90cc-774afc2945ac tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.800619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:54.837381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:54.838165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:54.844598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f3d8a865-2c61-401e-b74b-886a6402d3c9 None None] Provisioning complete for port 28185c9b-2535-4997-8e74-9405d85d1392 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:54.844993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a865-2c61-401e-b74b-886a6402d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.873715 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-cc58281e-051b-42bb-90cc-774afc2945ac tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 13:54:54.876599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cc58281e-051b-42bb-90cc-774afc2945ac tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167 HTTP/1.1" status: 409 len: 329 time: 0.2656903 Aug 20 13:54:54.878764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32918) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:54.900321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Deleting port 7f07d289-a796-4dc4-b37b-1e1a51923ce5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:54.900904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:54.923281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:54.923854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3c639-29bc-400e-a9d8-1611c7b79aa0 None None] The sync data for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:54.945741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8a865-2c61-401e-b74b-886a6402d3c9 None None] Port 28185c9b-2535-4997-8e74-9405d85d1392 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:54:54.997614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.019436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Calling delete_port for 7f07d289-a796-4dc4-b37b-1e1a51923ce5 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:55.175881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d917173f-f4fa-40a5-882c-7b27630f4b02 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:55.179602 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.247347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f07d289-a796-4dc4-b37b-1e1a51923ce5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:55.256671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.262160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0d5b82e-dca7-4f96-9daf-9a4c769ae990 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "DELETE /v2.0/ports/7f07d289-a796-4dc4-b37b-1e1a51923ce5 HTTP/1.1" status: 204 len: 168 time: 0.4938147 Aug 20 13:54:55.266276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:55.292347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d917173f-f4fa-40a5-882c-7b27630f4b02 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:54:55.300076 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f05c0f-53e8-4737-b68d-2174af26bf53 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:54:55.303742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d917173f-f4fa-40a5-882c-7b27630f4b02 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:55.304767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.306564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-82f05c0f-53e8-4737-b68d-2174af26bf53 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "GET /v2.0/ports/7f07d289-a796-4dc4-b37b-1e1a51923ce5 HTTP/1.1" status: 404 len: 333 time: 0.0384524 Aug 20 13:54:55.308346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32922) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:55.316641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Request body: {'port': {'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-179320705'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:55.349628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Made reservation on behalf of fdc686260e7d478fa650fc54c509c131 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:54:55.352827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.375033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:55.401740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-26788c9c-f4ca-4adb-9aaf-02fb458c03e3 None None] Provisioning complete for port d917173f-f4fa-40a5-882c-7b27630f4b02 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:55.402126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26788c9c-f4ca-4adb-9aaf-02fb458c03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.448325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.501312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d917173f-f4fa-40a5-882c-7b27630f4b02, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d917173f-f4fa-40a5-882c-7b27630f4b02,segment=NetworkSegment(d28cff04-bf68-4763-8b67-df04df46418b),segment_id=d28cff04-bf68-4763-8b67-df04df46418b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:55.525129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.576135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.582045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26788c9c-f4ca-4adb-9aaf-02fb458c03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.645212 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.672342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.724051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Network fb8d24b6-abca-43e9-8723-cc60d70c8b28 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:54:55.730231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:54:55.737947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:54:55.739275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:55.740448 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.772425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:55.783148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-91a293c0-74af-4c4a-b25b-63c0d2fb69cc tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4735091 Aug 20 13:54:55.787088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32924) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:55.793912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:55.805583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d917173f-f4fa-40a5-882c-7b27630f4b02,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:55.864816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:55.869663 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-26788c9c-f4ca-4adb-9aaf-02fb458c03e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:54:55.870438 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-26788c9c-f4ca-4adb-9aaf-02fb458c03e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:54:56.003535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting port 28185c9b-2535-4997-8e74-9405d85d1392 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:56.003929 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.072115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] device_id is not set on port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:54:56.081199 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.094774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Transition to ACTIVE for port object d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:54:56.099327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.115807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.133916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Calling delete_port for 28185c9b-2535-4997-8e74-9405d85d1392 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:56.155736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:56.177547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.177898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.178302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.184835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.185180 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.185634 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 2 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.201426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.201757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.202097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.206942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.207273 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.207673 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 3 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.222844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.223272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.223947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.229625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.229975 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.230307 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 4 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.245893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.246232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.246750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.251793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.252130 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.252522 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 5 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.266293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.266585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.266934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.271860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.272196 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.272673 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 6 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.289070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.289412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.289778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.296779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.297118 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.297517 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 7 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.314594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.315074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.315550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.323742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.324535 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.325285 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 8 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.346150 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.351055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.351800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.352517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.361872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.362429 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.363083 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 9 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.384663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.386058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.386666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.391391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Port': ['ID=28185c9b-2535-4997-8e74-9405d85d1392,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:56.401383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.401383 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.402237 n-d-804232-5 neutron-server[94861]: INFO neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempt 10 to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 Aug 20 13:54:56.437638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:54:56.438045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:54:56.438454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempting to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:54:56.443845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:54:56.444132 n-d-804232-5 neutron-server[94861]: ERROR neutron.plugins.ml2.managers [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Failed to bind port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on host n-h1-804232-5 for vnic_type normal using segments [{'id': '4e31024c-ba3b-476e-9f95-214217939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb8d24b6-abca-43e9-8723-cc60d70c8b28'}] Aug 20 13:54:56.444527 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.531657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] For port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:54:56.532024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attempted to set empty binding levels {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 13:54:56.537523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.552165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] In _notify_port_updated(), no bound segment for port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 on network fb8d24b6-abca-43e9-8723-cc60d70c8b28 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:54:56.553389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:54:56.554499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.559303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "PUT /v2.0/ports/d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 HTTP/1.1" status: 200 len: 974 time: 0.7707870 Aug 20 13:54:56.560062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32926) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:56.563828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.634173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e2b2a-5b7f-4ed5-95ea-9c848414c03f tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:56.694360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Deleting port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:56.694707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.748749 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Router 622eb9cc-9250-4e4c-9af7-40143d329167 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:54:56.791322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] For port d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6, host n-h1-804232-5, got binding levels [] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:56.791871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.816414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Calling delete_port for d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:56.830147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:54:56.838744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-68124367-9c32-4b66-9130-5f9b71c4f072 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580383 Aug 20 13:54:56.843337 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32928) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:56.850485 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] Sync routers for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:54:56.863273 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:56.864105 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:56.889474 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-853d19f5-8890-40a2-85a2-3241c995caad tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] show failed (client error): The resource could not be found. Aug 20 13:54:56.896048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-853d19f5-8890-40a2-85a2-3241c995caad tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-2104145589 HTTP/1.1" status: 404 len: 335 time: 0.0461504 Aug 20 13:54:56.896578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32930) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:56.904104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-db705938-0387-480c-a87b-8986ff4d6e27 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:54:56.909257 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:56.919691 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] Routers {'622eb9cc-9250-4e4c-9af7-40143d329167'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:54:56.920316 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['622eb9cc-9250-4e4c-9af7-40143d329167'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:56.958832 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:56.959165 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:56.959500 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334a8dc-a0d2-44d8-9487-055c98e3c93b None None] The sync data for ids ['622eb9cc-9250-4e4c-9af7-40143d329167'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:54:56.961983 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-db705938-0387-480c-a87b-8986ff4d6e27 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] update failed (client error): The resource could not be found. Aug 20 13:54:56.963935 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-db705938-0387-480c-a87b-8986ff4d6e27 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1759150448 HTTP/1.1" status: 404 len: 335 time: 0.0654030 Aug 20 13:54:56.968677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32932) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:57.009494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:57.015981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.019290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9c15db13-5bca-41bf-8c69-4b2fb11004ce tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 HTTP/1.1" status: 204 len: 168 time: 0.4569070 Aug 20 13:54:57.021807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32934) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:57.059149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting subnet c4ebe009-c155-4790-88ee-42face31bc8c {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:57.060744 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80912f0-d142-4ed7-9836-c1e9fe7fb740 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] GET failed (client error): The resource could not be found. Aug 20 13:54:57.063430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e80912f0-d142-4ed7-9836-c1e9fe7fb740 tempest-PortsAdminExtendedAttrsTestJSON-1643576328 tempest-PortsAdminExtendedAttrsTestJSON-1643576328-project-admin] 10.222.0.59 "GET /v2.0/ports/d5c36fa8-ce3d-452f-85a4-6f4d4d6dd6e6 HTTP/1.1" status: 404 len: 333 time: 0.0384898 Aug 20 13:54:57.064625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.066490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32936) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:57.133216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d917173f-f4fa-40a5-882c-7b27630f4b02 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:54:57.142239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.164212 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.204973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d917173f-f4fa-40a5-882c-7b27630f4b02 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:54:57.205348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.308885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.393693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.433804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ebe009-c155-4790-88ee-42face31bc8c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:57.438835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.444013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c8c7925d-7958-46dc-8303-6d27c195047a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/subnets/c4ebe009-c155-4790-88ee-42face31bc8c HTTP/1.1" status: 204 len: 168 time: 0.4735751 Aug 20 13:54:57.444785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:57.454965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b02ab-c712-47c4-acdc-d3b71edaed81 None None] Network f5de0043-2ee4-476c-b3bd-e667c32c091c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:57.548028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.645409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting port d917173f-f4fa-40a5-882c-7b27630f4b02 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:57.645990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.666767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.682186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8d24b6-abca-43e9-8723-cc60d70c8b28']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:57.689020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] DHCP port deletion for f5de0043-2ee4-476c-b3bd-e667c32c091c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:57.701469 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e31024c-ba3b-476e-9f95-214217939fa9') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:57.702005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e31024c-ba3b-476e-9f95-214217939fa9') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:57.715260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.734778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.742542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:57.742950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.744767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] Deleting port d917173f-f4fa-40a5-882c-7b27630f4b02 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:57.745360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:57.746441 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:57.757000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] For port d917173f-f4fa-40a5-882c-7b27630f4b02, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d917173f-f4fa-40a5-882c-7b27630f4b02,segment=NetworkSegment(d28cff04-bf68-4763-8b67-df04df46418b),segment_id=d28cff04-bf68-4763-8b67-df04df46418b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:57.757884 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.777332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Calling delete_port for d917173f-f4fa-40a5-882c-7b27630f4b02 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:57.824483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.833035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.834972 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] 10.222.0.59 "DELETE /v2.0/networks/fb8d24b6-abca-43e9-8723-cc60d70c8b28 HTTP/1.1" status: 204 len: 168 time: 0.7673850 Aug 20 13:54:57.846882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] For port d917173f-f4fa-40a5-882c-7b27630f4b02, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d917173f-f4fa-40a5-882c-7b27630f4b02,segment=NetworkSegment(d28cff04-bf68-4763-8b67-df04df46418b),segment_id=d28cff04-bf68-4763-8b67-df04df46418b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:57.847872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.851687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a860-385c-4b7b-a3f2-97feadc0450e tempest-PortsAdminExtendedAttrsTestJSON-2054098211 tempest-PortsAdminExtendedAttrsTestJSON-2054098211-project] Pushing event deleted for resources: {'Network': ['ID=fb8d24b6-abca-43e9-8723-cc60d70c8b28,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:57.871098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] Calling delete_port for d917173f-f4fa-40a5-882c-7b27630f4b02 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:57.907945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:57.958023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] No DVR routers for this DVR port d917173f-f4fa-40a5-882c-7b27630f4b02 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:57.968438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Port': ['ID=d917173f-f4fa-40a5-882c-7b27630f4b02,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:57.981857 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.029577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] Pushing event deleted for resources: {'Port': ['ID=d917173f-f4fa-40a5-882c-7b27630f4b02,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:58.036339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5546d33-b6c3-4986-9878-db8850fbf7be None None] No DVR routers for this DVR port d917173f-f4fa-40a5-882c-7b27630f4b02 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:58.115046 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.128847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5de0043-2ee4-476c-b3bd-e667c32c091c']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:58.141316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28cff04-bf68-4763-8b67-df04df46418b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:58.141608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28cff04-bf68-4763-8b67-df04df46418b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:58.152024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.171458 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.191365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:58.191777 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:58.195251 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:54:58.200519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32944) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:58.270326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.277511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.280984 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/networks/f5de0043-2ee4-476c-b3bd-e667c32c091c HTTP/1.1" status: 204 len: 168 time: 0.8349438 Aug 20 13:54:58.283495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32948) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:58.306929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4163f3-d28e-4463-bce6-f86a3f0f7684 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Network': ['ID=f5de0043-2ee4-476c-b3bd-e667c32c091c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:58.361069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting subnet 717296bf-4096-4110-85a8-25733641b7fc {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:58.367852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.422230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c1756007-6661-422f-9a21-7e732ae75a37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c610c85d5a0b44e68692c0a552358e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203608 Aug 20 13:54:58.425628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32950) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:58.429188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.484372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b6753d1-587e-4c3b-8f29-d913e1edb04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.512272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b6753d1-587e-4c3b-8f29-d913e1edb04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.534398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.575206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b6753d1-587e-4c3b-8f29-d913e1edb04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.578288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b6753d1-587e-4c3b-8f29-d913e1edb04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.579682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b6753d1-587e-4c3b-8f29-d913e1edb04d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/286dac3e-3846-4218-9a42-1f8e5d32ff5e HTTP/1.1" status: 204 len: 168 time: 0.1529505 Aug 20 13:54:58.589303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6753d1-587e-4c3b-8f29-d913e1edb04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286dac3e-3846-4218-9a42-1f8e5d32ff5e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:58.613241 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.663583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Subnet': ['ID=717296bf-4096-4110-85a8-25733641b7fc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:58.669866 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.676094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e6eb67fa-a469-4617-83fd-74e312229978 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/subnets/717296bf-4096-4110-85a8-25733641b7fc HTTP/1.1" status: 204 len: 168 time: 0.3882539 Aug 20 13:54:58.676763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:58.678522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d073ad-43b7-4b72-a687-9b2b7e996558 None None] Network 0955f104-0ac5-447e-b102-931bd332b2d8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:58.765082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting subnet fd465d21-dfb4-49b4-ba5a-774e2f8580e7 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:54:58.770141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.841988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:58.967313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] DHCP port deletion for 0955f104-0ac5-447e-b102-931bd332b2d8 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:58.972894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32958) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:58.978089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.025980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] Deleting port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:59.026381 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.039518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-49fe2a4b-de71-46e1-bad1-b8b893a1e5a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fdc686260e7d478fa650fc54c509c131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650678 Aug 20 13:54:59.043397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32960) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:59.087376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d917173f-f4fa-40a5-882c-7b27630f4b02 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:59.125242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d917173f-f4fa-40a5-882c-7b27630f4b02 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:54:59.125712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d917173f-f4fa-40a5-882c-7b27630f4b02 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:54:59.126232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 16e780fd-4ad4-43c0-8f79-f7148cd23c83 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:54:59.140963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.167313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.170927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] For port 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16e780fd-4ad4-43c0-8f79-f7148cd23c83,segment=NetworkSegment(328da025-6130-436c-b45b-a9976bc7f880),segment_id=328da025-6130-436c-b45b-a9976bc7f880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:59.171324 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.192108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] Calling delete_port for 16e780fd-4ad4-43c0-8f79-f7148cd23c83 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:59.213522 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.216949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/subnets/fd465d21-dfb4-49b4-ba5a-774e2f8580e7 HTTP/1.1" status: 204 len: 168 time: 0.5382841 Aug 20 13:54:59.218810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549e144-58a5-4fa8-9a15-f6a0766eb130 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Subnet': ['ID=fd465d21-dfb4-49b4-ba5a-774e2f8580e7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:59.219468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32962) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:54:59.226486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c8dca2-39c6-42cb-be65-c78c8f1342cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.247130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f087926-2a5e-44ba-96ce-32a7306d83e2 None None] Network 40ec2b97-65e2-4129-8a26-54a6dc2ec556 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:54:59.261126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c8dca2-39c6-42cb-be65-c78c8f1342cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.333833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c8dca2-39c6-42cb-be65-c78c8f1342cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.341731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-18c8dca2-39c6-42cb-be65-c78c8f1342cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.344030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-18c8dca2-39c6-42cb-be65-c78c8f1342cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9418be3-e359-4fe7-b9d2-60d9f97eeb29 HTTP/1.1" status: 204 len: 168 time: 0.2985470 Aug 20 13:54:59.372600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8dca2-39c6-42cb-be65-c78c8f1342cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9418be3-e359-4fe7-b9d2-60d9f97eeb29,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:59.375262 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.404944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.488889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:59.489517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.518655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16e780fd-4ad4-43c0-8f79-f7148cd23c83,segment=NetworkSegment(328da025-6130-436c-b45b-a9976bc7f880),segment_id=328da025-6130-436c-b45b-a9976bc7f880)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:59.554385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.569336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] For port 16e780fd-4ad4-43c0-8f79-f7148cd23c83, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=16e780fd-4ad4-43c0-8f79-f7148cd23c83,segment=NetworkSegment(328da025-6130-436c-b45b-a9976bc7f880),segment_id=328da025-6130-436c-b45b-a9976bc7f880)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:59.569842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.590108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Calling delete_port for 16e780fd-4ad4-43c0-8f79-f7148cd23c83 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:59.608110 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.632094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event deleted for resources: {'Port': ['ID=16e780fd-4ad4-43c0-8f79-f7148cd23c83,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:59.636491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] No DVR routers for this DVR port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:59.688167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd4ba6-0431-41cb-bfc4-6610f107d484 None None] Pushing event deleted for resources: {'Port': ['ID=16e780fd-4ad4-43c0-8f79-f7148cd23c83,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:59.727742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.754307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Port': ['ID=16e780fd-4ad4-43c0-8f79-f7148cd23c83,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:54:59.767730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] No DVR routers for this DVR port 16e780fd-4ad4-43c0-8f79-f7148cd23c83 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:54:59.789919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] DHCP port deletion for 40ec2b97-65e2-4129-8a26-54a6dc2ec556 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:54:59.871643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] Deleting port 8b35413e-17cf-4701-abc3-be2ee8925987 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:54:59.872026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.890190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.902611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0955f104-0ac5-447e-b102-931bd332b2d8']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:59.919229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328da025-6130-436c-b45b-a9976bc7f880') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:59.919526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328da025-6130-436c-b45b-a9976bc7f880') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:54:59.939406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.958001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] For port 8b35413e-17cf-4701-abc3-be2ee8925987, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8b35413e-17cf-4701-abc3-be2ee8925987,segment=NetworkSegment(42c60e74-166c-4c19-bb50-15043f04bf72),segment_id=42c60e74-166c-4c19-bb50-15043f04bf72)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:54:59.958577 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.961501 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.972291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:54:59.973420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:54:59.977635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] Calling delete_port for 8b35413e-17cf-4701-abc3-be2ee8925987 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: self.session.flush() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:54:59.977871 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:55:00.058831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.070293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.074405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/networks/0955f104-0ac5-447e-b102-931bd332b2d8 HTTP/1.1" status: 204 len: 168 time: 0.8533809 Aug 20 13:55:00.077432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:00.085327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.094902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca8526-ef29-4b98-a04f-9b4a85a88385 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Network': ['ID=0955f104-0ac5-447e-b102-931bd332b2d8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:00.125301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] Pushing event deleted for resources: {'Port': ['ID=8b35413e-17cf-4701-abc3-be2ee8925987,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:00.130601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2e44-8062-4b63-84c6-006b2e734ce9 None None] No DVR routers for this DVR port 8b35413e-17cf-4701-abc3-be2ee8925987 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:55:00.223292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.368444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.388415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ec2b97-65e2-4129-8a26-54a6dc2ec556']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:00.410058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c60e74-166c-4c19-bb50-15043f04bf72') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:00.410533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c60e74-166c-4c19-bb50-15043f04bf72') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:00.429004 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.457750 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.465777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:55:00.466257 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:55:00.470260 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:55:00.560440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.569799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.574887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/networks/40ec2b97-65e2-4129-8a26-54a6dc2ec556 HTTP/1.1" status: 204 len: 168 time: 0.4958057 Aug 20 13:55:00.578497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 32988) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:00.607387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9676d40-74f0-4271-8a62-4b6b2decf77a tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Network': ['ID=40ec2b97-65e2-4129-8a26-54a6dc2ec556,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:00.663663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting subnet bcbccf89-7dcf-459f-9bf0-dd656267ec71 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:55:00.670170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.754882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:00.912918 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.046950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.092293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbccf89-7dcf-459f-9bf0-dd656267ec71,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:01.098091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.102103 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cbcbae49-42f8-4cf0-a42b-148338e0db5e tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/subnets/bcbccf89-7dcf-459f-9bf0-dd656267ec71 HTTP/1.1" status: 204 len: 168 time: 0.5218837 Aug 20 13:55:01.105870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 32996) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:01.128835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a9978-d73f-4a60-a2a8-66b172f111c2 None None] Network 8a58e149-76c8-48a0-9ce6-a277a89a718a requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:55:01.156439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b35413e-17cf-4701-abc3-be2ee8925987 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:55:01.221195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8b35413e-17cf-4701-abc3-be2ee8925987 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:55:01.223266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8b35413e-17cf-4701-abc3-be2ee8925987 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:55:01.293526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.424751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Deleting port ee353d8a-28a4-4a49-85b4-f45a6602d280 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:01.425068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.473875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] DHCP port deletion for 8a58e149-76c8-48a0-9ce6-a277a89a718a request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:55:01.533701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] For port ee353d8a-28a4-4a49-85b4-f45a6602d280, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ee353d8a-28a4-4a49-85b4-f45a6602d280,segment=NetworkSegment(0af41263-e199-499a-84fb-2952681e03b7),segment_id=0af41263-e199-499a-84fb-2952681e03b7)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:55:01.534445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.563018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Calling delete_port for ee353d8a-28a4-4a49-85b4-f45a6602d280 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:01.564674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] Deleting port ee353d8a-28a4-4a49-85b4-f45a6602d280 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:01.565348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.635070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33004) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:01.665652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] For port ee353d8a-28a4-4a49-85b4-f45a6602d280, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ee353d8a-28a4-4a49-85b4-f45a6602d280,segment=NetworkSegment(0af41263-e199-499a-84fb-2952681e03b7),segment_id=0af41263-e199-499a-84fb-2952681e03b7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:55:01.666199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.682412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] Calling delete_port for ee353d8a-28a4-4a49-85b4-f45a6602d280 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:01.715686 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.769559 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.772423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Port': ['ID=ee353d8a-28a4-4a49-85b4-f45a6602d280,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:01.780616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] No DVR routers for this DVR port ee353d8a-28a4-4a49-85b4-f45a6602d280 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:55:01.802532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] Pushing event deleted for resources: {'Port': ['ID=ee353d8a-28a4-4a49-85b4-f45a6602d280,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:01.811311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b778a-5775-4c1e-8164-33b1a4eb80cf None None] No DVR routers for this DVR port ee353d8a-28a4-4a49-85b4-f45a6602d280 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:55:01.812232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1622090481', 'router:external': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:01.828042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.861069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Made reservation on behalf of bda6dad36fcc40a8917eb4811b0eb072 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:01.865173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.883222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.920188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.932146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a58e149-76c8-48a0-9ce6-a277a89a718a']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:01.951961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af41263-e199-499a-84fb-2952681e03b7') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:01.952588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af41263-e199-499a-84fb-2952681e03b7') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:01.969780 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.988491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:01.999157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:55:01.999777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:55:02.005149 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:55:02.021138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.027021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.058547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f749f45-22a9-4133-8972-6c7f7699d372,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:02.082706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.089930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:55:02.097192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.100870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/networks/8a58e149-76c8-48a0-9ce6-a277a89a718a HTTP/1.1" status: 204 len: 168 time: 0.9907250 Aug 20 13:55:02.105145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33008) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:02.106874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.107248 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Added segment 65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678 of type vlan for network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 Aug 20 13:55:02.128075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3e736-f9a3-4c82-a14f-d7ef4cc677fe tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Pushing event deleted for resources: {'Network': ['ID=8a58e149-76c8-48a0-9ce6-a277a89a718a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:02.146916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-21a27a8a-7b4b-4969-99ad-9af479553277 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "GET /v2.0/ports?device_id=622eb9cc-9250-4e4c-9af7-40143d329167 HTTP/1.1" status: 200 len: 205 time: 0.0402951 Aug 20 13:55:02.150983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33010) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:02.166056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.199477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.200737 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:02.201425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.235494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.261816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6254456 Aug 20 13:55:02.267325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33012) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:02.274589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'subnet': {'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:02.288622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a255ced-9843-43aa-8748-0adfe5aaf3c6 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Network': ['ID=5ed3446f-0cec-49c5-9ac4-4aab5fc48267,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:02.301765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:55:02.310962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Made reservation on behalf of bda6dad36fcc40a8917eb4811b0eb072 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:02.313753 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.472121 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.474970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.526911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.527440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Fanout notify agent at l3_agent the message router_deleted on router 622eb9cc-9250-4e4c-9af7-40143d329167 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:02.534928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.536273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7cac4287-edc1-4523-805f-05a29c175427 tempest-RoutersNegativeIpV6Test-1809869930 tempest-RoutersNegativeIpV6Test-1809869930-project] 10.222.0.59 "DELETE /v2.0/routers/622eb9cc-9250-4e4c-9af7-40143d329167 HTTP/1.1" status: 204 len: 168 time: 0.3844712 Aug 20 13:55:02.680503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.objects.ports [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:55:02.681024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.746298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa2b7469-1942-4ce5-a90e-6171d6e75779,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:02.755128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Checking segment: {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:02.755489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network hostable DHCP agents. Network: 5ed3446f-0cec-49c5-9ac4-4aab5fc48267, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:55:02.776124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:55:02.789709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 5ed3446f-0cec-49c5-9ac4-4aab5fc48267) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:02.804524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:02.805231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.805361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d068af3-1dfd-4b97-a7e6-06e43a9c233b None None] Network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:55:02.824581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-45785572-d4aa-45b9-80b2-42af5d8175ed tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5561097 Aug 20 13:55:02.827949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33018) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:02.835527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2096226770', 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:02.863318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Made reservation on behalf of bda6dad36fcc40a8917eb4811b0eb072 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:02.866442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:02.886176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33020) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:02.888367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] device_id is not set on port dcdfd6df-6021-46d5-ac8e-e923d48bb4d0 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:55:02.967185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e1543-b822-4188-abab-db61aadca58f None None] Network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:55:03.019102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Allocated IP 2001:db8::8e (5ed3446f-0cec-49c5-9ac4-4aab5fc48267/fa2b7469-1942-4ce5-a90e-6171d6e75779/dcdfd6df-6021-46d5-ac8e-e923d48bb4d0) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:03.110641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f334782e-3c31-406b-9e3b-c6da6f083de1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5111b1d0e03949bfabe241530bcbc600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231371 Aug 20 13:55:03.115196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33024) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:03.136778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ee353d8a-28a4-4a49-85b4-f45a6602d280 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:55:03.175481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9fbd-6a94-4dbc-834b-af72a6a5eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.187113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.199677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ee353d8a-28a4-4a49-85b4-f45a6602d280 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:55:03.200267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ee353d8a-28a4-4a49-85b4-f45a6602d280 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:55:03.203576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9fbd-6a94-4dbc-834b-af72a6a5eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.242627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.278652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9fbd-6a94-4dbc-834b-af72a6a5eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.281325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9fbd-6a94-4dbc-834b-af72a6a5eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.284924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ba0c9fbd-6a94-4dbc-834b-af72a6a5eea4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a3c468a-741e-4617-b4f6-e75495b3e11c HTTP/1.1" status: 204 len: 168 time: 0.1657691 Aug 20 13:55:03.295391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c9fbd-6a94-4dbc-834b-af72a6a5eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c468a-741e-4617-b4f6-e75495b3e11c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:03.316358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:03.321217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:03.325183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:03.326518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:03.327148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.337224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Port': ['ID=dcdfd6df-6021-46d5-ac8e-e923d48bb4d0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:03.353631 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bd40ae95-4e19-4d2f-870c-0032e4a76a33 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5238485 Aug 20 13:55:03.357149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33028) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:03.444821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Deleting port dcdfd6df-6021-46d5-ac8e-e923d48bb4d0 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:03.445164 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.537930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.553387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Calling delete_port for dcdfd6df-6021-46d5-ac8e-e923d48bb4d0 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:03.728135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.763268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcdfd6df-6021-46d5-ac8e-e923d48bb4d0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:03.794965 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.800009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63851a2d-2a89-46eb-9e9e-1acc637c24f2 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/ports/dcdfd6df-6021-46d5-ac8e-e923d48bb4d0 HTTP/1.1" status: 204 len: 168 time: 0.4392927 Aug 20 13:55:03.800396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33040) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:03.805379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267', 'external_fixed_ips': [{'subnet_id': 'fa2b7469-1942-4ce5-a90e-6171d6e75779', 'ip_address': '2001:db8::8e'}]}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:03.835021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.836486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:03.899999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.061313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.229949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33050) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:04.338629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.361015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118942713'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:04.363998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.393965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.410954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.558277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.565024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.605493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2438e014-2d15-4906-9dc4-2291fe539398,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:04.616514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Allocated IP 2001:db8::8e (5ed3446f-0cec-49c5-9ac4-4aab5fc48267/fa2b7469-1942-4ce5-a90e-6171d6e75779/0890f805-0e98-4760-a7fe-39359fda0441) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:04.718424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.724048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.743499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.767295 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.772105 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5379319 Aug 20 13:55:04.774341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33054) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:04.777710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4c88b-f143-43ba-9657-c6b54fac7901 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:04.814735 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:04.881289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:04.891955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:04.904764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:05.260127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff28ed04-ddd8-4c84-b6ce-bbdc82907e84 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4838612 Aug 20 13:55:05.263362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33056) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:05.263915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Port': ['ID=0890f805-0e98-4760-a7fe-39359fda0441,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:05.271239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-security--393083009', 'description': 'tempest-security-description-1211200658'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:05.310992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.363254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.369414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.373205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.374910 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "PUT /v2.0/security-groups/7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa HTTP/1.1" status: 200 len: 1779 time: 0.1099954 Aug 20 13:55:05.380143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33058) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:05.404841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7e778-e309-4739-a5e6-cee5e7376241 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:05.592273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-29aabecb-b1c0-440c-a1ec-9371a15ac131 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups/7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa HTTP/1.1" status: 200 len: 1779 time: 0.2099154 Aug 20 13:55:05.594752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33062) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:05.625042 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.687776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6e5076c-86fc-474b-b1d1-d4a77813e5a5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.719471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6e5076c-86fc-474b-b1d1-d4a77813e5a5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.792766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6e5076c-86fc-474b-b1d1-d4a77813e5a5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.796394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e6e5076c-86fc-474b-b1d1-d4a77813e5a5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.798161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e6e5076c-86fc-474b-b1d1-d4a77813e5a5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa HTTP/1.1" status: 204 len: 168 time: 0.2021642 Aug 20 13:55:05.803241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33064) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:05.829928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5076c-86fc-474b-b1d1-d4a77813e5a5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:05.886299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-88302c73-bdc9-4d7e-b251-9a019a7a576b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799444 Aug 20 13:55:05.891065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33066) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:05.912822 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-748ee1e4-cd8e-4260-83bf-b4fdf0f63f6f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] delete failed (client error): The resource could not be found. Aug 20 13:55:05.914281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-748ee1e4-cd8e-4260-83bf-b4fdf0f63f6f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/7435e2ab-c03c-4516-9cc1-6e4e5f7f38aa HTTP/1.1" status: 404 len: 347 time: 0.0216432 Aug 20 13:55:05.919606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33068) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:05.924635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001665016'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:05.939406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:05.953259 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.058364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.063293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.099320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.100681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1799991 Aug 20 13:55:06.103651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b780a82-098a-46f4-ac70-ee9aa208f575 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c014d77a-ac20-4097-a1dc-5d63a930ef4a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:06.107242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33070) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:06.114958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': 'c014d77a-ac20-4097-a1dc-5d63a930ef4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:06.170071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Router 08663407-9b10-4929-b7d7-9ddb147a2b3f is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:06.173552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.312799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.318187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.349665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb232d8-e332-4fbc-9cd5-f10d024a4a37,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:06.355217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:06.362447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.364530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5275b78e-351e-48eb-9890-fabf7f12cdbf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2551138 Aug 20 13:55:06.367766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33072) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:06.373545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Sync routers for ids ['08663407-9b10-4929-b7d7-9ddb147a2b3f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:06.387263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Routers {'08663407-9b10-4929-b7d7-9ddb147a2b3f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:06.388364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['08663407-9b10-4929-b7d7-9ddb147a2b3f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:06.399637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.401589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-60f91e1d-0c1f-4dca-b440-bc4458fc6dea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5999210 Aug 20 13:55:06.407323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:06.416667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff29940-254d-41f6-8628-f7fa194cff37 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.457976 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff29940-254d-41f6-8628-f7fa194cff37 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.542004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff29940-254d-41f6-8628-f7fa194cff37 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.551832 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ff29940-254d-41f6-8628-f7fa194cff37 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.553054 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1ff29940-254d-41f6-8628-f7fa194cff37 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/1cb232d8-e332-4fbc-9cd5-f10d024a4a37 HTTP/1.1" status: 204 len: 168 time: 0.1840601 Aug 20 13:55:06.556467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33076) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:06.566826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff29940-254d-41f6-8628-f7fa194cff37 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb232d8-e332-4fbc-9cd5-f10d024a4a37,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:06.569771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.576272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Set router 08663407-9b10-4929-b7d7-9ddb147a2b3f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:55:06.656796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0cc882fc-2233-447f-b15d-e7ddd553e4d4 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982499 Aug 20 13:55:06.661558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33078) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:06.691742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.734025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d635d3a0-5ddb-49bd-99d9-6ab7c5623417 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.765695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Deleting port 0890f805-0e98-4760-a7fe-39359fda0441 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:06.766297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.767410 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d635d3a0-5ddb-49bd-99d9-6ab7c5623417 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.833785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d635d3a0-5ddb-49bd-99d9-6ab7c5623417 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.837846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d635d3a0-5ddb-49bd-99d9-6ab7c5623417 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.841056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d635d3a0-5ddb-49bd-99d9-6ab7c5623417 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/c014d77a-ac20-4097-a1dc-5d63a930ef4a HTTP/1.1" status: 204 len: 168 time: 0.1777139 Aug 20 13:55:06.847004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:06.854913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d3a0-5ddb-49bd-99d9-6ab7c5623417 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014d77a-ac20-4097-a1dc-5d63a930ef4a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:06.885333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08663407-9b10-4929-b7d7-9ddb147a2b3f', 'name': '', 'tenant_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267', 'external_fixed_ips': [{'subnet_id': 'fa2b7469-1942-4ce5-a90e-6171d6e75779', 'ip_address': '2001:db8::8e'}], 'enable_snat': True}, 'gw_port_id': '0890f805-0e98-4760-a7fe-39359fda0441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:55:03Z', 'updated_at': '2021-08-20T13:55:05Z', 'revision_number': 3, 'project_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'gw_port': {'id': '0890f805-0e98-4760-a7fe-39359fda0441', 'name': '', 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08663407-9b10-4929-b7d7-9ddb147a2b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'fa2b7469-1942-4ce5-a90e-6171d6e75779', 'ip_address': '2001:db8::8e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:55:04Z', 'updated_at': '2021-08-20T13:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2b7469-1942-4ce5-a90e-6171d6e75779', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:06.916138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Checking router: 08663407-9b10-4929-b7d7-9ddb147a2b3f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:55:06.916426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Updating router 08663407-9b10-4929-b7d7-9ddb147a2b3f port 0890f805-0e98-4760-a7fe-39359fda0441 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:55:06.944179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.944487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:06.980211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Calling delete_port for 0890f805-0e98-4760-a7fe-39359fda0441 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:06.989422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4152fd05-618b-4870-a91d-6c37e8b3959b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405654 Aug 20 13:55:06.996195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33082) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:07.003531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--487607282'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:07.141070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.230357 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.242446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Transition to ACTIVE for port object 0890f805-0e98-4760-a7fe-39359fda0441 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:07.249592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.304207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Attempting to bind port 0890f805-0e98-4760-a7fe-39359fda0441 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:55:07.304624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Attempting to bind port 0890f805-0e98-4760-a7fe-39359fda0441 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:55:07.304977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Attempting to bind port 0890f805-0e98-4760-a7fe-39359fda0441 on network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:55:07.316602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660849d-800b-4ab8-ad05-b8d4a399510e None None] Pushing event updated for resources: {'Port': ['ID=0890f805-0e98-4760-a7fe-39359fda0441,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:07.320105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:55:07.320484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Checking segment: {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:07.320920 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.321318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Bound using segment: {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:55:07.321820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Bound port: 0890f805-0e98-4760-a7fe-39359fda0441, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:55:07.322204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.417793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.419392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.421601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:55:07.422415 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:55:07.449912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.458907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event deleted for resources: {'Port': ['ID=0890f805-0e98-4760-a7fe-39359fda0441,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:07.508116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.511205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.512505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5154214 Aug 20 13:55:07.513277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf87e20-59d7-4594-b0d2-e1ab2cb505a1 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d5bd43-90e0-421c-8ad8-9af2fb8fcde5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:07.517003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:07.521757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '27d5bd43-90e0-421c-8ad8-9af2fb8fcde5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:07.626223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.630789 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.677203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.696426 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.697637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08663407-9b10-4929-b7d7-9ddb147a2b3f {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:07.706698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.707882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d32fa634-1182-4ccb-887a-44267e8135ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/routers/08663407-9b10-4929-b7d7-9ddb147a2b3f HTTP/1.1" status: 204 len: 168 time: 1.2999628 Aug 20 13:55:07.712402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33086) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:07.746941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.751402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.779499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9dc8ef-6c50-40a2-8659-301d0b8b31e6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:07.783400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.784738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6e0ff5ac-2fd8-46eb-a081-ac7a4ca37b5b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2666955 Aug 20 13:55:07.788348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33088) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:07.797928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '27d5bd43-90e0-421c-8ad8-9af2fb8fcde5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:07.812014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Deleting subnet fa2b7469-1942-4ce5-a90e-6171d6e75779 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:55:07.817533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.835401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.885658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.911098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.915451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.939493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc6b8ee-17c8-4a26-82b3-3f443047a97a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:07.949339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Attempting to bind port 0890f805-0e98-4760-a7fe-39359fda0441 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:55:07.949786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.949987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Attempting to bind port 0890f805-0e98-4760-a7fe-39359fda0441 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:55:07.950500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Attempting to bind port 0890f805-0e98-4760-a7fe-39359fda0441 on network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:55:07.955114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63a31ba6-2eda-4938-9ee6-aa863d3b9d21 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610849 Aug 20 13:55:07.955452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33090) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:07.958756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:55:07.959328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Checking segment: {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:07.959950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.960502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Bound using segment: {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:55:07.961180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '27d5bd43-90e0-421c-8ad8-9af2fb8fcde5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:07.961400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Bound port: 0890f805-0e98-4760-a7fe-39359fda0441, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5ed3446f-0cec-49c5-9ac4-4aab5fc48267'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:55:07.961777 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.970947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:07.987553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Port 0890f805-0e98-4760-a7fe-39359fda0441 has been deleted concurrently {{(pid=94863) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 13:55:07.999083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:07.999446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:55:08.000253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_agentschedulers_db [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08663407-9b10-4929-b7d7-9ddb147a2b3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:55:08.000883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372edd6-ef7c-415c-9571-dd6464609547 None None] The sync data for ids ['08663407-9b10-4929-b7d7-9ddb147a2b3f'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:08.006612 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.063485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.090056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.095084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.105641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2b7469-1942-4ce5-a90e-6171d6e75779,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.110961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.113285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d4f0d615-b5cf-4e60-9248-867e26bbfab9 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/fa2b7469-1942-4ce5-a90e-6171d6e75779 HTTP/1.1" status: 204 len: 168 time: 0.3989620 Aug 20 13:55:08.116859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33092) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.142494 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.142494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1826024 Aug 20 13:55:08.142494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36d1fb-8390-4ed4-b345-85d7a7b39236 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea56289-cc41-4d25-bce1-e267650ad041,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.144805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33094) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.151822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '27d5bd43-90e0-421c-8ad8-9af2fb8fcde5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:08.192847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.208529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.303197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.308758 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.314972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.320060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed3446f-0cec-49c5-9ac4-4aab5fc48267']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:08.333717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:08.334029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c2edf6-ad0a-4c51-9b5d-3a9dcb67e678') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:08.345757 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.349731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fae4462-4db0-41b5-a843-cdd5cc445b0a,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.362276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.365199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f5625fc2-6004-4bb9-88c6-ee4c79a409d0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2181010 Aug 20 13:55:08.367587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.371677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.375956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '27d5bd43-90e0-421c-8ad8-9af2fb8fcde5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:08.383284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:55:08.383962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: items = [ Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:55:08.387316 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:55:08.425785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.495038 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.527295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ed3446f-0cec-49c5-9ac4-4aab5fc48267 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 13:55:08.530228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ed3446f-0cec-49c5-9ac4-4aab5fc48267,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.533792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.535814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.537644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e6111c63-3f6a-41be-b7f9-c24353fe4518 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/networks/5ed3446f-0cec-49c5-9ac4-4aab5fc48267 HTTP/1.1" status: 204 len: 168 time: 0.4192493 Aug 20 13:55:08.545089 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.568234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84370f7a-6b4d-43ba-a429-178e6809c9f6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.577974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.579709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c8608d86-c086-4c82-ba92-f39b11762f4a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2098815 Aug 20 13:55:08.584256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33100) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.622506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef432cc-f34d-463f-9f36-974e462fb43a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.632508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef432cc-f34d-463f-9f36-974e462fb43a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.677150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef432cc-f34d-463f-9f36-974e462fb43a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.687732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cef432cc-f34d-463f-9f36-974e462fb43a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.693544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cef432cc-f34d-463f-9f36-974e462fb43a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/84370f7a-6b4d-43ba-a429-178e6809c9f6 HTTP/1.1" status: 204 len: 168 time: 0.1075134 Aug 20 13:55:08.694299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33102) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.712440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef432cc-f34d-463f-9f36-974e462fb43a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84370f7a-6b4d-43ba-a429-178e6809c9f6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.813797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0f868b62-187c-4e98-89f7-c1cdf33e98e3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1176109 Aug 20 13:55:08.816432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33108) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.859382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3258963-191d-498f-9fba-774ac970aaf5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.873955 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3258963-191d-498f-9fba-774ac970aaf5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.912805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33110) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.919610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'name': 'tempest-router--790470319', 'project_id': 'd1c2db382f874b0bb057e58a36140891'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:08.927375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3258963-191d-498f-9fba-774ac970aaf5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.939811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f3258963-191d-498f-9fba-774ac970aaf5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.941690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f3258963-191d-498f-9fba-774ac970aaf5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4fae4462-4db0-41b5-a843-cdd5cc445b0a HTTP/1.1" status: 204 len: 168 time: 0.1236084 Aug 20 13:55:08.948776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33112) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:08.958923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3258963-191d-498f-9fba-774ac970aaf5 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fae4462-4db0-41b5-a843-cdd5cc445b0a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:08.971872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:08.974562 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.038630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e9754ab9-0e53-4388-9713-fe599c9d192f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0882225 Aug 20 13:55:09.042229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33114) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.065629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.072688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.087973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae8c9-c0a4-481c-8849-f17b2165363f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.094967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.099607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-989a6b34-bdfd-4884-ab0d-5212f4084b74 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1829274 Aug 20 13:55:09.099913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33116) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.104877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae8c9-c0a4-481c-8849-f17b2165363f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.154611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae8c9-c0a4-481c-8849-f17b2165363f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.160425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae8c9-c0a4-481c-8849-f17b2165363f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.166449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb0ae8c9-c0a4-481c-8849-f17b2165363f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7ea56289-cc41-4d25-bce1-e267650ad041 HTTP/1.1" status: 204 len: 168 time: 0.1176686 Aug 20 13:55:09.170576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33118) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.178869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae8c9-c0a4-481c-8849-f17b2165363f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ea56289-cc41-4d25-bce1-e267650ad041,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:09.227636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1413501f-d2bf-43bc-8780-e1273d192542 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0558488 Aug 20 13:55:09.232827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33120) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.239894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.266520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d2409c8-7dc5-4f2e-b3e0-6c1cca0b2dff tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.276147 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d2409c8-7dc5-4f2e-b3e0-6c1cca0b2dff tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.315992 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d2409c8-7dc5-4f2e-b3e0-6c1cca0b2dff tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.323304 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7d2409c8-7dc5-4f2e-b3e0-6c1cca0b2dff tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.328789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d2409c8-7dc5-4f2e-b3e0-6c1cca0b2dff tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/dfc6b8ee-17c8-4a26-82b3-3f443047a97a HTTP/1.1" status: 204 len: 168 time: 0.0908036 Aug 20 13:55:09.330177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33122) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.354923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2409c8-7dc5-4f2e-b3e0-6c1cca0b2dff tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfc6b8ee-17c8-4a26-82b3-3f443047a97a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:09.408243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-87dba3f3-d08f-40b5-8b7c-9a60e814442f tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0714412 Aug 20 13:55:09.409511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33124) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.441511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad273f84-cefd-40bb-ad49-65b412c25ad3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.457846 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad273f84-cefd-40bb-ad49-65b412c25ad3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.511054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad273f84-cefd-40bb-ad49-65b412c25ad3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.522506 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad273f84-cefd-40bb-ad49-65b412c25ad3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.524415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad273f84-cefd-40bb-ad49-65b412c25ad3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7f9dc8ef-6c50-40a2-8659-301d0b8b31e6 HTTP/1.1" status: 204 len: 168 time: 0.1146362 Aug 20 13:55:09.528613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33126) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.531492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.535247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.549584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad273f84-cefd-40bb-ad49-65b412c25ad3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f9dc8ef-6c50-40a2-8659-301d0b8b31e6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:09.612645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.613540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00f85e3f-0cad-40ca-8c4c-0e368c7f159c {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:09.618286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-612277e0-2269-4291-b080-9067dd561942 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879545 Aug 20 13:55:09.620737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.622236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25c81063-3ec9-4336-acf4-1c23486e5f49 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/routers/00f85e3f-0cad-40ca-8c4c-0e368c7f159c HTTP/1.1" status: 204 len: 168 time: 0.5208449 Aug 20 13:55:09.623132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.725552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1916c93b-fc9b-46a0-8cf9-c153d1697474 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.766159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1916c93b-fc9b-46a0-8cf9-c153d1697474 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.806750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33132) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.834409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1916c93b-fc9b-46a0-8cf9-c153d1697474 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.838777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1916c93b-fc9b-46a0-8cf9-c153d1697474 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:09.840941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1916c93b-fc9b-46a0-8cf9-c153d1697474 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/27d5bd43-90e0-421c-8ad8-9af2fb8fcde5 HTTP/1.1" status: 204 len: 168 time: 0.2161407 Aug 20 13:55:09.844478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33136) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.859398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916c93b-fc9b-46a0-8cf9-c153d1697474 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d5bd43-90e0-421c-8ad8-9af2fb8fcde5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:09.923946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b0acb954-c363-4062-a32f-2698c0958e33 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776725 Aug 20 13:55:09.929978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33138) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:09.936618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737658411'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:09.968529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.087847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.093249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.136053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-18572384', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:10.150904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.152520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2212574 Aug 20 13:55:10.156818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ce76e-ee10-4750-82a2-187c1b0fce1e tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb698c19-7082-434a-993f-94cc1451e76f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:10.157207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33140) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:10.164846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': 'bb698c19-7082-434a-993f-94cc1451e76f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:10.180912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.182286 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.206088 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.248827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.269979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.275878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.298665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0640c6-278b-4cda-adfa-b28d0ece696b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:10.310207 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.311971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-513e9278-35a2-40b3-b1e4-522ac410b9bd tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1533985 Aug 20 13:55:10.315217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33142) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:10.380451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-acc88829-b73b-4a75-bd68-e41e082db050 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.419657 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-acc88829-b73b-4a75-bd68-e41e082db050 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.487975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-acc88829-b73b-4a75-bd68-e41e082db050 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.491038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-acc88829-b73b-4a75-bd68-e41e082db050 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.496873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-acc88829-b73b-4a75-bd68-e41e082db050 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/bb698c19-7082-434a-993f-94cc1451e76f HTTP/1.1" status: 204 len: 168 time: 0.1762462 Aug 20 13:55:10.497504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33144) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:10.520742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88829-b73b-4a75-bd68-e41e082db050 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb698c19-7082-434a-993f-94cc1451e76f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:10.578742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8e50ea79-612f-40cf-8742-06ef92b54225 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796070 Aug 20 13:55:10.584308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:10.590738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--408713232'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:10.618018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.725870 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.731479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.741577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.771858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277d1dd3-6a7e-4944-90ec-2dc49aaede68,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:10.776744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.783077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7919501b-8ce4-4346-b12f-26916e75bf23 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1931610 Aug 20 13:55:10.783830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33148) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:10.793163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636029545'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:10.825809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.963653 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:10.970250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.007183 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.012264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.014070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2285614 Aug 20 13:55:11.015559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b617bf-8f91-4cc5-8afd-d5bc2981f062 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e457e1-932e-45bb-ae5d-26de7da740d3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:11.019018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33150) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.026631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '277d1dd3-6a7e-4944-90ec-2dc49aaede68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '09e457e1-932e-45bb-ae5d-26de7da740d3', 'remote_ip_prefix': None}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:11.030335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.075402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.172018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.177314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.185461 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Allocated IP 172.25.6.100 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/ed0332e9-4591-453a-bfc2-338f4e8ba09a) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:11.194099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb02e99b-213a-45f0-b9d4-4b5b2b947e2d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:11.205382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.206720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dc1b9e9e-c35f-4875-a957-9d8c02e526cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1863906 Aug 20 13:55:11.210427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33152) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.241460 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7216d44-7580-400a-a151-5aa73d461494 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.250106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7216d44-7580-400a-a151-5aa73d461494 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.283688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7216d44-7580-400a-a151-5aa73d461494 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.290970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a7216d44-7580-400a-a151-5aa73d461494 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.292796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a7216d44-7580-400a-a151-5aa73d461494 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fb02e99b-213a-45f0-b9d4-4b5b2b947e2d HTTP/1.1" status: 204 len: 168 time: 0.0809348 Aug 20 13:55:11.298647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33154) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.307195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7216d44-7580-400a-a151-5aa73d461494 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb02e99b-213a-45f0-b9d4-4b5b2b947e2d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:11.348584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-52a5f48d-64d9-4342-b995-bea86da1104b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0486829 Aug 20 13:55:11.352406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33156) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.408434 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.430421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d31ed72e-87cf-433f-aa76-2b6fca298aed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.457304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d31ed72e-87cf-433f-aa76-2b6fca298aed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.480533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.507593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d31ed72e-87cf-433f-aa76-2b6fca298aed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.511393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d31ed72e-87cf-433f-aa76-2b6fca298aed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.512687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d31ed72e-87cf-433f-aa76-2b6fca298aed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/09e457e1-932e-45bb-ae5d-26de7da740d3 HTTP/1.1" status: 204 len: 168 time: 0.1588771 Aug 20 13:55:11.516162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.536592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ed72e-87cf-433f-aa76-2b6fca298aed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e457e1-932e-45bb-ae5d-26de7da740d3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:11.564745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:11.570107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:11.573863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:11.611400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event updated for resources: {'Port': ['ID=ed0332e9-4591-453a-bfc2-338f4e8ba09a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:11.621014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6ccfef4e-eee5-40f4-809d-7bc025f8eb3b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1033077 Aug 20 13:55:11.623829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33160) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.735976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa708507-bb54-4a9e-99a0-4774f18d821a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.784194 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa708507-bb54-4a9e-99a0-4774f18d821a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.855798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa708507-bb54-4a9e-99a0-4774f18d821a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.860663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa708507-bb54-4a9e-99a0-4774f18d821a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.862813 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa708507-bb54-4a9e-99a0-4774f18d821a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/277d1dd3-6a7e-4944-90ec-2dc49aaede68 HTTP/1.1" status: 204 len: 168 time: 0.2371552 Aug 20 13:55:11.870727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33162) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.894149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:11.903814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa708507-bb54-4a9e-99a0-4774f18d821a tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d1dd3-6a7e-4944-90ec-2dc49aaede68,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:11.964412 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9aa99b5b-9bd9-4388-bf29-00d689e529d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898328 Aug 20 13:55:11.967121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:11.972649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048961141'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:12.001585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.107615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.112179 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.147669 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.149003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1806927 Aug 20 13:55:12.150351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c45a4-05d7-4793-aabb-fb5b9fb5b1cf tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b01aa65-3c14-4ed3-8fff-5f77cda579e9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:12.152706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.158033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '9b01aa65-3c14-4ed3-8fff-5f77cda579e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:12.185641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.190471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.263979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.269009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.295663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c844fa5-623e-4214-ac02-c488dad355fc,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:12.308830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.310951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-abf700bd-0191-4344-bdff-0c1bca1dd649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1567566 Aug 20 13:55:12.314009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33168) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.347298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Router c9530799-a4b0-4047-90b6-d63476e53f58 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:12.358923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be721797-ffea-40ef-acbb-59a11af1b2d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.373704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be721797-ffea-40ef-acbb-59a11af1b2d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.422310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be721797-ffea-40ef-acbb-59a11af1b2d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.435779 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-be721797-ffea-40ef-acbb-59a11af1b2d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.437800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-be721797-ffea-40ef-acbb-59a11af1b2d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4c844fa5-623e-4214-ac02-c488dad355fc HTTP/1.1" status: 204 len: 168 time: 0.1221297 Aug 20 13:55:12.444715 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33170) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.457339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721797-ffea-40ef-acbb-59a11af1b2d2 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c844fa5-623e-4214-ac02-c488dad355fc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:12.486330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:12.503668 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] Sync routers for ids ['c9530799-a4b0-4047-90b6-d63476e53f58'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:12.510339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8d7d6757-ee12-416b-bb46-9ca5190357a0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636833 Aug 20 13:55:12.514279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33172) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.521972 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] Routers {'c9530799-a4b0-4047-90b6-d63476e53f58'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:12.522761 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9530799-a4b0-4047-90b6-d63476e53f58'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:12.536893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.542628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2100c733-01d4-4998-bd40-1aec2e6120a1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7340093 Aug 20 13:55:12.543307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33174) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.573539 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:12.590309 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] Routers {'c9530799-a4b0-4047-90b6-d63476e53f58'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:12.591441 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c9530799-a4b0-4047-90b6-d63476e53f58'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:12.603266 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d58cd9de-7ceb-4040-87b1-5a93ddb85a5d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.633617 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d58cd9de-7ceb-4040-87b1-5a93ddb85a5d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.642431 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:12.643103 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357a012-acf2-46f6-b0b8-7a434410ecf9 None None] The sync data for ids ['c9530799-a4b0-4047-90b6-d63476e53f58'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:12.698189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d58cd9de-7ceb-4040-87b1-5a93ddb85a5d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.702150 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d58cd9de-7ceb-4040-87b1-5a93ddb85a5d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.704231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d58cd9de-7ceb-4040-87b1-5a93ddb85a5d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/9b01aa65-3c14-4ed3-8fff-5f77cda579e9 HTTP/1.1" status: 204 len: 168 time: 0.1883168 Aug 20 13:55:12.708801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33176) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.718720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cd9de-7ceb-4040-87b1-5a93ddb85a5d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b01aa65-3c14-4ed3-8fff-5f77cda579e9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:12.735376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d9183b04-78dc-44c7-904a-235e2384d045 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/c9530799-a4b0-4047-90b6-d63476e53f58 HTTP/1.1" status: 200 len: 923 time: 0.1890388 Aug 20 13:55:12.739041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33178) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.780489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e4f6b3f0-e694-4d1d-a9a5-cbd41b783a05 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708086 Aug 20 13:55:12.785640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33180) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.788049 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44d2b619-0929-4675-bea2-db4b93b6a116 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9530799-a4b0-4047-90b6-d63476e53f58 HTTP/1.1" status: 200 len: 205 time: 0.0473199 Aug 20 13:55:12.791050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group': {'name': 'tempest-secgroup--86549244'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:12.791356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33182) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:12.819981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.952877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.965392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:12.970565 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.006810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.008289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2214551 Aug 20 13:55:13.013710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33184) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.016884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9726139-abdf-4a3d-ab1f-4453beaffc4b tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1edfc-f508-462d-8149-fcef8aa3f6bc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:13.018742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '83e1edfc-f508-462d-8149-fcef8aa3f6bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:13.104256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.119202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.217874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.223667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.251649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e06608f-b5ba-433b-a40b-eef397feb891,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:13.255025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Deleting port ed0332e9-4591-453a-bfc2-338f4e8ba09a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:13.255411 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.273630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.275161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ac15e293-1519-47b7-9e95-2ba63b9720c3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603116 Aug 20 13:55:13.279379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33186) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.301400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-add8e52d-ac53-4dc8-886a-3d247d7be6ad tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules/8e06608f-b5ba-433b-a40b-eef397feb891 HTTP/1.1" status: 200 len: 763 time: 0.0205002 Aug 20 13:55:13.305616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.370681 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f46297c5-6652-4ca1-8632-74f3a50bdf1d tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0623603 Aug 20 13:55:13.371185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.375330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.404342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Calling delete_port for ed0332e9-4591-453a-bfc2-338f4e8ba09a owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:13.428718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448fcfa2-f290-4041-9cb1-d6445d4e24ed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.474023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448fcfa2-f290-4041-9cb1-d6445d4e24ed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.522102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448fcfa2-f290-4041-9cb1-d6445d4e24ed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.527276 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-448fcfa2-f290-4041-9cb1-d6445d4e24ed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.528785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-448fcfa2-f290-4041-9cb1-d6445d4e24ed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8e06608f-b5ba-433b-a40b-eef397feb891 HTTP/1.1" status: 204 len: 168 time: 0.1523256 Aug 20 13:55:13.532043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33192) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.576078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fcfa2-f290-4041-9cb1-d6445d4e24ed tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e06608f-b5ba-433b-a40b-eef397feb891,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:13.581242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df7ffa85-d8b9-44b0-9426-8d78ab17e2b3 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477970 Aug 20 13:55:13.585446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33194) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.592178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '83e1edfc-f508-462d-8149-fcef8aa3f6bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:13.628622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.664413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.700228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event deleted for resources: {'Port': ['ID=ed0332e9-4591-453a-bfc2-338f4e8ba09a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:13.738535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.743892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.767144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267a6fb0-7324-4bad-84c3-65dbeaf25c4d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:13.777233 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.779422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-39b4dd09-3336-4cc2-a016-45ad513ec7b8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1927521 Aug 20 13:55:13.784875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33196) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.785825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.809341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-291f1648-3f79-4e1e-8944-d891156fc3d8 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules/267a6fb0-7324-4bad-84c3-65dbeaf25c4d HTTP/1.1" status: 200 len: 763 time: 0.0192454 Aug 20 13:55:13.809907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33198) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.872587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bed78b32-5493-4084-a774-9d2e653ab691 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607543 Aug 20 13:55:13.875653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33200) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.888878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.891744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.908731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20ddca13-3d98-464c-a1ba-3ac575f31106 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.920302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20ddca13-3d98-464c-a1ba-3ac575f31106 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.949049 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.949688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Fanout notify agent at l3_agent the message router_deleted on router c9530799-a4b0-4047-90b6-d63476e53f58 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:13.958707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:13.960726 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2dc07e46-9901-4279-9af8-b8d9ee4d5cef tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/c9530799-a4b0-4047-90b6-d63476e53f58 HTTP/1.1" status: 204 len: 168 time: 1.1676099 Aug 20 13:55:13.967354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33202) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:13.982559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1422793049', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': False}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:13.987450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20ddca13-3d98-464c-a1ba-3ac575f31106 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.000385 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20ddca13-3d98-464c-a1ba-3ac575f31106 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.001620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-20ddca13-3d98-464c-a1ba-3ac575f31106 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/267a6fb0-7324-4bad-84c3-65dbeaf25c4d HTTP/1.1" status: 204 len: 168 time: 0.1248474 Aug 20 13:55:14.005102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.025165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddca13-3d98-464c-a1ba-3ac575f31106 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=267a6fb0-7324-4bad-84c3-65dbeaf25c4d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:14.035358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.036786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.090328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d19bf2af-1fb1-435f-bb71-d0e19d43c1f9 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828192 Aug 20 13:55:14.093208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33206) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.101256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Request body: {'security_group_rule': {'security_group_id': '83e1edfc-f508-462d-8149-fcef8aa3f6bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:14.131874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.145227 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.217108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.222054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.240113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55d49f1-450d-49ea-8996-b1bc9ee795bc,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:14.252925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.254248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b7883ec3-f368-40b7-b9a8-4850a7000f1c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594512 Aug 20 13:55:14.259109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33208) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.288627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-86b204d7-4ee3-42b5-b03a-ed2c9988f843 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules/c55d49f1-450d-49ea-8996-b1bc9ee795bc HTTP/1.1" status: 200 len: 764 time: 0.0266764 Aug 20 13:55:14.292750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33210) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.321940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.358461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8220d107-76c0-4a25-9095-2d85257160ce tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0639246 Aug 20 13:55:14.361640 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33212) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.407285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8cbb-8bf9-4d8b-b748-74c6294015e0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.422338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8cbb-8bf9-4d8b-b748-74c6294015e0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.462028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8cbb-8bf9-4d8b-b748-74c6294015e0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.471088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8cbb-8bf9-4d8b-b748-74c6294015e0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.475946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d4b8cbb-8bf9-4d8b-b748-74c6294015e0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c55d49f1-450d-49ea-8996-b1bc9ee795bc HTTP/1.1" status: 204 len: 168 time: 0.1094882 Aug 20 13:55:14.479284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33214) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.488479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b8cbb-8bf9-4d8b-b748-74c6294015e0 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c55d49f1-450d-49ea-8996-b1bc9ee795bc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:14.541147 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-df29de63-f112-4493-be5b-3a1a40886e9c tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594878 Aug 20 13:55:14.545584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33216) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.619211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.631264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93e7471-7f48-4adc-a605-d46bf5785cae tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.641722 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.668184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93e7471-7f48-4adc-a605-d46bf5785cae tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.734198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93e7471-7f48-4adc-a605-d46bf5785cae tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.737850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e93e7471-7f48-4adc-a605-d46bf5785cae tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.739335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e93e7471-7f48-4adc-a605-d46bf5785cae tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "DELETE /v2.0/security-groups/83e1edfc-f508-462d-8149-fcef8aa3f6bc HTTP/1.1" status: 204 len: 168 time: 0.1925526 Aug 20 13:55:14.745546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.770162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e7471-7f48-4adc-a605-d46bf5785cae tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1edfc-f508-462d-8149-fcef8aa3f6bc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:14.772923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Allocated IP 172.25.6.102 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/0deb1fc2-5e29-404f-b2aa-3e4bf95d2042) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:14.808674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d29a1631-b1ff-4a07-b519-50a8187a8649 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624843 Aug 20 13:55:14.812773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33220) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:14.860346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d15ab7be-98f7-4507-b8f1-70f1ef0eba97 tempest-SecGroupTest-1243751080 tempest-SecGroupTest-1243751080-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463963 Aug 20 13:55:14.909597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:14.971536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.017539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:15.020482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:15.024287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:15.051829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Port': ['ID=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:15.183235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33226) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:15.354062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2fb91579-bc05-489b-aa57-86874533bd10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49a24fab15014798b0c0633df9b5a783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684330 Aug 20 13:55:15.356428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33230) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:15.418508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aea55f91-53a9-4ea9-8b5f-80916eb4eb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.445597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aea55f91-53a9-4ea9-8b5f-80916eb4eb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.511116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aea55f91-53a9-4ea9-8b5f-80916eb4eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.513815 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aea55f91-53a9-4ea9-8b5f-80916eb4eb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.515050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aea55f91-53a9-4ea9-8b5f-80916eb4eb66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2438e014-2d15-4906-9dc4-2291fe539398 HTTP/1.1" status: 204 len: 168 time: 0.1575646 Aug 20 13:55:15.524425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea55f91-53a9-4ea9-8b5f-80916eb4eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2438e014-2d15-4906-9dc4-2291fe539398,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:15.685855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.806855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-545119cf-9f88-4f76-a634-27f30f0447c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:15.935561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.127835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Router 7b9c9c53-4306-46cd-9353-b79bd0b52fef is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:16.273050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:16.289942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Sync routers for ids ['7b9c9c53-4306-46cd-9353-b79bd0b52fef'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:16.296853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.299184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ff1657ae-3b20-4c98-b855-47ee724e7b59 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3268297 Aug 20 13:55:16.301817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33252) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:16.309562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Routers {'7b9c9c53-4306-46cd-9353-b79bd0b52fef'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:16.310758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7b9c9c53-4306-46cd-9353-b79bd0b52fef'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:16.440237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33254) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:16.480384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3bb3bada-78e2-4d90-89d0-b422f5c95130 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/7b9c9c53-4306-46cd-9353-b79bd0b52fef HTTP/1.1" status: 200 len: 909 time: 0.1766806 Aug 20 13:55:16.482997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33258) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:16.486322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Set router 7b9c9c53-4306-46cd-9353-b79bd0b52fef gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:55:16.490365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1422793049', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': True}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:16.533550 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.536273 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.603851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.656170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9ec60ec3-4a56-4104-9690-0a98b655a5c5 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:16.656798 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-9ec60ec3-4a56-4104-9690-0a98b655a5c5 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 13:55:16.657310 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-9ec60ec3-4a56-4104-9690-0a98b655a5c5 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 13:55:16.658360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ec60ec3-4a56-4104-9690-0a98b655a5c5 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2168055 Aug 20 13:55:16.664544 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33260) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:16.670251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980312128'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:16.700660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.711457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.733786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c9c53-4306-46cd-9353-b79bd0b52fef', 'name': 'tempest-snat-router-1422793049', 'tenant_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.102'}], 'enable_snat': False}, 'gw_port_id': '0deb1fc2-5e29-404f-b2aa-3e4bf95d2042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:55:14Z', 'updated_at': '2021-08-20T13:55:15Z', 'revision_number': 3, 'project_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'gw_port': {'id': '0deb1fc2-5e29-404f-b2aa-3e4bf95d2042', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c9c53-4306-46cd-9353-b79bd0b52fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:55:14Z', 'updated_at': '2021-08-20T13:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:16.774060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Checking router: 7b9c9c53-4306-46cd-9353-b79bd0b52fef for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:55:16.774387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Updating router 7b9c9c53-4306-46cd-9353-b79bd0b52fef port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:55:16.828797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.847427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.850357 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.855954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.904966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad91149b-a8be-4e96-a4c1-5bce3bb2f485,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:16.984735 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:16.991751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.048988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.057133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3896186 Aug 20 13:55:17.058343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33262) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:17.069238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': 'd32d62cc-dc87-461b-b795-b84c8c0ded93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:17.078745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ec84-e312-4006-869d-53a22814153e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d62cc-dc87-461b-b795-b84c8c0ded93,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:17.128746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.129057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.154110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.228074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.233286 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.250602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86031b27-5115-4868-b9c2-1010383c8422,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:17.262968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.264545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-37c1e564-c13d-4039-9d2d-5db6d3123733 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029290 Aug 20 13:55:17.269146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33264) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:17.274940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-487afb14-64c8-428f-bb7f-a6f191a92bd3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': 'd32d62cc-dc87-461b-b795-b84c8c0ded93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:17.308861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-487afb14-64c8-428f-bb7f-a6f191a92bd3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.359456 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.374218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Transition to ACTIVE for port object 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:17.377904 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-487afb14-64c8-428f-bb7f-a6f191a92bd3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 13:55:17.379335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-487afb14-64c8-428f-bb7f-a6f191a92bd3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1088538 Aug 20 13:55:17.382935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33266) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:17.386089 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.455163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Attempting to bind port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:55:17.455643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Attempting to bind port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:55:17.456085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Attempting to bind port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:55:17.467269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:55:17.467783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:17.468286 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.468794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:55:17.469367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Bound port: 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:55:17.469826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.484101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Allocated IP 172.25.6.226 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/cf2ea2bb-a086-4661-a72a-748f6d184eff) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:17.497953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Pushing event updated for resources: {'Port': ['ID=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:17.505872 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eccf3801-1649-4ff6-b267-981741473eea tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.511845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.512194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.512542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.512906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.513245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.513577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.513910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.514235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.514563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.514896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.515218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.515547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:17.560400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eccf3801-1649-4ff6-b267-981741473eea tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.560942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] For port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:55:17.568137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] For port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:55:17.576516 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.638281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eccf3801-1649-4ff6-b267-981741473eea tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.645898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-eccf3801-1649-4ff6-b267-981741473eea tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.651848 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eccf3801-1649-4ff6-b267-981741473eea tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/d32d62cc-dc87-461b-b795-b84c8c0ded93 HTTP/1.1" status: 204 len: 168 time: 0.2628276 Aug 20 13:55:17.652347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:17.663198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Routers {'7b9c9c53-4306-46cd-9353-b79bd0b52fef'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:17.664017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:54:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7b9c9c53-4306-46cd-9353-b79bd0b52fef'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:17.664578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf3801-1649-4ff6-b267-981741473eea tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d62cc-dc87-461b-b795-b84c8c0ded93,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:17.710093 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.740436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4383156b-4efe-4ee4-a8a4-64cf449e1dc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811017 Aug 20 13:55:17.740770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33270) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:17.742488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebc339-4d12-4d31-ab7e-c5ff2d12acef None None] Pushing event updated for resources: {'Port': ['ID=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:17.748299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502152326'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:17.793189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.818121 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:17.835974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] Set router 7b9c9c53-4306-46cd-9353-b79bd0b52fef gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:55:17.882015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:17.892226 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:17.894778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:17.924192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Port': ['ID=cf2ea2bb-a086-4661-a72a-748f6d184eff,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:18.057196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c9c53-4306-46cd-9353-b79bd0b52fef', 'name': 'tempest-snat-router-1422793049', 'tenant_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.102'}], 'enable_snat': False}, 'gw_port_id': '0deb1fc2-5e29-404f-b2aa-3e4bf95d2042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:55:14Z', 'updated_at': '2021-08-20T13:55:15Z', 'revision_number': 3, 'project_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'gw_port': {'id': '0deb1fc2-5e29-404f-b2aa-3e4bf95d2042', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c9c53-4306-46cd-9353-b79bd0b52fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:55:14Z', 'updated_at': '2021-08-20T13:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:18.072050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.079830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.092784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f576f-2b63-4ae8-b9a6-f0abc0dbe8ba None None] The sync data for ids ['7b9c9c53-4306-46cd-9353-b79bd0b52fef'] in n-d-804232-5 is: [{'id': '7b9c9c53-4306-46cd-9353-b79bd0b52fef', 'name': 'tempest-snat-router-1422793049', 'tenant_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.102'}], 'enable_snat': False}, 'gw_port_id': '0deb1fc2-5e29-404f-b2aa-3e4bf95d2042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:55:14Z', 'updated_at': '2021-08-20T13:55:15Z', 'revision_number': 3, 'project_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'gw_port': {'id': '0deb1fc2-5e29-404f-b2aa-3e4bf95d2042', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c9c53-4306-46cd-9353-b79bd0b52fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:55:14Z', 'updated_at': '2021-08-20T13:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:18.126543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.131161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3862164 Aug 20 13:55:18.132901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e674b92-6990-4aef-b1fa-8e17201ec54f tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096d6476-9cf4-464e-bc18-59b2dbfadd12,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:18.135502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33272) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:18.150083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7f231496-2db0-4ec8-a189-e34d40945ff0 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '096d6476-9cf4-464e-bc18-59b2dbfadd12', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:18.151474 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-7f231496-2db0-4ec8-a189-e34d40945ff0 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 13:55:18.152336 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-7f231496-2db0-4ec8-a189-e34d40945ff0 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:18.156695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f231496-2db0-4ec8-a189-e34d40945ff0 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148063 Aug 20 13:55:18.159203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33274) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:18.268443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d25298bc-0059-4baa-87bf-79894d75abc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.309346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d25298bc-0059-4baa-87bf-79894d75abc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.395879 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d25298bc-0059-4baa-87bf-79894d75abc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.404722 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d25298bc-0059-4baa-87bf-79894d75abc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.405982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d25298bc-0059-4baa-87bf-79894d75abc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/096d6476-9cf4-464e-bc18-59b2dbfadd12 HTTP/1.1" status: 204 len: 168 time: 0.2450240 Aug 20 13:55:18.415811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:18.424114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25298bc-0059-4baa-87bf-79894d75abc8 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096d6476-9cf4-464e-bc18-59b2dbfadd12,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:18.523613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5cfd9b0c-8474-49b0-8a92-9539f457218d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009440 Aug 20 13:55:18.524286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33278) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:18.530620 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2fc928ba-3eef-472c-92a5-176fdd1e933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.541146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--749733962'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:18.573105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.590666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.670547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.720656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.728768 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.778663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:18.780294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2529860 Aug 20 13:55:18.784916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33280) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:18.790194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0792e702-af2b-40ee-b147-dd12f80f05f3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': 'e111468a-a3a5-4b0c-8ab2-a1df10f9a526', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:18.791751 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-0792e702-af2b-40ee-b147-dd12f80f05f3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 13:55:18.792302 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-0792e702-af2b-40ee-b147-dd12f80f05f3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:18.794991 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0792e702-af2b-40ee-b147-dd12f80f05f3 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073905 Aug 20 13:55:18.796680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f161ed5-9d04-4116-981e-32585226624d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e111468a-a3a5-4b0c-8ab2-a1df10f9a526,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:18.798051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:18.960757 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd61be22-68f0-4d35-9f05-181739be6cf1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.031082 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd61be22-68f0-4d35-9f05-181739be6cf1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.061883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.152598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd61be22-68f0-4d35-9f05-181739be6cf1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.156028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd61be22-68f0-4d35-9f05-181739be6cf1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.157897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd61be22-68f0-4d35-9f05-181739be6cf1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/e111468a-a3a5-4b0c-8ab2-a1df10f9a526 HTTP/1.1" status: 204 len: 168 time: 0.3576863 Aug 20 13:55:19.160765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.215704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:55:19.251577 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7ae8ed26-69e1-4f43-ade7-2b04f7382311 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878437 Aug 20 13:55:19.257888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.270223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--583045218'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:19.271150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61be22-68f0-4d35-9f05-181739be6cf1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111468a-a3a5-4b0c-8ab2-a1df10f9a526,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:19.303000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:55:19.311699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Router 64c36cae-8097-4e4c-83d1-428438669fbb is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:19.312785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.318167 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:55:19.319481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.461132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.463577 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.467050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.489674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:19.510122 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Sync routers for ids ['64c36cae-8097-4e4c-83d1-428438669fbb'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:19.515593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:55:19.519071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.521705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2602210 Aug 20 13:55:19.528583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33288) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.530785 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Routers {'64c36cae-8097-4e4c-83d1-428438669fbb'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:19.532346 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['64c36cae-8097-4e4c-83d1-428438669fbb'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:19.534147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef615b5-41f4-4b77-ace0-e3d5fd48ad75 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a092d-60e8-4ae0-ace5-fd14e64338bc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:19.536498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-34e66599-3b20-413b-a752-52f6e93619fc tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '0c6a092d-60e8-4ae0-ace5-fd14e64338bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:19.549291 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-34e66599-3b20-413b-a752-52f6e93619fc tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 13:55:19.550579 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-34e66599-3b20-413b-a752-52f6e93619fc tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:19.552509 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.558215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.558778 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-34e66599-3b20-413b-a752-52f6e93619fc tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0284603 Aug 20 13:55:19.561930 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.565986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5778fb67-45f7-42ac-91ae-bf8bc87a7636 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '0c6a092d-60e8-4ae0-ace5-fd14e64338bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:19.567178 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-5778fb67-45f7-42ac-91ae-bf8bc87a7636 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 13:55:19.568061 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-5778fb67-45f7-42ac-91ae-bf8bc87a7636 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:19.570498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5778fb67-45f7-42ac-91ae-bf8bc87a7636 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099521 Aug 20 13:55:19.570991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33292) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.573943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-18aa7fab-0c29-4856-8c73-4fabc6a126ff tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0842679 Aug 20 13:55:19.574920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33294) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.594741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ffc92d3b-e514-47bd-a24b-b0c67a984da7 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '0c6a092d-60e8-4ae0-ace5-fd14e64338bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:19.596732 n-d-804232-5 neutron-server[94861]: WARNING neutron.api.v2.base [None req-ffc92d3b-e514-47bd-a24b-b0c67a984da7 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 13:55:19.597063 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-ffc92d3b-e514-47bd-a24b-b0c67a984da7 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:19.597259 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.599992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ffc92d3b-e514-47bd-a24b-b0c67a984da7 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143032 Aug 20 13:55:19.603658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33296) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.609663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1c5bbe99-570a-4adb-a6c1-aee085c33f56 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '0c6a092d-60e8-4ae0-ace5-fd14e64338bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:19.611547 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-1c5bbe99-570a-4adb-a6c1-aee085c33f56 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 13:55:19.612493 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1c5bbe99-570a-4adb-a6c1-aee085c33f56 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:19.614369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c5bbe99-570a-4adb-a6c1-aee085c33f56 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093470 Aug 20 13:55:19.619909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33298) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.631182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:19.704347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3829-0813-4768-bb48-8e8deec37448 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.721943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Set router 64c36cae-8097-4e4c-83d1-428438669fbb gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:55:19.734596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3829-0813-4768-bb48-8e8deec37448 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.797484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4650ae88-5811-493c-ac64-09dfa55ef690 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/64c36cae-8097-4e4c-83d1-428438669fbb HTTP/1.1" status: 200 len: 908 time: 0.2247019 Aug 20 13:55:19.798648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.817786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3829-0813-4768-bb48-8e8deec37448 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.824389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3829-0813-4768-bb48-8e8deec37448 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.830289 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e7e3829-0813-4768-bb48-8e8deec37448 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/0c6a092d-60e8-4ae0-ace5-fd14e64338bc HTTP/1.1" status: 204 len: 168 time: 0.2044802 Aug 20 13:55:19.833822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33302) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.858205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3829-0813-4768-bb48-8e8deec37448 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a092d-60e8-4ae0-ace5-fd14e64338bc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:19.923446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-99eec7e2-deac-46de-bb01-2fad345e115b tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867429 Aug 20 13:55:19.928933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33304) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:19.935686 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--111828090'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:19.966674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:19.971012 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c36cae-8097-4e4c-83d1-428438669fbb', 'name': 'tempest-snat-router-1422793049', 'tenant_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'cf2ea2bb-a086-4661-a72a-748f6d184eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:55:16Z', 'updated_at': '2021-08-20T13:55:18Z', 'revision_number': 3, 'project_id': 'bda6dad36fcc40a8917eb4811b0eb072', 'gw_port': {'id': 'cf2ea2bb-a086-4661-a72a-748f6d184eff', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c36cae-8097-4e4c-83d1-428438669fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:55:17Z', 'updated_at': '2021-08-20T13:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:20.007579 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Checking router: 64c36cae-8097-4e4c-83d1-428438669fbb for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:55:20.007753 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Updating router 64c36cae-8097-4e4c-83d1-428438669fbb port cf2ea2bb-a086-4661-a72a-748f6d184eff binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:55:20.015074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.040145 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.094327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.100212 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.140008 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.145242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2110493 Aug 20 13:55:20.145242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33306) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.150060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9e658f33-187c-488e-b34d-989767b31a7a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.150563 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-9e658f33-187c-488e-b34d-989767b31a7a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 13:55:20.151073 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-9e658f33-187c-488e-b34d-989767b31a7a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.152219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9e658f33-187c-488e-b34d-989767b31a7a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066547 Aug 20 13:55:20.155580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33308) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.160515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-35285f6d-c5a0-4685-8ff4-c2ce9ef38f39 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.170438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a63bc1-7072-482a-a7b0-2e28dde3c5da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6008da49-0589-46c7-b296-bdb5299b3f75,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:20.200688 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.220290 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-35285f6d-c5a0-4685-8ff4-c2ce9ef38f39 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.230494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-35285f6d-c5a0-4685-8ff4-c2ce9ef38f39 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0690982 Aug 20 13:55:20.230494 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33310) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.234545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9d6394a8-e6a1-4b3d-9f28-35ae9f3341ee tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.235163 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-9d6394a8-e6a1-4b3d-9f28-35ae9f3341ee tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 13:55:20.235723 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-9d6394a8-e6a1-4b3d-9f28-35ae9f3341ee tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.239509 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9d6394a8-e6a1-4b3d-9f28-35ae9f3341ee tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071876 Aug 20 13:55:20.239820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33312) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.246204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6a8fc5c6-62a5-42b5-815e-18b02069fac4 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.307482 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-6a8fc5c6-62a5-42b5-815e-18b02069fac4 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.308649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a8fc5c6-62a5-42b5-815e-18b02069fac4 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0664384 Aug 20 13:55:20.313989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33314) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.318398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Deleting port cf2ea2bb-a086-4661-a72a-748f6d184eff {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:20.318776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.319669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c59afbb4-b172-43c2-9873-7be0933b47e9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.319905 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-c59afbb4-b172-43c2-9873-7be0933b47e9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 13:55:20.320516 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-c59afbb4-b172-43c2-9873-7be0933b47e9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.327218 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c59afbb4-b172-43c2-9873-7be0933b47e9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075841 Aug 20 13:55:20.327495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33316) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.332281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a0f35c48-c4c0-43bf-af67-c3986b979228 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.383137 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.383342 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-a0f35c48-c4c0-43bf-af67-c3986b979228 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.385841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a0f35c48-c4c0-43bf-af67-c3986b979228 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0571134 Aug 20 13:55:20.389040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33318) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.397731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b8617710-61cc-49d6-8bb9-e60bcd79a651 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.398506 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-b8617710-61cc-49d6-8bb9-e60bcd79a651 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 13:55:20.400116 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-b8617710-61cc-49d6-8bb9-e60bcd79a651 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.401966 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b8617710-61cc-49d6-8bb9-e60bcd79a651 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112083 Aug 20 13:55:20.405239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33320) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.413776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-389bbc30-ebc0-483d-91bf-f79502738d52 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.418741 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Transition to ACTIVE for port object cf2ea2bb-a086-4661-a72a-748f6d184eff will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:20.421864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.428720 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.437438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Calling delete_port for cf2ea2bb-a086-4661-a72a-748f6d184eff owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:20.480921 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-389bbc30-ebc0-483d-91bf-f79502738d52 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.482996 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-389bbc30-ebc0-483d-91bf-f79502738d52 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0757680 Aug 20 13:55:20.486010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33322) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.496780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-833b6f5e-aa65-42f3-9eae-1c197bee64be tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '6008da49-0589-46c7-b296-bdb5299b3f75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.535941 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Pushing event updated for resources: {'Port': ['ID=cf2ea2bb-a086-4661-a72a-748f6d184eff,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:20.540272 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Attempting to bind port cf2ea2bb-a086-4661-a72a-748f6d184eff on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:55:20.540926 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Attempting to bind port cf2ea2bb-a086-4661-a72a-748f6d184eff by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:55:20.541534 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Attempting to bind port cf2ea2bb-a086-4661-a72a-748f6d184eff on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:55:20.563600 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.563932 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-833b6f5e-aa65-42f3-9eae-1c197bee64be tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:20.564176 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.564770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.565339 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.565896 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.566193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-833b6f5e-aa65-42f3-9eae-1c197bee64be tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0782402 Aug 20 13:55:20.566838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.567380 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.567905 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.568415 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.569140 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.569629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33324) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.569759 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.570249 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732ac96-a47d-4678-b0d8-6f535bb5aed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.582089 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:55:20.583222 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:20.583787 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.584092 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:55:20.584652 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Bound port: cf2ea2bb-a086-4661-a72a-748f6d184eff, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:55:20.585040 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.659725 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.660786 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.db.api [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:55:20.661481 n-d-804232-5 neutron-server[94864]: DEBUG oslo_db.api [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:55:20.677206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.689820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf2ea2bb-a086-4661-a72a-748f6d184eff,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:20.722299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.766878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.794793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.798319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.799785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/6008da49-0589-46c7-b296-bdb5299b3f75 HTTP/1.1" status: 204 len: 168 time: 0.2283528 Aug 20 13:55:20.806803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33326) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.825303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008da49-0589-46c7-b296-bdb5299b3f75,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:20.845484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.845964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.846392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.846828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.847276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.847735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.848173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.848614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.849112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.849530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.849952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.850372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1fbc5-78aa-4098-aa48-bca386cfcc08 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:20.879447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.883214 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.899193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2423bd43-31e8-4659-9076-645bb997b9c7 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882318 Aug 20 13:55:20.904066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33328) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:20.909311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--98462909'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:20.940817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.950311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.951675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64c36cae-8097-4e4c-83d1-428438669fbb {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:20.959718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:20.961107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-939c399c-27b7-449b-a3e7-e96f02f255c8 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/routers/64c36cae-8097-4e4c-83d1-428438669fbb HTTP/1.1" status: 204 len: 168 time: 1.1610315 Aug 20 13:55:20.965468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33330) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.098544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.106160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.124439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.144594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:55:21.146763 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.152027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2427862 Aug 20 13:55:21.152266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.157399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2fbd4c1d-c13d-45d7-b0e3-a5450179a4b9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '7fd4684b-5956-4374-94d2-fa49df0ef32b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:21.177983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Attempting to bind port cf2ea2bb-a086-4661-a72a-748f6d184eff on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:55:21.178680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Attempting to bind port cf2ea2bb-a086-4661-a72a-748f6d184eff by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:55:21.179208 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Attempting to bind port cf2ea2bb-a086-4661-a72a-748f6d184eff on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:55:21.185709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:55:21.186363 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:21.186975 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.187524 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:55:21.188168 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Bound port: cf2ea2bb-a086-4661-a72a-748f6d184eff, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:55:21.188742 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.192524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0ab32-3174-4321-9e26-24e20f68650e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd4684b-5956-4374-94d2-fa49df0ef32b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:21.211591 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.plugin [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Port cf2ea2bb-a086-4661-a72a-748f6d184eff has been deleted concurrently {{(pid=94864) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 13:55:21.225117 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Routers set() bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:21.225686 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Router IDs set() for agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:55:21.226499 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_agentschedulers_db [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64c36cae-8097-4e4c-83d1-428438669fbb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent'). {{(pid=94864) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 13:55:21.228130 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931d0db-c0ff-4dad-92ea-67923bd6b8fe None None] The sync data for ids ['64c36cae-8097-4e4c-83d1-428438669fbb'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:21.240418 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-2fbd4c1d-c13d-45d7-b0e3-a5450179a4b9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The resource could not be found. Aug 20 13:55:21.241008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:55:21.241486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.244222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2fbd4c1d-c13d-45d7-b0e3-a5450179a4b9 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0885527 Aug 20 13:55:21.245897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33334) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.254482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5972c574-4244-4ead-827e-27dd43f2a6c4 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '7fd4684b-5956-4374-94d2-fa49df0ef32b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1231aefb-105e-4c12-b338-8998e067bd5c'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:21.336646 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-5972c574-4244-4ead-827e-27dd43f2a6c4 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The resource could not be found. Aug 20 13:55:21.342448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5972c574-4244-4ead-827e-27dd43f2a6c4 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0920439 Aug 20 13:55:21.343045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.362320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.445089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Deleting port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:21.445517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.451473 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b33d7eb-3f28-46b4-bc57-32b5627ad233 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.490836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b33d7eb-3f28-46b4-bc57-32b5627ad233 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.504355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.563739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b33d7eb-3f28-46b4-bc57-32b5627ad233 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.567166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b33d7eb-3f28-46b4-bc57-32b5627ad233 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.568779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b33d7eb-3f28-46b4-bc57-32b5627ad233 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/7fd4684b-5956-4374-94d2-fa49df0ef32b HTTP/1.1" status: 204 len: 168 time: 0.2240336 Aug 20 13:55:21.574906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.581776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33d7eb-3f28-46b4-bc57-32b5627ad233 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd4684b-5956-4374-94d2-fa49df0ef32b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:21.591247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] For port 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:55:21.591673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.617095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Calling delete_port for 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:21.652805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-35155247-301d-4df4-9166-ddec04d2dc11 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765350 Aug 20 13:55:21.660327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33340) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.667338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c19cbb9f-2352-4c1a-b781-8faf5dbcc0ae tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '3822f1ae-0ec5-4fa8-8264-eb77fc105e9c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:21.735800 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-c19cbb9f-2352-4c1a-b781-8faf5dbcc0ae tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The resource could not be found. Aug 20 13:55:21.737540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c19cbb9f-2352-4c1a-b781-8faf5dbcc0ae tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0753140 Aug 20 13:55:21.742307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.748571 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459453305'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:21.778944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.864466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.880964 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.887152 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.897599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event deleted for resources: {'Port': ['ID=0deb1fc2-5e29-404f-b2aa-3e4bf95d2042,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:21.935157 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.936892 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1926670 Aug 20 13:55:21.941672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:21.947599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--313442049'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:21.954430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff5a7d-e84b-4436-b9b0-24c187322620 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fab716-6318-40d4-a0d0-16746cde2d24,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:21.977882 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:21.992855 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.088509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.093636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.121024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.123854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.137761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.139295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1965039 Aug 20 13:55:22.141012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf35d37-dc32-44e6-ab39-960ceff4807e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458b9bd1-5e83-4604-af88-b3885063e9a5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:22.143934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33346) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.150641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-33d341b2-c647-4744-b3c5-f3f2f0481995 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group_rule': {'security_group_id': '01fab716-6318-40d4-a0d0-16746cde2d24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '458b9bd1-5e83-4604-af88-b3885063e9a5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:22.178638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.179511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9c9c53-4306-46cd-9353-b79bd0b52fef {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:22.187235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.189171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-677c501a-42a5-4a10-aff4-12bfc2d6cf39 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "DELETE /v2.0/routers/7b9c9c53-4306-46cd-9353-b79bd0b52fef HTTP/1.1" status: 204 len: 168 time: 1.2224982 Aug 20 13:55:22.194537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33348) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.199695 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-33d341b2-c647-4744-b3c5-f3f2f0481995 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:55:22.201898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-33d341b2-c647-4744-b3c5-f3f2f0481995 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0561931 Aug 20 13:55:22.202261 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1505809134', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:22.206222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.238633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.239720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.308015 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce89a82b-3390-4a7e-bee5-5c1e305f431e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.311929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.352519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce89a82b-3390-4a7e-bee5-5c1e305f431e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.428035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce89a82b-3390-4a7e-bee5-5c1e305f431e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.433676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ce89a82b-3390-4a7e-bee5-5c1e305f431e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.435614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ce89a82b-3390-4a7e-bee5-5c1e305f431e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/458b9bd1-5e83-4604-af88-b3885063e9a5 HTTP/1.1" status: 204 len: 168 time: 0.2275267 Aug 20 13:55:22.443208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33352) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.464122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89a82b-3390-4a7e-bee5-5c1e305f431e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458b9bd1-5e83-4604-af88-b3885063e9a5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:22.530251 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.550896 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c5b47fa8-4b98-4a62-8748-0dd5277407da tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1018865 Aug 20 13:55:22.551287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33354) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.621590 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bca7d464-aab9-4068-8734-fee189097e4d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.665578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bca7d464-aab9-4068-8734-fee189097e4d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.748359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bca7d464-aab9-4068-8734-fee189097e4d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.754537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bca7d464-aab9-4068-8734-fee189097e4d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.756715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bca7d464-aab9-4068-8734-fee189097e4d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/01fab716-6318-40d4-a0d0-16746cde2d24 HTTP/1.1" status: 204 len: 168 time: 0.2039125 Aug 20 13:55:22.764980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33356) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.784328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7d464-aab9-4068-8734-fee189097e4d tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fab716-6318-40d4-a0d0-16746cde2d24,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:22.817525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.850349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:22.850647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0020584f-f1d2-4584-9ca1-e4d5ab48dc2a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841689 Aug 20 13:55:22.855508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33358) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:22.861396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'tempest-secgroup--718207584'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:22.895508 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.027565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Allocated IP 172.25.6.195 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/076d4842-a314-40f3-968e-6d51024ac2ae) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:23.049947 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.057247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.115000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5e4ca-16e2-4a15-9d07-df03c5699b7f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:23.128599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.131647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-061edb62-fbd4-466b-b919-70bd8c53100e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2739906 Aug 20 13:55:23.135002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33360) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:23.141602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a5e2febb-6316-4f91-bdcc-840f112ceef1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:23.142036 n-d-804232-5 neutron-server[94862]: WARNING neutron.api.v2.base [None req-a5e2febb-6316-4f91-bdcc-840f112ceef1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 13:55:23.142547 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-a5e2febb-6316-4f91-bdcc-840f112ceef1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 13:55:23.143611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a5e2febb-6316-4f91-bdcc-840f112ceef1 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "PUT /v2.0/security-groups/04a5e4ca-16e2-4a15-9d07-df03c5699b7f HTTP/1.1" status: 409 len: 330 time: 0.0059483 Aug 20 13:55:23.147687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33362) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:23.155533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:55:23.180081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:55:23.180421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0deb1fc2-5e29-404f-b2aa-3e4bf95d2042 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:55:23.204836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.228477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a03e232-0438-4a47-9128-bd079dcfee0e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.252034 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.272297 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a03e232-0438-4a47-9128-bd079dcfee0e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.298439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:23.302932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:23.312613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:23.316180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event updated for resources: {'Port': ['ID=076d4842-a314-40f3-968e-6d51024ac2ae,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:23.344281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a03e232-0438-4a47-9128-bd079dcfee0e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.348933 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5a03e232-0438-4a47-9128-bd079dcfee0e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:23.355346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5a03e232-0438-4a47-9128-bd079dcfee0e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/04a5e4ca-16e2-4a15-9d07-df03c5699b7f HTTP/1.1" status: 204 len: 168 time: 0.2020493 Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.358707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:55:23.361492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33364) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:23.380827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03e232-0438-4a47-9128-bd079dcfee0e tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5e4ca-16e2-4a15-9d07-df03c5699b7f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:23.448831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ac7cffa1-1395-4710-b781-32e92ff32890 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890687 Aug 20 13:55:23.454456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33366) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:23.850217 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-ab329f32-d049-4890-aea2-71b161e3ece0 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] delete failed (client error): The resource could not be found. Aug 20 13:55:23.851330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ab329f32-d049-4890-aea2-71b161e3ece0 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "DELETE /v2.0/security-groups/43ad674c-4a4e-410c-b7f6-5c161f449d97 HTTP/1.1" status: 404 len: 347 time: 0.3957882 Aug 20 13:55:23.857243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33368) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:23.881802 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-57c145bc-b4ec-4e58-8eda-813562ad1a23 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] show failed (client error): The resource could not be found. Aug 20 13:55:23.882898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-57c145bc-b4ec-4e58-8eda-813562ad1a23 tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-groups/b0f52952-5ddb-477d-91ed-6f63005df92d HTTP/1.1" status: 404 len: 347 time: 0.0245464 Aug 20 13:55:23.890021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33370) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:23.904708 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1f564b98-3ca8-405f-b463-970367c3bd9a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] show failed (client error): The resource could not be found. Aug 20 13:55:23.905961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1f564b98-3ca8-405f-b463-970367c3bd9a tempest-NegativeSecGroupTest-974489251 tempest-NegativeSecGroupTest-974489251-project] 10.222.0.59 "GET /v2.0/security-group-rules/9e9b6c88-0729-4d88-9111-6bfb19f180f1 HTTP/1.1" status: 404 len: 356 time: 0.0144818 Aug 20 13:55:24.051333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.291918 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.313916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33376) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:24.472164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Router e9fce154-6f65-4429-94d0-993e6436a48c is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:24.502577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-56787bb8-79e2-4e0a-ac6e-4223dfb92404 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fffa4f034c5e460884168b53a81148e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869338 Aug 20 13:55:24.505277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:24.599200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51c149a4-0d10-4888-96e5-83c23a5565ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.607165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:24.622669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] Sync routers for ids ['e9fce154-6f65-4429-94d0-993e6436a48c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:24.630141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.634321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5f484e5b-659e-45df-b234-87b8523a6fe1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4342337 Aug 20 13:55:24.635545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33382) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:24.639723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] Routers {'e9fce154-6f65-4429-94d0-993e6436a48c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:24.640540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9fce154-6f65-4429-94d0-993e6436a48c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:24.642499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51c149a4-0d10-4888-96e5-83c23a5565ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.642762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': False}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:24.678315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:24.689145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] Routers {'e9fce154-6f65-4429-94d0-993e6436a48c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:24.689782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9fce154-6f65-4429-94d0-993e6436a48c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:24.731917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:24.732939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372421a-6316-4141-b060-6b2ccec9950f None None] The sync data for ids ['e9fce154-6f65-4429-94d0-993e6436a48c'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:24.740421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51c149a4-0d10-4888-96e5-83c23a5565ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.744226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-51c149a4-0d10-4888-96e5-83c23a5565ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:24.745848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-51c149a4-0d10-4888-96e5-83c23a5565ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad91149b-a8be-4e96-a4c1-5bce3bb2f485 HTTP/1.1" status: 204 len: 168 time: 0.2392085 Aug 20 13:55:24.754222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c149a4-0d10-4888-96e5-83c23a5565ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad91149b-a8be-4e96-a4c1-5bce3bb2f485,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:25.015831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:25.590671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:25.596654 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:25.706523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33404) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:25.768916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Router e9fce154-6f65-4429-94d0-993e6436a48c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:55:25.832677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4dc01266-009b-43a5-9c82-e02fba93ff3d tempest-ServiceProvidersTest-1142360038 tempest-ServiceProvidersTest-1142360038-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1245961 Aug 20 13:55:25.918476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:25.926838 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:25.928137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f36b5e2-1406-4623-9e34-c8b4bcc92cbf tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "PUT /v2.0/routers/e9fce154-6f65-4429-94d0-993e6436a48c HTTP/1.1" status: 200 len: 926 time: 1.2909865 Aug 20 13:55:25.931451 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] Sync routers for ids ['e9fce154-6f65-4429-94d0-993e6436a48c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:25.932270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:25.950651 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] Routers {'e9fce154-6f65-4429-94d0-993e6436a48c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:25.951757 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9fce154-6f65-4429-94d0-993e6436a48c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:26.012119 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:26.028192 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] Routers {'e9fce154-6f65-4429-94d0-993e6436a48c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:26.029274 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['e9fce154-6f65-4429-94d0-993e6436a48c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:26.083656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:26.084355 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424043de-c8fa-49eb-b358-5083e311cf76 None None] The sync data for ids ['e9fce154-6f65-4429-94d0-993e6436a48c'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:26.239069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33414) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:26.293037 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:55:26.422021 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a46e98de-f1b2-4ac1-8e86-e19324a82b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.445591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-710f0c32-d848-4f87-bcc2-22e45e30bdfc tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/e9fce154-6f65-4429-94d0-993e6436a48c HTTP/1.1" status: 200 len: 926 time: 0.5128615 Aug 20 13:55:26.450030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33418) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:26.539783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc4c7b-3c43-4b71-b299-d39a605bcd66 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:26.546064 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-63dc4c7b-3c43-4b71-b299-d39a605bcd66 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=e9fce154-6f65-4429-94d0-993e6436a48c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909452 Aug 20 13:55:26.546379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:26.570742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a46e98de-f1b2-4ac1-8e86-e19324a82b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.578666 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a46e98de-f1b2-4ac1-8e86-e19324a82b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.628000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a46e98de-f1b2-4ac1-8e86-e19324a82b2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55734fb4ee4d414c9be694bd69614a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873494 Aug 20 13:55:26.629104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e98de-f1b2-4ac1-8e86-e19324a82b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87efb2-43da-4894-8c44-6f068c7ba058,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:26.631731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33422) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:26.677468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4dab0b-8067-46ef-9fde-bc9955ef7909 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:26.679421 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d4dab0b-8067-46ef-9fde-bc9955ef7909 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.1319890 Aug 20 13:55:26.683234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33424) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:26.690167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d95ad7b-369c-4cc6-9f16-a831034d040e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.719688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d95ad7b-369c-4cc6-9f16-a831034d040e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.726538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dd58672d-3a0a-436b-8331-6b900c2db1f7 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9fce154-6f65-4429-94d0-993e6436a48c HTTP/1.1" status: 200 len: 205 time: 0.0412450 Aug 20 13:55:26.729480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33426) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:26.866228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d95ad7b-369c-4cc6-9f16-a831034d040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.871166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d95ad7b-369c-4cc6-9f16-a831034d040e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:26.873214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9d95ad7b-369c-4cc6-9f16-a831034d040e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc87efb2-43da-4894-8c44-6f068c7ba058 HTTP/1.1" status: 204 len: 168 time: 0.2403009 Aug 20 13:55:26.898380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95ad7b-369c-4cc6-9f16-a831034d040e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87efb2-43da-4894-8c44-6f068c7ba058,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:26.908614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.059175 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.145677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Deleting port 076d4842-a314-40f3-968e-6d51024ac2ae {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:27.146075 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.241019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.256447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Calling delete_port for 076d4842-a314-40f3-968e-6d51024ac2ae owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:27.458989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.491624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event deleted for resources: {'Port': ['ID=076d4842-a314-40f3-968e-6d51024ac2ae,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:27.562419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.669704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.672089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.725635 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.726776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Fanout notify agent at l3_agent the message router_deleted on router e9fce154-6f65-4429-94d0-993e6436a48c {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:27.738474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.740426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2bf87e08-153d-433a-81f6-cb30fda6e240 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/e9fce154-6f65-4429-94d0-993e6436a48c HTTP/1.1" status: 204 len: 168 time: 1.0095584 Aug 20 13:55:27.744369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33450) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:27.749460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-420061026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:27.776710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.778389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.851982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.858194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.884613 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:27.885698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-60bfb6a7-3090-4ad0-97b9-6a381e438af6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1400595 Aug 20 13:55:27.889187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33454) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:27.895277 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:28.145482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:28.411921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:28.434831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:28.580079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Allocated IP 172.25.6.192 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/b39f6631-ecd3-413e-bd0c-5c25a4e544f6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:28.718875 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:28.776824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:29.138105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:29.188702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:29.191704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:29.195430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:29.223155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event updated for resources: {'Port': ['ID=b39f6631-ecd3-413e-bd0c-5c25a4e544f6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:29.510293 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:29.720027 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:29.723353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:29.882243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Router 1717ea30-28a4-4bf8-b7c9-08005f486c47 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:30.042911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:30.051621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:30.052959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d3bef32a-bcb4-44ee-bbcd-104cd0248774 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "PUT /v2.0/routers/1717ea30-28a4-4bf8-b7c9-08005f486c47 HTTP/1.1" status: 200 len: 883 time: 2.1626666 Aug 20 13:55:30.057964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33488) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:30.058572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] Sync routers for ids ['1717ea30-28a4-4bf8-b7c9-08005f486c47'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:30.075746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] Routers {'1717ea30-28a4-4bf8-b7c9-08005f486c47'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:30.076863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1717ea30-28a4-4bf8-b7c9-08005f486c47'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:30.137656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:30.153761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] Routers {'1717ea30-28a4-4bf8-b7c9-08005f486c47'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:30.154945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1717ea30-28a4-4bf8-b7c9-08005f486c47'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:30.221641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:30.222400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4ca33-9e95-49a8-b10e-ef9cd011a535 None None] The sync data for ids ['1717ea30-28a4-4bf8-b7c9-08005f486c47'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:30.237349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5bdcfb85-6967-4d78-a8ff-b426925b5d5a tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/1717ea30-28a4-4bf8-b7c9-08005f486c47 HTTP/1.1" status: 200 len: 924 time: 0.1781116 Aug 20 13:55:30.240984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33492) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:30.283559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563fc2b7-b03a-42e9-a6ab-a6323ed00194 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:30.285118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-563fc2b7-b03a-42e9-a6ab-a6323ed00194 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=1717ea30-28a4-4bf8-b7c9-08005f486c47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0431139 Aug 20 13:55:30.287798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33494) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:30.376980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f211419-cb4f-41c7-a52b-0e9d5986b2ea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:30.378398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f211419-cb4f-41c7-a52b-0e9d5986b2ea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.0896933 Aug 20 13:55:30.381605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33496) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:30.425690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-49038b11-4227-4824-9e05-62446a5aa379 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1717ea30-28a4-4bf8-b7c9-08005f486c47 HTTP/1.1" status: 200 len: 205 time: 0.0427494 Aug 20 13:55:30.428405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33498) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:30.548459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:30.663722 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:30.729887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Deleting port b39f6631-ecd3-413e-bd0c-5c25a4e544f6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:30.730450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:30.819704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:30.835995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Calling delete_port for b39f6631-ecd3-413e-bd0c-5c25a4e544f6 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:31.095275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.128864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event deleted for resources: {'Port': ['ID=b39f6631-ecd3-413e-bd0c-5c25a4e544f6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:31.208818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.391478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.395920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.477026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.478434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Fanout notify agent at l3_agent the message router_deleted on router 1717ea30-28a4-4bf8-b7c9-08005f486c47 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:31.491717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.494253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f90d2432-6980-45de-95a3-c93b390b5a53 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/1717ea30-28a4-4bf8-b7c9-08005f486c47 HTTP/1.1" status: 204 len: 168 time: 1.0647905 Aug 20 13:55:31.500690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33504) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:31.507849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2112281561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:31.543205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.544645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.618940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.625682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.669665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.671235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e056ea92-ad0c-4384-a9e3-793d8cc3f61e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1688480 Aug 20 13:55:31.675810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33512) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:31.685830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': True}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:31.831369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:31.986604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:32.363560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:32.401246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:32.569764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Allocated IP 172.25.6.143 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/0951550d-8fa6-411c-a269-b788dafa6ab6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:32.692161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:32.738887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:32.781688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:32.785406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:32.791391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:32.833987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Port': ['ID=0951550d-8fa6-411c-a269-b788dafa6ab6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:33.138573 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:33.394014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:33.400702 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:33.600617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Router 9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:33.800487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:33.809497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:33.815374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d6634306-bcfa-4e14-a2d8-bd2eb90590c3 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "PUT /v2.0/routers/9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 HTTP/1.1" status: 200 len: 919 time: 2.1346114 Aug 20 13:55:33.815876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33542) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:33.819117 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] Sync routers for ids ['9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:33.836543 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] Routers {'9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:33.837727 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:33.898471 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:33.915000 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] Routers {'9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:33.916270 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:33.952161 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:33.952810 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d7c6f-677b-418a-9292-3a572894323b None None] The sync data for ids ['9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:33.960393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3208ead-39f4-4195-939e-e491b573dead tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 HTTP/1.1" status: 200 len: 925 time: 0.1423831 Aug 20 13:55:33.964010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33544) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:34.017984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b22c09-73f9-43c5-b7a3-fd5d4be13bea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:34.020087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9b22c09-73f9-43c5-b7a3-fd5d4be13bea tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0547800 Aug 20 13:55:34.023086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33546) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:34.136676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a71163-1196-416e-b811-f583357e0c1d tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:34.138152 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-84a71163-1196-416e-b811-f583357e0c1d tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.1131318 Aug 20 13:55:34.141750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33548) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:34.188852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-04990b32-bf70-4714-9e49-cc57dc4adb96 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 HTTP/1.1" status: 200 len: 205 time: 0.0455813 Aug 20 13:55:34.191370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33550) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:34.357760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:34.488518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:34.560924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Deleting port 0951550d-8fa6-411c-a269-b788dafa6ab6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:34.561475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:34.697409 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:34.711402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Calling delete_port for 0951550d-8fa6-411c-a269-b788dafa6ab6 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:34.916205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:34.945038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event deleted for resources: {'Port': ['ID=0951550d-8fa6-411c-a269-b788dafa6ab6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:35.027423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.129998 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.132532 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.189382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.189944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:35.203558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.205494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7643c5d1-2920-41cf-937a-14748c4e9c90 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 HTTP/1.1" status: 204 len: 168 time: 1.0124938 Aug 20 13:55:35.209589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33556) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:35.217436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-492877375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:35.259098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.260937 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.326440 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.333021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.371702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:35.374063 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d607d336-5d1d-44c9-a2d5-a718db95f434 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1626985 Aug 20 13:55:35.377683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33558) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:35.385016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'enable_snat': False}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:36.088057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:36.324400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:36.350643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:36.509609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Allocated IP 172.25.6.176 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/fcb44631-3091-4c60-a39b-74beaf43d62b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:36.656926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:36.708402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:36.762718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:36.765732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:36.769856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:36.804234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Pushing event updated for resources: {'Port': ['ID=fcb44631-3091-4c60-a39b-74beaf43d62b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:37.173605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:37.480680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:37.486865 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:37.645797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Router c62b5251-452e-4818-a444-ab63bc740c2b is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:37.762886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:37.769406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:37.771173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7fded48b-c253-468c-812b-d44ca0192718 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "PUT /v2.0/routers/c62b5251-452e-4818-a444-ab63bc740c2b HTTP/1.1" status: 200 len: 919 time: 2.3909254 Aug 20 13:55:37.772171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] Sync routers for ids ['c62b5251-452e-4818-a444-ab63bc740c2b'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:37.774621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33592) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:37.784344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] Routers {'c62b5251-452e-4818-a444-ab63bc740c2b'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:37.785027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c62b5251-452e-4818-a444-ab63bc740c2b'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:37.820176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:37.829859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] Routers {'c62b5251-452e-4818-a444-ab63bc740c2b'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:37.830501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['c62b5251-452e-4818-a444-ab63bc740c2b'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:37.869493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:37.870049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6eb98c-1844-420c-a668-229e079b0085 None None] The sync data for ids ['c62b5251-452e-4818-a444-ab63bc740c2b'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:37.896275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-66e2cc82-54a2-4ae2-94b5-9ed1d1f34638 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/c62b5251-452e-4818-a444-ab63bc740c2b HTTP/1.1" status: 200 len: 925 time: 0.1201799 Aug 20 13:55:37.899767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33594) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:37.979013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d5c38-99aa-4974-abb5-53d9d35d082c tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:37.980644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f42d5c38-99aa-4974-abb5-53d9d35d082c tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=c62b5251-452e-4818-a444-ab63bc740c2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0795941 Aug 20 13:55:37.983657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33596) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:38.080356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae472a95-c4b1-4f77-a815-b830612d9e89 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:38.083397 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae472a95-c4b1-4f77-a815-b830612d9e89 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/networks/73707620-8045-4723-bfa6-2589af5686db HTTP/1.1" status: 200 len: 881 time: 0.0974536 Aug 20 13:55:38.086864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33598) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:38.119960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d6f1a9f9-9e1e-47d7-af0e-a500e74631f8 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=c62b5251-452e-4818-a444-ab63bc740c2b HTTP/1.1" status: 200 len: 205 time: 0.0314004 Aug 20 13:55:38.122506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33600) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:38.240866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:38.359599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:38.427860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Deleting port fcb44631-3091-4c60-a39b-74beaf43d62b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:38.428204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:38.513570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:38.528580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Calling delete_port for fcb44631-3091-4c60-a39b-74beaf43d62b owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:39.088874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.140987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event deleted for resources: {'Port': ['ID=fcb44631-3091-4c60-a39b-74beaf43d62b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:39.265663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.370751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.373531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.442364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.443069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Fanout notify agent at l3_agent the message router_deleted on router c62b5251-452e-4818-a444-ab63bc740c2b {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:39.451338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.452421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b500996b-9f2d-451e-b157-f0fe7a4e8391 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/c62b5251-452e-4818-a444-ab63bc740c2b HTTP/1.1" status: 204 len: 168 time: 1.3286572 Aug 20 13:55:39.458539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33616) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:39.463430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1249706751', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:39.490110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.491414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.558540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:39.775054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:40.119354 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:40.155926 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:40.357168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Allocated IP 172.25.6.34 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/244c2f1b-96dd-4155-9037-ed0dbae3ba96) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:40.582657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:40.644514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:40.693558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:40.697464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:40.700153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:40.709855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event updated for resources: {'Port': ['ID=244c2f1b-96dd-4155-9037-ed0dbae3ba96,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:41.084679 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:41.328403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:41.501004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Router 93acb19c-7d89-4d68-a0f2-dcb709330bd1 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:55:41.682949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:41.696280 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] Sync routers for ids ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:41.707062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:41.711811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c85baaa7-2b49-4d5a-9970-6068d812fba6 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2521169 Aug 20 13:55:41.712092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33634) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:41.713461 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] Routers {'93acb19c-7d89-4d68-a0f2-dcb709330bd1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:41.714523 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:41.720342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:41.771533 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:41.783049 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] Routers {'93acb19c-7d89-4d68-a0f2-dcb709330bd1'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:41.783697 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:41.818772 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:41.819451 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce05a8e-bbed-40aa-b0f6-98a481ef1ee7 None None] The sync data for ids ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:42.125478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.147082 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.218419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Deleting port 244c2f1b-96dd-4155-9037-ed0dbae3ba96 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:42.219139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.315994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.330421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Calling delete_port for 244c2f1b-96dd-4155-9037-ed0dbae3ba96 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:42.515616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.546705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Pushing event deleted for resources: {'Port': ['ID=244c2f1b-96dd-4155-9037-ed0dbae3ba96,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:42.611149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.845464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.849229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:42.929156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Router 93acb19c-7d89-4d68-a0f2-dcb709330bd1 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:55:43.012762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:55:43.021091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:43.022960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-948ec56a-5363-49ec-8201-846d7858e3e5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "PUT /v2.0/routers/93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 200 len: 710 time: 1.3092618 Aug 20 13:55:43.025386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] Sync routers for ids ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:55:43.026898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33644) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:43.040014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] Routers {'93acb19c-7d89-4d68-a0f2-dcb709330bd1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:43.041434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:43.085054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:43.094906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] Routers {'93acb19c-7d89-4d68-a0f2-dcb709330bd1'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:55:43.095553 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:55:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:43.126479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-16dee892-6390-47f3-bfbe-f9ecb69dc9db tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/routers/93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 200 len: 745 time: 0.0979991 Aug 20 13:55:43.130789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33646) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:43.139020 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:55:43.139837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e1491-c7da-419c-a96c-e564029c628b None None] The sync data for ids ['93acb19c-7d89-4d68-a0f2-dcb709330bd1'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:55:43.181328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-abfffc67-0a38-4718-be16-1e7c77988403 tempest-RoutersIpV6AdminTest-1694224321 tempest-RoutersIpV6AdminTest-1694224321-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=73707620-8045-4723-bfa6-2589af5686db&device_id=93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 200 len: 205 time: 0.0480392 Aug 20 13:55:43.183341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33648) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:43.216167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2422ae4a-e548-4da5-ab65-962cd7718a36 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 200 len: 205 time: 0.0315757 Aug 20 13:55:43.218712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33650) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:43.660335 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:43.838524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:43.841003 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:43.893015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:43.893738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Fanout notify agent at l3_agent the message router_deleted on router 93acb19c-7d89-4d68-a0f2-dcb709330bd1 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:43.905825 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:43.907677 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-851af8ed-d537-4667-9136-353eee3c6fec tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 204 len: 168 time: 0.6878932 Aug 20 13:55:43.911197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33664) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:43.941935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fcc2da3f-2428-4eeb-9d07-578dea0695fb tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 200 len: 205 time: 0.0295036 Aug 20 13:55:43.944980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33666) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.016119 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-b43480c2-fbd6-4a70-bb10-faa999d65108 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] delete failed (client error): The resource could not be found. Aug 20 13:55:44.019442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b43480c2-fbd6-4a70-bb10-faa999d65108 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/93acb19c-7d89-4d68-a0f2-dcb709330bd1 HTTP/1.1" status: 404 len: 336 time: 0.0702944 Aug 20 13:55:44.020577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.051281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8cc8d972-1b5b-420c-9cda-a361591412ab tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=c62b5251-452e-4818-a444-ab63bc740c2b HTTP/1.1" status: 200 len: 205 time: 0.0289032 Aug 20 13:55:44.054013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33670) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.125333 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-fb3c7554-b881-4c29-84f1-e16068a22e80 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] delete failed (client error): The resource could not be found. Aug 20 13:55:44.127135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb3c7554-b881-4c29-84f1-e16068a22e80 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/c62b5251-452e-4818-a444-ab63bc740c2b HTTP/1.1" status: 404 len: 336 time: 0.0709302 Aug 20 13:55:44.130150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33672) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.168381 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-50e4975c-450d-4ae5-8d00-37246c018163 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 HTTP/1.1" status: 200 len: 205 time: 0.0350173 Aug 20 13:55:44.170762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33674) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.210196 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-2b5b8e00-7edc-4585-9ba0-7ca99dbe9f2e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] delete failed (client error): The resource could not be found. Aug 20 13:55:44.211433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2b5b8e00-7edc-4585-9ba0-7ca99dbe9f2e tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/9d3ab38a-89ec-4bd9-9fc6-0ef4b1327b62 HTTP/1.1" status: 404 len: 336 time: 0.0396128 Aug 20 13:55:44.213981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33676) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.255165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8a9dac37-c831-47a7-a72e-f56f4293d8bb tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1717ea30-28a4-4bf8-b7c9-08005f486c47 HTTP/1.1" status: 200 len: 205 time: 0.0397139 Aug 20 13:55:44.257229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33678) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.300534 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-c91cedba-a87a-404a-a66a-e5110d71e28a tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] delete failed (client error): The resource could not be found. Aug 20 13:55:44.301591 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c91cedba-a87a-404a-a66a-e5110d71e28a tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/1717ea30-28a4-4bf8-b7c9-08005f486c47 HTTP/1.1" status: 404 len: 336 time: 0.0425396 Aug 20 13:55:44.306839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.336515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-31d75815-35e5-49f6-b062-3bb49e533c57 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9fce154-6f65-4429-94d0-993e6436a48c HTTP/1.1" status: 200 len: 205 time: 0.0284312 Aug 20 13:55:44.340201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33682) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.389985 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-1d2fb07f-0d2f-4cb8-b029-eb4537f8aee1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] delete failed (client error): The resource could not be found. Aug 20 13:55:44.391071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1d2fb07f-0d2f-4cb8-b029-eb4537f8aee1 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/e9fce154-6f65-4429-94d0-993e6436a48c HTTP/1.1" status: 404 len: 336 time: 0.0497661 Aug 20 13:55:44.395318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33684) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.428401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-052a2cc8-d51b-418d-8745-cab10a762632 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9530799-a4b0-4047-90b6-d63476e53f58 HTTP/1.1" status: 200 len: 205 time: 0.0318785 Aug 20 13:55:44.433719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33686) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.474425 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-4e9e2a72-309b-4dc7-b621-79875e6e81f5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] delete failed (client error): The resource could not be found. Aug 20 13:55:44.475493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4e9e2a72-309b-4dc7-b621-79875e6e81f5 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/routers/c9530799-a4b0-4047-90b6-d63476e53f58 HTTP/1.1" status: 404 len: 336 time: 0.0407476 Aug 20 13:55:44.479975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33688) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:44.514793 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a08bd1-96b8-4e43-b121-7bb7efabe7b2 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] DELETE failed (client error): The resource could not be found. Aug 20 13:55:44.515263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a08bd1-96b8-4e43-b121-7bb7efabe7b2 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:55:44.517128 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f9a08bd1-96b8-4e43-b121-7bb7efabe7b2 tempest-RoutersIpV6AdminTest-2103260206 tempest-RoutersIpV6AdminTest-2103260206-project] 10.222.0.59 "DELETE /v2.0/subnets/fa2b7469-1942-4ce5-a90e-6171d6e75779 HTTP/1.1" status: 404 len: 337 time: 0.0361173 Aug 20 13:55:44.909171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33704) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:45.045211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-059e9f57-a10c-485c-94f7-07e726487e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.168793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-059e9f57-a10c-485c-94f7-07e726487e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.174548 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-059e9f57-a10c-485c-94f7-07e726487e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.221628 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33716) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:45.222522 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-059e9f57-a10c-485c-94f7-07e726487e48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ec83fc6cd2d43a7b338a34563d8626c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108337 Aug 20 13:55:45.223701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e9f57-a10c-485c-94f7-07e726487e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d921b-02de-4c44-a805-4d1f9e18170c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:45.319640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c5e366c-cdcb-4bff-bf66-ea82f388ded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.350847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c5e366c-cdcb-4bff-bf66-ea82f388ded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.423956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c5e366c-cdcb-4bff-bf66-ea82f388ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.428902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2c5e366c-cdcb-4bff-bf66-ea82f388ded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.431433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2c5e366c-cdcb-4bff-bf66-ea82f388ded4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b7d921b-02de-4c44-a805-4d1f9e18170c HTTP/1.1" status: 204 len: 168 time: 0.2062860 Aug 20 13:55:45.446976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e366c-cdcb-4bff-bf66-ea82f388ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d921b-02de-4c44-a805-4d1f9e18170c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:45.800026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33724) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:45.812100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ec0723ec-4063-4d65-ad5d-8acc365d4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.865820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5bc9db4a-f402-4ca6-8af8-100a9a963e79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bda6dad36fcc40a8917eb4811b0eb072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642710 Aug 20 13:55:45.868882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33726) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:45.931290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc1397a3-99aa-457b-999e-78d56ed9f4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:45.958746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc1397a3-99aa-457b-999e-78d56ed9f4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:46.017539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc1397a3-99aa-457b-999e-78d56ed9f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:46.020104 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cc1397a3-99aa-457b-999e-78d56ed9f4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:46.021395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cc1397a3-99aa-457b-999e-78d56ed9f4a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f749f45-22a9-4133-8972-6c7f7699d372 HTTP/1.1" status: 204 len: 168 time: 0.1515028 Aug 20 13:55:46.032726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1397a3-99aa-457b-999e-78d56ed9f4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f749f45-22a9-4133-8972-6c7f7699d372,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:47.792751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33770) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:47.922529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2071547140'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:47.951283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:47.952827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.013894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.020249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.038475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.040830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-40a16bbe-f2ea-47e5-bf73-c43a32f6afc7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2464464 Aug 20 13:55:48.045845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33774) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:48.136642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.394262 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.399853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.485717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.486321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50681779-4f0e-4b4f-b394-f433f2d6ac51 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:48.493324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.500880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b20865d1-f656-40cc-9ea7-d64193b27797 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "DELETE /v2.0/routers/50681779-4f0e-4b4f-b394-f433f2d6ac51 HTTP/1.1" status: 204 len: 168 time: 0.4521050 Aug 20 13:55:48.501456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:48.510328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Request body: {'router': {'name': 'tempest-router-1173066615', 'distributed': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:48.521654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-690c301a-61d6-4982-ac73-7da88deb6391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.548786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.551644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.611480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.638475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.643820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.661310 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:48.663039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d9c09916-489d-4a3d-b366-0c147fe4d2eb tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1598990 Aug 20 13:55:48.667547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33782) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:48.779221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.074305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.078391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.141266 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.142505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0715f88e-fa42-43fd-a9a5-640d56426011 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:49.156245 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.158439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3a992b5a-baee-4769-b636-d516cf568651 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "DELETE /v2.0/routers/0715f88e-fa42-43fd-a9a5-640d56426011 HTTP/1.1" status: 204 len: 168 time: 0.4886487 Aug 20 13:55:49.162948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33788) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:49.169995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Request body: {'router': {'name': 'tempest-router-106649170', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9dee96142ded46539f9c13c4ca910cf7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:49.202450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.203910 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.290388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.296651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.315429 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.317519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d4651eeb-7d59-4683-9a9c-90aa8f9ea378 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1527870 Aug 20 13:55:49.321288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33790) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:49.326586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:49.548862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.743897 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1015907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35517'] for router, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.744620 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.864375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94861) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 13:55:49.865110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Router 3aef225f-946d-4210-8690-fb07277e4be9 migrating from provider to provider. {{(pid=94861) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 13:55:49.865311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.870976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:49.875445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1015930'] for router, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.033562 n-d-804232-5 neutron-server[94861]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] No L3 agents can host the router 3aef225f-946d-4210-8690-fb07277e4be9 Aug 20 13:55:50.159253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Hosts for router 3aef225f-946d-4210-8690-fb07277e4be9: [] {{(pid=94861) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 13:55:50.193864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Hosts for other DVR routers connected to router 3aef225f-946d-4210-8690-fb07277e4be9: set() {{(pid=94861) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 13:55:50.196781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.198283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5dd37782-14de-4d1a-ad3b-1cdb221d0b98 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "PUT /v2.0/routers/3aef225f-946d-4210-8690-fb07277e4be9 HTTP/1.1" status: 200 len: 716 time: 0.8755152 Aug 20 13:55:50.201800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33814) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:50.319134 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7b3e12c8-70f5-4856-9179-dba439dfe51b tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "GET /v2.0/routers/3aef225f-946d-4210-8690-fb07277e4be9 HTTP/1.1" status: 200 len: 716 time: 0.1156414 Aug 20 13:55:50.323463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:50.371997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33822) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:50.518622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b724fc3d-0032-423a-9789-9dcff87e3e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.636576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-26902cd8-ee7f-4f45-8f9f-4a2211430f86 tempest-RoutersTestDVR-1045469592 tempest-RoutersTestDVR-1045469592-project] 10.222.0.59 "GET /v2.0/routers/3aef225f-946d-4210-8690-fb07277e4be9 HTTP/1.1" status: 200 len: 682 time: 0.3117945 Aug 20 13:55:50.640971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:50.724831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.735714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b724fc3d-0032-423a-9789-9dcff87e3e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.741619 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b724fc3d-0032-423a-9789-9dcff87e3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.822243 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b724fc3d-0032-423a-9789-9dcff87e3e20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=739fe77e461e4e6aa11d7582f7c26658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486768 Aug 20 13:55:50.823764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724fc3d-0032-423a-9789-9dcff87e3e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e92cfe-a42d-4e63-b40a-338edfa60951,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:50.829321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33828) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:50.896894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.899863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.924616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa078ae8-5fbd-4dbd-b5a3-0f75be3782bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:50.968610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa078ae8-5fbd-4dbd-b5a3-0f75be3782bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.056281 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa078ae8-5fbd-4dbd-b5a3-0f75be3782bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.061227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa078ae8-5fbd-4dbd-b5a3-0f75be3782bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.066245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa078ae8-5fbd-4dbd-b5a3-0f75be3782bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02e92cfe-a42d-4e63-b40a-338edfa60951 HTTP/1.1" status: 204 len: 168 time: 0.2323692 Aug 20 13:55:51.077766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa078ae8-5fbd-4dbd-b5a3-0f75be3782bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e92cfe-a42d-4e63-b40a-338edfa60951,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:51.311814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.312424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3aef225f-946d-4210-8690-fb07277e4be9 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:51.317160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.322919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33834) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:51.323140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-25966281-2941-4e82-b7a6-32d7139093f7 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3aef225f-946d-4210-8690-fb07277e4be9 HTTP/1.1" status: 204 len: 168 time: 0.6804051 Aug 20 13:55:51.328310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Request body: {'router': {'name': 'tempest-router-418650404', 'distributed': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:51.357727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.358924 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.435973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.436368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33836) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:51.440763 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.456685 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.458077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4582e40a-7d6e-4561-8cca-ca2382247c66 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1337454 Aug 20 13:55:51.460188 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea20641-9626-4936-abc0-469844a3333b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.462199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33838) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:51.506537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.548427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.624449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea20641-9626-4936-abc0-469844a3333b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.630204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6ea20641-9626-4936-abc0-469844a3333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.707530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ea20641-9626-4936-abc0-469844a3333b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fb49af09d90418eaa67e4000b9b840e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670856 Aug 20 13:55:51.708169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33840) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:51.720530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20641-9626-4936-abc0-469844a3333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbfc44e-6c28-49d4-8281-eebc027b7cba,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:51.767552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.771465 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.805874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d726ba4b-0b4d-4181-84c7-da05a003f891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.844126 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d726ba4b-0b4d-4181-84c7-da05a003f891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.853447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.854324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 132b3fc5-a5df-4047-8e8e-cc71914bcae5 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:55:51.862670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.869332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-697f637f-18db-496d-9fcc-59f21b669772 tempest-RoutersTestDVR-757315146 tempest-RoutersTestDVR-757315146-project-admin] 10.222.0.59 "DELETE /v2.0/routers/132b3fc5-a5df-4047-8e8e-cc71914bcae5 HTTP/1.1" status: 204 len: 168 time: 0.4008133 Aug 20 13:55:51.916719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d726ba4b-0b4d-4181-84c7-da05a003f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.921619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d726ba4b-0b4d-4181-84c7-da05a003f891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:51.923906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d726ba4b-0b4d-4181-84c7-da05a003f891 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fbfc44e-6c28-49d4-8281-eebc027b7cba HTTP/1.1" status: 204 len: 168 time: 0.2143352 Aug 20 13:55:51.938175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726ba4b-0b4d-4181-84c7-da05a003f891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbfc44e-6c28-49d4-8281-eebc027b7cba,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:52.219775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33850) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:52.359721 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5ecc9a0-d121-4a92-a0d6-dcc1aaa99432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.511755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5ecc9a0-d121-4a92-a0d6-dcc1aaa99432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.517283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5ecc9a0-d121-4a92-a0d6-dcc1aaa99432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.561224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a5ecc9a0-d121-4a92-a0d6-dcc1aaa99432 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9dee96142ded46539f9c13c4ca910cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399434 Aug 20 13:55:52.562284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecc9a0-d121-4a92-a0d6-dcc1aaa99432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243065f1-e9c9-473c-a4e7-b05e2ceca5d6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:52.565684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:52.627415 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cd385d5-da12-4ca8-b052-a8029ee84977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.654539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cd385d5-da12-4ca8-b052-a8029ee84977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.724114 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cd385d5-da12-4ca8-b052-a8029ee84977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.728592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cd385d5-da12-4ca8-b052-a8029ee84977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:52.730506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6cd385d5-da12-4ca8-b052-a8029ee84977 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/243065f1-e9c9-473c-a4e7-b05e2ceca5d6 HTTP/1.1" status: 204 len: 168 time: 0.1637342 Aug 20 13:55:52.742646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd385d5-da12-4ca8-b052-a8029ee84977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243065f1-e9c9-473c-a4e7-b05e2ceca5d6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:53.168168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33880) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:53.185611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fc1deaa-1eb7-4da6-9b0c-e2329b6cc035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.341695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fc1deaa-1eb7-4da6-9b0c-e2329b6cc035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.346512 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0fc1deaa-1eb7-4da6-9b0c-e2329b6cc035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.400915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0fc1deaa-1eb7-4da6-9b0c-e2329b6cc035 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8cee6ccadb94340b4f13d56c7e1e7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312903 Aug 20 13:55:53.403198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1deaa-1eb7-4da6-9b0c-e2329b6cc035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba31f1-39d7-4153-8572-93f33e06d83d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:53.404331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33882) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:53.478406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ec900a-ad6e-465e-a6c3-9a70a1b6cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.509041 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ec900a-ad6e-465e-a6c3-9a70a1b6cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.596538 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ec900a-ad6e-465e-a6c3-9a70a1b6cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.600106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ec900a-ad6e-465e-a6c3-9a70a1b6cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:53.605846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-84ec900a-ad6e-465e-a6c3-9a70a1b6cd99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47ba31f1-39d7-4153-8572-93f33e06d83d HTTP/1.1" status: 204 len: 168 time: 0.1960208 Aug 20 13:55:53.613029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec900a-ad6e-465e-a6c3-9a70a1b6cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba31f1-39d7-4153-8572-93f33e06d83d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:54.558625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33910) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:54.697168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2058868033'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:54.722531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:54.726782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:54.736662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:54.843770 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:54.849010 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:54.880577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:55:54.895912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61851509-f233-4650-a1d8-7eba996adcf1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:54.903194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:54.903905 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Added segment 45a89da2-2e10-441a-8dea-67e1cfa73c22 of type vlan for network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d Aug 20 13:55:54.956754 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:54.995492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:55.003042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:55.003741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:55.102538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-99a1ece9-c819-4cf3-948d-44daa7a095ec tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955284 Aug 20 13:55:55.110234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5498891 Aug 20 13:55:55.114806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33934) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:55.122503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'subnet': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:55.197585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9064b-964a-4db2-93ad-6560e88f6e2f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Network': ['ID=1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:55.211620 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:55:55.273463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:55.280275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:55.357041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-4dc90822-2e83-47c3-8ea7-e455153fe2ec tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:55.359153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-4dc90822-2e83-47c3-8ea7-e455153fe2ec tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472749 Aug 20 13:55:55.382187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-6549a408-998e-4a36-8a3f-e8fd8a3b159d tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/quotas/cabb05191b44423c9ba3c1ac0c78b5b3 HTTP/1.1" status: 200 len: 375 time: 0.0108094 Aug 20 13:55:55.441546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-e018a056-cfe1-41c5-9bab-f62efbbfe909 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485463 Aug 20 13:55:55.540594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:55.616174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Subnet': ['ID=4c698eae-b15a-49a5-8c7e-4ddf35e14046,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:55.628178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Checking segment: {'id': '45a89da2-2e10-441a-8dea-67e1cfa73c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:55.628625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network hostable DHCP agents. Network: 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:55:55.651918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:55:55.668830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:55.675442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:55.676414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:55.681791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d71927-e170-4be5-9061-8a7931ecc0a3 None None] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:55:55.693129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-185b5072-c309-4c2c-9701-6f52dc261199 req-eb58e970-b160-4892-b11f-f7c0d77064d2 service neutron] (94861) timed out ('10.222.0.59', 49736) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:55:55.712925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d2042c0-f728-4fff-a2ff-77e0e7e9a924 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5957959 Aug 20 13:55:55.714852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33944) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:55.723787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'name': 'tempest-AllowedAddressPairTestJSON-604742042'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:55.818800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9411e3cb-8136-4fc5-843e-5783faabc458 req-fb93789c-d5c3-4e27-9cb7-be5f567861f9 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 210 time: 0.0586329 Aug 20 13:55:55.914951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:55.919000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:55.944824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] device_id is not set on port f82b6e8b-8e71-49b3-a056-5896d8e899b5 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:55:55.969955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'tenant_id': '0f73a989d04d45f786240cee84de5c1e', 'fixed_ips': [{'subnet_id': '4c698eae-b15a-49a5-8c7e-4ddf35e14046'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:55:55.970862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.122014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Allocated IP 172.20.0.5 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/f82b6e8b-8e71-49b3-a056-5896d8e899b5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:56.294254 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.311938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Transition to ACTIVE for port object f82b6e8b-8e71-49b3-a056-5896d8e899b5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:56.352614 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.417327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:56.423156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:56.430424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:56.431617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Allocated IP 172.20.0.2 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/2e45023b-12f6-4089-892d-ce98d7fe4728) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:56.446162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=f82b6e8b-8e71-49b3-a056-5896d8e899b5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:56.525235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:56.526069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.546082 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c90de88-4adb-4775-99e8-6f5ff8db7494 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8289154 Aug 20 13:55:56.550777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33948) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:56.557808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'name': 'tempest-AllowedAddressPairTestJSON-1240432772', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fe:cc:78'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:56.654970 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.666366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Transition to ACTIVE for port object 2e45023b-12f6-4089-892d-ce98d7fe4728 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:56.688128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Transition to ACTIVE for port object 2e45023b-12f6-4089-892d-ce98d7fe4728 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:56.693207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:56.697394 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.739897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:56.744010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:56.749126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:56.765862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Pushing event updated for resources: {'Port': ['ID=2e45023b-12f6-4089-892d-ce98d7fe4728,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:56.821696 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.827402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Attempting to bind port 2e45023b-12f6-4089-892d-ce98d7fe4728 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:55:56.827983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Attempting to bind port 2e45023b-12f6-4089-892d-ce98d7fe4728 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '45a89da2-2e10-441a-8dea-67e1cfa73c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:55:56.828583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Attempting to bind port 2e45023b-12f6-4089-892d-ce98d7fe4728 on network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:55:56.838221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:55:56.838806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Checking segment: {'id': '45a89da2-2e10-441a-8dea-67e1cfa73c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:55:56.839449 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.840267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Bound using segment: {'id': '45a89da2-2e10-441a-8dea-67e1cfa73c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:55:56.841063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Bound port: 2e45023b-12f6-4089-892d-ce98d7fe4728, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a89da2-2e10-441a-8dea-67e1cfa73c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:55:56.841704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:56.851934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] device_id is not set on port 470d72cc-3c34-4eff-8da2-d5f88c1db5aa yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:55:56.953420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] For port 2e45023b-12f6-4089-892d-ce98d7fe4728, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:55:56.958023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] For port 2e45023b-12f6-4089-892d-ce98d7fe4728, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2e45023b-12f6-4089-892d-ce98d7fe4728,segment=NetworkSegment(45a89da2-2e10-441a-8dea-67e1cfa73c22),segment_id=45a89da2-2e10-441a-8dea-67e1cfa73c22)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:55:56.969222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:57.060605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310dc2a-edfe-464c-9a65-df647f4315ad None None] Pushing event updated for resources: {'Port': ['ID=2e45023b-12f6-4089-892d-ce98d7fe4728,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:57.062477 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Allocated IP 172.20.0.12 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/470d72cc-3c34-4eff-8da2-d5f88c1db5aa) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:57.081286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-930ba155-5175-4ea3-a913-164b242008cf req-07eea0da-c9c6-4162-b4c0-edb97af83607 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 210 time: 0.1077409 Aug 20 13:55:57.385874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:57.414994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Transition to ACTIVE for port object 470d72cc-3c34-4eff-8da2-d5f88c1db5aa will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:57.458454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:57.506951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:57.511528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:57.514250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:57.549896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=470d72cc-3c34-4eff-8da2-d5f88c1db5aa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:57.577641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:57.578314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:57.595503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9ecdb081-eb1d-4639-ac45-91ab3c300989 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0429695 Aug 20 13:55:57.598037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33964) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:57.699611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62df57a-8000-4d45-9884-04e4065566e5 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:57.706357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62df57a-8000-4d45-9884-04e4065566e5 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:57.712491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62df57a-8000-4d45-9884-04e4065566e5 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:57.714288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f62df57a-8000-4d45-9884-04e4065566e5 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1148398 Aug 20 13:55:57.717171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33966) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:57.819406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port 470d72cc-3c34-4eff-8da2-d5f88c1db5aa {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:55:57.819781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:57.946318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:57.972061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for 470d72cc-3c34-4eff-8da2-d5f88c1db5aa owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:55:58.171582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:58.221302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=470d72cc-3c34-4eff-8da2-d5f88c1db5aa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:58.256781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb4ca3b4-07fd-4d35-8de0-3fe3f1645225 req-b395d868-5d09-494c-9c76-552c3b0a3f8e tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 210 time: 0.0540602 Aug 20 13:55:58.271689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c690ec4-c9f3-4f52-b927-02c372fdd20b None None] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:55:58.381037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e532a025-baa0-4f77-88c1-64853db0bdcc None None] Provisioning for port 2e45023b-12f6-4089-892d-ce98d7fe4728 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:55:58.458431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:58.465932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f9a0f51e-805e-4a1c-bdb0-d364233935f3 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/ports/470d72cc-3c34-4eff-8da2-d5f88c1db5aa HTTP/1.1" status: 204 len: 168 time: 0.7439404 Aug 20 13:55:58.467237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33974) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:58.518798 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59c636f-569a-4e8f-974e-48845f0a5a9f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] GET failed (client error): The resource could not be found. Aug 20 13:55:58.527556 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a59c636f-569a-4e8f-974e-48845f0a5a9f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "GET /v2.0/ports/470d72cc-3c34-4eff-8da2-d5f88c1db5aa HTTP/1.1" status: 404 len: 333 time: 0.0525296 Aug 20 13:55:58.528100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 33976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:58.535896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'name': 'tempest-AllowedAddressPairTestJSON-1465265758'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:58.714408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:55:58.719300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:58.745245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] device_id is not set on port 74f6f069-a981-43cc-9fb6-148a094c4829 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:55:58.919412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Allocated IP 172.20.0.4 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/74f6f069-a981-43cc-9fb6-148a094c4829) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:55:59.036780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ecfa7735-86eb-4e50-a00c-89e5f94178d4 None None] Provisioning for port f82b6e8b-8e71-49b3-a056-5896d8e899b5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:55:59.043946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ecfa7735-86eb-4e50-a00c-89e5f94178d4 None None] Provisioning complete for port f82b6e8b-8e71-49b3-a056-5896d8e899b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:55:59.045053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7735-86eb-4e50-a00c-89e5f94178d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.141633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa7735-86eb-4e50-a00c-89e5f94178d4 None None] Port f82b6e8b-8e71-49b3-a056-5896d8e899b5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:55:59.183316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.217599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.232857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2e45023b-12f6-4089-892d-ce98d7fe4728 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:55:59.245001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Transition to ACTIVE for port object 74f6f069-a981-43cc-9fb6-148a094c4829 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:55:59.317062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.338228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 2e45023b-12f6-4089-892d-ce98d7fe4728 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:55:59.357571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2e45023b-12f6-4089-892d-ce98d7fe4728 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:55:59.357941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.439028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-88ffea58-15fa-416c-9703-25a938556f8f req-9c7c0dfa-fecc-4fda-9d98-a35c7ee9ac96 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 210 time: 0.0482876 Aug 20 13:55:59.448205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:55:59.455381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:55:59.459083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:55:59.490947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a989932e-e3c1-4af1-8a56-52213aa732a3 None None] Provisioning complete for port f82b6e8b-8e71-49b3-a056-5896d8e899b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:55:59.491588 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a989932e-e3c1-4af1-8a56-52213aa732a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.568058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=74f6f069-a981-43cc-9fb6-148a094c4829,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:59.601165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-1997bea2-c87b-4276-9dda-a92a6f9a7fe6 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742862 Aug 20 13:55:59.614161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a989932e-e3c1-4af1-8a56-52213aa732a3 None None] Port f82b6e8b-8e71-49b3-a056-5896d8e899b5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:55:59.636545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.684693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 2e45023b-12f6-4089-892d-ce98d7fe4728, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2e45023b-12f6-4089-892d-ce98d7fe4728,segment=NetworkSegment(45a89da2-2e10-441a-8dea-67e1cfa73c22),segment_id=45a89da2-2e10-441a-8dea-67e1cfa73c22)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:55:59.690565 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.751452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-434c90b1-55a4-435e-89ff-f870af7dc3c7 None None] Could not find standard attr ID for object 470d72cc-3c34-4eff-8da2-d5f88c1db5aa. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:55:59.778172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:59.779513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.797712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=2e45023b-12f6-4089-892d-ce98d7fe4728,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:55:59.830426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-895076ab-de20-49d4-9a4b-923a262ab403 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3005028 Aug 20 13:55:59.833963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33982) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:55:59.844698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fe:cc:78'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:55:59.961361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:55:59.965884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-e96ed20e-8cb3-4df7-9eeb-78611262ca3d tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:55:59.968605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-e96ed20e-8cb3-4df7-9eeb-78611262ca3d tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614745 Aug 20 13:55:59.986742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Request body: {'port': {'device_id': '28d779cd-4852-4e03-8378-faf8953589c0', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': 'cabb05191b44423c9ba3c1ac0c78b5b3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:00.087818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-00f4ec97-ad7c-4f13-860f-53beddac48af None None] Provisioning for port 74f6f069-a981-43cc-9fb6-148a094c4829 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:00.096238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-00f4ec97-ad7c-4f13-860f-53beddac48af None None] Provisioning complete for port 74f6f069-a981-43cc-9fb6-148a094c4829 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:00.096985 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-00f4ec97-ad7c-4f13-860f-53beddac48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.171623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-00f4ec97-ad7c-4f13-860f-53beddac48af None None] Port 74f6f069-a981-43cc-9fb6-148a094c4829 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:00.292845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.300669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.457158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=74f6f069-a981-43cc-9fb6-148a094c4829,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:00.480776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] In _notify_port_updated(), no bound segment for port 74f6f069-a981-43cc-9fb6-148a094c4829 on network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:56:00.492734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:00.494629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.499793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8f620591-70c0-4e63-a0ff-154a8679ba04 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "PUT /v2.0/ports/74f6f069-a981-43cc-9fb6-148a094c4829 HTTP/1.1" status: 200 len: 993 time: 0.6602850 Aug 20 13:56:00.499964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33986) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:00.538232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Made reservation on behalf of cabb05191b44423c9ba3c1ac0c78b5b3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:00.543417 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.557500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.615022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-74caabe4-10af-443b-a70e-53b770324381 req-7653514b-fd2f-4256-9219-567a017adf94 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 210 time: 0.0378439 Aug 20 13:56:00.677430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port 74f6f069-a981-43cc-9fb6-148a094c4829 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:00.677775 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.711507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bc3947d3-e62c-43c8-aed5-405e919733a3 None None] Provisioning complete for port 74f6f069-a981-43cc-9fb6-148a094c4829 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:00.712369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bc3947d3-e62c-43c8-aed5-405e919733a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.752542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.760986 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.763537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-bc3947d3-e62c-43c8-aed5-405e919733a3 None None] Port 74f6f069-a981-43cc-9fb6-148a094c4829 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:00.794108 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:00.818274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for 74f6f069-a981-43cc-9fb6-148a094c4829 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:00.843111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ada840-e775-43a0-8243-de3f7758e358,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:00.917086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Allocated IP 192.168.233.52 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/543534dc-7fac-40c3-9c5d-62afa6d31a6b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:01.028781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.059927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=74f6f069-a981-43cc-9fb6-148a094c4829,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:01.166866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2e45023b-12f6-4089-892d-ce98d7fe4728 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:56:01.180380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.207170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Transition to ACTIVE for port object 543534dc-7fac-40c3-9c5d-62afa6d31a6b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:01.240226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2e45023b-12f6-4089-892d-ce98d7fe4728 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:01.244383 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.248839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.285263 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.289830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-29f044ad-18a6-439a-815c-fcc2dfc91d74 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/ports/74f6f069-a981-43cc-9fb6-148a094c4829 HTTP/1.1" status: 204 len: 168 time: 0.7879057 Aug 20 13:56:01.292255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33988) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:01.325610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:01.329201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:01.334446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:01.354691 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-308cd2b8-a552-4441-bf8c-d845325184cc tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] GET failed (client error): The resource could not be found. Aug 20 13:56:01.358466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-308cd2b8-a552-4441-bf8c-d845325184cc tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "GET /v2.0/ports/74f6f069-a981-43cc-9fb6-148a094c4829 HTTP/1.1" status: 404 len: 333 time: 0.0637681 Aug 20 13:56:01.365159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33990) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:01.371412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Pushing event updated for resources: {'Port': ['ID=543534dc-7fac-40c3-9c5d-62afa6d31a6b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:01.372813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'name': 'tempest-AllowedAddressPairTestJSON-1433406967'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:01.439197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:01.440468 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.465858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-22305173-1f60-4421-ac60-2225c9df3d35 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4862432 Aug 20 13:56:01.483972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Request body: {'port': {'device_id': '28d779cd-4852-4e03-8378-faf8953589c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:01.556614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:01.563422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.595151 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.598853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] device_id is not set on port 93ed09fc-b816-4acc-882c-635abee37294 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:01.705324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ebfeb865-a81e-4aa4-87e0-770a19b3cdcf None None] Provisioning for port 543534dc-7fac-40c3-9c5d-62afa6d31a6b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:01.713779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ebfeb865-a81e-4aa4-87e0-770a19b3cdcf None None] Provisioning complete for port 543534dc-7fac-40c3-9c5d-62afa6d31a6b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:01.714903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb865-a81e-4aa4-87e0-770a19b3cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.760656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ebfeb865-a81e-4aa4-87e0-770a19b3cdcf None None] Port 543534dc-7fac-40c3-9c5d-62afa6d31a6b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:01.832467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Allocated IP 172.20.0.11 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/93ed09fc-b816-4acc-882c-635abee37294) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:01.837099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:01.858842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74f53c-4311-4f8e-8dae-bf11e0a6b1fd req-bffdd7b7-87aa-4f9e-80a7-0f42117fbc9f tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:01.862145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de74f53c-4311-4f8e-8dae-bf11e0a6b1fd req-bffdd7b7-87aa-4f9e-80a7-0f42117fbc9f tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 935 time: 0.1093760 Aug 20 13:56:01.952378 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-de74f53c-4311-4f8e-8dae-bf11e0a6b1fd req-e0b59564-4fb7-4be0-b5bd-73f94afe846d tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810485 Aug 20 13:56:02.086216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543534dc-7fac-40c3-9c5d-62afa6d31a6b {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:56:02.094949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.109603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Transition to ACTIVE for port object 543534dc-7fac-40c3-9c5d-62afa6d31a6b will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:02.114844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.134301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.156748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Transition to ACTIVE for port object 93ed09fc-b816-4acc-882c-635abee37294 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:02.179741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Pushing event updated for resources: {'Port': ['ID=543534dc-7fac-40c3-9c5d-62afa6d31a6b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:02.209270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.263273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:02.268031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:02.270997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:02.321455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=93ed09fc-b816-4acc-882c-635abee37294,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:02.321893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Attempting to bind port 543534dc-7fac-40c3-9c5d-62afa6d31a6b on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:56:02.322749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Attempting to bind port 543534dc-7fac-40c3-9c5d-62afa6d31a6b by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:56:02.323147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Attempting to bind port 543534dc-7fac-40c3-9c5d-62afa6d31a6b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:02.347881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Port 543534dc-7fac-40c3-9c5d-62afa6d31a6b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:56:02.348505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Attempting to bind port 543534dc-7fac-40c3-9c5d-62afa6d31a6b on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:02.358710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:02.359694 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.367913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:56:02.368359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:02.368972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:56:02.369716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Bound port: 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:56:02.370292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.383946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7e78a9b7-0631-42f8-88bc-ce7563699c6c tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0157647 Aug 20 13:56:02.388152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 33994) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:02.394773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:cc:78'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:02.502434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] For port 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:56:02.508345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] For port 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:56:02.515185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.563022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:02.563667 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.565188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] 10.222.0.53 "PUT /v2.0/ports/543534dc-7fac-40c3-9c5d-62afa6d31a6b HTTP/1.1" status: 200 len: 1095 time: 1.0897796 Aug 20 13:56:02.565673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d779cd-4852-4e03-8378-faf8953589c0', 'tag': '543534dc-7fac-40c3-9c5d-62afa6d31a6b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:56:02.568249 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda996dd-a30d-475e-bfef-001db9e0a1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "28d779cd-4852-4e03-8378-faf8953589c0", "tag": "543534dc-7fac-40c3-9c5d-62afa6d31a6b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:56:02.643197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.665847 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ccdaf-0f4f-4963-a897-081dc0624297 x-openstack-request-id: req-926ccdaf-0f4f-4963-a897-081dc0624297 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:56:02.666683 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d779cd-4852-4e03-8378-faf8953589c0", "tag": "543534dc-7fac-40c3-9c5d-62afa6d31a6b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:56:02.666683 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-926ccdaf-0f4f-4963-a897-081dc0624297 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:56:02.667135 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d779cd-4852-4e03-8378-faf8953589c0', 'tag': '543534dc-7fac-40c3-9c5d-62afa6d31a6b', 'status': 'completed', 'code': 200} Aug 20 13:56:02.668932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8790-6756-4961-9154-1ca47e772778 service neutron] Pushing event updated for resources: {'Port': ['ID=543534dc-7fac-40c3-9c5d-62afa6d31a6b,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:02.698227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-166dc1d0-7599-4ac3-a477-0bef9634e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:02.699852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-166dc1d0-7599-4ac3-a477-0bef9634e78d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 1098 time: 0.0782456 Aug 20 13:56:02.743834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-da34bcd4-9e54-4eb1-96d5-d79b5c104ded None None] Provisioning for port 93ed09fc-b816-4acc-882c-635abee37294 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:02.749475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-da34bcd4-9e54-4eb1-96d5-d79b5c104ded None None] Provisioning complete for port 93ed09fc-b816-4acc-882c-635abee37294 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:02.750555 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da34bcd4-9e54-4eb1-96d5-d79b5c104ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.756933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-35dcfb19-fdaf-42d4-896d-e363d4d1cb11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b HTTP/1.1" status: 200 len: 217 time: 0.0485451 Aug 20 13:56:02.796953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-da34bcd4-9e54-4eb1-96d5-d79b5c104ded None None] Port 93ed09fc-b816-4acc-882c-635abee37294 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:02.852604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-8fa29950-a72e-460f-8bbe-7cb7a856ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:02.854144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-8fa29950-a72e-460f-8bbe-7cb7a856ce87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0904617 Aug 20 13:56:02.920327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-6713e0be-6e0a-4d95-95e5-42283b2a373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:02.923526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-6713e0be-6e0a-4d95-95e5-42283b2a373f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599542 Aug 20 13:56:02.940739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:02.947117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.035529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=93ed09fc-b816-4acc-882c-635abee37294,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:03.055851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] In _notify_port_updated(), no bound segment for port 93ed09fc-b816-4acc-882c-635abee37294 on network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:56:03.062118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:03.063017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.064900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a5842b59-746e-4273-bceb-88aee2dd3a6f tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "PUT /v2.0/ports/93ed09fc-b816-4acc-882c-635abee37294 HTTP/1.1" status: 200 len: 997 time: 0.6750007 Aug 20 13:56:03.067679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:03.114723 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-c5bb57e5-606a-463c-b25a-2c09f8f18ca2 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838872 Aug 20 13:56:03.214334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93258ad-8bb1-41b0-9f7f-2d5160476915 req-78651d54-0922-49e3-80dc-59b05bdca3d1 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:03.216890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93258ad-8bb1-41b0-9f7f-2d5160476915 req-78651d54-0922-49e3-80dc-59b05bdca3d1 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 947 time: 0.1398091 Aug 20 13:56:03.229614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c5909535-03d6-43ea-b4db-3b55ae710445 req-03e80971-bde5-4328-a7d8-5cbd31831fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081305 Aug 20 13:56:03.289065 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e93258ad-8bb1-41b0-9f7f-2d5160476915 req-1d149b4c-a4ee-40a4-8f93-95e97bf7f774 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655556 Aug 20 13:56:03.289458 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:56:03.291336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port 93ed09fc-b816-4acc-882c-635abee37294 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:03.291690 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.347202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-8d599553-0a73-47a4-ac1e-56b67bc64685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:03.349608 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-8d599553-0a73-47a4-ac1e-56b67bc64685 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 1098 time: 0.0640430 Aug 20 13:56:03.366122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6489550f-d5a7-47f7-a478-cf94b5ad58f2 None None] Provisioning complete for port 93ed09fc-b816-4acc-882c-635abee37294 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:03.366890 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6489550f-d5a7-47f7-a478-cf94b5ad58f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.416630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6489550f-d5a7-47f7-a478-cf94b5ad58f2 None None] Port 93ed09fc-b816-4acc-882c-635abee37294 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:03.437437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.456935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for 93ed09fc-b816-4acc-882c-635abee37294 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:03.486388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-5a618c0a-f6f8-4eec-89f9-8f2e67faa9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:03.487977 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-5a618c0a-f6f8-4eec-89f9-8f2e67faa9d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1317606 Aug 20 13:56:03.539059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-47244d41-dd12-4230-a4e2-b61ff2120c7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b HTTP/1.1" status: 200 len: 217 time: 0.0428846 Aug 20 13:56:03.614949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.633837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-9d9447d5-2e2c-42e5-8059-6f6031996a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:03.636361 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-9d9447d5-2e2c-42e5-8059-6f6031996a18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0901425 Aug 20 13:56:03.644969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=93ed09fc-b816-4acc-882c-635abee37294,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:03.708734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-14465784-2473-4d2e-bb9e-33c0b10058a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:03.710586 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-14465784-2473-4d2e-bb9e-33c0b10058a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664237 Aug 20 13:56:03.759936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:03.765711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dffda9be-9da7-45a4-bf20-0585ca6c46ac tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/ports/93ed09fc-b816-4acc-882c-635abee37294 HTTP/1.1" status: 204 len: 168 time: 0.6967304 Aug 20 13:56:03.766483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34002) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:03.795125 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2561fd41-6b84-4474-926b-ab6451b9ed09 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] GET failed (client error): The resource could not be found. Aug 20 13:56:03.801852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2561fd41-6b84-4474-926b-ab6451b9ed09 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "GET /v2.0/ports/93ed09fc-b816-4acc-882c-635abee37294 HTTP/1.1" status: 404 len: 333 time: 0.0339887 Aug 20 13:56:03.802460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34004) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:03.808615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'name': 'tempest-AllowedAddressPairTestJSON-298884903'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:03.863188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-c06d5622-b09d-4a0a-8c77-9d34890215bd service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449134 Aug 20 13:56:03.984218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:03.988214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:04.029427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] device_id is not set on port ed0d066e-6e12-4f0b-a741-a500f4849a57 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:04.032076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fda996dd-a30d-475e-bfef-001db9e0a1b5 req-4b3ab884-65ee-44f6-8f5e-421e9737299a service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611063 Aug 20 13:56:04.164389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Allocated IP 172.20.0.14 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/ed0d066e-6e12-4f0b-a741-a500f4849a57) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:04.481774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 543534dc-7fac-40c3-9c5d-62afa6d31a6b details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:56:04.493510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214315-6e51-4a5e-aa1f-fefac87f708b req-a1d622be-55bf-4140-9477-ffbc42a4c9d1 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:04.495847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be214315-6e51-4a5e-aa1f-fefac87f708b req-a1d622be-55bf-4140-9477-ffbc42a4c9d1 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 947 time: 0.0695536 Aug 20 13:56:04.554405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be214315-6e51-4a5e-aa1f-fefac87f708b req-33d9e032-741e-49fe-8076-a07c7412038a tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Aug 20 13:56:04.641671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:04.657810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '543534dc-7fac-40c3-9c5d-62afa6d31a6b', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': '543534dc-7fac-40c3-9c5d-62afa6d31a6b', 'mac_address': 'fa:16:3e:42:8a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:56:04.681516 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:04.704251 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:04.704963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Transition to ACTIVE for port object ed0d066e-6e12-4f0b-a741-a500f4849a57 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:04.723827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543534dc-7fac-40c3-9c5d-62afa6d31a6b {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:56:04.748472 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:04.750821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:04.756487 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:04.801382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:04.804853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:04.809026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:04.829700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=543534dc-7fac-40c3-9c5d-62afa6d31a6b,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:04.839813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=ed0d066e-6e12-4f0b-a741-a500f4849a57,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:04.888838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:04.889545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:04.913833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f2b1244-1c70-43aa-b424-4687479e5272 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1097705 Aug 20 13:56:04.916127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34008) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:04.921684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'network_id': '1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d', 'name': 'tempest-AllowedAddressPairTestJSON-568852577'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:04.959766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['543534dc-7fac-40c3-9c5d-62afa6d31a6b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:56:05.058777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Made reservation on behalf of 0f73a989d04d45f786240cee84de5c1e for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:05.062648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.088375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] device_id is not set on port 0adc5b14-a74b-4f77-994e-e84d8b330b06 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:05.162684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-923a948b-823c-42cc-8aef-c87ed274641a None None] Provisioning for port ed0d066e-6e12-4f0b-a741-a500f4849a57 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:05.169718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-923a948b-823c-42cc-8aef-c87ed274641a None None] Provisioning complete for port ed0d066e-6e12-4f0b-a741-a500f4849a57 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:05.170091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-923a948b-823c-42cc-8aef-c87ed274641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.219568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Allocated IP 172.20.0.12 (1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d/4c698eae-b15a-49a5-8c7e-4ddf35e14046/0adc5b14-a74b-4f77-994e-e84d8b330b06) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:05.375956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-923a948b-823c-42cc-8aef-c87ed274641a None None] Port ed0d066e-6e12-4f0b-a741-a500f4849a57 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:05.447646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.464234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Transition to ACTIVE for port object 0adc5b14-a74b-4f77-994e-e84d8b330b06 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:05.500876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.555032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:05.558162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:05.560589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:05.596651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=0adc5b14-a74b-4f77-994e-e84d8b330b06,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:05.635359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:05.636257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.659761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ccdb8a1e-f455-490e-adb2-3ff3c5dc03c7 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7399495 Aug 20 13:56:05.660208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34012) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:05.669780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fe:cc:78'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ef:30:ed'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:05.810362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3dbb-4082-4a6c-a768-905e7a06b078 req-fce842a4-51a4-41b4-bc5f-43facf6142a0 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:05.812043 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc4d3dbb-4082-4a6c-a768-905e7a06b078 req-fce842a4-51a4-41b4-bc5f-43facf6142a0 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 948 time: 0.1377311 Aug 20 13:56:05.815440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.897238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc4d3dbb-4082-4a6c-a768-905e7a06b078 req-71f04e53-b1c9-4a32-a185-96e21beaa4d9 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709684 Aug 20 13:56:05.904890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a0530140-eba0-4919-938f-9b3a36ce3fb3 None None] Provisioning for port 0adc5b14-a74b-4f77-994e-e84d8b330b06 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:05.913764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a0530140-eba0-4919-938f-9b3a36ce3fb3 None None] Provisioning complete for port 0adc5b14-a74b-4f77-994e-e84d8b330b06 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:05.914387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a0530140-eba0-4919-938f-9b3a36ce3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:05.961589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a0530140-eba0-4919-938f-9b3a36ce3fb3 None None] Port 0adc5b14-a74b-4f77-994e-e84d8b330b06 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:06.075187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.080800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.163354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event updated for resources: {'Port': ['ID=0adc5b14-a74b-4f77-994e-e84d8b330b06,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:06.181150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] In _notify_port_updated(), no bound segment for port 0adc5b14-a74b-4f77-994e-e84d8b330b06 on network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:56:06.187307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:06.188003 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.189467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-40e568ca-0896-4bcc-b33a-339dda98cea0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "PUT /v2.0/ports/0adc5b14-a74b-4f77-994e-e84d8b330b06 HTTP/1.1" status: 200 len: 1056 time: 0.5278168 Aug 20 13:56:06.193740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34014) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:06.316394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port 0adc5b14-a74b-4f77-994e-e84d8b330b06 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:06.316946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.389199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7f240f07-8cf1-43d8-b120-e7c1ab1b327c None None] Provisioning complete for port 0adc5b14-a74b-4f77-994e-e84d8b330b06 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:06.389878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f240f07-8cf1-43d8-b120-e7c1ab1b327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.439866 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.440983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7f240f07-8cf1-43d8-b120-e7c1ab1b327c None None] Port 0adc5b14-a74b-4f77-994e-e84d8b330b06 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:56:06.456312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for 0adc5b14-a74b-4f77-994e-e84d8b330b06 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:06.511421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 543534dc-7fac-40c3-9c5d-62afa6d31a6b up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:56:06.591332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 543534dc-7fac-40c3-9c5d-62afa6d31a6b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:06.596122 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 543534dc-7fac-40c3-9c5d-62afa6d31a6b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:06.596781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.621379 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.658740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=0adc5b14-a74b-4f77-994e-e84d8b330b06,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:06.714705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.756194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d779cd-4852-4e03-8378-faf8953589c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543534dc-7fac-40c3-9c5d-62afa6d31a6b'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:56:06.761390 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddc206-c6b5-48b0-8f36-e8bbdc8b92a0" -d '{"events": [{"server_uuid": "28d779cd-4852-4e03-8378-faf8953589c0", "name": "network-vif-plugged", "status": "completed", "tag": "543534dc-7fac-40c3-9c5d-62afa6d31a6b"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:56:06.787481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:06.796142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:06.899501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=543534dc-7fac-40c3-9c5d-62afa6d31a6b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:07.026477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:07.032627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f731b055-8028-46c6-af01-6936f4862752 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/ports/0adc5b14-a74b-4f77-994e-e84d8b330b06 HTTP/1.1" status: 204 len: 168 time: 0.8339405 Aug 20 13:56:07.034291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34022) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:07.115680 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c5d543-a7b2-46c8-941f-180c60a62b34 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] GET failed (client error): The resource could not be found. Aug 20 13:56:07.118864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-24c5d543-a7b2-46c8-941f-180c60a62b34 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "GET /v2.0/ports/0adc5b14-a74b-4f77-994e-e84d8b330b06 HTTP/1.1" status: 404 len: 333 time: 0.0830109 Aug 20 13:56:07.123916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34024) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:07.135455 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dee3ed-7e2a-4f15-8d9c-5f2b1e7cf016 x-openstack-request-id: req-a2dee3ed-7e2a-4f15-8d9c-5f2b1e7cf016 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:56:07.136309 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d779cd-4852-4e03-8378-faf8953589c0", "name": "network-vif-plugged", "status": "completed", "tag": "543534dc-7fac-40c3-9c5d-62afa6d31a6b", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:56:07.136309 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2dee3ed-7e2a-4f15-8d9c-5f2b1e7cf016 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:56:07.136692 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d779cd-4852-4e03-8378-faf8953589c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543534dc-7fac-40c3-9c5d-62afa6d31a6b', 'code': 200} Aug 20 13:56:07.159959 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdf4b3-c2b8-4e74-ad3a-15bfc0267ae0 req-2a7ccd74-6072-433b-8382-96f754b6b554 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:07.162610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69fdf4b3-c2b8-4e74-ad3a-15bfc0267ae0 req-2a7ccd74-6072-433b-8382-96f754b6b554 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 949 time: 0.1124063 Aug 20 13:56:07.217908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-69fdf4b3-c2b8-4e74-ad3a-15bfc0267ae0 req-df571530-637e-4f48-929f-2e9784821394 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Aug 20 13:56:07.264128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port ed0d066e-6e12-4f0b-a741-a500f4849a57 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:07.264492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:07.321818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f98e57-9052-4501-9339-d9371a6c9258 req-7ea017fb-6e8f-4d9f-a662-0ea48af945fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:07.323382 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22f98e57-9052-4501-9339-d9371a6c9258 req-7ea017fb-6e8f-4d9f-a662-0ea48af945fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 1100 time: 0.1083162 Aug 20 13:56:07.389761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22f98e57-9052-4501-9339-d9371a6c9258 req-306acbfa-26c1-488d-98af-af3f848e1cce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579114 Aug 20 13:56:07.394284 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:07.419936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for ed0d066e-6e12-4f0b-a741-a500f4849a57 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:07.634799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:07.691154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=ed0d066e-6e12-4f0b-a741-a500f4849a57,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:07.818724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:07.822303 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96ce1a51-c234-4066-ae79-b69d270cb3c0 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/ports/ed0d066e-6e12-4f0b-a741-a500f4849a57 HTTP/1.1" status: 204 len: 168 time: 0.6970203 Aug 20 13:56:07.825142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34026) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:07.869602 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a747d7-9c2a-42fd-9b42-885d9e88333a tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] GET failed (client error): The resource could not be found. Aug 20 13:56:07.872487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-00a747d7-9c2a-42fd-9b42-885d9e88333a tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "GET /v2.0/ports/ed0d066e-6e12-4f0b-a741-a500f4849a57 HTTP/1.1" status: 404 len: 333 time: 0.0457346 Aug 20 13:56:07.876742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34028) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:07.987560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port f82b6e8b-8e71-49b3-a056-5896d8e899b5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:07.987833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.085047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.108017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for f82b6e8b-8e71-49b3-a056-5896d8e899b5 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:08.322718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.392859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=f82b6e8b-8e71-49b3-a056-5896d8e899b5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:08.541052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328b09b-dd68-45de-9841-20cfdef176a6 req-f9a1c4e2-9eba-4159-8345-23dd58b6e046 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:08.542699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a328b09b-dd68-45de-9841-20cfdef176a6 req-f9a1c4e2-9eba-4159-8345-23dd58b6e046 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 949 time: 0.2072976 Aug 20 13:56:08.588968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.591078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b9421561-5783-4c6b-b239-60b279155250 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/ports/f82b6e8b-8e71-49b3-a056-5896d8e899b5 HTTP/1.1" status: 204 len: 168 time: 0.7127657 Aug 20 13:56:08.595006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34032) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:08.625230 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a328b09b-dd68-45de-9841-20cfdef176a6 req-5b32839a-604a-43ec-975f-514224348834 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741141 Aug 20 13:56:08.677578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting subnet 4c698eae-b15a-49a5-8c7e-4ddf35e14046 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:08.681892 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.732325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.825805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.898599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.930622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Subnet': ['ID=4c698eae-b15a-49a5-8c7e-4ddf35e14046,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:08.938946 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:08.944928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de1e1426-fc15-4181-9c26-23bb05a20188 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/subnets/4c698eae-b15a-49a5-8c7e-4ddf35e14046 HTTP/1.1" status: 204 len: 168 time: 0.3450575 Aug 20 13:56:08.945478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34034) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:08.947733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a4399-961c-459e-b716-4582c08f558c None None] Network 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:09.039775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.112322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Deleting port 2e45023b-12f6-4089-892d-ce98d7fe4728 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:09.113040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.153778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] DHCP port deletion for 1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:56:09.205971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] Deleting port 2e45023b-12f6-4089-892d-ce98d7fe4728 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:09.206352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.231956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] For port 2e45023b-12f6-4089-892d-ce98d7fe4728, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2e45023b-12f6-4089-892d-ce98d7fe4728,segment=NetworkSegment(45a89da2-2e10-441a-8dea-67e1cfa73c22),segment_id=45a89da2-2e10-441a-8dea-67e1cfa73c22)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:09.232595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.257787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Calling delete_port for 2e45023b-12f6-4089-892d-ce98d7fe4728 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:09.272806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] For port 2e45023b-12f6-4089-892d-ce98d7fe4728, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2e45023b-12f6-4089-892d-ce98d7fe4728,segment=NetworkSegment(45a89da2-2e10-441a-8dea-67e1cfa73c22),segment_id=45a89da2-2e10-441a-8dea-67e1cfa73c22)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:09.273496 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.284696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-b160dad5-a348-4bfe-ab42-429e6fc408de req-ddd7c0ae-cb37-4804-956e-9b421d5e1073 service neutron] (94862) timed out ('10.222.0.59', 39464) {{(pid=94862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:56:09.292267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] Calling delete_port for 2e45023b-12f6-4089-892d-ce98d7fe4728 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:09.344245 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.374322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Port': ['ID=2e45023b-12f6-4089-892d-ce98d7fe4728,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:09.378657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] No DVR routers for this DVR port 2e45023b-12f6-4089-892d-ce98d7fe4728 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:09.431014 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.459003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] Pushing event deleted for resources: {'Port': ['ID=2e45023b-12f6-4089-892d-ce98d7fe4728,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:09.464293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.467149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e012c-8d70-4f42-97a2-3493a46417cc None None] No DVR routers for this DVR port 2e45023b-12f6-4089-892d-ce98d7fe4728 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:09.484599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:09.497375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a89da2-2e10-441a-8dea-67e1cfa73c22') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:09.497678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a89da2-2e10-441a-8dea-67e1cfa73c22') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:09.509802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.526135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.533381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:09.533849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: items = [ Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:09.537107 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:09.611847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.626071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:09.629694 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] 10.222.0.59 "DELETE /v2.0/networks/1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d HTTP/1.1" status: 204 len: 168 time: 0.6824188 Aug 20 13:56:09.648230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b3cb-c9cd-46ae-b250-a8e921760d73 tempest-AllowedAddressPairTestJSON-494487050 tempest-AllowedAddressPairTestJSON-494487050-project] Pushing event deleted for resources: {'Network': ['ID=1f3f2e0f-ea28-4c98-86b4-1cad4a9ecf4d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:09.789275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c400e-33d5-4960-979f-1d520b9fc9f0 req-6ccb44c3-8d89-4cf5-b635-38e46152fe8c tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:09.791656 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-818c400e-33d5-4960-979f-1d520b9fc9f0 req-6ccb44c3-8d89-4cf5-b635-38e46152fe8c tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 949 time: 0.0776303 Aug 20 13:56:09.841442 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-818c400e-33d5-4960-979f-1d520b9fc9f0 req-50e43faa-57f3-4d87-97b1-450e98fc0821 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Aug 20 13:56:09.994001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34046) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:10.171779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b57d7dc-4a0d-4bb4-a454-bbfd66630b40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f73a989d04d45f786240cee84de5c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762211 Aug 20 13:56:10.174275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34054) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:10.255440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9739233b-398a-4d57-bb08-f90612e74253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:10.284058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9739233b-398a-4d57-bb08-f90612e74253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:10.351548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9739233b-398a-4d57-bb08-f90612e74253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:10.354749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9739233b-398a-4d57-bb08-f90612e74253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:10.356225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9739233b-398a-4d57-bb08-f90612e74253 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61851509-f233-4650-a1d8-7eba996adcf1 HTTP/1.1" status: 204 len: 168 time: 0.1806219 Aug 20 13:56:10.368134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739233b-398a-4d57-bb08-f90612e74253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61851509-f233-4650-a1d8-7eba996adcf1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:11.165926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2e45023b-12f6-4089-892d-ce98d7fe4728 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:56:11.204351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 2e45023b-12f6-4089-892d-ce98d7fe4728 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:56:11.205060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2e45023b-12f6-4089-892d-ce98d7fe4728 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:56:11.254345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34078) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.418306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-0e18ddf9-b18a-436f-85ed-3e181e777508 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.420520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0e18ddf9-b18a-436f-85ed-3e181e777508 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1649430 Aug 20 13:56:11.425416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.434961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-20f3a597-dd31-4a99-aeb7-810cbc0f3d67 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.441498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34086) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.442473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20f3a597-dd31-4a99-aeb7-810cbc0f3d67 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0138447 Aug 20 13:56:11.447380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-1401a7f8-f2dc-4098-825b-46fed5b5607a tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.448724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1401a7f8-f2dc-4098-825b-46fed5b5607a tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058358 Aug 20 13:56:11.453112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34088) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.458183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-5159966b-c0f2-41f8-8cb9-8601aa0bd061 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.459376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5159966b-c0f2-41f8-8cb9-8601aa0bd061 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051887 Aug 20 13:56:11.464445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.469941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-df24c9a5-3dc2-48b2-9406-d8374775d92d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.471414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-df24c9a5-3dc2-48b2-9406-d8374775d92d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057404 Aug 20 13:56:11.476227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34092) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.481831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-7695b463-af46-4829-b4a4-25bf9586de3d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.483127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7695b463-af46-4829-b4a4-25bf9586de3d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056231 Aug 20 13:56:11.487639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34094) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.494361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-b65ef031-1ef3-4a91-80f9-9945450ee14d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.495708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b65ef031-1ef3-4a91-80f9-9945450ee14d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068712 Aug 20 13:56:11.500291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34096) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.507890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-ba8e5208-0772-43bd-b261-cd287fcfb05c tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.509390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ba8e5208-0772-43bd-b261-cd287fcfb05c tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078635 Aug 20 13:56:11.513902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34098) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.518745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-beef58b1-21c9-4f36-9899-a3301d07bd9a tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.520086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-beef58b1-21c9-4f36-9899-a3301d07bd9a tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048831 Aug 20 13:56:11.524315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34100) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.529477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-42f9cef9-0499-4eff-b293-6d906de0dbfc tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.530689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-42f9cef9-0499-4eff-b293-6d906de0dbfc tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052385 Aug 20 13:56:11.535241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34102) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.541519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-25f90594-c4ab-4cb8-86b8-0e54df2fb3d9 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.542914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25f90594-c4ab-4cb8-86b8-0e54df2fb3d9 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0065479 Aug 20 13:56:11.547306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34104) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.552311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-80940b1c-fc12-4e8e-bddd-625b1b550296 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.554291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-80940b1c-fc12-4e8e-bddd-625b1b550296 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051541 Aug 20 13:56:11.558658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34106) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.563995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-6ab5d666-bd50-42dc-872f-0e4ae784375d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.565439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6ab5d666-bd50-42dc-872f-0e4ae784375d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055218 Aug 20 13:56:11.569962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34108) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.575031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-7d4cd4d9-3a3f-4239-a9b9-92f70ba8fa63 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.576627 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d4cd4d9-3a3f-4239-a9b9-92f70ba8fa63 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054765 Aug 20 13:56:11.580995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34110) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.586124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-991f17c7-ebcb-4385-94cb-938b4dd55ddb tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.587395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-991f17c7-ebcb-4385-94cb-938b4dd55ddb tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053155 Aug 20 13:56:11.591899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34112) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.597116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-b36bde2c-80a7-4357-b5ff-363f3ad51032 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.598455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b36bde2c-80a7-4357-b5ff-363f3ad51032 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053575 Aug 20 13:56:11.603378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34114) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.608793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-7d63951d-26fc-4fd8-b58c-7c82793f420e tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.609903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d63951d-26fc-4fd8-b58c-7c82793f420e tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053039 Aug 20 13:56:11.614430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34116) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.620495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-eb2d2489-870f-4e91-855b-e74d5e7845de tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.621971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb2d2489-870f-4e91-855b-e74d5e7845de tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062819 Aug 20 13:56:11.625826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34118) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.630987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-e94e88c8-41ca-4e5b-8e4c-6246a83589e0 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.633010 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e94e88c8-41ca-4e5b-8e4c-6246a83589e0 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058310 Aug 20 13:56:11.635976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34120) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.641401 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-2304b8d1-8fd9-4758-9565-cc68e6b90733 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.642495 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2304b8d1-8fd9-4758-9565-cc68e6b90733 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054853 Aug 20 13:56:11.646764 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34122) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.652305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-e7edd5a3-9b13-44da-a01a-e1ef87e20ae0 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.654961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e7edd5a3-9b13-44da-a01a-e1ef87e20ae0 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056088 Aug 20 13:56:11.658879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34124) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.668897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-45a63a88-b430-4200-8199-2cde92d84f1d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.674612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34126) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.675461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-45a63a88-b430-4200-8199-2cde92d84f1d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0137014 Aug 20 13:56:11.681840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-b8d64462-f6d6-47e0-bc2b-ea9bc8d2b7ea tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.686572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b8d64462-f6d6-47e0-bc2b-ea9bc8d2b7ea tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0104115 Aug 20 13:56:11.687952 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34128) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.693757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-8c579e96-8a01-4f4a-8dc6-4075ac817930 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.699145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8c579e96-8a01-4f4a-8dc6-4075ac817930 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0064518 Aug 20 13:56:11.700129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34130) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.704754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-2e83b783-21af-4d78-8db7-5dc066d8ad70 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.705816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e83b783-21af-4d78-8db7-5dc066d8ad70 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046792 Aug 20 13:56:11.708981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34132) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.714067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-35d627c9-7d70-422f-8bc5-2c4ca790c671 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.715152 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-35d627c9-7d70-422f-8bc5-2c4ca790c671 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051358 Aug 20 13:56:11.718248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34134) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.723031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-15951047-f574-467f-b5e7-45d48473ba63 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.724193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-15951047-f574-467f-b5e7-45d48473ba63 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049121 Aug 20 13:56:11.728026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34136) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.733687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-c2ba2b55-0e46-4c38-839d-49e28d15651f tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.736612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c2ba2b55-0e46-4c38-839d-49e28d15651f tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055926 Aug 20 13:56:11.737956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34138) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.743739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-0d507166-7fc0-4289-86ee-89d9db8ee696 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.744941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d507166-7fc0-4289-86ee-89d9db8ee696 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058687 Aug 20 13:56:11.747745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34140) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.752411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-4be1cc4f-185b-4473-b66f-315019c38ae6 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.753547 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4be1cc4f-185b-4473-b66f-315019c38ae6 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048039 Aug 20 13:56:11.756523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34142) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.762526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-8bb6a68f-7be6-4c24-88db-3777b6d596f2 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.763676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8bb6a68f-7be6-4c24-88db-3777b6d596f2 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051074 Aug 20 13:56:11.766592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34144) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.771627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-1af5c18a-4230-4f7f-b464-3aa2746d11ef tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.774355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1af5c18a-4230-4f7f-b464-3aa2746d11ef tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064306 Aug 20 13:56:11.776298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34146) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.781887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-e6a63ee5-f456-4dd9-ab76-31ad6e23a3b1 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.783124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e6a63ee5-f456-4dd9-ab76-31ad6e23a3b1 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054314 Aug 20 13:56:11.786441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34148) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.792712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-f97e34f1-4370-4b5f-8660-a85b02fe3833 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.793858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f97e34f1-4370-4b5f-8660-a85b02fe3833 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064173 Aug 20 13:56:11.797328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34150) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.807261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-c74487ce-f393-4380-80ca-e321c5a52663 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.808514 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c74487ce-f393-4380-80ca-e321c5a52663 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099058 Aug 20 13:56:11.813054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34152) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.817804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-5b53880e-d0ab-4434-ba02-e97fd0f28eea tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.818905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5b53880e-d0ab-4434-ba02-e97fd0f28eea tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047987 Aug 20 13:56:11.823770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34154) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.828759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-b400e153-7818-44bd-aa25-b6069de26fae tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.830050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b400e153-7818-44bd-aa25-b6069de26fae tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051444 Aug 20 13:56:11.835281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34156) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.841166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-9c3d9fa7-d9ce-48c9-9f5c-9f1d98189bcf tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.842413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9c3d9fa7-d9ce-48c9-9f5c-9f1d98189bcf tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052578 Aug 20 13:56:11.847277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34158) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.853768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-1bdffc55-4ded-4345-b9ab-2f41f44c3d46 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.855248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1bdffc55-4ded-4345-b9ab-2f41f44c3d46 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066628 Aug 20 13:56:11.860884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34160) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.866687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-5b10023a-a9b1-4c3d-bf5a-6ecb7dcc1c3d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.868465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5b10023a-a9b1-4c3d-bf5a-6ecb7dcc1c3d tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063543 Aug 20 13:56:11.872540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34162) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.877468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-324fda60-a99a-4299-b161-8180bc3b8aa9 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.878757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-324fda60-a99a-4299-b161-8180bc3b8aa9 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051119 Aug 20 13:56:11.883752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34164) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.888883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-3b6c5fc1-af36-46a1-bb14-6fa5ea8fd296 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.890061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b6c5fc1-af36-46a1-bb14-6fa5ea8fd296 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052171 Aug 20 13:56:11.894119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34166) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.901027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-e8055ad3-31cb-4cdc-9a8b-53c29b3e33f8 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.902356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e8055ad3-31cb-4cdc-9a8b-53c29b3e33f8 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070696 Aug 20 13:56:11.906578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34168) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.914782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-cd1bb36f-0d2f-4fa8-afa6-26a4805a4a1e tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.916597 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cd1bb36f-0d2f-4fa8-afa6-26a4805a4a1e tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085170 Aug 20 13:56:11.919651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34170) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.926765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-aee34025-4110-4f14-910c-1eea515eee53 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.929020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aee34025-4110-4f14-910c-1eea515eee53 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072417 Aug 20 13:56:11.932938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34172) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.938044 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-ad0c288f-c786-4c02-96ee-defd2f769071 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.939404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad0c288f-c786-4c02-96ee-defd2f769071 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051658 Aug 20 13:56:11.943112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.951318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-02aa5d1f-812f-440e-bc16-487e51318f53 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.953334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-02aa5d1f-812f-440e-bc16-487e51318f53 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0079880 Aug 20 13:56:11.956168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.964778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-65f85639-169f-4dad-ae84-8d66aa723f4b tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.966635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-65f85639-169f-4dad-ae84-8d66aa723f4b tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087936 Aug 20 13:56:11.969659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34178) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.977708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-2c50c449-9f4f-492b-8f89-a8bb29777f35 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.979486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2c50c449-9f4f-492b-8f89-a8bb29777f35 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082035 Aug 20 13:56:11.982708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34180) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:11.990467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-2a52dd7e-b249-49f1-9312-c9a8327dec27 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:11.993914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2a52dd7e-b249-49f1-9312-c9a8327dec27 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094628 Aug 20 13:56:11.996660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34182) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.002194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-30006385-5c4e-4ea7-a2aa-c2ddb45cd741 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.003300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-30006385-5c4e-4ea7-a2aa-c2ddb45cd741 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055962 Aug 20 13:56:12.006404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34184) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.012229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-739e2346-8c16-446b-8a0b-116c879f9c23 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.013328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-739e2346-8c16-446b-8a0b-116c879f9c23 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049357 Aug 20 13:56:12.016597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34186) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.021604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-2161b5da-8f97-4508-b035-a5bdea0b2177 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.023735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2161b5da-8f97-4508-b035-a5bdea0b2177 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060072 Aug 20 13:56:12.027119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34188) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.032600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-e9ab55a9-b27d-46c9-9dd1-d7adfdbedd41 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.033950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e9ab55a9-b27d-46c9-9dd1-d7adfdbedd41 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057118 Aug 20 13:56:12.039590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34190) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.044450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-39f5f9e4-4652-4cae-b351-65847c278d35 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.045929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-39f5f9e4-4652-4cae-b351-65847c278d35 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051088 Aug 20 13:56:12.049160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.058214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-3cb89bc1-70cc-435b-92f2-4c4588fca3c0 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.059988 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3cb89bc1-70cc-435b-92f2-4c4588fca3c0 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092442 Aug 20 13:56:12.062958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34194) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.070694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-eae76395-abca-4526-9c06-38f3ee037865 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.072596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eae76395-abca-4526-9c06-38f3ee037865 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079782 Aug 20 13:56:12.075779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34196) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.080721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-c2000ddd-371e-4bfb-a42f-83039beac556 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.082134 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c2000ddd-371e-4bfb-a42f-83039beac556 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050969 Aug 20 13:56:12.085904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34198) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.093417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-eec1910c-2b35-4dfb-9984-2b0f9199b971 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.095422 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-eec1910c-2b35-4dfb-9984-2b0f9199b971 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078204 Aug 20 13:56:12.098475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34200) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.106703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-60878664-5dfe-439c-bbe6-994eb7867b23 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.108499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-60878664-5dfe-439c-bbe6-994eb7867b23 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084622 Aug 20 13:56:12.111240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34202) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.119343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-33ce82de-5b47-4ac9-93ae-b682a6027c20 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.121217 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33ce82de-5b47-4ac9-93ae-b682a6027c20 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0083654 Aug 20 13:56:12.125743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.131111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-c74a02fd-a4fa-4a16-8c7d-cc48033c6808 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.132805 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c74a02fd-a4fa-4a16-8c7d-cc48033c6808 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055866 Aug 20 13:56:12.136384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34206) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.144315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-12566293-7f67-424c-83ba-b3d3a0e1206e tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.146179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-12566293-7f67-424c-83ba-b3d3a0e1206e tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079267 Aug 20 13:56:12.151026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34208) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.156104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-307b887d-6b8c-4fa4-ad91-7eea3d072b1a tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.157499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-307b887d-6b8c-4fa4-ad91-7eea3d072b1a tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050313 Aug 20 13:56:12.161325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34210) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.168498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-be7517e7-84f0-4e55-bdc5-a9099663d1a9 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.169928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-be7517e7-84f0-4e55-bdc5-a9099663d1a9 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074375 Aug 20 13:56:12.174210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34212) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.180441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-16beef80-dc90-4199-91b5-ee9b46275674 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.181959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-16beef80-dc90-4199-91b5-ee9b46275674 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065653 Aug 20 13:56:12.186256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34214) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.191640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-a9c0c5c8-a1b3-4fb7-9313-051cd0a4e398 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.192934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9c0c5c8-a1b3-4fb7-9313-051cd0a4e398 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053325 Aug 20 13:56:12.197753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34216) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.203317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [None req-6b775cc6-610b-4fac-a3bb-48761f1c87c8 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.204789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6b775cc6-610b-4fac-a3bb-48761f1c87c8 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058200 Aug 20 13:56:12.209147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34218) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.214991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [None req-fff5bdd2-4837-4a85-840d-824e0efa8e00 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:56:12.216326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fff5bdd2-4837-4a85-840d-824e0efa8e00 tempest-ExtensionsTestJSON-1526758106 tempest-ExtensionsTestJSON-1526758106-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058560 Aug 20 13:56:12.579988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34226) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.719812 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba279a98-1662-46c6-99b9-b979871187f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:12.866999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba279a98-1662-46c6-99b9-b979871187f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:12.872734 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ba279a98-1662-46c6-99b9-b979871187f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:12.914987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba279a98-1662-46c6-99b9-b979871187f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7cd19a-3d44-4619-ae2d-03cde306a9a4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:12.920283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ba279a98-1662-46c6-99b9-b979871187f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6859f1ba49d04f7e871a627f73504b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386526 Aug 20 13:56:12.924368 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34230) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:12.996696 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-958d655c-f3c5-4707-bf33-675eb4f7ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:13.037638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-958d655c-f3c5-4707-bf33-675eb4f7ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:13.114501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-958d655c-f3c5-4707-bf33-675eb4f7ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:13.119120 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-958d655c-f3c5-4707-bf33-675eb4f7ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:13.123795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-958d655c-f3c5-4707-bf33-675eb4f7ff39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd7cd19a-3d44-4619-ae2d-03cde306a9a4 HTTP/1.1" status: 204 len: 168 time: 0.1979647 Aug 20 13:56:13.136446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d655c-f3c5-4707-bf33-675eb4f7ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7cd19a-3d44-4619-ae2d-03cde306a9a4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:14.035507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34254) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:14.158892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'networks': [{'name': 'tempest-network--463928053'}, {'name': 'tempest-network--1226903973'}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:14.159396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'network': {'name': 'tempest-network--463928053'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:14.159958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'network': {'name': 'tempest-network--1226903973'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:14.186183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'network': 2} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:14.191319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.201848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.336178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.348160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.349009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.431596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:14.440191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31beec2d-296b-4b5f-9f79-240fa8f00a68,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:14.456944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.457541 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Added segment a5ac3efc-e23d-44d1-b779-be915978a47b of type vlan for network fae6b57b-168f-4950-a844-dc24b8320215 Aug 20 13:56:14.515519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.552112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:14.564390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.564778 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Added segment 87604276-a21d-45cf-804f-33744742f402 of type vlan for network fef66599-fc1c-4171-b3e2-37b3d3cef6d0 Aug 20 13:56:14.608377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.646785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.647871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.654328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:14.659415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:14.660118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:14.729686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6922936 Aug 20 13:56:14.733080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:14.744472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Network': ['ID=fae6b57b-168f-4950-a844-dc24b8320215,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:14.759269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network fae6b57b-168f-4950-a844-dc24b8320215 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:14.828203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63be1-d8ba-442e-964b-a2cd3668d827 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Network': ['ID=fef66599-fc1c-4171-b3e2-37b3d3cef6d0,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:14.851087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network fef66599-fc1c-4171-b3e2-37b3d3cef6d0 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:15.002079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee023e-d09c-4971-9430-09046fcf5049 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:15.009773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee023e-d09c-4971-9430-09046fcf5049 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:15.016144 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee023e-d09c-4971-9430-09046fcf5049 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:15.022632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee023e-d09c-4971-9430-09046fcf5049 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:15.024809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-77ee023e-d09c-4971-9430-09046fcf5049 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2901149 Aug 20 13:56:15.029141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34262) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:15.132707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.247483 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.260365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae6b57b-168f-4950-a844-dc24b8320215']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:15.274714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ac3efc-e23d-44d1-b779-be915978a47b') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:15.275016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ac3efc-e23d-44d1-b779-be915978a47b') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:15.287261 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.308759 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.316534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:15.316990 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:15.320909 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:15.395375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.402350 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.405643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/networks/fae6b57b-168f-4950-a844-dc24b8320215 HTTP/1.1" status: 204 len: 168 time: 0.3752213 Aug 20 13:56:15.410205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34264) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:15.430322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27219b-ac88-4872-84f5-7116160e69f1 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Network': ['ID=fae6b57b-168f-4950-a844-dc24b8320215,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:15.529864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.624817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.636911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef66599-fc1c-4171-b3e2-37b3d3cef6d0']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:15.650580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87604276-a21d-45cf-804f-33744742f402') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:15.650929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87604276-a21d-45cf-804f-33744742f402') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:15.661919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.679703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.690146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:15.690741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:15.695714 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:15.770322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.779818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.781949 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/networks/fef66599-fc1c-4171-b3e2-37b3d3cef6d0 HTTP/1.1" status: 204 len: 168 time: 0.3703098 Aug 20 13:56:15.785472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34268) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:15.794634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d809a20-0928-4413-b121-9cc82e425e3b tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Network': ['ID=fef66599-fc1c-4171-b3e2-37b3d3cef6d0,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:15.816493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74b317ae-a48c-4a74-9fe2-c8e27175cb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.906993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21d10f-f186-4e0e-a655-8c42a09de638 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:15.914277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21d10f-f186-4e0e-a655-8c42a09de638 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:15.915990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bf21d10f-f186-4e0e-a655-8c42a09de638 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1293221 Aug 20 13:56:15.920228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34270) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:15.925502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820228772'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:15.949737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:15.953761 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.987897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:15.999085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:15.999440 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Added segment ed18757f-57c7-42f4-92c2-115a1c050d31 of type vlan for network 7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82 Aug 20 13:56:16.044991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.075145 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.080827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:16.081441 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.152792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2313628 Aug 20 13:56:16.156075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64422495-ba4e-47a2-b629-f2c10c0b5bc6 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Network': ['ID=7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:16.156311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:16.166155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1704087144'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:16.169312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:16.201814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:16.207874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.249629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:16.266733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.267334 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Added segment 4ebf3d98-d91b-42a4-8693-064f96eb4206 of type vlan for network 02b9bee5-3afb-437b-9244-48baa627ea29 Aug 20 13:56:16.341421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.383964 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.394852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:16.395975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.516948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3586566 Aug 20 13:56:16.520435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34274) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:16.526827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'ports': [{'network_id': '7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82', 'name': 'tempest-port--58985700', 'admin_state_up': True}, {'network_id': '02b9bee5-3afb-437b-9244-48baa627ea29', 'admin_state_up': False}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:16.527150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'port': {'network_id': '7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82', 'name': 'tempest-port--58985700', 'admin_state_up': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:16.527683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'port': {'network_id': '02b9bee5-3afb-437b-9244-48baa627ea29', 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:16.539549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44530f4d-6243-41ab-a47e-ad0935a1f398 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Network': ['ID=02b9bee5-3afb-437b-9244-48baa627ea29,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:16.553367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 02b9bee5-3afb-437b-9244-48baa627ea29 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:16.724013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'port': 2} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:16.733085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.757976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:16.903029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] device_id is not set on port e34d82b9-423c-4ee1-bb1c-719adfa90315 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:17.075210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:17.157901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] device_id is not set on port f302818d-7a58-4d5a-b72d-c9408b44b826 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:17.280077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:17.325242 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:17.383909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Port': ['ID=e34d82b9-423c-4ee1-bb1c-719adfa90315,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:17.405916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Checking segment: {'id': 'ed18757f-57c7-42f4-92c2-115a1c050d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:17.406438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network hostable DHCP agents. Network: 7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:17.427192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network 7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:17.439193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:17.444918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:17.446410 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:17.452435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4be8e-2fd1-4617-b58a-3aeb2cd99465 None None] Network 7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:17.550987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Port': ['ID=f302818d-7a58-4d5a-b72d-c9408b44b826,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:17.565001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Checking segment: {'id': '4ebf3d98-d91b-42a4-8693-064f96eb4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02b9bee5-3afb-437b-9244-48baa627ea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:17.565376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network hostable DHCP agents. Network: 02b9bee5-3afb-437b-9244-48baa627ea29, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:17.586614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network 02b9bee5-3afb-437b-9244-48baa627ea29 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:17.598283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 02b9bee5-3afb-437b-9244-48baa627ea29) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:17.608712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:17.614631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:17.617899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84fe47-5d34-4674-8104-c5204c6877b0 None None] Network 02b9bee5-3afb-437b-9244-48baa627ea29 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:17.620216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:17.620965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:17.642098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2c9cfd8b-4fe3-4225-9cfc-e0d2aa512668 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.1172998 Aug 20 13:56:17.642359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34278) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:17.732407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3180959-ac45-4241-b9df-b56a46c37253 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:17.738432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3180959-ac45-4241-b9df-b56a46c37253 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:17.740070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3180959-ac45-4241-b9df-b56a46c37253 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0966821 Aug 20 13:56:17.743402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34280) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:17.859066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Deleting port e34d82b9-423c-4ee1-bb1c-719adfa90315 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:17.859790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:17.981593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.004881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Calling delete_port for e34d82b9-423c-4ee1-bb1c-719adfa90315 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:18.097442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.133234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Port': ['ID=e34d82b9-423c-4ee1-bb1c-719adfa90315,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:18.140063 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.142896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cb378e5a-9a19-423b-8a88-14fe27caebd0 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/ports/e34d82b9-423c-4ee1-bb1c-719adfa90315 HTTP/1.1" status: 204 len: 168 time: 0.3983300 Aug 20 13:56:18.146923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:18.250117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Deleting port f302818d-7a58-4d5a-b72d-c9408b44b826 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:18.250960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.325776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.341771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Calling delete_port for f302818d-7a58-4d5a-b72d-c9408b44b826 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:18.431988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.462005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Port': ['ID=f302818d-7a58-4d5a-b72d-c9408b44b826,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:18.467509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.469532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0e4a8525-d293-47e1-b6fa-930728d7d835 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/ports/f302818d-7a58-4d5a-b72d-c9408b44b826 HTTP/1.1" status: 204 len: 168 time: 0.3212032 Aug 20 13:56:18.472689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:18.502542 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-82ade469-cbd1-4d92-98c3-7515b55211dc tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288687 Aug 20 13:56:18.508036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34288) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:18.513539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-693654349'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:18.519231 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ff891ce0-1df5-4d48-b57e-4f5ed2eb2683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.538764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:18.542288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.566944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:18.577940 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.578346 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Added segment ab61b8a8-a47d-4973-a7b5-12ec8657b5c2 of type vlan for network cb233d88-1246-4e5e-80a0-f89ec991d3b3 Aug 20 13:56:18.590182 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.623961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.648933 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.654764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:18.655366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.721703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2124631 Aug 20 13:56:18.724772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:18.733960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-753852946'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:18.736098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad9bc2-a5a8-48e3-9bcb-a4a6aa3f0b17 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Network': ['ID=cb233d88-1246-4e5e-80a0-f89ec991d3b3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:18.748806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cb233d88-1246-4e5e-80a0-f89ec991d3b3 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:18.763358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:18.767630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.795683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:18.805738 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.806156 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Added segment 2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6 of type vlan for network 9693b309-cbcb-4302-aad3-42e7c2c4b508 Aug 20 13:56:18.851646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.878345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.884777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:18.885394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:18.951580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2242572 Aug 20 13:56:18.969675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f863-9458-4c53-8dd3-988a47a76c66 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Network': ['ID=9693b309-cbcb-4302-aad3-42e7c2c4b508,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:18.986442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9693b309-cbcb-4302-aad3-42e7c2c4b508 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:19.549006 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:21.524431 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:22.485003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34308) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:22.493346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'subnets': [{'network_id': 'cb233d88-1246-4e5e-80a0-f89ec991d3b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--623426380', 'ip_version': 6}, {'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:22.493837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'subnet': {'network_id': 'cb233d88-1246-4e5e-80a0-f89ec991d3b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--623426380', 'ip_version': 6}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:22.494885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Request body: {'subnet': {'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:22.729964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Made reservation on behalf of d6b315af528b4e58a31feeb67c14ba5c for: {'subnet': 2} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:22.735254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:22.735517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:23.363898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:23.456176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Subnet': ['ID=03e9f181-2afd-4af8-9e3e-b1d9092caca0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:23.471904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.472289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.472658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.472994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.473324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.473646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.473988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.474308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.474661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.475164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.475404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.475895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:23.479885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Checking segment: {'id': 'ab61b8a8-a47d-4973-a7b5-12ec8657b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb233d88-1246-4e5e-80a0-f89ec991d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:23.480745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network hostable DHCP agents. Network: cb233d88-1246-4e5e-80a0-f89ec991d3b3, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:23.503861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network cb233d88-1246-4e5e-80a0-f89ec991d3b3 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:23.517533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, cb233d88-1246-4e5e-80a0-f89ec991d3b3) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:23.523287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:23.531906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c065c07-118d-4d97-be5f-beaa99935893 None None] Network cb233d88-1246-4e5e-80a0-f89ec991d3b3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:23.609706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event updated for resources: {'Subnet': ['ID=d3eb99bb-eef5-4f95-888c-826a2cb8b7bc,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:23.613079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Checking segment: {'id': '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:23.613400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network hostable DHCP agents. Network: 9693b309-cbcb-4302-aad3-42e7c2c4b508, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:23.642341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Network 9693b309-cbcb-4302-aad3-42e7c2c4b508 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:23.659903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9693b309-cbcb-4302-aad3-42e7c2c4b508) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:23.675495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:23.676367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:23.677043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:23.703606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66861d54-1a59-4b20-a4a6-2b1f8ac44570 None None] Network 9693b309-cbcb-4302-aad3-42e7c2c4b508 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:23.706574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a979fb7c-1817-4841-b0d7-801bea231bf2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2198238 Aug 20 13:56:23.710414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34312) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:23.781534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0d3ea-80b9-4d81-a1e8-86006f18bb11 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:23.783381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0d3ea-80b9-4d81-a1e8-86006f18bb11 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:23.785311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0d3ea-80b9-4d81-a1e8-86006f18bb11 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:23.788616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1fc0d3ea-80b9-4d81-a1e8-86006f18bb11 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0753372 Aug 20 13:56:23.804349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34314) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:23.875576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Deleting subnet 03e9f181-2afd-4af8-9e3e-b1d9092caca0 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:23.880013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:23.940931 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:23.968787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3e71c-0bc4-4f09-963a-4b404479a0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-cb233d88-1246-4e5e-80a0-f89ec991d3b3', 'network_id': 'cb233d88-1246-4e5e-80a0-f89ec991d3b3', 'tenant_id': 'd6b315af528b4e58a31feeb67c14ba5c', 'fixed_ips': [{'subnet_id': '03e9f181-2afd-4af8-9e3e-b1d9092caca0'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:56:23.970251 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e71c-0bc4-4f09-963a-4b404479a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.205363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9693b309-cbcb-4302-aad3-42e7c2c4b508', 'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508', 'tenant_id': 'd6b315af528b4e58a31feeb67c14ba5c', 'fixed_ips': [{'subnet_id': 'd3eb99bb-eef5-4f95-888c-826a2cb8b7bc'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:56:24.206260 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.429817 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.440193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Allocated IP 2001:db8:0:1::1 (9693b309-cbcb-4302-aad3-42e7c2c4b508/d3eb99bb-eef5-4f95-888c-826a2cb8b7bc/6ad423e6-55a1-4321-a376-9b411126edf3) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:24.523811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-6bf3e71c-0bc4-4f09-963a-4b404479a0c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e9f181-2afd-4af8-9e3e-b1d9092caca0: This subnet is being modified by another concurrent operation. Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e9f181-2afd-4af8-9e3e-b1d9092caca0: This subnet is being modified by another concurrent operation. Aug 20 13:56:24.540088 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 13:56:24.562317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Subnet': ['ID=03e9f181-2afd-4af8-9e3e-b1d9092caca0,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:24.574343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.574343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-64eeb04a-f929-471a-8d02-ac8f0aa8f686 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/subnets/03e9f181-2afd-4af8-9e3e-b1d9092caca0 HTTP/1.1" status: 204 len: 168 time: 0.7637935 Aug 20 13:56:24.581137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:24.586792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75246bf-d163-4e41-a360-14fcd7c268fa None None] Network cb233d88-1246-4e5e-80a0-f89ec991d3b3 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:24.637844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Deleting subnet d3eb99bb-eef5-4f95-888c-826a2cb8b7bc {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:24.718248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.746000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Transition to ACTIVE for port object 6ad423e6-55a1-4321-a376-9b411126edf3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:24.778368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Transition to ACTIVE for port object 6ad423e6-55a1-4321-a376-9b411126edf3 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:24.786189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.786536 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.828804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Network 9693b309-cbcb-4302-aad3-42e7c2c4b508 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:24.831894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:24.839936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:24.843356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Pushing event updated for resources: {'Port': ['ID=6ad423e6-55a1-4321-a376-9b411126edf3,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:24.856966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.857384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.857384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.857766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.858081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.858419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.858744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.859262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.859890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.860239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.860544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.860892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:24.892968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.947634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Attempting to bind port 6ad423e6-55a1-4321-a376-9b411126edf3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:56:24.948006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Attempting to bind port 6ad423e6-55a1-4321-a376-9b411126edf3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:56:24.948379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Attempting to bind port 6ad423e6-55a1-4321-a376-9b411126edf3 on network 9693b309-cbcb-4302-aad3-42e7c2c4b508 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:24.954635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:56:24.955017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Checking segment: {'id': '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:24.955451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:24.955853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Bound using segment: {'id': '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:56:24.956351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Bound port: 6ad423e6-55a1-4321-a376-9b411126edf3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9693b309-cbcb-4302-aad3-42e7c2c4b508'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:56:24.956782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.039572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] For port 6ad423e6-55a1-4321-a376-9b411126edf3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:56:25.043234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] For port 6ad423e6-55a1-4321-a376-9b411126edf3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6ad423e6-55a1-4321-a376-9b411126edf3,segment=NetworkSegment(2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6),segment_id=2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:56:25.048872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.051284 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.123482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0a1c-e9e0-4f03-8a9d-afcd5e57c1b7 None None] Pushing event updated for resources: {'Port': ['ID=6ad423e6-55a1-4321-a376-9b411126edf3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:25.139911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.176405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Subnet': ['ID=d3eb99bb-eef5-4f95-888c-826a2cb8b7bc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:25.184169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.189220 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-22267e54-11b0-46de-933c-ff5c02cdeb40 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/subnets/d3eb99bb-eef5-4f95-888c-826a2cb8b7bc HTTP/1.1" status: 204 len: 168 time: 0.6095865 Aug 20 13:56:25.189323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34320) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:25.308903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdf6f1c-b29a-4d55-8637-a1e2574d6d31 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:25.319585 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9bdf6f1c-b29a-4d55-8637-a1e2574d6d31 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291080 Aug 20 13:56:25.320586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34322) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:25.438677 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.531045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Deleting port 6ad423e6-55a1-4321-a376-9b411126edf3 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:25.531396 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.606408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] For port 6ad423e6-55a1-4321-a376-9b411126edf3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6ad423e6-55a1-4321-a376-9b411126edf3,segment=NetworkSegment(2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6),segment_id=2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:25.606811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.630863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Calling delete_port for 6ad423e6-55a1-4321-a376-9b411126edf3 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:25.749950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.779346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Port': ['ID=6ad423e6-55a1-4321-a376-9b411126edf3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:25.790396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] No DVR routers for this DVR port 6ad423e6-55a1-4321-a376-9b411126edf3 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:25.793583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.793934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.794299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.794650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.795005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.795365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.795713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.796061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.796429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.796806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.797158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.797679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:56:25.895825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.909030 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9693b309-cbcb-4302-aad3-42e7c2c4b508']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:25.932475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:25.933431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7fb06c-8ab3-4f3e-adf8-d6e0de00cea6') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:25.958415 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.985436 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:25.998344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:26.000113 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:26.005830 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:26.092066 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.104481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.109092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/networks/9693b309-cbcb-4302-aad3-42e7c2c4b508 HTTP/1.1" status: 204 len: 168 time: 0.7864518 Aug 20 13:56:26.113376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34326) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:26.149262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52bab3-1df8-4e07-a39f-ead633a2d21c tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Network': ['ID=9693b309-cbcb-4302-aad3-42e7c2c4b508,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:26.259691 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.438297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fb58381c-1263-4752-907f-65258d9102e5 None None] Could not find standard attr ID for object 6ad423e6-55a1-4321-a376-9b411126edf3. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:26.442048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.463317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb233d88-1246-4e5e-80a0-f89ec991d3b3']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:26.482196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab61b8a8-a47d-4973-a7b5-12ec8657b5c2') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:26.482588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab61b8a8-a47d-4973-a7b5-12ec8657b5c2') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:26.494412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1615c76-0166-44c0-896e-0a2b6035c6ec None None] DHCP port deletion for 9693b309-cbcb-4302-aad3-42e7c2c4b508 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:56:26.504772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.530537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b111f-f275-452c-8fb6-99a816980688 None None] Network 9693b309-cbcb-4302-aad3-42e7c2c4b508 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:26.542475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.551587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b111f-f275-452c-8fb6-99a816980688 None None] Network 9693b309-cbcb-4302-aad3-42e7c2c4b508 could not be found, it might have been deleted concurrently. {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 13:56:26.553772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:26.557305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:26.558073 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:26.567568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f73a573-55f4-4529-8cb8-6b7d70105c68 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:56:26.645888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.655815 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.659330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/networks/cb233d88-1246-4e5e-80a0-f89ec991d3b3 HTTP/1.1" status: 204 len: 168 time: 0.5365818 Aug 20 13:56:26.664847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34330) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:26.688305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee443f5f-ed0c-4c34-9d5a-998e03f665e2 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Network': ['ID=cb233d88-1246-4e5e-80a0-f89ec991d3b3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:26.785358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73a573-55f4-4529-8cb8-6b7d70105c68 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 13:56:26.789221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.888215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.902076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b9bee5-3afb-437b-9244-48baa627ea29']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:26.921410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebf3d98-d91b-42a4-8693-064f96eb4206') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:26.921766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebf3d98-d91b-42a4-8693-064f96eb4206') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:26.936965 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.962703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.970709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:26.971537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:26.975457 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:27.053800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.061403 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.063398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/networks/02b9bee5-3afb-437b-9244-48baa627ea29 HTTP/1.1" status: 204 len: 168 time: 0.3974757 Aug 20 13:56:27.068716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34332) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:27.076700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f19153-f80b-45c2-9682-733ef463935f tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Network': ['ID=02b9bee5-3afb-437b-9244-48baa627ea29,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:27.189107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.300973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.314515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:27.330482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed18757f-57c7-42f4-92c2-115a1c050d31') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:27.330794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed18757f-57c7-42f4-92c2-115a1c050d31') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:27.345240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.365457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.373380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:27.373849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:27.378075 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:27.451130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.458853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:27.462103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] 10.222.0.59 "DELETE /v2.0/networks/7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82 HTTP/1.1" status: 204 len: 168 time: 0.3909504 Aug 20 13:56:27.476996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3d36e-2dc7-4817-940f-190a4a658144 tempest-BulkNetworkOpsIpV6Test-923002618 tempest-BulkNetworkOpsIpV6Test-923002618-project] Pushing event deleted for resources: {'Network': ['ID=7c5c9ac4-9f4d-485a-9f21-fb1f71a8fc82,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:27.848006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:28.071639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8fea1992-00f3-4cd4-b3f4-378114c7b6bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6b315af528b4e58a31feeb67c14ba5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219238 Aug 20 13:56:28.074373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34344) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:28.147243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83103ebe-3db5-4ceb-bc28-b21b517e60c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:28.182451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83103ebe-3db5-4ceb-bc28-b21b517e60c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:28.258799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83103ebe-3db5-4ceb-bc28-b21b517e60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:28.263238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83103ebe-3db5-4ceb-bc28-b21b517e60c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:28.267887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-83103ebe-3db5-4ceb-bc28-b21b517e60c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31beec2d-296b-4b5f-9f79-240fa8f00a68 HTTP/1.1" status: 204 len: 168 time: 0.1895738 Aug 20 13:56:28.283214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83103ebe-3db5-4ceb-bc28-b21b517e60c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31beec2d-296b-4b5f-9f79-240fa8f00a68,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:29.180397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.322342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34368) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:29.487305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1870365124'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:29.523508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:29.528504 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.539980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.683521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.688785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.719564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:29.730614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e6b94-c951-40d2-9576-dfc35989de66,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:29.747916 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.748266 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment 8a21308f-6e02-4cc2-9cb2-9763b7a97559 of type vlan for network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 Aug 20 13:56:29.796785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.830084 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.841706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:29.842785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:29.931665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6073833 Aug 20 13:56:29.936034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34376) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:29.949884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'name': 'tempest-PortsTestJSON-1556062949'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:29.955268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cb16-2164-48e1-bd11-96b12c67b566 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=cc0bcd4b-0299-4dab-8de3-3cc328e3a818,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:29.969098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:30.125445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:30.131540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.164445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:30.460017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.517695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.585953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=7eeb28bc-b5b3-4cdd-88c9-ce53d166f920,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:30.619455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': '8a21308f-6e02-4cc2-9cb2-9763b7a97559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:30.620232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: cc0bcd4b-0299-4dab-8de3-3cc328e3a818, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:30.649187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:30.664590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, cc0bcd4b-0299-4dab-8de3-3cc328e3a818) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:30.680825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:30.684771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d87b55-6573-4840-b719-24c5672775b0 None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:30.690498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:30.691154 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.716635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d1b86ea-5efb-4f1c-a323-463c0b0d93e0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7756956 Aug 20 13:56:30.720501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34380) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:30.726671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357201542'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:30.764211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:30.770066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.825558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:30.840148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.840506 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment 844bc72e-bd28-4e1e-be90-0017c9a03a82 of type vlan for network f399b60c-2479-4996-9252-67128feda5f5 Aug 20 13:56:30.891736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.933478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.944308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:30.946058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:30.994342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2700577 Aug 20 13:56:30.994684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34382) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:30.999858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'ports': [{'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'}, {'network_id': 'f399b60c-2479-4996-9252-67128feda5f5'}]} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:31.000184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:31.000682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'f399b60c-2479-4996-9252-67128feda5f5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:31.045959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fad9a-e0c6-4c0d-acd5-e0d82d90b51d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=f399b60c-2479-4996-9252-67128feda5f5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:31.071087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f399b60c-2479-4996-9252-67128feda5f5 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:31.216664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 2} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:31.223007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:31.239998 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:31.379497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 633897c2-6385-4e0f-ba40-03557424a3f9 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:31.566611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:31.663712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port c1e52e18-6596-4277-b625-c46a6ccbc32a yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:31.848645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:31.855760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:31.922226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.001611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:32.007573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:32.014529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:32.015566 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.031569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=633897c2-6385-4e0f-ba40-03557424a3f9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:32.129100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=c1e52e18-6596-4277-b625-c46a6ccbc32a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:32.141064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': '844bc72e-bd28-4e1e-be90-0017c9a03a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f399b60c-2479-4996-9252-67128feda5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:32.141499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: f399b60c-2479-4996-9252-67128feda5f5, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:32.169376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network f399b60c-2479-4996-9252-67128feda5f5 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:32.181919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f399b60c-2479-4996-9252-67128feda5f5) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:32.186848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:32.195695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8892813e-4eb5-4e16-9d07-7c9ae24a8969 None None] Network f399b60c-2479-4996-9252-67128feda5f5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:32.198521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:32.205352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:32.206277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.224441 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd4aaba8-fcb5-43e5-86ef-3019a52ed872 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2284999 Aug 20 13:56:32.229130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34386) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:32.348427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port c1e52e18-6596-4277-b625-c46a6ccbc32a {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:32.348799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.432121 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.449836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for c1e52e18-6596-4277-b625-c46a6ccbc32a owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:32.559694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.612096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=c1e52e18-6596-4277-b625-c46a6ccbc32a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:32.625168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.627745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6c68e613-f64d-4702-a33c-fabc4b6f10bb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/c1e52e18-6596-4277-b625-c46a6ccbc32a HTTP/1.1" status: 204 len: 168 time: 0.3973744 Aug 20 13:56:32.631579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:32.700116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ca85e-e934-4b84-beec-2c993d807bde tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:32.706871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ca85e-e934-4b84-beec-2c993d807bde tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:32.708500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-606ca85e-e934-4b84-beec-2c993d807bde tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0751410 Aug 20 13:56:32.712499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34392) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:32.877533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 633897c2-6385-4e0f-ba40-03557424a3f9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:32.877860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.956958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:32.981537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 633897c2-6385-4e0f-ba40-03557424a3f9 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:33.086238 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.119927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=633897c2-6385-4e0f-ba40-03557424a3f9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:33.125573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.131022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-152343ce-b0aa-4687-ace0-d0fa1c19c5a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/633897c2-6385-4e0f-ba40-03557424a3f9 HTTP/1.1" status: 204 len: 168 time: 0.4172640 Aug 20 13:56:33.131330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34394) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:33.188240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3140ef6-a6cf-4e13-87a2-63830f7d9a7b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:33.189890 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f3140ef6-a6cf-4e13-87a2-63830f7d9a7b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0575089 Aug 20 13:56:33.193021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34396) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:33.225737 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e699b672-73de-4a2a-a224-c1bf714bab64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:33.228620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e699b672-73de-4a2a-a224-c1bf714bab64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/c1e52e18-6596-4277-b625-c46a6ccbc32a HTTP/1.1" status: 404 len: 333 time: 0.0341077 Aug 20 13:56:33.233199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34398) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:33.260299 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6229bc06-0d86-45ff-b966-7590d358be6b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:33.262001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6229bc06-0d86-45ff-b966-7590d358be6b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/633897c2-6385-4e0f-ba40-03557424a3f9 HTTP/1.1" status: 404 len: 333 time: 0.0277376 Aug 20 13:56:33.265127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34400) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:33.358528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.471279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.490680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f399b60c-2479-4996-9252-67128feda5f5']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:33.510585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844bc72e-bd28-4e1e-be90-0017c9a03a82') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:33.511111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844bc72e-bd28-4e1e-be90-0017c9a03a82') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:33.529169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.550403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.559272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:33.559802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:33.563350 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:33.640660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.645525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.648276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/f399b60c-2479-4996-9252-67128feda5f5 HTTP/1.1" status: 204 len: 168 time: 0.3821363 Aug 20 13:56:33.655151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34402) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:33.659684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-125478107'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:33.675868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6a4f8-2789-45c1-a568-a9bbad46f1d0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=f399b60c-2479-4996-9252-67128feda5f5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:33.686541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:33.690640 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.734295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:33.751889 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.752357 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment 69f7254a-6f29-4e91-8aec-f0c775eed023 of type vlan for network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 Aug 20 13:56:33.829732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.879305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.890254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:33.891317 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:33.994438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3387058 Aug 20 13:56:33.999021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34406) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:34.015150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9650f-2f89-4296-a442-52aa2be4ef65 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:34.018170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:34.034419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:34.187066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:34.190818 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:34.417395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:34.494612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=275f8543-dead-40eb-8f1c-a6468aa1bb92,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:34.506067 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': '69f7254a-6f29-4e91-8aec-f0c775eed023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:34.507119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:34.528871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:34.540027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:34.547370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:34.548589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:34.552247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e73b02b-aa6e-432d-ad48-e0b310222246 None None] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:34.577256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-87148988-b60b-4509-bb72-4bae0097d645 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5759509 Aug 20 13:56:34.580938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34408) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:34.590826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71', 'name': 'tempest-PortsTestJSON-1297822979'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:34.738183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71', 'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': '275f8543-dead-40eb-8f1c-a6468aa1bb92'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:56:34.739341 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:34.784056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:34.790776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:34.821903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port ac7c5420-7656-47a8-9061-4c6eb8783251 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:34.941371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Allocated IP 172.20.0.2 (7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71/275f8543-dead-40eb-8f1c-a6468aa1bb92/3fd68584-67aa-41b3-a385-a77a6656b72d) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:35.151560 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.162442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Transition to ACTIVE for port object 3fd68584-67aa-41b3-a385-a77a6656b72d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:35.180584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Transition to ACTIVE for port object 3fd68584-67aa-41b3-a385-a77a6656b72d will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:35.187755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.231400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:35.234538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:35.243026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:35.245186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Pushing event updated for resources: {'Port': ['ID=3fd68584-67aa-41b3-a385-a77a6656b72d,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:35.268233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.10 (7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71/275f8543-dead-40eb-8f1c-a6468aa1bb92/ac7c5420-7656-47a8-9061-4c6eb8783251) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:35.322738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Attempting to bind port 3fd68584-67aa-41b3-a385-a77a6656b72d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:56:35.323232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Attempting to bind port 3fd68584-67aa-41b3-a385-a77a6656b72d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '69f7254a-6f29-4e91-8aec-f0c775eed023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:56:35.323670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Attempting to bind port 3fd68584-67aa-41b3-a385-a77a6656b72d on network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:35.329592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:56:35.330220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Checking segment: {'id': '69f7254a-6f29-4e91-8aec-f0c775eed023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:35.330729 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.331142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Bound using segment: {'id': '69f7254a-6f29-4e91-8aec-f0c775eed023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:56:35.331740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Bound port: 3fd68584-67aa-41b3-a385-a77a6656b72d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f7254a-6f29-4e91-8aec-f0c775eed023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:56:35.332225 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.411551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-468c331b-1833-4949-85c5-18de742293d5 None None] For port 3fd68584-67aa-41b3-a385-a77a6656b72d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:56:35.419330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-468c331b-1833-4949-85c5-18de742293d5 None None] For port 3fd68584-67aa-41b3-a385-a77a6656b72d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3fd68584-67aa-41b3-a385-a77a6656b72d,segment=NetworkSegment(69f7254a-6f29-4e91-8aec-f0c775eed023),segment_id=69f7254a-6f29-4e91-8aec-f0c775eed023)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:56:35.426169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.449168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.464534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object ac7c5420-7656-47a8-9061-4c6eb8783251 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:35.501917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.542834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c331b-1833-4949-85c5-18de742293d5 None None] Pushing event updated for resources: {'Port': ['ID=3fd68584-67aa-41b3-a385-a77a6656b72d,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:35.565483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:35.567139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=ac7c5420-7656-47a8-9061-4c6eb8783251,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:35.570925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:35.573562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:35.628234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:35.628954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.650876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-357c9a8b-ce72-4e85-8451-fbe21ee02dcf tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0683863 Aug 20 13:56:35.654481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34414) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:35.811025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port ac7c5420-7656-47a8-9061-4c6eb8783251 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:35.811673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.932176 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:35.947232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for ac7c5420-7656-47a8-9061-4c6eb8783251 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:36.427209 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:36.460263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=ac7c5420-7656-47a8-9061-4c6eb8783251,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:36.548602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:36.552644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ecf2641f-27a2-449b-8537-e5f0d0943218 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/ac7c5420-7656-47a8-9061-4c6eb8783251 HTTP/1.1" status: 204 len: 168 time: 0.8950183 Aug 20 13:56:36.553824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34418) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:36.579584 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-858475f2-bfff-43bb-b9a2-93c66875c42b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:56:36.580440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858475f2-bfff-43bb-b9a2-93c66875c42b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:56:36.583540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-858475f2-bfff-43bb-b9a2-93c66875c42b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/ac7c5420-7656-47a8-9061-4c6eb8783251 HTTP/1.1" status: 404 len: 333 time: 0.0275049 Aug 20 13:56:36.586090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34420) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:36.618294 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67287d8-1f80-4ae2-8fc7-43619d8524c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:36.620600 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e67287d8-1f80-4ae2-8fc7-43619d8524c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/ac7c5420-7656-47a8-9061-4c6eb8783251 HTTP/1.1" status: 404 len: 333 time: 0.0326891 Aug 20 13:56:36.623018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34422) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:36.638451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70691058-5349-47dd-b5fa-9012f409b637 None None] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:36.719636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7b97c8f4-cc2f-4611-898f-154d9db772f2 None None] Provisioning for port 3fd68584-67aa-41b3-a385-a77a6656b72d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:36.720344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 275f8543-dead-40eb-8f1c-a6468aa1bb92 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:36.738282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:36.789282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:36.913466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:36.990150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.007087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.011176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34426) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:37.011691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/275f8543-dead-40eb-8f1c-a6468aa1bb92 HTTP/1.1" status: 204 len: 168 time: 0.3872819 Aug 20 13:56:37.031206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae4c53-22fc-4ce3-bc63-049c4ad47ec4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=275f8543-dead-40eb-8f1c-a6468aa1bb92,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:37.067817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd66aca-afa1-4785-8ac0-d90034596001 None None] Network 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:37.106249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.194412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 3fd68584-67aa-41b3-a385-a77a6656b72d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:37.195029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.235117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3fd68584-67aa-41b3-a385-a77a6656b72d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:56:37.290387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] DHCP port deletion for 7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:56:37.293304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] For port 3fd68584-67aa-41b3-a385-a77a6656b72d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3fd68584-67aa-41b3-a385-a77a6656b72d,segment=NetworkSegment(69f7254a-6f29-4e91-8aec-f0c775eed023),segment_id=69f7254a-6f29-4e91-8aec-f0c775eed023)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:37.293984 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.309948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 3fd68584-67aa-41b3-a385-a77a6656b72d owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:37.334418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3fd68584-67aa-41b3-a385-a77a6656b72d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:37.343482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3fd68584-67aa-41b3-a385-a77a6656b72d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:37.344266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.419869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.445978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Deleting port 3fd68584-67aa-41b3-a385-a77a6656b72d {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:37.446533 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.449989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=3fd68584-67aa-41b3-a385-a77a6656b72d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:37.456772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No DVR routers for this DVR port 3fd68584-67aa-41b3-a385-a77a6656b72d on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:37.466970 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.545374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] For port 3fd68584-67aa-41b3-a385-a77a6656b72d, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:37.545782 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.549012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.563827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:37.579013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f7254a-6f29-4e91-8aec-f0c775eed023') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:37.579013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f7254a-6f29-4e91-8aec-f0c775eed023') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:37.591844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.593402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Calling delete_port for 3fd68584-67aa-41b3-a385-a77a6656b72d owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:37.597363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Port 3fd68584-67aa-41b3-a385-a77a6656b72d was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:56:37.599013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.613451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.623720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:37.624318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:37.629255 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:37.641530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] Pushing event deleted for resources: {'Port': ['ID=3fd68584-67aa-41b3-a385-a77a6656b72d,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:37.647382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fb9be-c674-42c8-ad4b-8dcdca1f1ed5 None None] No DVR routers for this DVR port 3fd68584-67aa-41b3-a385-a77a6656b72d on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:37.726619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.736418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.738068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71 HTTP/1.1" status: 204 len: 168 time: 0.7252951 Aug 20 13:56:37.744511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34430) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:37.756368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325958-dea8-4354-bf3a-d540d953c3b6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=7b08d0aa-44cb-4dee-b09a-9f9a9f7c7e71,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:37.765063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447201173'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:37.801217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:37.805282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.861850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:37.881472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:37.882150 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment 35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6 of type vlan for network f15a2744-0617-4845-9c98-b7f29a6bbfbd Aug 20 13:56:37.971136 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.002286 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.009132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:38.009789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.083424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3287885 Aug 20 13:56:38.084906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34434) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:38.092259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:38.101264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4e4da-7db4-4a56-8b8f-1a1913946de2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=f15a2744-0617-4845-9c98-b7f29a6bbfbd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:38.118752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f15a2744-0617-4845-9c98-b7f29a6bbfbd details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:38.222206 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:38.226081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.437669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.515692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=dbb94d9a-cef4-4e2b-ae8f-214803fdb61f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:38.527543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:38.527910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: f15a2744-0617-4845-9c98-b7f29a6bbfbd, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:38.547438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network f15a2744-0617-4845-9c98-b7f29a6bbfbd is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:38.558914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f15a2744-0617-4845-9c98-b7f29a6bbfbd) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:38.563486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:38.564284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.573497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36e9e4-f389-41a6-9232-5bd81d58f3ec None None] Network f15a2744-0617-4845-9c98-b7f29a6bbfbd requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:38.587540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-020434d9-3478-4718-a5a5-232daeb8864b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5006557 Aug 20 13:56:38.590850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34436) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:38.596068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2118696141'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:38.715623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:38.720510 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.741305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port e80a9fe4-42fa-46bc-93fd-02764aac09b2 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:38.754492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f15a2744-0617-4845-9c98-b7f29a6bbfbd', 'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': 'dbb94d9a-cef4-4e2b-ae8f-214803fdb61f'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:56:38.755481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:38.932492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.14 (f15a2744-0617-4845-9c98-b7f29a6bbfbd/dbb94d9a-cef4-4e2b-ae8f-214803fdb61f/e80a9fe4-42fa-46bc-93fd-02764aac09b2) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:39.162872 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.181401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3fd68584-67aa-41b3-a385-a77a6656b72d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:56:39.194796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object e80a9fe4-42fa-46bc-93fd-02764aac09b2 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:39.204447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3fd68584-67aa-41b3-a385-a77a6656b72d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:56:39.204814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3fd68584-67aa-41b3-a385-a77a6656b72d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:56:39.247145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.302292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network f15a2744-0617-4845-9c98-b7f29a6bbfbd is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:39.306301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:39.309303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:39.340456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Allocated IP 172.20.0.2 (f15a2744-0617-4845-9c98-b7f29a6bbfbd/dbb94d9a-cef4-4e2b-ae8f-214803fdb61f/f7c1365c-6bf7-4f5e-87cf-617cb69c3a25) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:39.344683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=e80a9fe4-42fa-46bc-93fd-02764aac09b2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:39.383585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:39.384878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.416810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34448) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:39.419467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8be431fe-d0fb-42b8-a657-adb61593b261 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.8262565 Aug 20 13:56:39.525786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port e80a9fe4-42fa-46bc-93fd-02764aac09b2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:39.526558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.620223 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.631870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Transition to ACTIVE for port object f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:39.652469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Transition to ACTIVE for port object f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:39.660915 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.662896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.691805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for e80a9fe4-42fa-46bc-93fd-02764aac09b2 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:39.712764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Network f15a2744-0617-4845-9c98-b7f29a6bbfbd is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:39.716744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:39.724161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:39.733629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Pushing event updated for resources: {'Port': ['ID=f7c1365c-6bf7-4f5e-87cf-617cb69c3a25,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:39.847341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Attempting to bind port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:56:39.848195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Attempting to bind port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:56:39.848385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Attempting to bind port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 on network f15a2744-0617-4845-9c98-b7f29a6bbfbd {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:39.855759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:56:39.856493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Checking segment: {'id': '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:39.857070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.858023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Bound using segment: {'id': '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:56:39.858708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Bound port: f7c1365c-6bf7-4f5e-87cf-617cb69c3a25, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f15a2744-0617-4845-9c98-b7f29a6bbfbd'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:56:39.859342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.862376 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:39.904129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=e80a9fe4-42fa-46bc-93fd-02764aac09b2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:39.957326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-30da988b-de35-4a54-b485-27df36bce266 None None] For port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:56:39.961996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-30da988b-de35-4a54-b485-27df36bce266 None None] For port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f7c1365c-6bf7-4f5e-87cf-617cb69c3a25,segment=NetworkSegment(35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6),segment_id=35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:56:39.968374 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.009087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.014395 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34466) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:40.015618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9d634022-dc39-412f-a042-fd13a54c2769 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/e80a9fe4-42fa-46bc-93fd-02764aac09b2 HTTP/1.1" status: 204 len: 168 time: 0.5976524 Aug 20 13:56:40.067222 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bfee25-e4b4-4348-83d4-ce63fdc11805 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:40.070472 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-72bfee25-e4b4-4348-83d4-ce63fdc11805 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/e80a9fe4-42fa-46bc-93fd-02764aac09b2 HTTP/1.1" status: 404 len: 333 time: 0.0548451 Aug 20 13:56:40.073387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34468) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:40.102865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da988b-de35-4a54-b485-27df36bce266 None None] Pushing event updated for resources: {'Port': ['ID=f7c1365c-6bf7-4f5e-87cf-617cb69c3a25,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:40.160846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet dbb94d9a-cef4-4e2b-ae8f-214803fdb61f {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:40.165593 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.225282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.281436 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:56:40.363892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.485594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.548754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb94d9a-cef4-4e2b-ae8f-214803fdb61f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:40.564400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.572159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34474) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:40.573075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0b0219c0-e4c3-4797-b6c8-def4c1555bac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/dbb94d9a-cef4-4e2b-ae8f-214803fdb61f HTTP/1.1" status: 204 len: 168 time: 0.4977872 Aug 20 13:56:40.674051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.763930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:40.764464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.854113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] For port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=f7c1365c-6bf7-4f5e-87cf-617cb69c3a25,segment=NetworkSegment(35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6),segment_id=35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:40.854492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:40.874195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:41.004619 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.053470 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=f7c1365c-6bf7-4f5e-87cf-617cb69c3a25,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:41.063903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No DVR routers for this DVR port f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:41.215792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.235868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15a2744-0617-4845-9c98-b7f29a6bbfbd']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:41.260641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:41.261158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dcdbb2-d097-47f1-a17f-71b4d8a0c2e6') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:41.278658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.305373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.317357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:41.318264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:41.325056 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:41.398073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a58a6-f13d-4de4-b20f-cb03ed12542c None None] Network f15a2744-0617-4845-9c98-b7f29a6bbfbd requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:41.435675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.445894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.447941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/f15a2744-0617-4845-9c98-b7f29a6bbfbd HTTP/1.1" status: 204 len: 168 time: 0.8744981 Aug 20 13:56:41.457874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34490) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:41.464904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'name': 'tempest-PortsTestJSON-1477230817'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:41.468179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa813f5-73bd-454c-b5c7-71e076a0e42c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=f15a2744-0617-4845-9c98-b7f29a6bbfbd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:41.496390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-711544cf-6c25-47cf-bbaf-f8737119c405 None None] Could not find standard attr ID for object f7c1365c-6bf7-4f5e-87cf-617cb69c3a25. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:41.589518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:41.594186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.620853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port c1d0fc8e-9566-4bd3-bfb2-67d1ed68f321 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:41.649989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94fd38-14ba-4231-91c1-7658588f610f None None] DHCP port deletion for f15a2744-0617-4845-9c98-b7f29a6bbfbd request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:56:41.831895 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.889107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:41.980932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:41.986739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:41.991269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:42.002191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:42.003416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:42.032066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=c1d0fc8e-9566-4bd3-bfb2-67d1ed68f321,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:42.047165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ca250634-511b-40b0-80e4-fe387f16f40e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5873260 Aug 20 13:56:42.051784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34496) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:42.182192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port c1d0fc8e-9566-4bd3-bfb2-67d1ed68f321 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:42.182892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:42.275644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:42.299890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for c1d0fc8e-9566-4bd3-bfb2-67d1ed68f321 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:42.444139 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:42.488538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=c1d0fc8e-9566-4bd3-bfb2-67d1ed68f321,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:42.497120 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:42.498675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2cbc3374-3a4d-46d9-8f7a-ecb7df57a394 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/c1d0fc8e-9566-4bd3-bfb2-67d1ed68f321 HTTP/1.1" status: 204 len: 168 time: 0.4454417 Aug 20 13:56:42.502674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34508) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:42.509533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'mac_address': 'fa:16:3e:59:30:46', 'name': 'tempest-PortsTestJSON-689591028'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:42.615878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:42.739111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:42.773823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port f9d00f99-d316-484a-aec0-90266fc31e84 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:43.022138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.089580 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.123576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:56:43.157997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:56:43.158769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device f7c1365c-6bf7-4f5e-87cf-617cb69c3a25 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:56:43.168044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:43.173899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:43.190534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:43.202210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:43.203329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.209995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=f9d00f99-d316-484a-aec0-90266fc31e84,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:43.237037 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9979903c-a2b8-43c8-9cc3-b9f1d572f925 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7330515 Aug 20 13:56:43.237968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34520) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:43.288207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd6532-f4ae-46dd-b6fc-1f05bd1a2494 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:43.289821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a7fd6532-f4ae-46dd-b6fc-1f05bd1a2494 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/f9d00f99-d316-484a-aec0-90266fc31e84 HTTP/1.1" status: 200 len: 840 time: 0.0480509 Aug 20 13:56:43.293458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34522) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:43.400014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port f9d00f99-d316-484a-aec0-90266fc31e84 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:43.400351 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.491181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.508916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for f9d00f99-d316-484a-aec0-90266fc31e84 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:43.619013 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.654786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=f9d00f99-d316-484a-aec0-90266fc31e84,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:43.663760 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.671160 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-38296803-1f5b-421c-87a2-99e4f7e87ecc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/f9d00f99-d316-484a-aec0-90266fc31e84 HTTP/1.1" status: 204 len: 168 time: 0.3724723 Aug 20 13:56:43.672326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:43.699249 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84c66c0-e034-4e59-b658-20a60f32d6dc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:43.700886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e84c66c0-e034-4e59-b658-20a60f32d6dc tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/f9d00f99-d316-484a-aec0-90266fc31e84 HTTP/1.1" status: 404 len: 333 time: 0.0283425 Aug 20 13:56:43.705778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34530) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:43.711510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'name': 'tempest-PortsTestJSON-1006783209'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:43.841719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:43.847200 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:43.870578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 8fb758b1-8b53-4f46-8933-ec34a032e0a1 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:44.118968 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.163791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.210741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:44.214111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:44.218211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:44.224573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:44.225243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.240448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=8fb758b1-8b53-4f46-8933-ec34a032e0a1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:44.254660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-52e9afb1-5116-4e68-b16a-e6233aaf134b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5477283 Aug 20 13:56:44.259331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34542) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:44.265086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:44.372349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.576474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.582528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.620431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] In _notify_port_updated(), no bound segment for port 8fb758b1-8b53-4f46-8933-ec34a032e0a1 on network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:56:44.626124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:44.626796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.628169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/ports/8fb758b1-8b53-4f46-8933-ec34a032e0a1 HTTP/1.1" status: 200 len: 818 time: 0.3678267 Aug 20 13:56:44.631945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34548) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:44.674334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35258863-a0b0-47af-8833-386a2845580a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=8fb758b1-8b53-4f46-8933-ec34a032e0a1,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:44.777267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 8fb758b1-8b53-4f46-8933-ec34a032e0a1 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:44.777856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.908733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:44.934768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 8fb758b1-8b53-4f46-8933-ec34a032e0a1 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:45.037234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.067012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=8fb758b1-8b53-4f46-8933-ec34a032e0a1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:45.076314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.078262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f1437798-543f-49bf-b877-1ade8c542959 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/8fb758b1-8b53-4f46-8933-ec34a032e0a1 HTTP/1.1" status: 204 len: 168 time: 0.4453115 Aug 20 13:56:45.080921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34558) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:45.139262 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d77c3e4-7648-4335-ace0-52f01209baf2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:45.140934 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3d77c3e4-7648-4335-ace0-52f01209baf2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0589678 Aug 20 13:56:45.144154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34560) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:45.173606 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c2b67a-fac0-434d-82ce-0b01368a1952 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:45.175253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-55c2b67a-fac0-434d-82ce-0b01368a1952 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/8fb758b1-8b53-4f46-8933-ec34a032e0a1 HTTP/1.1" status: 404 len: 333 time: 0.0297546 Aug 20 13:56:45.179824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34562) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:45.185706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103204805'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:45.214448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:45.219297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.259824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:45.274525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.275293 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment b05105fc-47ec-4619-b874-6cbf81509f1d of type vlan for network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 Aug 20 13:56:45.344866 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.376637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.386111 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:45.387403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.471596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2902722 Aug 20 13:56:45.476006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34570) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:45.485385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:45.505781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8342f-e9aa-4eba-87ca-df983b41d417 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=f8d74647-4bcb-47bc-b1fc-3374fa860ba7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:45.522715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:45.615966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:45.620354 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.821359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-03217b8a-cff0-4af0-9d9c-3ed1c8cc8c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.910127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:45.981056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=1be73d04-e6a7-44eb-bf6f-c485cbff75c8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:45.987594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': 'b05105fc-47ec-4619-b874-6cbf81509f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:45.987946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: f8d74647-4bcb-47bc-b1fc-3374fa860ba7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:46.009358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:46.020346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f8d74647-4bcb-47bc-b1fc-3374fa860ba7) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:46.027580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:46.028683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.032119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d43f1d-75d7-48b8-b120-6059b714c9a8 None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:46.056664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5e2fb424-0977-469f-8b5d-64c6a5102929 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5791261 Aug 20 13:56:46.057213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34580) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:46.068460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:46.276602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:46.277712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': '1be73d04-e6a7-44eb-bf6f-c485cbff75c8'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:56:46.278607 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.284232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.447182 n-d-804232-5 neutron-server[94862]: INFO neutron.db.ipam_backend_mixin [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1be73d04-e6a7-44eb-bf6f-c485cbff75c8 (CIDR: 172.20.0.0/28) Aug 20 13:56:46.452431 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:56:46.453231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:56:46.475847 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3d4fefc7-78cc-45f0-95db-05b8273d7a34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4168279 Aug 20 13:56:46.479504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34588) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:46.483801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Allocated IP 172.20.0.2 (f8d74647-4bcb-47bc-b1fc-3374fa860ba7/1be73d04-e6a7-44eb-bf6f-c485cbff75c8/ac1e8cbd-f80a-4b61-89d0-82273b304482) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:46.485899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:46.639986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:46.647184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.675784 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.688408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Transition to ACTIVE for port object ac1e8cbd-f80a-4b61-89d0-82273b304482 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:46.713125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Transition to ACTIVE for port object ac1e8cbd-f80a-4b61-89d0-82273b304482 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:46.723161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.799771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:46.816040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:46.820866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:46.828692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Pushing event updated for resources: {'Port': ['ID=ac1e8cbd-f80a-4b61-89d0-82273b304482,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:46.904016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Attempting to bind port ac1e8cbd-f80a-4b61-89d0-82273b304482 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:56:46.904390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Attempting to bind port ac1e8cbd-f80a-4b61-89d0-82273b304482 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b05105fc-47ec-4619-b874-6cbf81509f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:56:46.904787 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Attempting to bind port ac1e8cbd-f80a-4b61-89d0-82273b304482 on network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:46.910881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:56:46.911286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Checking segment: {'id': 'b05105fc-47ec-4619-b874-6cbf81509f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:46.912328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:46.912864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Bound using segment: {'id': 'b05105fc-47ec-4619-b874-6cbf81509f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:56:46.913353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Bound port: ac1e8cbd-f80a-4b61-89d0-82273b304482, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05105fc-47ec-4619-b874-6cbf81509f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:56:46.913779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:47.013392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] For port ac1e8cbd-f80a-4b61-89d0-82273b304482, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:56:47.017881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] For port ac1e8cbd-f80a-4b61-89d0-82273b304482, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1e8cbd-f80a-4b61-89d0-82273b304482,segment=NetworkSegment(b05105fc-47ec-4619-b874-6cbf81509f1d),segment_id=b05105fc-47ec-4619-b874-6cbf81509f1d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:56:47.024040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:47.026251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:47.089234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0f206-f34c-4ae9-b9e4-6fe0e5eb96ec None None] Pushing event updated for resources: {'Port': ['ID=ac1e8cbd-f80a-4b61-89d0-82273b304482,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:47.110784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=54721a2d-87a8-4459-a00b-c2909a508a8c,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:47.124095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:47.125921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:47.132269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:47.133628 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:47.164720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6fa6d45e-629e-4686-9a35-32361f66cef0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6832669 Aug 20 13:56:47.166812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34596) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:47.172201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'fixed_ips': [{'subnet_id': '1be73d04-e6a7-44eb-bf6f-c485cbff75c8'}, {'subnet_id': '54721a2d-87a8-4459-a00b-c2909a508a8c'}], 'name': 'tempest-PortsTestJSON-302600136'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:47.342140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:47.456854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:47.484143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port d4386671-6a34-4047-8c5e-ec577ee8b005 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:47.860749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.14 (f8d74647-4bcb-47bc-b1fc-3374fa860ba7/1be73d04-e6a7-44eb-bf6f-c485cbff75c8/d4386671-6a34-4047-8c5e-ec577ee8b005) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:47.873981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.23 (f8d74647-4bcb-47bc-b1fc-3374fa860ba7/54721a2d-87a8-4459-a00b-c2909a508a8c/d4386671-6a34-4047-8c5e-ec577ee8b005) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:48.142635 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.170002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object d4386671-6a34-4047-8c5e-ec577ee8b005 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:48.217276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.280988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:48.291809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:48.300467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:48.339386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789dbd5e-d66f-479d-8b21-72bfa86473b9 None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:48.342072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=d4386671-6a34-4047-8c5e-ec577ee8b005,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:48.390645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:48.391707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.414370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-72339fd1-fad4-4e6c-80c8-ebba34f099ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2454741 Aug 20 13:56:48.417982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34616) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:48.426488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be73d04-e6a7-44eb-bf6f-c485cbff75c8'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:48.464276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c927cf8d-3407-49a4-b696-ca5e270d4ff0 None None] Provisioning for port ac1e8cbd-f80a-4b61-89d0-82273b304482 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:48.579154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e9eac924-e8c6-43d0-b087-cecea3f4ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.618301 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.623338 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.779844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Update dhcp port {'port': {'network_id': 'f8d74647-4bcb-47bc-b1fc-3374fa860ba7', 'fixed_ips': [{'subnet_id': '1be73d04-e6a7-44eb-bf6f-c485cbff75c8', 'ip_address': '172.20.0.2'}, {'subnet_id': '54721a2d-87a8-4459-a00b-c2909a508a8c'}], 'binding:host_id': 'n-d-804232-5'}, 'id': 'ac1e8cbd-f80a-4b61-89d0-82273b304482'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:56:48.827593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:48.970487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Delete allocated IP 172.20.0.23 (f8d74647-4bcb-47bc-b1fc-3374fa860ba7/54721a2d-87a8-4459-a00b-c2909a508a8c) {{(pid=94862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 13:56:49.141380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.165070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Ignored duplicate provisioning block setup for port d4386671-6a34-4047-8c5e-ec577ee8b005 by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 13:56:49.170714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.239108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1e8cbd-f80a-4b61-89d0-82273b304482 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:56:49.323194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Allocated IP 172.20.0.18 (f8d74647-4bcb-47bc-b1fc-3374fa860ba7/54721a2d-87a8-4459-a00b-c2909a508a8c/ac1e8cbd-f80a-4b61-89d0-82273b304482) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:49.337606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=d4386671-6a34-4047-8c5e-ec577ee8b005,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:49.368155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] In _notify_port_updated(), no bound segment for port d4386671-6a34-4047-8c5e-ec577ee8b005 on network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:56:49.373149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:49.373845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.375210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e42ac8f-07d4-4c88-880c-d5c69e1bb0c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/ports/d4386671-6a34-4047-8c5e-ec577ee8b005 HTTP/1.1" status: 200 len: 919 time: 0.9555352 Aug 20 13:56:49.380488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34628) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:49.387365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be73d04-e6a7-44eb-bf6f-c485cbff75c8'}, {'subnet_id': '54721a2d-87a8-4459-a00b-c2909a508a8c'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:49.401482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ac1e8cbd-f80a-4b61-89d0-82273b304482 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:49.436164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ac1e8cbd-f80a-4b61-89d0-82273b304482 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:49.436545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.484944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.485692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] For port ac1e8cbd-f80a-4b61-89d0-82273b304482, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1e8cbd-f80a-4b61-89d0-82273b304482,segment=NetworkSegment(b05105fc-47ec-4619-b874-6cbf81509f1d),segment_id=b05105fc-47ec-4619-b874-6cbf81509f1d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:49.561917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.607595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Transition to ACTIVE for port object ac1e8cbd-f80a-4b61-89d0-82273b304482 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:49.620219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.629397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:49.638616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Port ac1e8cbd-f80a-4b61-89d0-82273b304482 had new provisioning blocks added so it will not transition to active. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 20 13:56:49.782702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7891b-d0aa-4bd4-8c42-4854f835f927 None None] Pushing event updated for resources: {'Port': ['ID=ac1e8cbd-f80a-4b61-89d0-82273b304482,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:49.857863 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.25 (f8d74647-4bcb-47bc-b1fc-3374fa860ba7/54721a2d-87a8-4459-a00b-c2909a508a8c/d4386671-6a34-4047-8c5e-ec577ee8b005) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:50.402060 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.420587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Ignored duplicate provisioning block setup for port d4386671-6a34-4047-8c5e-ec577ee8b005 by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 13:56:50.425850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.465243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7c666-59f4-4d6f-b328-5d09d7011b94 None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:50.526978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=d4386671-6a34-4047-8c5e-ec577ee8b005,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:50.563762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Provisioning for port ac1e8cbd-f80a-4b61-89d0-82273b304482 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:50.576918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Provisioning complete for port ac1e8cbd-f80a-4b61-89d0-82273b304482 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:50.577617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.590836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] In _notify_port_updated(), no bound segment for port d4386671-6a34-4047-8c5e-ec577ee8b005 on network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 {{(pid=94862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:56:50.597349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:50.598050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.604773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c21adf33-e2fb-4e81-919b-c0973bb6dcda tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/ports/d4386671-6a34-4047-8c5e-ec577ee8b005 HTTP/1.1" status: 200 len: 999 time: 1.2181690 Aug 20 13:56:50.605355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34650) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:50.712989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port d4386671-6a34-4047-8c5e-ec577ee8b005 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:50.713285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.831342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.848058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for d4386671-6a34-4047-8c5e-ec577ee8b005 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:50.919469 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:50.965798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] For port ac1e8cbd-f80a-4b61-89d0-82273b304482, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1e8cbd-f80a-4b61-89d0-82273b304482,segment=NetworkSegment(b05105fc-47ec-4619-b874-6cbf81509f1d),segment_id=b05105fc-47ec-4619-b874-6cbf81509f1d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:50.971105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.045558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Pushing event updated for resources: {'Port': ['ID=ac1e8cbd-f80a-4b61-89d0-82273b304482,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:51.091686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.094403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Provisioning for port d4386671-6a34-4047-8c5e-ec577ee8b005 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:51.102831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Provisioning complete for port d4386671-6a34-4047-8c5e-ec577ee8b005 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:51.103545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.129227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=d4386671-6a34-4047-8c5e-ec577ee8b005,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:51.150816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d30724fb-b6ec-4e82-977b-61c25f7bf480 None None] Port d4386671-6a34-4047-8c5e-ec577ee8b005 was deleted so its status cannot be updated. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 13:56:51.203123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1e8cbd-f80a-4b61-89d0-82273b304482 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:56:51.263269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ac1e8cbd-f80a-4b61-89d0-82273b304482 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:51.263630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.277963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.283925 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20b771c6-5f46-4977-b099-8cd868ab598d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/d4386671-6a34-4047-8c5e-ec577ee8b005 HTTP/1.1" status: 204 len: 168 time: 0.6738515 Aug 20 13:56:51.284415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34658) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:51.345930 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e0c579-56e8-4770-99f1-2a1331a759d8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:51.354104 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96e0c579-56e8-4770-99f1-2a1331a759d8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/d4386671-6a34-4047-8c5e-ec577ee8b005 HTTP/1.1" status: 404 len: 333 time: 0.0646839 Aug 20 13:56:51.354516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34662) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:51.443162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 54721a2d-87a8-4459-a00b-c2909a508a8c {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:51.446985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.504726 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.519186 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.649078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.689129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9f5931db-5865-4825-9089-5c05f5c281d1 None None] Provisioning complete for port ac1e8cbd-f80a-4b61-89d0-82273b304482 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:51.689763 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9f5931db-5865-4825-9089-5c05f5c281d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.750451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.810792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=54721a2d-87a8-4459-a00b-c2909a508a8c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:51.824824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.829334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aee52842-bcbe-40d5-a1db-ff3340c5e803 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/54721a2d-87a8-4459-a00b-c2909a508a8c HTTP/1.1" status: 204 len: 168 time: 0.4728243 Aug 20 13:56:51.831988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34670) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:51.874046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9f5931db-5865-4825-9089-5c05f5c281d1 None None] Could not find standard attr ID for object d4386671-6a34-4047-8c5e-ec577ee8b005. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:51.890691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 1be73d04-e6a7-44eb-bf6f-c485cbff75c8 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:51.894643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.903524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1486682-4b7a-4513-b9ce-49a873ce3d93 None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:51.970657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:51.987805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-c68e71f9-fd81-4089-a8bc-f7242a67d204 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876372 Aug 20 13:56:52.031117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9176b7d6-bef0-41f3-938c-f997996d3b92 None None] Could not find standard attr ID for object d4386671-6a34-4047-8c5e-ec577ee8b005. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:52.082356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.123021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-401fa120-3a8f-4130-96a6-cfbbe62d9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:52.125575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-401fa120-3a8f-4130-96a6-cfbbe62d9b13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 1100 time: 0.0778379 Aug 20 13:56:52.199346 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.229781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=1be73d04-e6a7-44eb-bf6f-c485cbff75c8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:52.246914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.253145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4f912880-7ac6-4aa3-ba0d-36f3fbec1ee8 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/1be73d04-e6a7-44eb-bf6f-c485cbff75c8 HTTP/1.1" status: 204 len: 168 time: 0.4191737 Aug 20 13:56:52.253903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34676) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:52.307539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-10dfd337-04d2-4ab9-91f6-35cdcb27d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:52.309558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-10dfd337-04d2-4ab9-91f6-35cdcb27d454 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1591089 Aug 20 13:56:52.346931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.394574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-345df32a-4e4b-4921-a353-ea2f5d5e7640 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b HTTP/1.1" status: 200 len: 217 time: 0.0724337 Aug 20 13:56:52.441935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port ac1e8cbd-f80a-4b61-89d0-82273b304482 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:52.442927 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.501690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-77b6f721-fbbc-459e-98e9-fdc47cdc5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:52.504691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-77b6f721-fbbc-459e-98e9-fdc47cdc5bff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0942526 Aug 20 13:56:52.572095 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] For port ac1e8cbd-f80a-4b61-89d0-82273b304482, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ac1e8cbd-f80a-4b61-89d0-82273b304482,segment=NetworkSegment(b05105fc-47ec-4619-b874-6cbf81509f1d),segment_id=b05105fc-47ec-4619-b874-6cbf81509f1d)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:52.572901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.600149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-a6b31af1-796a-4134-9eaf-6cb9829304bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:52.603033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-a6b31af1-796a-4134-9eaf-6cb9829304bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894573 Aug 20 13:56:52.608962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for ac1e8cbd-f80a-4b61-89d0-82273b304482 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:52.765707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.773433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-46b5af68-350c-4a22-ab8d-81510cd5f094 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594822 Aug 20 13:56:52.808529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No DVR routers for this DVR port ac1e8cbd-f80a-4b61-89d0-82273b304482 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:52.810440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=ac1e8cbd-f80a-4b61-89d0-82273b304482,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:52.908517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.922612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d74647-4bcb-47bc-b1fc-3374fa860ba7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:52.937762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05105fc-47ec-4619-b874-6cbf81509f1d') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:52.938397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05105fc-47ec-4619-b874-6cbf81509f1d') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:52.960055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:52.993958 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.009913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:53.010589 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:53.021840 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:53.027471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d154a-c717-4cc1-9cc2-9f3b308d2646 None None] Network f8d74647-4bcb-47bc-b1fc-3374fa860ba7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:53.102483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-122b7f28-04d3-4e2d-9010-79ba3ccc45a6 None None] Could not find standard attr ID for object ac1e8cbd-f80a-4b61-89d0-82273b304482. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:53.195217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.243107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.252780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/f8d74647-4bcb-47bc-b1fc-3374fa860ba7 HTTP/1.1" status: 204 len: 168 time: 0.9976897 Aug 20 13:56:53.253875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d4811-cb12-4731-a77f-64c28d11b2ee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=f8d74647-4bcb-47bc-b1fc-3374fa860ba7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:53.257466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34688) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:53.336994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ce52d-67ef-45de-bc19-854d4db33fed None None] DHCP port deletion for f8d74647-4bcb-47bc-b1fc-3374fa860ba7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:56:53.369930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d69edb-0c11-4ba2-aa6d-ae9c91e0a4a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:53.375966 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f6d69edb-0c11-4ba2-aa6d-ae9c91e0a4a9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1140895 Aug 20 13:56:53.377197 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34690) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:53.469650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3f2848fc-3d1b-4754-b5a8-fc79c1513b3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0900989 Aug 20 13:56:53.473052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34696) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:53.484928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-644070946'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:53.524859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:53.531831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.557312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eedc31f7-d659-4f5f-bc85-07ed41b15156 req-42cad0fb-63a0-46de-8b06-1a0d4c09ba44 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765706 Aug 20 13:56:53.578208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:53.597050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.597633 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment 80b3848a-532b-4cba-a3c0-82d691336d65 of type vlan for network 8f9c1c19-93e5-40c5-a609-569414d46f2c Aug 20 13:56:53.697844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.730431 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.742557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:53.743632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:53.831389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3564498 Aug 20 13:56:53.836857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34704) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:53.842368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:53.906239 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b341879-0797-4707-8918-2dfc0322396c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=8f9c1c19-93e5-40c5-a609-569414d46f2c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:53.919703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:53.962218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:53.965856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:54.213361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:54.285218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=05499617-5073-4fb1-a442-cb02b3ee6b55,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:54.303462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': '80b3848a-532b-4cba-a3c0-82d691336d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:54.304022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: 8f9c1c19-93e5-40c5-a609-569414d46f2c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:56:54.325991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:56:54.341876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8f9c1c19-93e5-40c5-a609-569414d46f2c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:54.347455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:54.349246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:54.353950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c48192b-1cb4-4e8b-9338-31743596ff50 None None] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:54.372645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-940eeca9-9a1f-452e-8dc8-54bca95560ba tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5327098 Aug 20 13:56:54.373956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34710) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:54.383105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c', 'name': 'tempest-PortsTestJSON-1676312219'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:54.560745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:54.562775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-8f9c1c19-93e5-40c5-a609-569414d46f2c', 'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': '05499617-5073-4fb1-a442-cb02b3ee6b55'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:56:54.563995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:54.564413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:54.599273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 89cb5615-bb92-49eb-a79d-af2f9969c347 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:54.781888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.6 (8f9c1c19-93e5-40c5-a609-569414d46f2c/05499617-5073-4fb1-a442-cb02b3ee6b55/89cb5615-bb92-49eb-a79d-af2f9969c347) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:55.049310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.076196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object 89cb5615-bb92-49eb-a79d-af2f9969c347 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:55.137297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.181148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1e8cbd-f80a-4b61-89d0-82273b304482 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:56:55.215369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:55.220037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:55.226204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ac1e8cbd-f80a-4b61-89d0-82273b304482 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:56:55.226204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ac1e8cbd-f80a-4b61-89d0-82273b304482 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:56:55.227594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:55.246727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Allocated IP 172.20.0.2 (8f9c1c19-93e5-40c5-a609-569414d46f2c/05499617-5073-4fb1-a442-cb02b3ee6b55/e05352ea-9f98-41a0-a406-94f8a9fe84e2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:55.283332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=89cb5615-bb92-49eb-a79d-af2f9969c347,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:55.322730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:55.323884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.346657 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1cf1f93f-6e57-4b6c-9412-5277f1af9c57 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9707794 Aug 20 13:56:55.351133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34724) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:55.358447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c', 'name': 'tempest-PortsTestJSON-1548118335'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:55.485809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.501737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Transition to ACTIVE for port object e05352ea-9f98-41a0-a406-94f8a9fe84e2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:55.535546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Transition to ACTIVE for port object e05352ea-9f98-41a0-a406-94f8a9fe84e2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:55.537692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:55.541871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.545411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.563529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 13146843-4ea0-41b3-9121-d568c01c8ded yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:56:55.612087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:55.617007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:55.622583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:55.637827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Pushing event updated for resources: {'Port': ['ID=e05352ea-9f98-41a0-a406-94f8a9fe84e2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:55.719548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.4 (8f9c1c19-93e5-40c5-a609-569414d46f2c/05499617-5073-4fb1-a442-cb02b3ee6b55/13146843-4ea0-41b3-9121-d568c01c8ded) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:56:55.744939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Attempting to bind port e05352ea-9f98-41a0-a406-94f8a9fe84e2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:56:55.745389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Attempting to bind port e05352ea-9f98-41a0-a406-94f8a9fe84e2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '80b3848a-532b-4cba-a3c0-82d691336d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:56:55.745696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Attempting to bind port e05352ea-9f98-41a0-a406-94f8a9fe84e2 on network 8f9c1c19-93e5-40c5-a609-569414d46f2c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:56:55.752538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:56:55.752912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Checking segment: {'id': '80b3848a-532b-4cba-a3c0-82d691336d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:56:55.753380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.754269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Bound using segment: {'id': '80b3848a-532b-4cba-a3c0-82d691336d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:56:55.754508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Bound port: e05352ea-9f98-41a0-a406-94f8a9fe84e2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b3848a-532b-4cba-a3c0-82d691336d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f9c1c19-93e5-40c5-a609-569414d46f2c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:56:55.755663 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.896442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] For port e05352ea-9f98-41a0-a406-94f8a9fe84e2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:56:55.903211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] For port e05352ea-9f98-41a0-a406-94f8a9fe84e2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05352ea-9f98-41a0-a406-94f8a9fe84e2,segment=NetworkSegment(80b3848a-532b-4cba-a3c0-82d691336d65),segment_id=80b3848a-532b-4cba-a3c0-82d691336d65)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:56:55.913965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:55.994101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:56.025204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object 13146843-4ea0-41b3-9121-d568c01c8ded will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:56:56.033843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c3449-8c16-4754-851b-2afedf094d12 None None] Pushing event updated for resources: {'Port': ['ID=e05352ea-9f98-41a0-a406-94f8a9fe84e2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:56.089588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:56.195141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:56:56.196792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=13146843-4ea0-41b3-9121-d568c01c8ded,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:56.202082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:56:56.204884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:56:56.294830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:56.295829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:56.323015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2191366d-8d9c-4410-89bc-632c1e6693dd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9703612 Aug 20 13:56:56.325753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:56.450514 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd1327-4b86-45ea-ab2d-ee338a58c262 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:56.457407 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83dd1327-4b86-45ea-ab2d-ee338a58c262 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1233032 Aug 20 13:56:56.457846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34740) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:56.563678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 13146843-4ea0-41b3-9121-d568c01c8ded {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:56.564321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:56.679422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:56.696317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 13146843-4ea0-41b3-9121-d568c01c8ded owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:56.826659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-0c9c8a21-c8fa-4033-9a75-2d294cd35be3 req-644040aa-2172-4373-9b06-eae9998686cd service neutron] (94862) timed out ('10.222.0.53', 49351) {{(pid=94862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:56:56.901399 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:56.955633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=13146843-4ea0-41b3-9121-d568c01c8ded,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:57.060015 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.063738 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2f497c10-8833-461f-8b10-91526b53df33 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/13146843-4ea0-41b3-9121-d568c01c8ded HTTP/1.1" status: 204 len: 168 time: 0.6041799 Aug 20 13:56:57.066721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34752) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:57.115121 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c872049a-9778-4258-a548-47f6bfe14113 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:57.116891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c872049a-9778-4258-a548-47f6bfe14113 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/13146843-4ea0-41b3-9121-d568c01c8ded HTTP/1.1" status: 404 len: 333 time: 0.0468628 Aug 20 13:56:57.119760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:57.267580 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 89cb5615-bb92-49eb-a79d-af2f9969c347 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:57.268491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.270701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05352ea-9f98-41a0-a406-94f8a9fe84e2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:56:57.361194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c1031-eb83-4900-be41-b902087aa96f None None] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:57.438914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e05352ea-9f98-41a0-a406-94f8a9fe84e2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:57.440481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.463594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] Provisioning for port e05352ea-9f98-41a0-a406-94f8a9fe84e2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:56:57.468317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 89cb5615-bb92-49eb-a79d-af2f9969c347 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:57.471065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] Provisioning complete for port e05352ea-9f98-41a0-a406-94f8a9fe84e2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:57.471467 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.644756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.713147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] For port e05352ea-9f98-41a0-a406-94f8a9fe84e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05352ea-9f98-41a0-a406-94f8a9fe84e2,segment=NetworkSegment(80b3848a-532b-4cba-a3c0-82d691336d65),segment_id=80b3848a-532b-4cba-a3c0-82d691336d65)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:57.720613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.743960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.785711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=89cb5615-bb92-49eb-a79d-af2f9969c347,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:57.787803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ac7ea-84d3-4d42-ae0c-bb4d6b83936d None None] Pushing event updated for resources: {'Port': ['ID=e05352ea-9f98-41a0-a406-94f8a9fe84e2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:57.887862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:57.895332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cca321f1-8761-4fde-9522-bcf7128e16f9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/89cb5615-bb92-49eb-a79d-af2f9969c347 HTTP/1.1" status: 204 len: 168 time: 0.7703838 Aug 20 13:56:57.896650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34766) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:57.930025 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d29277-7f10-4c90-96ef-220ec38c4c11 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:56:57.931845 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-08d29277-7f10-4c90-96ef-220ec38c4c11 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/89cb5615-bb92-49eb-a79d-af2f9969c347 HTTP/1.1" status: 404 len: 333 time: 0.0340574 Aug 20 13:56:57.936460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34768) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:57.945504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c20cfb10-6dd2-4831-8f34-c86ebeb09250 None None] Could not find standard attr ID for object 89cb5615-bb92-49eb-a79d-af2f9969c347. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:57.964037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c20cfb10-6dd2-4831-8f34-c86ebeb09250 None None] Provisioning complete for port e05352ea-9f98-41a0-a406-94f8a9fe84e2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:56:57.964596 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c20cfb10-6dd2-4831-8f34-c86ebeb09250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.007087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 05499617-5073-4fb1-a442-cb02b3ee6b55 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:56:58.011845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.090766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.219262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3d15c925-2aa4-4f72-ba46-ff9605c419e6 None None] Could not find standard attr ID for object 89cb5615-bb92-49eb-a79d-af2f9969c347. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:58.269432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.361583 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.416441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=05499617-5073-4fb1-a442-cb02b3ee6b55,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:58.419830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.423392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e06ac507-2b42-4d1f-afb4-4c488509a060 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/05499617-5073-4fb1-a442-cb02b3ee6b55 HTTP/1.1" status: 204 len: 168 time: 0.4855664 Aug 20 13:56:58.428323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34778) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:58.448601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c89e7-932c-421d-a0f1-d9dbf3134eab None None] Network 8f9c1c19-93e5-40c5-a609-569414d46f2c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:56:58.556982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7093800f-6013-408b-b458-34f1f1c9b343 None None] Could not find standard attr ID for object 13146843-4ea0-41b3-9121-d568c01c8ded. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:56:58.576651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.652280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port e05352ea-9f98-41a0-a406-94f8a9fe84e2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:58.652927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.720749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] DHCP port deletion for 8f9c1c19-93e5-40c5-a609-569414d46f2c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:56:58.732183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] For port e05352ea-9f98-41a0-a406-94f8a9fe84e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05352ea-9f98-41a0-a406-94f8a9fe84e2,segment=NetworkSegment(80b3848a-532b-4cba-a3c0-82d691336d65),segment_id=80b3848a-532b-4cba-a3c0-82d691336d65)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:58.732591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.750588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for e05352ea-9f98-41a0-a406-94f8a9fe84e2 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:58.794568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] Deleting port e05352ea-9f98-41a0-a406-94f8a9fe84e2 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:56:58.794943 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.878843 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.899400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] For port e05352ea-9f98-41a0-a406-94f8a9fe84e2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05352ea-9f98-41a0-a406-94f8a9fe84e2,segment=NetworkSegment(80b3848a-532b-4cba-a3c0-82d691336d65),segment_id=80b3848a-532b-4cba-a3c0-82d691336d65)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:56:58.899812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:58.918471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] Calling delete_port for e05352ea-9f98-41a0-a406-94f8a9fe84e2 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:56:58.929788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=e05352ea-9f98-41a0-a406-94f8a9fe84e2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:58.937189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No DVR routers for this DVR port e05352ea-9f98-41a0-a406-94f8a9fe84e2 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:59.012768 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.041743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] Pushing event deleted for resources: {'Port': ['ID=e05352ea-9f98-41a0-a406-94f8a9fe84e2,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:59.043847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.055696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253c0d8-70cc-47a2-b7a4-6b0cda4c25a8 None None] No DVR routers for this DVR port e05352ea-9f98-41a0-a406-94f8a9fe84e2 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:56:59.059295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9c1c19-93e5-40c5-a609-569414d46f2c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:59.079614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b3848a-532b-4cba-a3c0-82d691336d65') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:59.079996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b3848a-532b-4cba-a3c0-82d691336d65') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:56:59.092787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.117704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.134358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:56:59.135079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:56:59.142525 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:56:59.182448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.258749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05352ea-9f98-41a0-a406-94f8a9fe84e2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:56:59.267756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.283189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.291479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/8f9c1c19-93e5-40c5-a609-569414d46f2c HTTP/1.1" status: 204 len: 168 time: 0.8547618 Aug 20 13:56:59.291759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34792) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:59.297346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1294847508'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:59.300227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e05352ea-9f98-41a0-a406-94f8a9fe84e2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:56:59.300895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05352ea-9f98-41a0-a406-94f8a9fe84e2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:56:59.321414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404632ae-158f-4c92-ba6f-eea10cab111a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=8f9c1c19-93e5-40c5-a609-569414d46f2c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:59.326860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:59.331013 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.361973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:56:59.377549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.378018 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment f7c054f7-e753-47b3-bc3a-1eca5c4697f0 of type vlan for network 0b228621-8fbb-4590-be7f-e1519a1c5650 Aug 20 13:56:59.453047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.495288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.504001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:56:59.505329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:56:59.618813 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3228629 Aug 20 13:56:59.619253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34798) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:56:59.629216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:56:59.643874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adb79e-8091-4cae-81b8-a70c91415c9a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=0b228621-8fbb-4590-be7f-e1519a1c5650,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:56:59.663861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:56:59.752204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:56:59.759124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.018955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.090829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=2203e027-baa0-4e5e-b9fe-7f354f2f1377,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:00.105493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:00.106112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: 0b228621-8fbb-4590-be7f-e1519a1c5650, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:57:00.134765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:57:00.150214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 0b228621-8fbb-4590-be7f-e1519a1c5650) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:00.157557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:00.158561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.167998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0d907-5158-4791-a221-6103d8c72742 None None] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:00.186931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-405da40f-bde0-4717-98bf-e11957b490c9 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5613778 Aug 20 13:57:00.191388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34806) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:00.199467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650', 'name': 'tempest-PortsTestJSON-1741911505', 'fixed_ips': [{'subnet_id': '2203e027-baa0-4e5e-b9fe-7f354f2f1377', 'ip_address': '172.20.0.10'}]}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:00.349731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:00.453230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-0b228621-8fbb-4590-be7f-e1519a1c5650', 'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': '2203e027-baa0-4e5e-b9fe-7f354f2f1377'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:57:00.454827 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.487275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.516269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port fb29ba96-0c6f-4dac-9446-35ad14ffff69 yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:57:00.693277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Allocated IP 172.20.0.2 (0b228621-8fbb-4590-be7f-e1519a1c5650/2203e027-baa0-4e5e-b9fe-7f354f2f1377/38e4c2f1-b3f2-41fb-ae99-1da00a836d4b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:00.898414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.907917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Transition to ACTIVE for port object 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:00.925577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Transition to ACTIVE for port object 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:00.933305 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:00.973675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:00.977294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:00.979994 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:01.018423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.10 (0b228621-8fbb-4590-be7f-e1519a1c5650/2203e027-baa0-4e5e-b9fe-7f354f2f1377/fb29ba96-0c6f-4dac-9446-35ad14ffff69) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:01.039548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Pushing event updated for resources: {'Port': ['ID=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:01.057331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Attempting to bind port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:57:01.057709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Attempting to bind port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:57:01.058089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Attempting to bind port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b on network 0b228621-8fbb-4590-be7f-e1519a1c5650 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:57:01.063813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:57:01.064196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Checking segment: {'id': 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:01.064635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.065035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Bound using segment: {'id': 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:57:01.065544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Bound port: 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:57:01.065911 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.169751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] For port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:57:01.173380 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] For port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,segment=NetworkSegment(f7c054f7-e753-47b3-bc3a-1eca5c4697f0),segment_id=f7c054f7-e753-47b3-bc3a-1eca5c4697f0)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:57:01.179492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.253053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b852-0854-44c8-96e3-1bb311b15f2a None None] Pushing event updated for resources: {'Port': ['ID=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:01.282621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.306814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object fb29ba96-0c6f-4dac-9446-35ad14ffff69 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:01.356994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.424599 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:01.429119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:01.438290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:01.472362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=fb29ba96-0c6f-4dac-9446-35ad14ffff69,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:01.514541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:01.515549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.545209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34826) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:01.546450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c734e179-8166-409e-bd03-1294be78b412 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3527591 Aug 20 13:57:01.555351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': '0b228621-8fbb-4590-be7f-e1519a1c5650', 'name': 'tempest-PortsTestJSON-205453120', 'fixed_ips': [{'subnet_id': '2203e027-baa0-4e5e-b9fe-7f354f2f1377', 'ip_address': '172.20.0.9'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:01.743468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:01.854074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.890746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:01.910927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 727ead7c-20d5-4cd6-9785-7814905d0f39 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:57:02.115357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.9 (0b228621-8fbb-4590-be7f-e1519a1c5650/2203e027-baa0-4e5e-b9fe-7f354f2f1377/727ead7c-20d5-4cd6-9785-7814905d0f39) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:02.322229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:02.344642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object 727ead7c-20d5-4cd6-9785-7814905d0f39 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:02.386584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:02.438438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:02.443674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:02.448611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:02.459296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=727ead7c-20d5-4cd6-9785-7814905d0f39,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:02.478894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffdf02-ae5c-4aee-a023-af688e47ca94 None None] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:02.519885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:02.520629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:02.546664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34842) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:02.551135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d219c9c2-debe-4d54-8867-de258a765ccd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9962981 Aug 20 13:57:02.595828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-11bf0894-c4e1-467d-ba40-8bf5d3422bfc None None] Provisioning for port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:02.671993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6700f7-b06a-4230-84d2-46a3e2b82f8b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:02.674610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9c6700f7-b06a-4230-84d2-46a3e2b82f8b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1267776 Aug 20 13:57:02.680063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34844) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:02.856291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec2096-27ba-4227-b8c4-538889db9396 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:02.862721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec2096-27ba-4227-b8c4-538889db9396 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:02.871032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec2096-27ba-4227-b8c4-538889db9396 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:02.872844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-80ec2096-27ba-4227-b8c4-538889db9396 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1919866 Aug 20 13:57:02.877834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34850) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:03.020753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 727ead7c-20d5-4cd6-9785-7814905d0f39 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:03.021449 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.160292 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.164371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Provisioning for port 727ead7c-20d5-4cd6-9785-7814905d0f39 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:03.184955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 727ead7c-20d5-4cd6-9785-7814905d0f39 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:03.199233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Provisioning complete for port 727ead7c-20d5-4cd6-9785-7814905d0f39 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:03.199622 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.278735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Port 727ead7c-20d5-4cd6-9785-7814905d0f39 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:03.298589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:03.342555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Provisioning for port fb29ba96-0c6f-4dac-9446-35ad14ffff69 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:03.353513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Provisioning complete for port fb29ba96-0c6f-4dac-9446-35ad14ffff69 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:03.354302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.434427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Port fb29ba96-0c6f-4dac-9446-35ad14ffff69 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:03.463413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Provisioning complete for port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:03.463413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.488124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.488452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:03.496357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:03.497080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.541813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=727ead7c-20d5-4cd6-9785-7814905d0f39,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:03.612041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.675069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] For port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,segment=NetworkSegment(f7c054f7-e753-47b3-bc3a-1eca5c4697f0),segment_id=f7c054f7-e753-47b3-bc3a-1eca5c4697f0)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:03.685973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.687013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.695682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:03.696225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-83175b5c-a7e5-4eac-8e61-51a78cfb8eee tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/727ead7c-20d5-4cd6-9785-7814905d0f39 HTTP/1.1" status: 204 len: 168 time: 0.8161850 Aug 20 13:57:03.744248 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9db495-3c9c-4410-ba2a-1ec0545daeef tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:57:03.746188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7f9db495-3c9c-4410-ba2a-1ec0545daeef tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/727ead7c-20d5-4cd6-9785-7814905d0f39 HTTP/1.1" status: 404 len: 333 time: 0.0490708 Aug 20 13:57:03.751995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.752899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34860) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:03.870788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port fb29ba96-0c6f-4dac-9446-35ad14ffff69 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:03.871137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.874740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 13:57:03.875369 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 13:57:03.890858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a7262557-df8c-4eee-bebe-355b7f5d97e8 None None] Could not find standard attr ID for object 727ead7c-20d5-4cd6-9785-7814905d0f39. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:57:03.897820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c03689-bd84-4d72-ab33-42492a9c43ce None None] Pushing event updated for resources: {'Port': ['ID=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:03.917777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a7262557-df8c-4eee-bebe-355b7f5d97e8 None None] Provisioning complete for port fb29ba96-0c6f-4dac-9446-35ad14ffff69 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:03.918432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a7262557-df8c-4eee-bebe-355b7f5d97e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:03.991054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a7262557-df8c-4eee-bebe-355b7f5d97e8 None None] Port fb29ba96-0c6f-4dac-9446-35ad14ffff69 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:04.048649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.064527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for fb29ba96-0c6f-4dac-9446-35ad14ffff69 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:04.222199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.288330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=fb29ba96-0c6f-4dac-9446-35ad14ffff69,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:04.411940 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.415281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd26d711-4b0b-4bec-9365-63e20085ff18 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/fb29ba96-0c6f-4dac-9446-35ad14ffff69 HTTP/1.1" status: 204 len: 168 time: 0.6600339 Aug 20 13:57:04.419269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34872) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:04.469869 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1663832-1b6b-42ab-b47e-34d2b92b3e20 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:57:04.472667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d1663832-1b6b-42ab-b47e-34d2b92b3e20 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/fb29ba96-0c6f-4dac-9446-35ad14ffff69 HTTP/1.1" status: 404 len: 333 time: 0.0518122 Aug 20 13:57:04.475333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34874) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:04.558527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 2203e027-baa0-4e5e-b9fe-7f354f2f1377 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:04.562298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.611594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.750065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.836190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.881043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:04.883487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/2203e027-baa0-4e5e-b9fe-7f354f2f1377 HTTP/1.1" status: 204 len: 168 time: 0.4065824 Aug 20 13:57:04.885193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3675c69-3a1b-4bd1-9b2d-3a8d1de1c2ea tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=2203e027-baa0-4e5e-b9fe-7f354f2f1377,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:04.889649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34884) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:04.891276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2f2b2-deeb-4621-ab82-18f5d3714ea1 None None] Network 0b228621-8fbb-4590-be7f-e1519a1c5650 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:05.014932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.077844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:05.078180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.150123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] DHCP port deletion for 0b228621-8fbb-4590-be7f-e1519a1c5650 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:57:05.182974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] For port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,segment=NetworkSegment(f7c054f7-e753-47b3-bc3a-1eca5c4697f0),segment_id=f7c054f7-e753-47b3-bc3a-1eca5c4697f0)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:05.183778 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.210496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:05.215704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] Deleting port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:05.216176 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.285089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:05.359498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.388381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:05.398917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No DVR routers for this DVR port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:05.505577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.507922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] For port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,segment=NetworkSegment(f7c054f7-e753-47b3-bc3a-1eca5c4697f0),segment_id=f7c054f7-e753-47b3-bc3a-1eca5c4697f0)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:05.508337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.527572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b228621-8fbb-4590-be7f-e1519a1c5650']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:05.528220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] Calling delete_port for 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:05.541671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No active binding found for port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b {{(pid=94863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 13:57:05.542120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:05.547370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:05.547370 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c054f7-e753-47b3-bc3a-1eca5c4697f0') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:05.559958 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.579081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.591457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:57:05.592110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:57:05.596292 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:57:05.639344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.672472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] Pushing event deleted for resources: {'Port': ['ID=38e4c2f1-b3f2-41fb-ae99-1da00a836d4b,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:05.678497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b781a-f6fa-4b68-bc11-65cd0a5fd68a None None] No DVR routers for this DVR port 38e4c2f1-b3f2-41fb-ae99-1da00a836d4b on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:05.682448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.697571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.701254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/0b228621-8fbb-4590-be7f-e1519a1c5650 HTTP/1.1" status: 204 len: 168 time: 0.8096993 Aug 20 13:57:05.707179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34896) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:05.716367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1347177169'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:05.737372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24e713-64c4-4c29-b5d1-f81324416ebb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=0b228621-8fbb-4590-be7f-e1519a1c5650,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:05.760926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:05.767283 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.810018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:57:05.821673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.822095 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Added segment d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd of type vlan for network 988df13c-71c9-4411-9f1f-dcfd5d4c11df Aug 20 13:57:05.866809 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.898460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.911636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:05.912931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:05.983215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2730772 Aug 20 13:57:05.986321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:05.995332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:06.007914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e4f74-b0b9-46a7-90aa-ac73e349ef3e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Network': ['ID=988df13c-71c9-4411-9f1f-dcfd5d4c11df,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:06.030365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:57:06.109289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:06.113138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:06.364098 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:06.448829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=5e92bed7-dbe2-4df4-8062-88dcf6c38e41,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:06.451189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Checking segment: {'id': 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:06.451562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network hostable DHCP agents. Network: 988df13c-71c9-4411-9f1f-dcfd5d4c11df, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:57:06.478083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:57:06.489355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 988df13c-71c9-4411-9f1f-dcfd5d4c11df) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:06.497104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:06.498348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:06.502647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4205d-c456-4fe2-ac86-f204fb50ea11 None None] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:06.520047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f5b2e05a-5dc3-427c-b989-b6853263b567 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5318937 Aug 20 13:57:06.523152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34914) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:06.535124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-759697668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:06.574544 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:06.577002 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:06.696034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-988df13c-71c9-4411-9f1f-dcfd5d4c11df', 'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': '5e92bed7-dbe2-4df4-8062-88dcf6c38e41'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:57:06.697768 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:06.885361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Allocated IP 172.20.0.2 (988df13c-71c9-4411-9f1f-dcfd5d4c11df/5e92bed7-dbe2-4df4-8062-88dcf6c38e41/d1f38936-d60c-4e29-bd15-919979d788da) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:07.026196 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.032703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.060061 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.061683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-07f6ecd1-4e90-47a3-b9e0-5008e4f001a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5367768 Aug 20 13:57:07.064967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34920) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:07.071499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df', 'name': 'tempest-PortsTestJSON-1331616893'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:07.088855 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.098922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Transition to ACTIVE for port object d1f38936-d60c-4e29-bd15-919979d788da will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:07.118541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Transition to ACTIVE for port object d1f38936-d60c-4e29-bd15-919979d788da will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:07.128900 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.202434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:07.208008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:07.214494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:07.224425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:07.229500 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.259101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port dc817523-bdc4-44e7-ad8d-ae656256dc6f yet. {{(pid=94862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:57:07.280421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Pushing event updated for resources: {'Port': ['ID=d1f38936-d60c-4e29-bd15-919979d788da,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:07.331626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Attempting to bind port d1f38936-d60c-4e29-bd15-919979d788da on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:57:07.332821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Attempting to bind port d1f38936-d60c-4e29-bd15-919979d788da by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:57:07.333468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Attempting to bind port d1f38936-d60c-4e29-bd15-919979d788da on network 988df13c-71c9-4411-9f1f-dcfd5d4c11df {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:57:07.343016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:57:07.343441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Checking segment: {'id': 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:07.343945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.344942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Bound using segment: {'id': 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:57:07.345673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Bound port: d1f38936-d60c-4e29-bd15-919979d788da, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '988df13c-71c9-4411-9f1f-dcfd5d4c11df'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:57:07.346546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.426626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] For port d1f38936-d60c-4e29-bd15-919979d788da, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:57:07.430234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] For port d1f38936-d60c-4e29-bd15-919979d788da, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d1f38936-d60c-4e29-bd15-919979d788da,segment=NetworkSegment(d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd),segment_id=d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:57:07.432974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.10 (988df13c-71c9-4411-9f1f-dcfd5d4c11df/5e92bed7-dbe2-4df4-8062-88dcf6c38e41/dc817523-bdc4-44e7-ad8d-ae656256dc6f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:07.434885 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.502907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b607b0-e55a-4202-a6d2-a2b832539cea None None] Pushing event updated for resources: {'Port': ['ID=d1f38936-d60c-4e29-bd15-919979d788da,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:07.695211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.715321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object dc817523-bdc4-44e7-ad8d-ae656256dc6f will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:07.782551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.835272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:07.838814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:07.846174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:07.852132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=dc817523-bdc4-44e7-ad8d-ae656256dc6f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:07.956240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:07.957542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:07.981439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a9b2aa35-2e9f-4578-b3ee-803138da7783 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9146800 Aug 20 13:57:07.984450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 34936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:08.460166 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:08.801837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247056e3-2723-4a7f-87a6-87ffc8ecb0e2 None None] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:08.887475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c7ae991a-6972-4de7-9383-f5a27de0c37d None None] Provisioning for port d1f38936-d60c-4e29-bd15-919979d788da completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:08.888983 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:08.898268 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.060111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=dc817523-bdc4-44e7-ad8d-ae656256dc6f,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:09.286517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d1f38936-d60c-4e29-bd15-919979d788da up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:09.294460 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.393109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d1f38936-d60c-4e29-bd15-919979d788da completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:09.401907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d1f38936-d60c-4e29-bd15-919979d788da triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:09.403338 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.492978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a68bd4d-5f9d-4826-99ee-573a815b15fb None None] Provisioning for port dc817523-bdc4-44e7-ad8d-ae656256dc6f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:09.506642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.512731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a68bd4d-5f9d-4826-99ee-573a815b15fb None None] Provisioning complete for port dc817523-bdc4-44e7-ad8d-ae656256dc6f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:09.513395 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a68bd4d-5f9d-4826-99ee-573a815b15fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.636988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.670371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7a68bd4d-5f9d-4826-99ee-573a815b15fb None None] Port dc817523-bdc4-44e7-ad8d-ae656256dc6f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:09.727508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7a68bd4d-5f9d-4826-99ee-573a815b15fb None None] Provisioning complete for port d1f38936-d60c-4e29-bd15-919979d788da triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:09.727508 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7a68bd4d-5f9d-4826-99ee-573a815b15fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.731763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d1f38936-d60c-4e29-bd15-919979d788da, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d1f38936-d60c-4e29-bd15-919979d788da,segment=NetworkSegment(d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd),segment_id=d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:09.792161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.857059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.865315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:09.922379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d1f38936-d60c-4e29-bd15-919979d788da,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:09.968542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=dc817523-bdc4-44e7-ad8d-ae656256dc6f,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:09.971215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:10.099334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:10.100988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:10.153477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3ca65a48-5b44-4aaa-affd-b23a2146704b None None] Provisioning complete for port dc817523-bdc4-44e7-ad8d-ae656256dc6f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:10.153859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3ca65a48-5b44-4aaa-affd-b23a2146704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:10.199650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3ca65a48-5b44-4aaa-affd-b23a2146704b None None] Port dc817523-bdc4-44e7-ad8d-ae656256dc6f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:10.281256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Router 70803969-e24b-41ba-a610-1f90651949fe is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:57:10.436741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a0c4360c-1e69-4219-a41d-3ac94dbcc7eb None None] Provisioning complete for port dc817523-bdc4-44e7-ad8d-ae656256dc6f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:10.437635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a0c4360c-1e69-4219-a41d-3ac94dbcc7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:10.460646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:57:10.472518 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63c1c106-c39d-41ae-aba4-1677707c5a64 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/routers/70803969-e24b-41ba-a610-1f90651949fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862309 Aug 20 13:57:10.476108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34972) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:10.478415 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] Sync routers for ids ['70803969-e24b-41ba-a610-1f90651949fe'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:57:10.492619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4360c-1e69-4219-a41d-3ac94dbcc7eb None None] Port dc817523-bdc4-44e7-ad8d-ae656256dc6f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:10.497298 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] Routers {'70803969-e24b-41ba-a610-1f90651949fe'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:10.498663 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:56:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['70803969-e24b-41ba-a610-1f90651949fe'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:10.558292 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:10.570212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd3934-c00e-4420-b035-318ec8060f24 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:10.573933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] Routers {'70803969-e24b-41ba-a610-1f90651949fe'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:10.574130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0bfd3934-c00e-4420-b035-318ec8060f24 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports?device_id=70803969-e24b-41ba-a610-1f90651949fe HTTP/1.1" status: 200 len: 983 time: 0.0961463 Aug 20 13:57:10.574967 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:56:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['70803969-e24b-41ba-a610-1f90651949fe'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:10.575887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 34976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:10.633983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:10.635061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248b9fc0-7abb-41b3-9168-b90476fd1eef None None] The sync data for ids ['70803969-e24b-41ba-a610-1f90651949fe'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:57:11.180406 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:11.232401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d1f38936-d60c-4e29-bd15-919979d788da up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:11.306481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d1f38936-d60c-4e29-bd15-919979d788da triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:11.306869 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:11.522481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port dc817523-bdc4-44e7-ad8d-ae656256dc6f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:11.523444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:11.630826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:11.647583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for dc817523-bdc4-44e7-ad8d-ae656256dc6f owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:11.843050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:11.874918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=dc817523-bdc4-44e7-ad8d-ae656256dc6f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:12.098968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:12.714749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Router 70803969-e24b-41ba-a610-1f90651949fe has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:57:12.865994 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:57:12.872361 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e72068e5-3b04-4f00-a942-edc0ac578d1f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/routers/70803969-e24b-41ba-a610-1f90651949fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2943556 Aug 20 13:57:12.875703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35008) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:12.882996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] Sync routers for ids ['70803969-e24b-41ba-a610-1f90651949fe'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:57:12.902775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] Routers {'70803969-e24b-41ba-a610-1f90651949fe'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:12.903843 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:56:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['70803969-e24b-41ba-a610-1f90651949fe'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:12.905397 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62e2626-2fa4-41b0-901a-b438a4e6d99b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:57:12.911649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e62e2626-2fa4-41b0-901a-b438a4e6d99b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/dc817523-bdc4-44e7-ad8d-ae656256dc6f HTTP/1.1" status: 404 len: 333 time: 0.0304220 Aug 20 13:57:12.912000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35014) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:12.965154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:12.978062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] Routers {'70803969-e24b-41ba-a610-1f90651949fe'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:12.978062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:56:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['70803969-e24b-41ba-a610-1f90651949fe'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:13.034552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.051219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:13.052545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92d340-3f1d-42da-aec7-c35e3d2f6b8d None None] The sync data for ids ['70803969-e24b-41ba-a610-1f90651949fe'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:57:13.246887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.249608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.316190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.317910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Fanout notify agent at l3_agent the message router_deleted on router 70803969-e24b-41ba-a610-1f90651949fe {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:57:13.331808 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.334168 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4cb104c5-ad13-4744-93ff-ee89902164f0 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/routers/70803969-e24b-41ba-a610-1f90651949fe HTTP/1.1" status: 204 len: 168 time: 0.4208972 Aug 20 13:57:13.337187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35022) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:13.433892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 5e92bed7-dbe2-4df4-8062-88dcf6c38e41 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:13.439558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.515985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.689658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.784784 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.830015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=5e92bed7-dbe2-4df4-8062-88dcf6c38e41,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:13.836913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:13.840385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ee52a72-9009-4807-9824-4dd124c2e8aa tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/5e92bed7-dbe2-4df4-8062-88dcf6c38e41 HTTP/1.1" status: 204 len: 168 time: 0.5014277 Aug 20 13:57:13.843193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35034) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:13.848340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db247f-365b-4f9c-9be4-4a6511ab92f3 None None] Network 988df13c-71c9-4411-9f1f-dcfd5d4c11df requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:13.951047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.057431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port d1f38936-d60c-4e29-bd15-919979d788da {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:14.057744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.135726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] For port d1f38936-d60c-4e29-bd15-919979d788da, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d1f38936-d60c-4e29-bd15-919979d788da,segment=NetworkSegment(d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd),segment_id=d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:14.136376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.143664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] DHCP port deletion for 988df13c-71c9-4411-9f1f-dcfd5d4c11df request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:57:14.161986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for d1f38936-d60c-4e29-bd15-919979d788da owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:14.224741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] Deleting port d1f38936-d60c-4e29-bd15-919979d788da {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:14.225337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.322132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.347100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] For port d1f38936-d60c-4e29-bd15-919979d788da, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d1f38936-d60c-4e29-bd15-919979d788da,segment=NetworkSegment(d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd),segment_id=d0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:14.348126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.367623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] Calling delete_port for d1f38936-d60c-4e29-bd15-919979d788da owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:14.388956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=d1f38936-d60c-4e29-bd15-919979d788da,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:14.397045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No DVR routers for this DVR port d1f38936-d60c-4e29-bd15-919979d788da on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:14.507675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.541547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.561238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] Pushing event deleted for resources: {'Port': ['ID=d1f38936-d60c-4e29-bd15-919979d788da,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:14.561544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988df13c-71c9-4411-9f1f-dcfd5d4c11df']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:14.567736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ded52d-0aa3-473e-80f0-c3d4f79bfe0f None None] No DVR routers for this DVR port d1f38936-d60c-4e29-bd15-919979d788da on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:14.583735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:14.584231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b84e6f-4c43-4a1a-8bb0-05d4f79a42fd') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:14.596602 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.621461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.628739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:57:14.629706 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:57:14.633348 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:57:14.708905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.720307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:14.723869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/988df13c-71c9-4411-9f1f-dcfd5d4c11df HTTP/1.1" status: 204 len: 168 time: 0.8795671 Aug 20 13:57:14.730763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35046) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:14.789060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fee3d-5886-434f-ad21-8afb38323943 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=988df13c-71c9-4411-9f1f-dcfd5d4c11df,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:14.822735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd821fda-c8c6-4c7b-bf6a-5ecf127e6b96 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:14.830056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fd821fda-c8c6-4c7b-bf6a-5ecf127e6b96 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 HTTP/1.1" status: 200 len: 841 time: 0.0961382 Aug 20 13:57:14.830417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35048) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:14.892022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8b81acad-3911-4326-85c9-0a6e156c6f89 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/7eeb28bc-b5b3-4cdd-88c9-ce53d166f920?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0597591 Aug 20 13:57:14.897142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35052) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:14.903043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:15.068964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:15.075565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.205995 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d1f38936-d60c-4e29-bd15-919979d788da no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:15.229181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d1f38936-d60c-4e29-bd15-919979d788da {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:57:15.229979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d1f38936-d60c-4e29-bd15-919979d788da not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:15.367199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.430027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:15.433484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:15.437834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:15.438432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.444789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376a159-a862-45db-9369-7cd3714af7be None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:15.457164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=8d8f9738-c14d-4d25-bc7d-37d149911613,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:15.471084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e37da2c3-cad4-4abe-8b55-fb920ce2a177 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5698717 Aug 20 13:57:15.471416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35060) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:15.476530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'security_group': {'name': 'tempest-secgroup-273077628'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:15.514203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.635725 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.742114 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'tenant_id': 'ca97aa8c128c4e668617324e3691d234', 'fixed_ips': [{'subnet_id': '8d8f9738-c14d-4d25-bc7d-37d149911613'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:57:15.742114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.745006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.778228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.779685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3071551 Aug 20 13:57:15.784429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35068) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:15.793008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91c030-f0d4-407e-ae76-134015321d50 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c15ee3-1828-4c90-b483-74a644f1dc73,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:15.793545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'security_group': {'name': 'tempest-secgroup-1577573861'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:15.840405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ced3-2b67-4607-9ce9-239b67b467c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.846146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.933702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Allocated IP 172.20.0.2 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/8d8f9738-c14d-4d25-bc7d-37d149911613/5cd683e2-9444-4d2d-b8e6-dad3918f60f0) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:15.962072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:15.967282 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.005645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603a8ab2-ab36-4c86-9da9-d1f314264d26,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:16.008792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.010483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-39258299-d737-4f09-a3e3-8bb31d7f5c3f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2238686 Aug 20 13:57:16.014591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35070) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:16.022709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-773635315', 'security_groups': ['603a8ab2-ab36-4c86-9da9-d1f314264d26'], 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d8f9738-c14d-4d25-bc7d-37d149911613'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:16.153912 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.156714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:16.167894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Transition to ACTIVE for port object 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:16.200036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Transition to ACTIVE for port object 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:16.211285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.233757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:16.236918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:16.239662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:16.286256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.312323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 0417ab66-f55a-4182-856b-e262ef6d11a2 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:57:16.325365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Pushing event updated for resources: {'Port': ['ID=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:16.342754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Attempting to bind port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:57:16.343117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Attempting to bind port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8a21308f-6e02-4cc2-9cb2-9763b7a97559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:57:16.343493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Attempting to bind port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 on network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:57:16.359468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:57:16.359849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Checking segment: {'id': '8a21308f-6e02-4cc2-9cb2-9763b7a97559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:16.360507 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.360955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Bound using segment: {'id': '8a21308f-6e02-4cc2-9cb2-9763b7a97559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:57:16.363341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Bound port: 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a21308f-6e02-4cc2-9cb2-9763b7a97559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:57:16.363341 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.462148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] For port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:57:16.466860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] For port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,segment=NetworkSegment(8a21308f-6e02-4cc2-9cb2-9763b7a97559),segment_id=8a21308f-6e02-4cc2-9cb2-9763b7a97559)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:57:16.472779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.566999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.11 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/8d8f9738-c14d-4d25-bc7d-37d149911613/0417ab66-f55a-4182-856b-e262ef6d11a2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:16.588797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6333c-837c-495c-a768-93230ca4d198 None None] Pushing event updated for resources: {'Port': ['ID=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:16.796750 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.825193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object 0417ab66-f55a-4182-856b-e262ef6d11a2 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:16.881451 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:16.946850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:16.950802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:16.955702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:16.967495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=0417ab66-f55a-4182-856b-e262ef6d11a2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:17.025829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:17.026597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:17.044242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b1c74d7c-99c6-4c7d-a2a8-abb72a800bb6 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0285013 Aug 20 13:57:17.047236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:17.053011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:17.221282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:17.230234 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:17.277600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:17.300488 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:57:17.346134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:17.426180 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d8f9738-c14d-4d25-bc7d-37d149911613 (CIDR: 172.20.0.0/28) Aug 20 13:57:17.430366 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:57:17.430879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:17.450531 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-86eaf5d0-e9f3-4c1a-9a1a-f7e2e23b1eeb tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4020562 Aug 20 13:57:17.454871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35120) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:17.461494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:17.617796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:17.624500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:17.921835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Provisioning complete for port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:17.922224 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:17.979641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:18.002390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Provisioning for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:18.014563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:18.015094 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.029221 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.099485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:18.103795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:18.108072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:18.109007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.123304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=1ae34674-66f3-48b3-94a8-edf28253149c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:18.145968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f01e0a8a-5b08-47da-b2ff-42c4f07ab368 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6896710 Aug 20 13:57:18.150360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35124) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:18.157136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2009402078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ae34674-66f3-48b3-94a8-edf28253149c'}], 'security_groups': ['68c15ee3-1828-4c90-b483-74a644f1dc73']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:18.171495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc315eaf-f7dc-465c-b937-5488e2e502cc None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:18.227546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.267697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.332702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] For port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,segment=NetworkSegment(8a21308f-6e02-4cc2-9cb2-9763b7a97559),segment_id=8a21308f-6e02-4cc2-9cb2-9763b7a97559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:18.341940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.443619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85e110-c290-41c5-b500-dc6cb94154b0 None None] Pushing event updated for resources: {'Port': ['ID=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:18.472135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64753430-cf6b-4de3-9129-0d28bd5a34e0 None None] Provisioning for port 0417ab66-f55a-4182-856b-e262ef6d11a2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:18.477269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64753430-cf6b-4de3-9129-0d28bd5a34e0 None None] Provisioning complete for port 0417ab66-f55a-4182-856b-e262ef6d11a2 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:18.477683 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-64753430-cf6b-4de3-9129-0d28bd5a34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.605534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-64753430-cf6b-4de3-9129-0d28bd5a34e0 None None] Port 0417ab66-f55a-4182-856b-e262ef6d11a2 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:18.630643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b610c13-62ba-470b-9046-ba7e498c2cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.638147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.640879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Update dhcp port {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'fixed_ips': [{'subnet_id': '8d8f9738-c14d-4d25-bc7d-37d149911613', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ae34674-66f3-48b3-94a8-edf28253149c'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '5cd683e2-9444-4d2d-b8e6-dad3918f60f0'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:57:18.718348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:18.756265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Delete allocated IP 172.20.0.11 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/8d8f9738-c14d-4d25-bc7d-37d149911613) {{(pid=94861) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 13:57:18.769362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.19 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/1ae34674-66f3-48b3-94a8-edf28253149c/0417ab66-f55a-4182-856b-e262ef6d11a2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:19.024781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.041711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Ignored duplicate provisioning block setup for port 0417ab66-f55a-4182-856b-e262ef6d11a2 by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 13:57:19.051245 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.150232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Allocated IP 172.20.0.18 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/1ae34674-66f3-48b3-94a8-edf28253149c/5cd683e2-9444-4d2d-b8e6-dad3918f60f0) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:19.155018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=0417ab66-f55a-4182-856b-e262ef6d11a2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:19.185357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] In _notify_port_updated(), no bound segment for port 0417ab66-f55a-4182-856b-e262ef6d11a2 on network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:57:19.192511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:19.193317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.194754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-342550fc-e080-4cb4-8b94-44536767864e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/ports/0417ab66-f55a-4182-856b-e262ef6d11a2 HTTP/1.1" status: 200 len: 921 time: 1.0430129 Aug 20 13:57:19.199240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35128) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:19.310874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:19.338729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 0417ab66-f55a-4182-856b-e262ef6d11a2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:19.339123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.390246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] For port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,segment=NetworkSegment(8a21308f-6e02-4cc2-9cb2-9763b7a97559),segment_id=8a21308f-6e02-4cc2-9cb2-9763b7a97559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:19.460732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.465432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.480216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 0417ab66-f55a-4182-856b-e262ef6d11a2 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:19.498051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Transition to ACTIVE for port object 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:19.503904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.669044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.714442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=0417ab66-f55a-4182-856b-e262ef6d11a2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:19.810840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.817716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-337e5405-cfb2-4f1e-bec6-022db1310671 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/0417ab66-f55a-4182-856b-e262ef6d11a2 HTTP/1.1" status: 204 len: 168 time: 0.6142550 Aug 20 13:57:19.818038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35132) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:19.849935 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-36796d73-5a8c-4d69-a592-568f032ea14b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:57:19.854443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-36796d73-5a8c-4d69-a592-568f032ea14b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/0417ab66-f55a-4182-856b-e262ef6d11a2 HTTP/1.1" status: 404 len: 333 time: 0.0324841 Aug 20 13:57:19.854780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35134) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:19.877608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:19.934867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb6208-e7b9-4014-97d6-c7d5e406af93 None None] Pushing event updated for resources: {'Port': ['ID=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:19.957462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9295075c-cc96-40c6-bb0b-6639cf27bded tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.004049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9295075c-cc96-40c6-bb0b-6639cf27bded tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.062702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9295075c-cc96-40c6-bb0b-6639cf27bded tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.067570 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9295075c-cc96-40c6-bb0b-6639cf27bded tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.071841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9295075c-cc96-40c6-bb0b-6639cf27bded tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/security-groups/603a8ab2-ab36-4c86-9da9-d1f314264d26 HTTP/1.1" status: 204 len: 168 time: 0.2135725 Aug 20 13:57:20.072935 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35136) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:20.085795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295075c-cc96-40c6-bb0b-6639cf27bded tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a8ab2-ab36-4c86-9da9-d1f314264d26,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:20.162183 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd062ffb-18cf-4291-97fc-fdd64207ecce tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.207320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd062ffb-18cf-4291-97fc-fdd64207ecce tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.283881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd062ffb-18cf-4291-97fc-fdd64207ecce tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.287050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd062ffb-18cf-4291-97fc-fdd64207ecce tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.291089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd062ffb-18cf-4291-97fc-fdd64207ecce tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/security-groups/68c15ee3-1828-4c90-b483-74a644f1dc73 HTTP/1.1" status: 204 len: 168 time: 0.2130702 Aug 20 13:57:20.291921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35138) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:20.299915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062ffb-18cf-4291-97fc-fdd64207ecce tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c15ee3-1828-4c90-b483-74a644f1dc73,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:20.383813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 8d8f9738-c14d-4d25-bc7d-37d149911613 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:20.388078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.444533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.555071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.648907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Could not find standard attr ID for object 0417ab66-f55a-4182-856b-e262ef6d11a2. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:57:20.666290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Provisioning for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:20.671080 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.672591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:20.673466 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.715068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.718184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/8d8f9738-c14d-4d25-bc7d-37d149911613 HTTP/1.1" status: 204 len: 168 time: 0.4246974 Aug 20 13:57:20.719531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea5d68-6737-4ef2-b761-d04108a0536b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8f9738-c14d-4d25-bc7d-37d149911613,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:20.725841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35140) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:20.731819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:20.827525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Provisioning complete for port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:20.828219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:20.887279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-21d29b96-e5c9-44d4-93d9-6e71980793c1 None None] Port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:20.903914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:20.907647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.245602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:21.277940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fdfc23-e4d9-4f40-adf6-ae0ec08d8326 None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:21.287898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.352516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87d628ac-b5ff-40db-b71d-43ec3c6b8613 None None] Could not find standard attr ID for object 0417ab66-f55a-4182-856b-e262ef6d11a2. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:57:21.369191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:21.375437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:21.383611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:21.384586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.417129 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6900051 Aug 20 13:57:21.419732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f004af1-b7a2-4a02-a9ab-54b8df3b7075 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=1de27fc5-bf02-49c3-9579-9b435b270469,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:21.420211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35144) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:21.430767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:21.431457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.432923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'security_group': {'name': 'tempest-secgroup-112340620'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:21.477480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.585566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.643094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.651469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.693817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.695611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2736583 Aug 20 13:57:21.700214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:21.712225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123868914'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:21.726575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f11a59-f6c3-4347-9b99-be6fa7425ffd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d930fd-29a9-4ab6-94ba-beb6c27b5c14,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:21.773435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.922712 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.929278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.961535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901126c1-05be-42bd-8f68-a35e65aa76d6 None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:21.986217 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:21.989714 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2863445 Aug 20 13:57:21.992545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35150) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:21.995170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141127ec-479a-472b-9a65-093068c46ac4 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620db649-3fd5-462e-98bb-67fd0c0d12a8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:21.997675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'security_group': {'name': 'tempest-secgroup-1668419836'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:22.026755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.038035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2cbcc0ff-e46a-4a12-b0e0-962e9c10b1a3 None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:22.038457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc0ff-e46a-4a12-b0e0-962e9c10b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.140287 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.147817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.184782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.186468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1925645 Aug 20 13:57:22.191789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35152) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:22.197316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5f239-f868-41cb-b38b-05066ac942ec tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d248ac-2d64-409a-9c29-3508b3939684,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:22.209651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-712309572', 'security_groups': ['38d248ac-2d64-409a-9c29-3508b3939684'], 'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1de27fc5-bf02-49c3-9579-9b435b270469'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:22.230176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2cbcc0ff-e46a-4a12-b0e0-962e9c10b1a3 None None] Provisioning complete for port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:22.230610 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc0ff-e46a-4a12-b0e0-962e9c10b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.293912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcc0ff-e46a-4a12-b0e0-962e9c10b1a3 None None] Port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:22.622144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ccf1aa10-45b6-49a7-a673-1b0d2d1c9b10 None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:22.622682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ccf1aa10-45b6-49a7-a673-1b0d2d1c9b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.727331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:22.745026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ccf1aa10-45b6-49a7-a673-1b0d2d1c9b10 None None] Provisioning complete for port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:22.745938 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ccf1aa10-45b6-49a7-a673-1b0d2d1c9b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.814434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1aa10-45b6-49a7-a673-1b0d2d1c9b10 None None] Port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:22.836976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:22.861922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] device_id is not set on port 73d256aa-2fe8-4da7-90b9-f2a1958b6752 yet. {{(pid=94861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 13:57:23.111381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.11 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/1de27fc5-bf02-49c3-9579-9b435b270469/73d256aa-2fe8-4da7-90b9-f2a1958b6752) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:23.343753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:23.369398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object 73d256aa-2fe8-4da7-90b9-f2a1958b6752 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:23.431185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:23.509765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:23.515569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:23.522921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:23.582264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=73d256aa-2fe8-4da7-90b9-f2a1958b6752,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:23.609755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.610263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.610775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.611271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.611765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.612264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.613275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.613482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.614103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.614633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.615361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.615757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:23.653232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:23.654301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:23.684652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c9a28291-6d28-489b-b8fb-cbbbcc9f9b45 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4904921 Aug 20 13:57:23.688461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35156) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:23.697688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:23.848164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:23.858306 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:23.859582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-78bf926f-f652-4496-8d74-2d4a72d1e8dc None None] Provisioning for port 73d256aa-2fe8-4da7-90b9-f2a1958b6752 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:23.864791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-78bf926f-f652-4496-8d74-2d4a72d1e8dc None None] Provisioning complete for port 73d256aa-2fe8-4da7-90b9-f2a1958b6752 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:23.866833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-78bf926f-f652-4496-8d74-2d4a72d1e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:23.921045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-78bf926f-f652-4496-8d74-2d4a72d1e8dc None None] Port 73d256aa-2fe8-4da7-90b9-f2a1958b6752 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:24.020899 n-d-804232-5 neutron-server[94861]: INFO neutron.db.ipam_backend_mixin [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1de27fc5-bf02-49c3-9579-9b435b270469 (CIDR: 172.20.0.0/28) Aug 20 13:57:24.025905 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:57:24.026597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:24.071971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35164) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:24.073023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3ea2162d-b4be-4e65-82ff-33270349af34 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3819950 Aug 20 13:57:24.085213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:24.258086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:24.264267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:24.432128 n-d-804232-5 neutron-server[94862]: INFO neutron.db.ipam_backend_mixin [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1ae34674-66f3-48b3-94a8-edf28253149c (CIDR: 172.20.0.16/28) Aug 20 13:57:24.436861 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:57:24.437516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:24.458082 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bb03e928-ec15-44dc-97c1-5112c38069c7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3829699 Aug 20 13:57:24.462742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:24.470296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'subnet': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:24.724707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Made reservation on behalf of ca97aa8c128c4e668617324e3691d234 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:24.731660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:25.069230 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:25.160947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:25.166833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:25.171605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:25.172612 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:25.180743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa4bc2-be17-4c87-b21a-40ac5b6a6904 None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:25.198880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Subnet': ['ID=083bac13-e6ce-43d6-8302-36f1b5a0908a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:25.227667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6972a967-237f-44c5-864e-ad02e143ed73 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7630358 Aug 20 13:57:25.233321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35274) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:25.250916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-955940625', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '083bac13-e6ce-43d6-8302-36f1b5a0908a'}], 'security_groups': ['20d930fd-29a9-4ab6-94ba-beb6c27b5c14', '620db649-3fd5-462e-98bb-67fd0c0d12a8']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:25.358375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:25.688138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Update dhcp port {'port': {'network_id': 'cc0bcd4b-0299-4dab-8de3-3cc328e3a818', 'fixed_ips': [{'subnet_id': '1ae34674-66f3-48b3-94a8-edf28253149c', 'ip_address': '172.20.0.18'}, {'subnet_id': '083bac13-e6ce-43d6-8302-36f1b5a0908a'}, {'subnet_id': '1de27fc5-bf02-49c3-9579-9b435b270469'}], 'binding:host_id': 'n-d-804232-5'}, 'id': '5cd683e2-9444-4d2d-b8e6-dad3918f60f0'} from n-d-804232-5. {{(pid=94863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 13:57:25.757830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.087179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Delete allocated IP 172.20.0.11 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/1de27fc5-bf02-49c3-9579-9b435b270469) {{(pid=94861) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 13:57:26.106979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Allocated IP 172.20.0.35 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/083bac13-e6ce-43d6-8302-36f1b5a0908a/73d256aa-2fe8-4da7-90b9-f2a1958b6752) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:26.360081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.381737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Transition to ACTIVE for port object 73d256aa-2fe8-4da7-90b9-f2a1958b6752 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:26.390032 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.525620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event updated for resources: {'Port': ['ID=73d256aa-2fe8-4da7-90b9-f2a1958b6752,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:26.538320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Allocated IP 172.20.0.34 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/083bac13-e6ce-43d6-8302-36f1b5a0908a/5cd683e2-9444-4d2d-b8e6-dad3918f60f0) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:26.548199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Allocated IP 172.20.0.2 (cc0bcd4b-0299-4dab-8de3-3cc328e3a818/1de27fc5-bf02-49c3-9579-9b435b270469/5cd683e2-9444-4d2d-b8e6-dad3918f60f0) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:26.594010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] In _notify_port_updated(), no bound segment for port 73d256aa-2fe8-4da7-90b9-f2a1958b6752 on network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 {{(pid=94861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 13:57:26.602905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:26.603839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.606149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e4d8f8f2-f921-4e37-a1d9-df7a3a981d1e tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "PUT /v2.0/ports/73d256aa-2fe8-4da7-90b9-f2a1958b6752 HTTP/1.1" status: 200 len: 959 time: 1.3703966 Aug 20 13:57:26.609389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35398) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:26.679627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] For port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,segment=NetworkSegment(8a21308f-6e02-4cc2-9cb2-9763b7a97559),segment_id=8a21308f-6e02-4cc2-9cb2-9763b7a97559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:26.724930 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.744179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Transition to ACTIVE for port object 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:26.746013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 73d256aa-2fe8-4da7-90b9-f2a1958b6752 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:26.746239 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.750531 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.916314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Pushing event updated for resources: {'Port': ['ID=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:26.924796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.925872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.925872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.926211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.926538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.927076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.927582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.928182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.928828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.929112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.929467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.929800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f51d12-8c48-4f1a-a580-d6f4745da9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:26.939847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:26.957873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 73d256aa-2fe8-4da7-90b9-f2a1958b6752 owned by {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:27.127050 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.171229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=73d256aa-2fe8-4da7-90b9-f2a1958b6752,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:27.252990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:27.264854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.267829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68510e9d-1245-4ed4-a41c-8b2b8861601a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/73d256aa-2fe8-4da7-90b9-f2a1958b6752 HTTP/1.1" status: 204 len: 168 time: 0.6570630 Aug 20 13:57:27.273601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35466) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:27.310815 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c16c43-8e24-4874-93f8-4ea5747ff0e5 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] GET failed (client error): The resource could not be found. Aug 20 13:57:27.312937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-79c16c43-8e24-4874-93f8-4ea5747ff0e5 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports/73d256aa-2fe8-4da7-90b9-f2a1958b6752 HTTP/1.1" status: 404 len: 333 time: 0.0371394 Aug 20 13:57:27.315806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:27.413124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-24f174bf-d5d4-4b55-86de-c04ee11dfe42 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.456097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-24f174bf-d5d4-4b55-86de-c04ee11dfe42 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.517516 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-24f174bf-d5d4-4b55-86de-c04ee11dfe42 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.521575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-24f174bf-d5d4-4b55-86de-c04ee11dfe42 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.523095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-24f174bf-d5d4-4b55-86de-c04ee11dfe42 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/security-groups/38d248ac-2d64-409a-9c29-3508b3939684 HTTP/1.1" status: 204 len: 168 time: 0.2052810 Aug 20 13:57:27.526229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35500) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:27.538218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f174bf-d5d4-4b55-86de-c04ee11dfe42 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d248ac-2d64-409a-9c29-3508b3939684,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:27.614727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.645537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.689915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Provisioning for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:27.695404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:27.696157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.701019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.704047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.705874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/security-groups/620db649-3fd5-462e-98bb-67fd0c0d12a8 HTTP/1.1" status: 204 len: 168 time: 0.1784923 Aug 20 13:57:27.710724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35518) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:27.728920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620db649-3fd5-462e-98bb-67fd0c0d12a8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:27.751136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.752391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.752975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.753714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.754278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.755066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.755902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.756766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.757534 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.758280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.759388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.760575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5616401-e369-4ca6-b4ec-ef39369a3024 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:57:27.801886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-170207b3-b524-4c72-a1af-3cf143f55a39 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.834670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-170207b3-b524-4c72-a1af-3cf143f55a39 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.846930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Could not find standard attr ID for object 73d256aa-2fe8-4da7-90b9-f2a1958b6752. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:57:27.865956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Provisioning complete for port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:27.866505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.912629 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-170207b3-b524-4c72-a1af-3cf143f55a39 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.915514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-170207b3-b524-4c72-a1af-3cf143f55a39 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:27.923468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-170207b3-b524-4c72-a1af-3cf143f55a39 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/security-groups/20d930fd-29a9-4ab6-94ba-beb6c27b5c14 HTTP/1.1" status: 204 len: 168 time: 0.2110884 Aug 20 13:57:27.926713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35536) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:27.938408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d71c6-47f1-4c80-8ec3-483bb2dbeb4d None None] Port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:27.947309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170207b3-b524-4c72-a1af-3cf143f55a39 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d930fd-29a9-4ab6-94ba-beb6c27b5c14,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:28.056421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 1de27fc5-bf02-49c3-9579-9b435b270469 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:28.063828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.148450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.276953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-066b3eb2-0330-441c-a7a2-e6e845016694 None None] Could not find standard attr ID for object 73d256aa-2fe8-4da7-90b9-f2a1958b6752. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 13:57:28.312844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.422034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.458218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=1de27fc5-bf02-49c3-9579-9b435b270469,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:28.460919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.463294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d72b9ab8-422d-492e-9b74-697830a4ee17 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/1de27fc5-bf02-49c3-9579-9b435b270469 HTTP/1.1" status: 204 len: 168 time: 0.5350051 Aug 20 13:57:28.469327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35592) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:28.542263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 083bac13-e6ce-43d6-8302-36f1b5a0908a {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:28.546863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.568432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e02903-71f7-4713-b3e4-80a7c294c66f None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:28.616259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.745122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.868364 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.899054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=083bac13-e6ce-43d6-8302-36f1b5a0908a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:28.903250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:28.905259 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5566da46-e8c8-4a0c-aa07-9c7a62d4a43a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/083bac13-e6ce-43d6-8302-36f1b5a0908a HTTP/1.1" status: 204 len: 168 time: 0.4348776 Aug 20 13:57:28.909200 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35624) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:28.939858 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5041a97-7f1c-45cb-b8be-c42e0a661243 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:28.940333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5041a97-7f1c-45cb-b8be-c42e0a661243 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:28.944610 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e5041a97-7f1c-45cb-b8be-c42e0a661243 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/1de27fc5-bf02-49c3-9579-9b435b270469 HTTP/1.1" status: 404 len: 337 time: 0.0320184 Aug 20 13:57:28.947208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35626) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.027810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting subnet 1ae34674-66f3-48b3-94a8-edf28253149c {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:29.033140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.111049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.189036 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.246473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.321415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.356858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae34674-66f3-48b3-94a8-edf28253149c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:29.360733 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.363226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d4ce19ab-fb42-4c59-978f-8950fe2ec274 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/1ae34674-66f3-48b3-94a8-edf28253149c HTTP/1.1" status: 204 len: 168 time: 0.4141123 Aug 20 13:57:29.367071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35628) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.395505 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40c5ca7-2407-471e-9d97-dc0e90e5169b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.396373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40c5ca7-2407-471e-9d97-dc0e90e5169b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.398588 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e40c5ca7-2407-471e-9d97-dc0e90e5169b tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/8d8f9738-c14d-4d25-bc7d-37d149911613 HTTP/1.1" status: 404 len: 337 time: 0.0304687 Aug 20 13:57:29.404089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35632) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.459266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33f5a48e-06b6-42df-a1a8-08a5df8a113c tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "GET /v2.0/ports?device_id=70803969-e24b-41ba-a610-1f90651949fe HTTP/1.1" status: 200 len: 205 time: 0.0534985 Aug 20 13:57:29.462938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35638) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.475739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac34b8-22d6-4b2f-b01c-790cb30048b7 None None] Network cc0bcd4b-0299-4dab-8de3-3cc328e3a818 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:29.533629 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-0c777b80-654d-4b13-a16a-d1c2c96739a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] delete failed (client error): The resource could not be found. Aug 20 13:57:29.539926 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0c777b80-654d-4b13-a16a-d1c2c96739a2 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/routers/70803969-e24b-41ba-a610-1f90651949fe HTTP/1.1" status: 404 len: 336 time: 0.0719373 Aug 20 13:57:29.540388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35644) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.587310 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bd5250-32f4-4afa-b8b7-ba7f08c6adcd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.587989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bd5250-32f4-4afa-b8b7-ba7f08c6adcd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.590747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-11bd5250-32f4-4afa-b8b7-ba7f08c6adcd tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/5e92bed7-dbe2-4df4-8062-88dcf6c38e41 HTTP/1.1" status: 404 len: 337 time: 0.0489938 Aug 20 13:57:29.592037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28e7b772-eed1-4fab-aacd-5411bc05bfc7 None None] Provisioning complete for port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:29.592677 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28e7b772-eed1-4fab-aacd-5411bc05bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.594894 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35646) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.633335 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2efead-8e09-43be-80ee-239012236f41 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.634048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2efead-8e09-43be-80ee-239012236f41 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.636634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a2efead-8e09-43be-80ee-239012236f41 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/2203e027-baa0-4e5e-b9fe-7f354f2f1377 HTTP/1.1" status: 404 len: 337 time: 0.0400045 Aug 20 13:57:29.640976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35648) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.692280 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c623e58d-d58d-46af-a8e3-a934d981507a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.692841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c623e58d-d58d-46af-a8e3-a934d981507a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.698452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c623e58d-d58d-46af-a8e3-a934d981507a tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/05499617-5073-4fb1-a442-cb02b3ee6b55 HTTP/1.1" status: 404 len: 337 time: 0.0521290 Aug 20 13:57:29.698725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35650) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.738773 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d97db4-2ce4-4abe-8977-5ef5682ea145 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.739962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d97db4-2ce4-4abe-8977-5ef5682ea145 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.745493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-68d97db4-2ce4-4abe-8977-5ef5682ea145 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/d4386671-6a34-4047-8c5e-ec577ee8b005 HTTP/1.1" status: 404 len: 333 time: 0.0452731 Aug 20 13:57:29.748073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35652) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.797039 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac65c80-12f3-436b-acae-59c0963b4f9d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.797788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac65c80-12f3-436b-acae-59c0963b4f9d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.802221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ac65c80-12f3-436b-acae-59c0963b4f9d tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/54721a2d-87a8-4459-a00b-c2909a508a8c HTTP/1.1" status: 404 len: 337 time: 0.0519059 Aug 20 13:57:29.806145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35654) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.844258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28e7b772-eed1-4fab-aacd-5411bc05bfc7 None None] Provisioning complete for port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:29.844682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28e7b772-eed1-4fab-aacd-5411bc05bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:29.865793 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-898ee7dd-3c37-4413-8931-c56c83dc13d7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.869031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898ee7dd-3c37-4413-8931-c56c83dc13d7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.876262 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-898ee7dd-3c37-4413-8931-c56c83dc13d7 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/1be73d04-e6a7-44eb-bf6f-c485cbff75c8 HTTP/1.1" status: 404 len: 337 time: 0.0655322 Aug 20 13:57:29.876538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35656) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.906089 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4128c76a-ad41-4cbd-917f-ed32280ca832 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.906408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4128c76a-ad41-4cbd-917f-ed32280ca832 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.911928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4128c76a-ad41-4cbd-917f-ed32280ca832 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/e80a9fe4-42fa-46bc-93fd-02764aac09b2 HTTP/1.1" status: 404 len: 333 time: 0.0304697 Aug 20 13:57:29.912633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35658) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.915727 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] DHCP port deletion for cc0bcd4b-0299-4dab-8de3-3cc328e3a818 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:57:29.960004 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ece64c-e85d-4ee6-a005-7b77d3e6ca5f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:29.960463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ece64c-e85d-4ee6-a005-7b77d3e6ca5f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:29.962616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c9ece64c-e85d-4ee6-a005-7b77d3e6ca5f tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/dbb94d9a-cef4-4e2b-ae8f-214803fdb61f HTTP/1.1" status: 404 len: 337 time: 0.0487351 Aug 20 13:57:29.966805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35660) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:29.980811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-28e7b772-eed1-4fab-aacd-5411bc05bfc7 None None] Port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:30.002923 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8efbaf-4c6d-4847-a495-c6a2f43378ac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] DELETE failed (client error): The resource could not be found. Aug 20 13:57:30.004776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8efbaf-4c6d-4847-a495-c6a2f43378ac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 13:57:30.010894 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ef8efbaf-4c6d-4847-a495-c6a2f43378ac tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/subnets/275f8543-dead-40eb-8f1c-a6468aa1bb92 HTTP/1.1" status: 404 len: 337 time: 0.0386436 Aug 20 13:57:30.011236 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35664) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:30.027170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] Deleting port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:30.027883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.152224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] For port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,segment=NetworkSegment(8a21308f-6e02-4cc2-9cb2-9763b7a97559),segment_id=8a21308f-6e02-4cc2-9cb2-9763b7a97559)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:30.152936 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.179365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] Calling delete_port for 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:30.191339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Deleting port 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:30.191932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.295961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.307900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.323731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] Pushing event deleted for resources: {'Port': ['ID=5cd683e2-9444-4d2d-b8e6-dad3918f60f0,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:30.328962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Calling delete_port for 7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 owned by {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:30.329841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5e097-8ac3-44ff-9eae-5fc5177817a6 None None] No DVR routers for this DVR port 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:30.430904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.489051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Port': ['ID=7eeb28bc-b5b3-4cdd-88c9-ce53d166f920,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:30.492637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.495880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b33eee38-8936-4b1c-97f8-f7201b648680 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/ports/7eeb28bc-b5b3-4cdd-88c9-ce53d166f920 HTTP/1.1" status: 204 len: 168 time: 0.4830251 Aug 20 13:57:30.498837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:30.588144 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.699904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.716060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0bcd4b-0299-4dab-8de3-3cc328e3a818']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:30.730606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a21308f-6e02-4cc2-9cb2-9763b7a97559') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:30.730941 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a21308f-6e02-4cc2-9cb2-9763b7a97559') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:30.742576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.768101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.777586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:57:30.778124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:57:30.781541 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:57:30.853687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.861525 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:30.869347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] 10.222.0.59 "DELETE /v2.0/networks/cc0bcd4b-0299-4dab-8de3-3cc328e3a818 HTTP/1.1" status: 204 len: 168 time: 0.3652406 Aug 20 13:57:30.878633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f07ca-ec21-4a7f-8dab-e74769f6fb28 tempest-PortsTestJSON-2134632937 tempest-PortsTestJSON-2134632937-project] Pushing event deleted for resources: {'Network': ['ID=cc0bcd4b-0299-4dab-8de3-3cc328e3a818,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:31.227592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35676) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:31.253542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:31.300750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:57:31.302206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5cd683e2-9444-4d2d-b8e6-dad3918f60f0 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:31.463889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fb1b44f6-9dac-4cc3-90aa-7d40b01d28d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca97aa8c128c4e668617324e3691d234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350495 Aug 20 13:57:31.467192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35680) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:31.527906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94a704d5-bc0b-45c6-aa29-fed717c4e67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:31.557239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94a704d5-bc0b-45c6-aa29-fed717c4e67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:31.645107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94a704d5-bc0b-45c6-aa29-fed717c4e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:31.650470 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-94a704d5-bc0b-45c6-aa29-fed717c4e67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:31.652205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-94a704d5-bc0b-45c6-aa29-fed717c4e67e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de9e6b94-c951-40d2-9576-dfc35989de66 HTTP/1.1" status: 204 len: 168 time: 0.1835065 Aug 20 13:57:31.665480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a704d5-bc0b-45c6-aa29-fed717c4e67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e6b94-c951-40d2-9576-dfc35989de66,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:31.875903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.618188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35704) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:32.744028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1256982152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:32.772415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.773613 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.841480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.846842 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.869824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.871552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3026d982-8826-462a-a5f7-bd031208ef43 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2519171 Aug 20 13:57:32.876142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35708) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:32.882335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-641909886'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:32.911259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Made reservation on behalf of 2bf6696520294123ac4b48b58d4e23eb for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:32.915025 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:32.925428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.063649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.070190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.106218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:57:33.117843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3cee66-d8d1-440f-be5f-c9e34cf4b23e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:33.125566 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.126103 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Added segment 2fe715bf-f5b0-4f0e-ae7a-88cb899676f0 of type vlan for network f15cbcf7-5a2c-442b-8261-74dd3b491676 Aug 20 13:57:33.181271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.220515 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.227132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:33.227803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.300788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4232051 Aug 20 13:57:33.305004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35710) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:33.310500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'subnet': {'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:33.332764 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd0ed5-cb8f-46c5-af6a-08932996a151 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Network': ['ID=f15cbcf7-5a2c-442b-8261-74dd3b491676,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:33.351306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:57:33.435579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Made reservation on behalf of 2bf6696520294123ac4b48b58d4e23eb for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:33.441760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.726113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.799421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Subnet': ['ID=7935a7e4-f678-4707-a47e-ce8d9c1f1e11,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:33.810597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Checking segment: {'id': '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:33.810973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network hostable DHCP agents. Network: f15cbcf7-5a2c-442b-8261-74dd3b491676, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:57:33.830412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:57:33.841868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, f15cbcf7-5a2c-442b-8261-74dd3b491676) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:33.850603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:33.851687 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.857359 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515942d-ca55-4c2f-9e67-bbb644a5ab0b None None] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:33.876966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3b92b551-5116-40e7-9814-f0c4165e1010 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5704339 Aug 20 13:57:33.881311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:33.886768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'network': {'name': 'tempest-router-network01--376678979'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:33.911781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Made reservation on behalf of 2bf6696520294123ac4b48b58d4e23eb for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:33.916648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.953608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:57:33.967709 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:33.968213 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Added segment 7af64cdd-89f3-4405-8eed-5596a86cb53c of type vlan for network b98b3719-6b10-4e96-b896-51a90ce33f50 Aug 20 13:57:34.022361 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.093692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-f15cbcf7-5a2c-442b-8261-74dd3b491676', 'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676', 'tenant_id': '2bf6696520294123ac4b48b58d4e23eb', 'fixed_ips': [{'subnet_id': '7935a7e4-f678-4707-a47e-ce8d9c1f1e11'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:57:34.095209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.096963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.109159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:34.110319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.231422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35716) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:34.233741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3508804 Aug 20 13:57:34.243310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'network': {'name': 'tempest-router-network02--212096045'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:34.269866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef6a90-9097-4eab-a493-8b6063d6bb87 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Network': ['ID=b98b3719-6b10-4e96-b896-51a90ce33f50,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:34.274278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Allocated IP 172.20.0.2 (f15cbcf7-5a2c-442b-8261-74dd3b491676/7935a7e4-f678-4707-a47e-ce8d9c1f1e11/44344b34-b9dc-4020-bdb1-cca1a2a3635a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:34.290752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Made reservation on behalf of 2bf6696520294123ac4b48b58d4e23eb for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:34.295696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network b98b3719-6b10-4e96-b896-51a90ce33f50 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:57:34.299900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.350685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:57:34.369359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.369923 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Added segment cd66cccd-bd3e-4347-9036-b3acb1b0a26a of type vlan for network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 Aug 20 13:57:34.464306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.496068 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.507722 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.509681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Transition to ACTIVE for port object 44344b34-b9dc-4020-bdb1-cca1a2a3635a will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:34.514326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:34.515387 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.554125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Transition to ACTIVE for port object 44344b34-b9dc-4020-bdb1-cca1a2a3635a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:34.568212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.603707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3652859 Aug 20 13:57:34.608967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35720) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:34.615490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'subnet': {'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:34.619555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fa53-8e3c-4a8b-910c-4b678250f1ca tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Network': ['ID=545d7e32-07c2-45d1-bc25-afb7d12be7d5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:34.636869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:57:34.756499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Made reservation on behalf of 2bf6696520294123ac4b48b58d4e23eb for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:34.763919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.832511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:34.864072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Pushing event updated for resources: {'Port': ['ID=44344b34-b9dc-4020-bdb1-cca1a2a3635a,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:34.870269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:34.873828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:34.960432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Attempting to bind port 44344b34-b9dc-4020-bdb1-cca1a2a3635a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:57:34.960832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Attempting to bind port 44344b34-b9dc-4020-bdb1-cca1a2a3635a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:57:34.961198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Attempting to bind port 44344b34-b9dc-4020-bdb1-cca1a2a3635a on network f15cbcf7-5a2c-442b-8261-74dd3b491676 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:57:34.966938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:57:34.967333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Checking segment: {'id': '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:34.967713 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:34.968109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Bound using segment: {'id': '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:57:34.968611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Bound port: 44344b34-b9dc-4020-bdb1-cca1a2a3635a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f15cbcf7-5a2c-442b-8261-74dd3b491676'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:57:34.968992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.004240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.056791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] For port 44344b34-b9dc-4020-bdb1-cca1a2a3635a, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:57:35.060372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] For port 44344b34-b9dc-4020-bdb1-cca1a2a3635a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=44344b34-b9dc-4020-bdb1-cca1a2a3635a,segment=NetworkSegment(2fe715bf-f5b0-4f0e-ae7a-88cb899676f0),segment_id=2fe715bf-f5b0-4f0e-ae7a-88cb899676f0)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:57:35.067637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.086931 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Subnet': ['ID=d485dfc3-3c7a-480b-8957-b093c61803a3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:35.100743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Checking segment: {'id': '7af64cdd-89f3-4405-8eed-5596a86cb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:35.101167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network hostable DHCP agents. Network: b98b3719-6b10-4e96-b896-51a90ce33f50, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:57:35.132408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network b98b3719-6b10-4e96-b896-51a90ce33f50 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:57:35.138927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9fa02-e6fe-4c54-aa91-fd3e740f57f6 None None] Pushing event updated for resources: {'Port': ['ID=44344b34-b9dc-4020-bdb1-cca1a2a3635a,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:35.149201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, b98b3719-6b10-4e96-b896-51a90ce33f50) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:35.156408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:35.157828 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.165690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcdc410-331b-4ddb-9370-c1c09abdf9d1 None None] Network b98b3719-6b10-4e96-b896-51a90ce33f50 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:35.187310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35722) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:35.188754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-24ae9e91-9d4c-45b6-ba32-284b360bcfe8 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5783186 Aug 20 13:57:35.197082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'subnet': {'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:35.328375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Made reservation on behalf of 2bf6696520294123ac4b48b58d4e23eb for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:57:35.334216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.432023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-b98b3719-6b10-4e96-b896-51a90ce33f50', 'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50', 'tenant_id': '2bf6696520294123ac4b48b58d4e23eb', 'fixed_ips': [{'subnet_id': 'd485dfc3-3c7a-480b-8957-b093c61803a3'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:57:35.434067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.621746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.682283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Subnet': ['ID=988c9e84-313e-4784-a6ac-6ff819e6ccb8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:35.711509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Allocated IP 172.20.0.2 (b98b3719-6b10-4e96-b896-51a90ce33f50/d485dfc3-3c7a-480b-8957-b093c61803a3/760ee094-ad93-459a-b8e6-089fe0d772ed) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:35.720295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Checking segment: {'id': 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:35.720956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network hostable DHCP agents. Network: 545d7e32-07c2-45d1-bc25-afb7d12be7d5, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:57:35.746636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:57:35.765847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 545d7e32-07c2-45d1-bc25-afb7d12be7d5) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:35.774998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:35.775639 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:35.785506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e781fe4-2328-43be-a605-166a66b8ea43 None None] Network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:35.806874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5bbe0961-cce5-4542-9247-b62e66da2e20 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6173909 Aug 20 13:57:35.811352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35730) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:36.031781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.063261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Transition to ACTIVE for port object 760ee094-ad93-459a-b8e6-089fe0d772ed will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:36.069066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92e57a-b867-43dc-a401-0d026c0ce720 req-5fd336bd-4995-4a16-a970-34ddd4475b7c tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:36.072777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cb92e57a-b867-43dc-a401-0d026c0ce720 req-5fd336bd-4995-4a16-a970-34ddd4475b7c tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 949 time: 0.0859196 Aug 20 13:57:36.090780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-545d7e32-07c2-45d1-bc25-afb7d12be7d5', 'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5', 'tenant_id': '2bf6696520294123ac4b48b58d4e23eb', 'fixed_ips': [{'subnet_id': '988c9e84-313e-4784-a6ac-6ff819e6ccb8'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:57:36.091665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.108938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Transition to ACTIVE for port object 760ee094-ad93-459a-b8e6-089fe0d772ed will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:36.119481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.166908 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cb92e57a-b867-43dc-a401-0d026c0ce720 req-46b94edc-aa4f-4889-93ec-1d5609e9c47e tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785384 Aug 20 13:57:36.240781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Network b98b3719-6b10-4e96-b896-51a90ce33f50 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:36.249818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:36.256983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Pushing event updated for resources: {'Port': ['ID=760ee094-ad93-459a-b8e6-089fe0d772ed,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:36.263203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:36.418800 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.425562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Attempting to bind port 760ee094-ad93-459a-b8e6-089fe0d772ed on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:57:36.426154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Attempting to bind port 760ee094-ad93-459a-b8e6-089fe0d772ed by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '7af64cdd-89f3-4405-8eed-5596a86cb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:57:36.426738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Attempting to bind port 760ee094-ad93-459a-b8e6-089fe0d772ed on network b98b3719-6b10-4e96-b896-51a90ce33f50 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:57:36.431103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Allocated IP 172.20.0.2 (545d7e32-07c2-45d1-bc25-afb7d12be7d5/988c9e84-313e-4784-a6ac-6ff819e6ccb8/03cf1f9a-08f6-4805-93cd-0eb22e0e0622) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:36.452926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:57:36.453515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Checking segment: {'id': '7af64cdd-89f3-4405-8eed-5596a86cb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:36.454155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.454791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Bound using segment: {'id': '7af64cdd-89f3-4405-8eed-5596a86cb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:57:36.455604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Bound port: 760ee094-ad93-459a-b8e6-089fe0d772ed, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af64cdd-89f3-4405-8eed-5596a86cb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b98b3719-6b10-4e96-b896-51a90ce33f50'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:57:36.456251 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.573697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b050e25-0fc4-4dee-b3fe-4dccb213bdfb None None] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:36.705075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] For port 760ee094-ad93-459a-b8e6-089fe0d772ed, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:57:36.727134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] For port 760ee094-ad93-459a-b8e6-089fe0d772ed, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=760ee094-ad93-459a-b8e6-089fe0d772ed,segment=NetworkSegment(7af64cdd-89f3-4405-8eed-5596a86cb53c),segment_id=7af64cdd-89f3-4405-8eed-5596a86cb53c)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:57:36.735449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d107850f-698c-4f30-927c-94d346d270c4 None None] Provisioning for port 44344b34-b9dc-4020-bdb1-cca1a2a3635a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:36.748692 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.837858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Allocated IP 172.20.0.1 (b98b3719-6b10-4e96-b896-51a90ce33f50/d485dfc3-3c7a-480b-8957-b093c61803a3/7dd986da-5861-49bd-860e-9956c9a80845) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:36.875470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:36.901535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Transition to ACTIVE for port object 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:36.914631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d37e-700f-4a97-9abb-fbbe5364472d None None] Pushing event updated for resources: {'Port': ['ID=760ee094-ad93-459a-b8e6-089fe0d772ed,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:36.947038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Transition to ACTIVE for port object 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:36.956700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.007308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:37.017029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:37.019592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Pushing event updated for resources: {'Port': ['ID=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:37.022123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:37.059094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.092149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Attempting to bind port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:57:37.092432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Transition to ACTIVE for port object 7dd986da-5861-49bd-860e-9956c9a80845 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:37.093110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Attempting to bind port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:57:37.094558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Attempting to bind port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 on network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:57:37.103047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:57:37.103954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Checking segment: {'id': 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:57:37.104576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.105239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Bound using segment: {'id': 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:57:37.105937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Bound port: 03cf1f9a-08f6-4805-93cd-0eb22e0e0622, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '545d7e32-07c2-45d1-bc25-afb7d12be7d5'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:57:37.106518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.194494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.255137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] For port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:57:37.262918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] For port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,segment=NetworkSegment(cd66cccd-bd3e-4347-9036-b3acb1b0a26a),segment_id=cd66cccd-bd3e-4347-9036-b3acb1b0a26a)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:57:37.279875 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.336186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Port': ['ID=7dd986da-5861-49bd-860e-9956c9a80845,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:37.343050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network b98b3719-6b10-4e96-b896-51a90ce33f50 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:37.358114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:37.426398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:37.456489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f259-f494-4fd9-a9e1-5db962385473 None None] Pushing event updated for resources: {'Port': ['ID=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:37.545357 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.595033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 760ee094-ad93-459a-b8e6-089fe0d772ed up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:37.696364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 760ee094-ad93-459a-b8e6-089fe0d772ed completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:37.701673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 44344b34-b9dc-4020-bdb1-cca1a2a3635a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:37.802771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 44344b34-b9dc-4020-bdb1-cca1a2a3635a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:37.809929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 44344b34-b9dc-4020-bdb1-cca1a2a3635a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:37.810633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:37.986953 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.074805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 44344b34-b9dc-4020-bdb1-cca1a2a3635a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=44344b34-b9dc-4020-bdb1-cca1a2a3635a,segment=NetworkSegment(2fe715bf-f5b0-4f0e-ae7a-88cb899676f0),segment_id=2fe715bf-f5b0-4f0e-ae7a-88cb899676f0)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:38.082022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.156915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-16442e6a-2596-4f93-9aae-99f6df80e154 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:38.159553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-16442e6a-2596-4f93-9aae-99f6df80e154 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 949 time: 0.7976866 Aug 20 13:57:38.183437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=44344b34-b9dc-4020-bdb1-cca1a2a3635a,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:38.277118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9220bbd-7cc6-4f1e-b1e7-642b043605c0 req-58c609b0-6a50-4f82-9ac3-b4c5328db23a tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:57:38.279951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9220bbd-7cc6-4f1e-b1e7-642b043605c0 req-58c609b0-6a50-4f82-9ac3-b4c5328db23a tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 949 time: 0.9340956 Aug 20 13:57:38.379771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.454480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9220bbd-7cc6-4f1e-b1e7-642b043605c0 req-b15c23b9-3f00-4c92-b45b-836c04ad5776 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1ada840-e775-43a0-8243-de3f7758e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311414 Aug 20 13:57:38.485973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Deleting port 543534dc-7fac-40c3-9c5d-62afa6d31a6b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:38.486311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.528360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311542ab-741d-4857-964f-af1f95f36833 None None] Network b98b3719-6b10-4e96-b896-51a90ce33f50 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:38.632068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] Provisioning for port 760ee094-ad93-459a-b8e6-089fe0d772ed completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:38.644293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] Provisioning complete for port 760ee094-ad93-459a-b8e6-089fe0d772ed triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:38.644675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.805775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] For port 543534dc-7fac-40c3-9c5d-62afa6d31a6b, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=543534dc-7fac-40c3-9c5d-62afa6d31a6b,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:38.806306 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.819906 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.834968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Calling delete_port for 543534dc-7fac-40c3-9c5d-62afa6d31a6b owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:38.875280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] For port 760ee094-ad93-459a-b8e6-089fe0d772ed, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=760ee094-ad93-459a-b8e6-089fe0d772ed,segment=NetworkSegment(7af64cdd-89f3-4405-8eed-5596a86cb53c),segment_id=7af64cdd-89f3-4405-8eed-5596a86cb53c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:38.883468 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:38.923354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3accb-3236-4a58-8fa7-8639cee1202d None None] Network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:39.066236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.073325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.201880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7416fd-632c-48a8-82d3-bd5f6e7b7178 None None] Pushing event updated for resources: {'Port': ['ID=760ee094-ad93-459a-b8e6-089fe0d772ed,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:39.204749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f66d54b3-6e0d-44c6-87dd-8ecee8d943d7 None None] Provisioning for port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:39.256497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Port': ['ID=7dd986da-5861-49bd-860e-9956c9a80845,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:39.262378 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.264656 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.282351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['543534dc-7fac-40c3-9c5d-62afa6d31a6b'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:57:39.328003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Pushing event deleted for resources: {'Port': ['ID=543534dc-7fac-40c3-9c5d-62afa6d31a6b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:39.469350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] No DVR routers for this DVR port 543534dc-7fac-40c3-9c5d-62afa6d31a6b on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:39.476106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.493639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-206b9537-3a41-4e08-ba0d-17dedd839553 req-519aee6d-0629-4f6a-9f8a-542e7fec8509 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.53 "DELETE /v2.0/ports/543534dc-7fac-40c3-9c5d-62afa6d31a6b HTTP/1.1" status: 204 len: 173 time: 1.3244932 Aug 20 13:57:39.501208 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d779cd-4852-4e03-8378-faf8953589c0', 'name': 'network-vif-deleted', 'tag': '543534dc-7fac-40c3-9c5d-62afa6d31a6b'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:57:39.504111 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b0bbf-856f-42f8-960c-8f28929bf2ca" -d '{"events": [{"server_uuid": "28d779cd-4852-4e03-8378-faf8953589c0", "name": "network-vif-deleted", "tag": "543534dc-7fac-40c3-9c5d-62afa6d31a6b"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:57:39.509093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d019986a-279c-4e9e-987d-10ff024b46e0 None None] Provisioning complete for port 760ee094-ad93-459a-b8e6-089fe0d772ed triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:39.509487 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d019986a-279c-4e9e-987d-10ff024b46e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.570370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network b98b3719-6b10-4e96-b896-51a90ce33f50 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:39.573090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:39.592863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:39.743900 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a8e86f-6d51-4778-a30b-70a129111e51 x-openstack-request-id: req-f1a8e86f-6d51-4778-a30b-70a129111e51 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:57:39.750937 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d779cd-4852-4e03-8378-faf8953589c0", "name": "network-vif-deleted", "tag": "543534dc-7fac-40c3-9c5d-62afa6d31a6b", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:57:39.751419 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1a8e86f-6d51-4778-a30b-70a129111e51 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:57:39.751765 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d779cd-4852-4e03-8378-faf8953589c0', 'name': 'network-vif-deleted', 'tag': '543534dc-7fac-40c3-9c5d-62afa6d31a6b', 'status': 'completed', 'code': 200} Aug 20 13:57:39.763314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:39.777106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d019986a-279c-4e9e-987d-10ff024b46e0 None None] Provisioning for port 7dd986da-5861-49bd-860e-9956c9a80845 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:39.786804 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:39.789816 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:39.831261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-454acff1-dff3-40cc-a202-b8310433f957 req-da3d1982-1cdb-4e5c-b52f-1ee4c04379a4 tempest-VolumesBackupsTest-1106190230 tempest-VolumesBackupsTest-1106190230-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d779cd-4852-4e03-8378-faf8953589c0 HTTP/1.1" status: 200 len: 210 time: 0.0626073 Aug 20 13:57:39.853924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Router f6138385-a966-4796-abde-94793284c49f is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:57:39.914910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d019986a-279c-4e9e-987d-10ff024b46e0 None None] Provisioning complete for port 7dd986da-5861-49bd-860e-9956c9a80845 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:39.915766 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d019986a-279c-4e9e-987d-10ff024b46e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:40.096202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:57:40.107545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-524a3546-62d6-41a4-8349-98b0adbe0ca2 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/f6138385-a966-4796-abde-94793284c49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2943521 Aug 20 13:57:40.113362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35744) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:40.122601 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] Sync routers for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:57:40.155251 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:40.166328 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:40.167495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:40.253998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d019986a-279c-4e9e-987d-10ff024b46e0 None None] Port 7dd986da-5861-49bd-860e-9956c9a80845 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:40.270714 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:40.292355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,segment=NetworkSegment(cd66cccd-bd3e-4347-9036-b3acb1b0a26a),segment_id=cd66cccd-bd3e-4347-9036-b3acb1b0a26a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:40.297234 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:40.298304 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:40.306281 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:40.307300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 44344b34-b9dc-4020-bdb1-cca1a2a3635a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:40.449898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:40.450970 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0671a51-0510-4ea4-a57b-14a09ac33f9a None None] The sync data for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:57:40.565757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-41fcd4e0-bbbc-4692-93e6-413dc938e3b9 None None] Provisioning complete for port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:40.567025 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-41fcd4e0-bbbc-4692-93e6-413dc938e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:40.628227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:40.666138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 44344b34-b9dc-4020-bdb1-cca1a2a3635a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:40.666641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:40.839648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-41fcd4e0-bbbc-4692-93e6-413dc938e3b9 None None] Provisioning complete for port 7dd986da-5861-49bd-860e-9956c9a80845 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:40.840596 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-41fcd4e0-bbbc-4692-93e6-413dc938e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:40.931693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-41fcd4e0-bbbc-4692-93e6-413dc938e3b9 None None] Port 7dd986da-5861-49bd-860e-9956c9a80845 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:41.252014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:41.308748 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-1a5b97ec-bceb-4bd3-9ec9-040a0867be3d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 13:57:41.310882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a5b97ec-bceb-4bd3-9ec9-040a0867be3d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/f6138385-a966-4796-abde-94793284c49f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1975086 Aug 20 13:57:41.316289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35752) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:41.367711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:41.368179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:41.490117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 760ee094-ad93-459a-b8e6-089fe0d772ed up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:57:41.546366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 760ee094-ad93-459a-b8e6-089fe0d772ed triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:41.546744 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:41.793718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:42.129603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting port 7dd986da-5861-49bd-860e-9956c9a80845 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:42.130089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:42.274161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:42.290548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Calling delete_port for 7dd986da-5861-49bd-860e-9956c9a80845 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:42.534025 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:42.568299 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Port': ['ID=7dd986da-5861-49bd-860e-9956c9a80845,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:42.794255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:42.913155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 543534dc-7fac-40c3-9c5d-62afa6d31a6b no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:42.947202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 543534dc-7fac-40c3-9c5d-62afa6d31a6b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:57:42.947545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 543534dc-7fac-40c3-9c5d-62afa6d31a6b not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:43.085151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Router f6138385-a966-4796-abde-94793284c49f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:57:43.184848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:57:43.191204 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7cdacb12-9b78-415c-82ef-99036b31ade3 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/f6138385-a966-4796-abde-94793284c49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724668 Aug 20 13:57:43.198498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:43.201676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] Sync routers for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:57:43.214406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:43.215253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:43.254734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:43.263549 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-f054d47b-d6ce-4ca2-9027-fc2f21ee1a3a tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] delete failed (client error): The resource could not be found. Aug 20 13:57:43.265301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:43.265948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:43.285528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35760) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:43.296231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e5f07599-5fd2-48bf-a2e3-35642ba74c2b tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6138385-a966-4796-abde-94793284c49f'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:43.297538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f054d47b-d6ce-4ca2-9027-fc2f21ee1a3a tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-737867217 HTTP/1.1" status: 404 len: 334 time: 0.0973041 Aug 20 13:57:43.303294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:43.304120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd2bff-ad36-4d4b-92d2-d0fd93967a72 None None] The sync data for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:57:43.639148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e5f07599-5fd2-48bf-a2e3-35642ba74c2b tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:43.678098 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-e5f07599-5fd2-48bf-a2e3-35642ba74c2b tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] update failed (client error): The resource could not be found. Aug 20 13:57:43.679876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e5f07599-5fd2-48bf-a2e3-35642ba74c2b tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/f6138385-a966-4796-abde-94793284c49f HTTP/1.1" status: 404 len: 339 time: 0.3926439 Aug 20 13:57:43.685127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35762) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:44.021737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:44.344477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Allocated IP 172.20.0.1 (f15cbcf7-5a2c-442b-8261-74dd3b491676/7935a7e4-f678-4707-a47e-ce8d9c1f1e11/e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:57:44.493224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:44.516196 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Transition to ACTIVE for port object e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:57:44.578642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:44.664115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:44.670737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:44.678716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:57:44.757827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Port': ['ID=e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:44.782159 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.109142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-41e6720f-8fd8-4551-9be9-52c7374fee97 None None] Provisioning for port e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:57:45.125854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-41e6720f-8fd8-4551-9be9-52c7374fee97 None None] Provisioning complete for port e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:45.125854 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-41e6720f-8fd8-4551-9be9-52c7374fee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.211962 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-41e6720f-8fd8-4551-9be9-52c7374fee97 None None] Port e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:45.321995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.716339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.722360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.807077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event updated for resources: {'Port': ['ID=e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:45.810008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.830433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b1ee-6468-4607-9ff3-5321b24265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:45.940926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:57:45.943236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:57:46.094532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Router f6138385-a966-4796-abde-94793284c49f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:57:46.281436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:57:46.292751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-085ff7d6-bf35-44fe-9ef1-6e33a4efd29e tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/f6138385-a966-4796-abde-94793284c49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6052101 Aug 20 13:57:46.296927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35846) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:46.304025 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] Sync routers for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:57:46.322555 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:46.323613 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:46.353649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ee09cdb9-2402-4829-97a3-83c91a4aec51 None None] Provisioning complete for port e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:57:46.355465 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ee09cdb9-2402-4829-97a3-83c91a4aec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:46.449689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ee09cdb9-2402-4829-97a3-83c91a4aec51 None None] Port e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:57:46.491170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-04b8ed4b-75c9-474b-8293-1c07d050e097 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:46.537507 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:46.551598 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:46.552508 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:46.614260 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:46.615918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d57b3-f58c-4fcb-b203-9650295584a7 None None] The sync data for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 is: [] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:57:46.648427 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-04b8ed4b-75c9-474b-8293-1c07d050e097 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 13:57:46.650463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-04b8ed4b-75c9-474b-8293-1c07d050e097 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/routers/f6138385-a966-4796-abde-94793284c49f HTTP/1.1" status: 409 len: 329 time: 0.3517911 Aug 20 13:57:46.653727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35848) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:47.259229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:47.662211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting port e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:47.662710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:47.798755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:47.819755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Calling delete_port for e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:48.077671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:48.120577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Port': ['ID=e24c1ae0-dc4d-4cdd-8fdf-d6f380faf761,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:48.384291 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:48.535369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-10de75ca-cf06-4897-803b-009dafc4a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:48.596338 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:48.647770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Router f6138385-a966-4796-abde-94793284c49f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:57:48.744074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:57:48.755672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6c464808-c35d-4d9a-8cc3-77c4cf9380d5 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/f6138385-a966-4796-abde-94793284c49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1003551 Aug 20 13:57:48.759309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35854) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:48.764915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] Sync routers for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:57:48.788077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:48.789396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:48.808189 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-a26f0f19-35cf-4368-9a50-b3f9e7f23c50 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] show failed (client error): The resource could not be found. Aug 20 13:57:48.810109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a26f0f19-35cf-4368-9a50-b3f9e7f23c50 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-323233744 HTTP/1.1" status: 404 len: 334 time: 0.0492868 Aug 20 13:57:48.813886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35856) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:48.820827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d802b2bc-f6c8-4e72-90a9-c70a1cfa4f34 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:57:48.870474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:48.882394 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-d802b2bc-f6c8-4e72-90a9-c70a1cfa4f34 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] update failed (client error): The resource could not be found. Aug 20 13:57:48.884413 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d802b2bc-f6c8-4e72-90a9-c70a1cfa4f34 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-672118046 HTTP/1.1" status: 404 len: 334 time: 0.0683978 Aug 20 13:57:48.886224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] Routers {'f6138385-a966-4796-abde-94793284c49f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:57:48.886878 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T13:57:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['f6138385-a966-4796-abde-94793284c49f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:48.889925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35858) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:48.930923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:48.931612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b538d490-8695-4564-8fdb-558832d18a62 None None] The sync data for ids ['f6138385-a966-4796-abde-94793284c49f'] in n-d-804232-5 is: [] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:57:48.979287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting subnet 988c9e84-313e-4784-a6ac-6ff819e6ccb8 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:48.983911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.039069 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.170631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.247170 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.284873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Subnet': ['ID=988c9e84-313e-4784-a6ac-6ff819e6ccb8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:49.302246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.306118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb63fd86-cf7a-4889-b156-a9d3b1312b1b None None] Network 545d7e32-07c2-45d1-bc25-afb7d12be7d5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:49.307934 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35860) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:49.308746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dd0769e1-3551-48d1-bf0a-9e443405583d tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/subnets/988c9e84-313e-4784-a6ac-6ff819e6ccb8 HTTP/1.1" status: 204 len: 168 time: 0.4164679 Aug 20 13:57:49.411580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting subnet d485dfc3-3c7a-480b-8957-b093c61803a3 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:49.418071 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.500001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.566060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.593552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] DHCP port deletion for 545d7e32-07c2-45d1-bc25-afb7d12be7d5 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:57:49.634610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.657060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] Deleting port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:49.657553 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.743110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.745820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] For port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,segment=NetworkSegment(cd66cccd-bd3e-4347-9036-b3acb1b0a26a),segment_id=cd66cccd-bd3e-4347-9036-b3acb1b0a26a)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:49.746471 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.779044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] Calling delete_port for 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:49.782326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55155f3-9366-41dd-ba90-8bbd04bab0e9 None None] Network b98b3719-6b10-4e96-b896-51a90ce33f50 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:49.782907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:49.788947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35864) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:49.790564 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/subnets/d485dfc3-3c7a-480b-8957-b093c61803a3 HTTP/1.1" status: 204 len: 168 time: 0.4796286 Aug 20 13:57:49.794527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91b527-5804-4cea-876b-2ec7038bd2c6 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Subnet': ['ID=d485dfc3-3c7a-480b-8957-b093c61803a3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:49.917792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.087975 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.155680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] Pushing event deleted for resources: {'Port': ['ID=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:50.164101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff282f-c03e-4b44-b4b1-14b6bd74fad6 None None] No DVR routers for this DVR port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:50.198370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] DHCP port deletion for b98b3719-6b10-4e96-b896-51a90ce33f50 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:57:50.270567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] Deleting port 760ee094-ad93-459a-b8e6-089fe0d772ed {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:50.270980 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.335236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:50.335512 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.378254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] For port 760ee094-ad93-459a-b8e6-089fe0d772ed, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=760ee094-ad93-459a-b8e6-089fe0d772ed,segment=NetworkSegment(7af64cdd-89f3-4405-8eed-5596a86cb53c),segment_id=7af64cdd-89f3-4405-8eed-5596a86cb53c)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:50.378900 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.417675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] Calling delete_port for 760ee094-ad93-459a-b8e6-089fe0d772ed owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:50.418156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] For port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622, host n-d-804232-5, got binding levels [] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:50.418869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.444624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Calling delete_port for 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:50.449558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 was not found and therefore no delete operation was performed {{(pid=94861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:57:50.451529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.501584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] No DVR routers for this DVR port 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:50.512301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Port': ['ID=03cf1f9a-08f6-4805-93cd-0eb22e0e0622,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:50.550266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.581725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] Pushing event deleted for resources: {'Port': ['ID=760ee094-ad93-459a-b8e6-089fe0d772ed,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:50.590833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c040a70-2832-428a-9af4-879a476460c5 None None] No DVR routers for this DVR port 760ee094-ad93-459a-b8e6-089fe0d772ed on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:50.625860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.641131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545d7e32-07c2-45d1-bc25-afb7d12be7d5']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:50.655844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:50.656116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd66cccd-bd3e-4347-9036-b3acb1b0a26a') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:50.668055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.685611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.693264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:57:50.693711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:57:50.697249 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:57:50.775055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.784056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:50.787749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/networks/545d7e32-07c2-45d1-bc25-afb7d12be7d5 HTTP/1.1" status: 204 len: 168 time: 0.9972947 Aug 20 13:57:50.790054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35868) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:50.816743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be7d0-88db-41a3-ab14-c2661d5c739c tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Network': ['ID=545d7e32-07c2-45d1-bc25-afb7d12be7d5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:50.893914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.006750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.020984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98b3719-6b10-4e96-b896-51a90ce33f50']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:51.036160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af64cdd-89f3-4405-8eed-5596a86cb53c') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:51.036481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af64cdd-89f3-4405-8eed-5596a86cb53c') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:51.047922 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.067280 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.077630 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:57:51.078148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:57:51.082926 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:57:51.164722 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.179155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.182296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/networks/b98b3719-6b10-4e96-b896-51a90ce33f50 HTTP/1.1" status: 204 len: 168 time: 0.3909698 Aug 20 13:57:51.191596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35870) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:51.204717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1492-e5f3-4f41-8f20-16e0151e95dd tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Network': ['ID=b98b3719-6b10-4e96-b896-51a90ce33f50,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:51.276438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting subnet 7935a7e4-f678-4707-a47e-ce8d9c1f1e11 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:57:51.284185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:51.288468 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.323867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:57:51.324442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03cf1f9a-08f6-4805-93cd-0eb22e0e0622 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:51.325147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 760ee094-ad93-459a-b8e6-089fe0d772ed no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:51.359120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 760ee094-ad93-459a-b8e6-089fe0d772ed {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:57:51.359656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 760ee094-ad93-459a-b8e6-089fe0d772ed not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:51.369215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.509672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.514175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.616614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.656305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Subnet': ['ID=7935a7e4-f678-4707-a47e-ce8d9c1f1e11,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:51.661944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.670984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-30eeb5b0-f440-46c7-8452-5d192a37c941 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/subnets/7935a7e4-f678-4707-a47e-ce8d9c1f1e11 HTTP/1.1" status: 204 len: 168 time: 0.4741032 Aug 20 13:57:51.671282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef23bd-28d0-4bd1-a1df-5c194084a46a None None] Network f15cbcf7-5a2c-442b-8261-74dd3b491676 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:57:51.671951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35872) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:51.781083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.854002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Deleting port 44344b34-b9dc-4020-bdb1-cca1a2a3635a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:51.854725 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.946837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] For port 44344b34-b9dc-4020-bdb1-cca1a2a3635a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=44344b34-b9dc-4020-bdb1-cca1a2a3635a,segment=NetworkSegment(2fe715bf-f5b0-4f0e-ae7a-88cb899676f0),segment_id=2fe715bf-f5b0-4f0e-ae7a-88cb899676f0)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:51.947243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:51.969891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Calling delete_port for 44344b34-b9dc-4020-bdb1-cca1a2a3635a owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:52.012668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] DHCP port deletion for f15cbcf7-5a2c-442b-8261-74dd3b491676 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:57:52.110679 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.125179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Deleting port 44344b34-b9dc-4020-bdb1-cca1a2a3635a {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:57:52.125770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.162584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Port': ['ID=44344b34-b9dc-4020-bdb1-cca1a2a3635a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:52.169678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] No DVR routers for this DVR port 44344b34-b9dc-4020-bdb1-cca1a2a3635a on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:52.221151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] For port 44344b34-b9dc-4020-bdb1-cca1a2a3635a, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:57:52.221489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.238693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Calling delete_port for 44344b34-b9dc-4020-bdb1-cca1a2a3635a owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:57:52.241854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Port 44344b34-b9dc-4020-bdb1-cca1a2a3635a was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:57:52.244318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.263670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] No DVR routers for this DVR port 44344b34-b9dc-4020-bdb1-cca1a2a3635a on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:57:52.304634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e090f5-2d9b-42e4-9c73-66fc77e517b5 None None] Pushing event deleted for resources: {'Port': ['ID=44344b34-b9dc-4020-bdb1-cca1a2a3635a,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:52.309644 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.322297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15cbcf7-5a2c-442b-8261-74dd3b491676']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:52.335058 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:52.335430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe715bf-f5b0-4f0e-ae7a-88cb899676f0') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:57:52.347017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.363107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.373819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:57:52.374235 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: timer() Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:57:52.378819 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:57:52.446479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.451995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.457114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/networks/f15cbcf7-5a2c-442b-8261-74dd3b491676 HTTP/1.1" status: 204 len: 168 time: 0.7845728 Aug 20 13:57:52.458314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35876) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:52.501829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833a67a-1d32-4658-92a7-969b4bb94093 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Pushing event deleted for resources: {'Network': ['ID=f15cbcf7-5a2c-442b-8261-74dd3b491676,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:52.506637 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-294c1ac2-9aa2-4a46-acf5-a583416c9607 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6138385-a966-4796-abde-94793284c49f HTTP/1.1" status: 200 len: 205 time: 0.0436258 Aug 20 13:57:52.510806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35878) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:52.593433 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.774578 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.777260 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.827205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.828671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Fanout notify agent at l3_agent the message router_deleted on router f6138385-a966-4796-abde-94793284c49f {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:57:52.835963 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:52.837143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-18cedb37-40ce-4785-a1ee-02ab9ae659e0 tempest-RoutersNegativeTest-186850692 tempest-RoutersNegativeTest-186850692-project] 10.222.0.59 "DELETE /v2.0/routers/f6138385-a966-4796-abde-94793284c49f HTTP/1.1" status: 204 len: 168 time: 0.3253188 Aug 20 13:57:53.171918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35886) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:53.257144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 44344b34-b9dc-4020-bdb1-cca1a2a3635a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:57:53.301314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 44344b34-b9dc-4020-bdb1-cca1a2a3635a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:57:53.301882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 44344b34-b9dc-4020-bdb1-cca1a2a3635a not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:57:53.406733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35890) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:53.413555 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7bea6bf6-3d79-4bcf-84c6-d93be21b04dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2bf6696520294123ac4b48b58d4e23eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397237 Aug 20 13:57:53.479774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f542-8a49-4fdd-9b1a-34b5b8d312e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:53.507790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f542-8a49-4fdd-9b1a-34b5b8d312e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:53.586498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f542-8a49-4fdd-9b1a-34b5b8d312e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:53.592889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f542-8a49-4fdd-9b1a-34b5b8d312e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:53.595367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6aa9f542-8a49-4fdd-9b1a-34b5b8d312e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b3cee66-d8d1-440f-be5f-c9e34cf4b23e HTTP/1.1" status: 204 len: 168 time: 0.1864986 Aug 20 13:57:53.610460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9f542-8a49-4fdd-9b1a-34b5b8d312e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3cee66-d8d1-440f-be5f-c9e34cf4b23e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:54.284900 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:57:54.624818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:54.633460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037630 Aug 20 13:57:54.636949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35916) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:54.773819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa14bd08-cdbd-4d4f-a308-802a6d7d0b36 tempest-NetworksApiDiscovery-210206929 tempest-NetworksApiDiscovery-210206929-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1359661 Aug 20 13:57:55.136804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 35926) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:55.310755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdf6c-007e-444f-a1ef-dd7b3a7e9980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.458191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdf6c-007e-444f-a1ef-dd7b3a7e9980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.464345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdf6c-007e-444f-a1ef-dd7b3a7e9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.522240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d0cdf6c-007e-444f-a1ef-dd7b3a7e9980 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02fc3f2f143a4c0e80fa6a8a76b3b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839045 Aug 20 13:57:55.524083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cdf6c-007e-444f-a1ef-dd7b3a7e9980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe52c327-34c1-4636-bb6c-f1a5150f8f73,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:55.526339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35930) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:55.604851 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ddd074da-cb34-44e9-ac4e-a6ea5f206596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.635561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ddd074da-cb34-44e9-ac4e-a6ea5f206596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.719263 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ddd074da-cb34-44e9-ac4e-a6ea5f206596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.724587 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ddd074da-cb34-44e9-ac4e-a6ea5f206596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:55.733351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ddd074da-cb34-44e9-ac4e-a6ea5f206596 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe52c327-34c1-4636-bb6c-f1a5150f8f73 HTTP/1.1" status: 204 len: 168 time: 0.2037213 Aug 20 13:57:55.747066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd074da-cb34-44e9-ac4e-a6ea5f206596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe52c327-34c1-4636-bb6c-f1a5150f8f73,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:57.862921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:58.001206 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-936fbbb1-306f-4e1e-adeb-62718c40d647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.125827 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-936fbbb1-306f-4e1e-adeb-62718c40d647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.131796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-936fbbb1-306f-4e1e-adeb-62718c40d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.177596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fbbb1-306f-4e1e-adeb-62718c40d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9df9d-19e6-4cee-894a-6ebe7595d36d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:58.184706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-936fbbb1-306f-4e1e-adeb-62718c40d647 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6e6bcb4d40045298e24fdf3a1df1d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188019 Aug 20 13:57:58.185076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:58.259160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66901cea-9506-4357-985f-37c9e191de9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.287138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66901cea-9506-4357-985f-37c9e191de9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.349441 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66901cea-9506-4357-985f-37c9e191de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.352215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66901cea-9506-4357-985f-37c9e191de9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.353466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-66901cea-9506-4357-985f-37c9e191de9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44d9df9d-19e6-4cee-894a-6ebe7595d36d HTTP/1.1" status: 204 len: 168 time: 0.1672845 Aug 20 13:57:58.368455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66901cea-9506-4357-985f-37c9e191de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d9df9d-19e6-4cee-894a-6ebe7595d36d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:58.811014 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35994) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:58.827472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-555d2e86-5624-4cbd-96d6-4139ac20e635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.942268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-555d2e86-5624-4cbd-96d6-4139ac20e635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.947363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-555d2e86-5624-4cbd-96d6-4139ac20e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:58.990098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d2e86-5624-4cbd-96d6-4139ac20e635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881967d0-5e56-44ea-a425-530f2b4aa07a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:58.995276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-555d2e86-5624-4cbd-96d6-4139ac20e635 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ea8a6195ee24a449951c82b6d41634e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828930 Aug 20 13:57:58.999412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 35996) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:57:59.063144 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b821057a-c632-4a2d-8d1c-4bfc03505fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:59.092523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b821057a-c632-4a2d-8d1c-4bfc03505fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:59.173564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b821057a-c632-4a2d-8d1c-4bfc03505fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:59.178153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b821057a-c632-4a2d-8d1c-4bfc03505fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:57:59.179450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b821057a-c632-4a2d-8d1c-4bfc03505fe7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/881967d0-5e56-44ea-a425-530f2b4aa07a HTTP/1.1" status: 204 len: 168 time: 0.1789300 Aug 20 13:57:59.192464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821057a-c632-4a2d-8d1c-4bfc03505fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881967d0-5e56-44ea-a425-530f2b4aa07a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:57:59.198220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:01.590415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36064) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:01.771085 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eaac-87a0-4dd2-be5a-66f29d739f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:01.897521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:01.898986 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eaac-87a0-4dd2-be5a-66f29d739f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:01.903981 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eaac-87a0-4dd2-be5a-66f29d739f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:01.948816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7eaac-87a0-4dd2-be5a-66f29d739f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2eda3e-e5be-4291-bdb0-9a1d58ad15b2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:01.954574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c8c7eaac-87a0-4dd2-be5a-66f29d739f22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d68e4e841c4a4d55a50b525f565b4cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624237 Aug 20 13:58:01.959597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36070) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:02.022461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee48-81d2-417c-bb53-192859264d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.052896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee48-81d2-417c-bb53-192859264d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.122010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee48-81d2-417c-bb53-192859264d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.126896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee48-81d2-417c-bb53-192859264d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.129296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c3cfee48-81d2-417c-bb53-192859264d63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a2eda3e-e5be-4291-bdb0-9a1d58ad15b2 HTTP/1.1" status: 204 len: 168 time: 0.1684029 Aug 20 13:58:02.149813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfee48-81d2-417c-bb53-192859264d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2eda3e-e5be-4291-bdb0-9a1d58ad15b2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:02.527240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36076) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:02.550054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7aec5c0a-0ec1-4a53-864f-0c480a83deca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.769240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7aec5c0a-0ec1-4a53-864f-0c480a83deca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.777043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7aec5c0a-0ec1-4a53-864f-0c480a83deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.826165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7aec5c0a-0ec1-4a53-864f-0c480a83deca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3693731faa1c4519bbe86d5a0a8a006b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974243 Aug 20 13:58:02.827617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec5c0a-0ec1-4a53-864f-0c480a83deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65bf3d-8520-40ad-8927-84f1f25124e7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:02.831625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:02.934775 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0abd0a25-4567-4acf-9559-83ec04570a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:02.973485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0abd0a25-4567-4acf-9559-83ec04570a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:03.071720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0abd0a25-4567-4acf-9559-83ec04570a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:03.076776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0abd0a25-4567-4acf-9559-83ec04570a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:03.085487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0abd0a25-4567-4acf-9559-83ec04570a7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e65bf3d-8520-40ad-8927-84f1f25124e7 HTTP/1.1" status: 204 len: 168 time: 0.2516608 Aug 20 13:58:03.101784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd0a25-4567-4acf-9559-83ec04570a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65bf3d-8520-40ad-8927-84f1f25124e7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:04.461693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36116) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:04.597476 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4d59-ab97-4dee-97a3-4470b0c8a6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:04.757098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4d59-ab97-4dee-97a3-4470b0c8a6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:04.764057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4d59-ab97-4dee-97a3-4470b0c8a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:04.812990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b4d59-ab97-4dee-97a3-4470b0c8a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d972a-adc6-4650-9f68-63d195335143,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:04.818980 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9f3b4d59-ab97-4dee-97a3-4470b0c8a6d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c379c06e9cd744c4a9f7c3e4a68806ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561597 Aug 20 13:58:04.824128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36122) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:04.890926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b73e684-fc38-404f-9fc1-197ed957909a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:04.915382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b73e684-fc38-404f-9fc1-197ed957909a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:04.990595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b73e684-fc38-404f-9fc1-197ed957909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:05.000943 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0b73e684-fc38-404f-9fc1-197ed957909a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:05.000943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0b73e684-fc38-404f-9fc1-197ed957909a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/879d972a-adc6-4650-9f68-63d195335143 HTTP/1.1" status: 204 len: 168 time: 0.1702611 Aug 20 13:58:05.010997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73e684-fc38-404f-9fc1-197ed957909a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d972a-adc6-4650-9f68-63d195335143,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:11.235040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36222) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:11.384831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f25dea27-2a7e-4f96-ad08-e7ba03fcd8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.535056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f25dea27-2a7e-4f96-ad08-e7ba03fcd8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.540114 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f25dea27-2a7e-4f96-ad08-e7ba03fcd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.584989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dea27-2a7e-4f96-ad08-e7ba03fcd8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5951c-4a03-4f97-8494-46e1ebf565c7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:11.594114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36228) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:11.601256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f25dea27-2a7e-4f96-ad08-e7ba03fcd8ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bedb2488e7c24757834c0953abd51583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637891 Aug 20 13:58:11.659083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a8172bd-21c7-4668-a18d-3be1f622479a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.687887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a8172bd-21c7-4668-a18d-3be1f622479a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.745625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a8172bd-21c7-4668-a18d-3be1f622479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.751031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1a8172bd-21c7-4668-a18d-3be1f622479a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:11.753517 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1a8172bd-21c7-4668-a18d-3be1f622479a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8bf5951c-4a03-4f97-8494-46e1ebf565c7 HTTP/1.1" status: 204 len: 168 time: 0.1571894 Aug 20 13:58:11.768645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8172bd-21c7-4668-a18d-3be1f622479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5951c-4a03-4f97-8494-46e1ebf565c7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:15.825730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-43eb3bf0-3e76-4a16-928e-76fcc71cad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:18.539755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-433251f8-5511-4346-8ff4-0b80fada47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:18.594391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:19.564795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:21.515643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:23.624832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36456) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:23.803275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5d4160ee-0021-4b13-8c3f-d4e1ed2de298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:23.957073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5d4160ee-0021-4b13-8c3f-d4e1ed2de298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:23.962765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5d4160ee-0021-4b13-8c3f-d4e1ed2de298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.035638 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5d4160ee-0021-4b13-8c3f-d4e1ed2de298 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e51f945eb09c4eda8b57e57da0866650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091556 Aug 20 13:58:24.037043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4160ee-0021-4b13-8c3f-d4e1ed2de298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c586e7-936b-4249-81ac-0d6e39ba5f1f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:24.039220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36464) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:24.117533 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.143811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.201885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.206747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.211050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6c586e7-936b-4249-81ac-0d6e39ba5f1f HTTP/1.1" status: 204 len: 168 time: 0.1664476 Aug 20 13:58:24.223759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c586e7-936b-4249-81ac-0d6e39ba5f1f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:24.237324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.237913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.238546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.239068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.239648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.240235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.240934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.241520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.242023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.242550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.243136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.243705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd40c76b-4842-4ce8-9562-4f2740aa1990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:24.604068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36470) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:24.620153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4556539-194a-473f-92f7-9b1d2fa72b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.774832 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4556539-194a-473f-92f7-9b1d2fa72b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.780805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4556539-194a-473f-92f7-9b1d2fa72b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.854110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4556539-194a-473f-92f7-9b1d2fa72b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6466419-dec6-4971-a82d-2cc20c7f6e50,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:24.863260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4556539-194a-473f-92f7-9b1d2fa72b55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b7cbfec519548fdb99dcfec597d5af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567544 Aug 20 13:58:24.866918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36476) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:24.941250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3192cf4f-b1b9-4fa1-ab27-5baecd1850f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:24.977764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3192cf4f-b1b9-4fa1-ab27-5baecd1850f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.054428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3192cf4f-b1b9-4fa1-ab27-5baecd1850f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.059341 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3192cf4f-b1b9-4fa1-ab27-5baecd1850f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.061831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3192cf4f-b1b9-4fa1-ab27-5baecd1850f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6466419-dec6-4971-a82d-2cc20c7f6e50 HTTP/1.1" status: 204 len: 168 time: 0.1931789 Aug 20 13:58:25.076376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192cf4f-b1b9-4fa1-ab27-5baecd1850f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6466419-dec6-4971-a82d-2cc20c7f6e50,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:25.527820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36488) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:25.548858 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a52d37d7-e11f-423b-9ec3-754b8018f183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.689203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a52d37d7-e11f-423b-9ec3-754b8018f183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.695867 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a52d37d7-e11f-423b-9ec3-754b8018f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.773316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a52d37d7-e11f-423b-9ec3-754b8018f183 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5344347738b6452db74a92d90f2f4cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431910 Aug 20 13:58:25.775254 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d37d7-e11f-423b-9ec3-754b8018f183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579ec809-d7b3-4e43-8da0-b323d3dd1548,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:25.781454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36490) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:25.868475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a113-e0bb-436f-81b7-146876da380c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.900394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a113-e0bb-436f-81b7-146876da380c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.967347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a113-e0bb-436f-81b7-146876da380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.970973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a113-e0bb-436f-81b7-146876da380c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:25.975878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c3b9a113-e0bb-436f-81b7-146876da380c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/579ec809-d7b3-4e43-8da0-b323d3dd1548 HTTP/1.1" status: 204 len: 168 time: 0.1890929 Aug 20 13:58:25.986158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9a113-e0bb-436f-81b7-146876da380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ec809-d7b3-4e43-8da0-b323d3dd1548,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:27.080917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 36520) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:27.223600 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605764955-network', 'tenant_id': 'd524ad01669f4fe0b8a67e7eb8562466'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:58:27.251842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Made reservation on behalf of d524ad01669f4fe0b8a67e7eb8562466 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:58:27.256572 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.275112 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.486399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.492203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.542087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:58:27.560485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:27.567455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.567809 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Added segment cb18dd84-51c7-49a9-8259-9ae589ed76cd of type vlan for network 49e866b4-31e2-4691-a93c-7a536df2cf16 Aug 20 13:58:27.620630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.652994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.654217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:27.654902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:27.741367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6590767 Aug 20 13:58:27.741922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 36528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:27.751613 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Request body: {'subnet': {'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605764955-subnet', 'tenant_id': 'd524ad01669f4fe0b8a67e7eb8562466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:58:27.769009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697cb5-b599-479a-afb7-79d8c11793e5 admin admin] Pushing event updated for resources: {'Network': ['ID=49e866b4-31e2-4691-a93c-7a536df2cf16,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:27.789714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 49e866b4-31e2-4691-a93c-7a536df2cf16 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:58:27.797227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Made reservation on behalf of d524ad01669f4fe0b8a67e7eb8562466 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:58:27.802817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:28.083786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:28.190964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae68c74b-44b6-4772-bc72-0c5fa45d3650,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:28.211995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.212695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.213281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.213932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.214522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.215205 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.215795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.216347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.216964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.217495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.218145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.218717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:28.234033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Checking segment: {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:58:28.234635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Network hostable DHCP agents. Network: 49e866b4-31e2-4691-a93c-7a536df2cf16, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:58:28.265767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Network 49e866b4-31e2-4691-a93c-7a536df2cf16 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:58:28.283662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 49e866b4-31e2-4691-a93c-7a536df2cf16) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:58:28.290601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:28.291767 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:28.302393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f3c10-9cf1-49cf-81a3-5408f98d00f6 None None] Network 49e866b4-31e2-4691-a93c-7a536df2cf16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:58:28.326927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f383b585-40c9-49cd-9603-3edcef86c674 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5752738 Aug 20 13:58:28.513953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97a015-7f02-41de-ba92-c15705bfc37c None None] Network 49e866b4-31e2-4691-a93c-7a536df2cf16 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:58:29.207484 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:30.563585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-58cc8f4d-cc5b-4857-9087-e0b120cf5507 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:30.565984 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-58cc8f4d-cc5b-4857-9087-e0b120cf5507 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/networks?id=49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 200 len: 808 time: 0.1731327 Aug 20 13:58:30.588410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-e7c1c423-106c-4408-9ba8-60ae8a22fea6 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/quotas/d524ad01669f4fe0b8a67e7eb8562466 HTTP/1.1" status: 200 len: 375 time: 0.0148599 Aug 20 13:58:30.638707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-5f35d388-a97b-4bdc-bdd6-26eefcdeac32 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424955 Aug 20 13:58:30.853210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-6327af3f-984d-4639-9000-7e092f0f2ff2 service neutron] 10.222.0.59 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049656 Aug 20 13:58:30.986915 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-b2041eab-2c06-40f4-8374-ae0cf559e115 service neutron] 10.222.0.59 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258740 Aug 20 13:58:31.224543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2ca0137c-d7be-4720-b965-64dcd512df26 req-f96e96c7-41d4-4de4-a8f6-8b57d9a1892e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 210 time: 0.0607693 Aug 20 13:58:31.289495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:58:31.896647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:32.386234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-844f3dc5-1e86-4163-ac06-64ffd2c35465 req-2fceefad-ae64-43ee-9c30-615cf8c0a702 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 210 time: 0.0595191 Aug 20 13:58:32.655163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-81027088-c143-4c26-bfdd-f86ebabc7fa9 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:32.657685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-81027088-c143-4c26-bfdd-f86ebabc7fa9 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "GET /v2.0/networks?id=49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 200 len: 808 time: 0.3311312 Aug 20 13:58:32.670141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Request body: {'port': {'device_id': '46e15626-6a02-48f2-a942-b913104b92ab', 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16', 'admin_state_up': True, 'tenant_id': 'd524ad01669f4fe0b8a67e7eb8562466'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:58:32.829126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Made reservation on behalf of d524ad01669f4fe0b8a67e7eb8562466 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:58:32.835028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:33.028399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Allocated IP 172.20.0.14 (49e866b4-31e2-4691-a93c-7a536df2cf16/ae68c74b-44b6-4772-bc72-0c5fa45d3650/b132e2e6-6d41-4a73-ac5a-36a5bb1fad61) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:58:33.289985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:33.351391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:33.422566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Network 49e866b4-31e2-4691-a93c-7a536df2cf16 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:58:33.429129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:58:33.436595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:58:33.515377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Pushing event updated for resources: {'Port': ['ID=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:33.571268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:33.572704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:33.601140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-fbe78d5e-e272-4a93-93f9-23c135dbc1f3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9348986 Aug 20 13:58:33.619003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce06d-aafa-4c4c-89db-7968b6a6da76 req-f9cdccb3-f290-415a-a06f-5c039286780e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:33.621760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-545ce06d-aafa-4c4c-89db-7968b6a6da76 req-f9cdccb3-f290-415a-a06f-5c039286780e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 932 time: 0.1107128 Aug 20 13:58:33.631913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-9bf3651b-dcff-4be7-a03a-04d9f1c4d152 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:58:33.633760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-9bf3651b-dcff-4be7-a03a-04d9f1c4d152 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105484 Aug 20 13:58:33.704463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-545ce06d-aafa-4c4c-89db-7968b6a6da76 req-657eb85f-a0e4-452f-b430-2715a306d0e0 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683129 Aug 20 13:58:33.744385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Request body: {'port': {'device_id': '46e15626-6a02-48f2-a942-b913104b92ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:58:33.814907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:34.207041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:58:34.216670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:34.234193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Transition to ACTIVE for port object b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:58:34.240716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:34.323582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Pushing event updated for resources: {'Port': ['ID=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:34.415810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Attempting to bind port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:58:34.416335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Attempting to bind port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:58:34.416936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Attempting to bind port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 on network 49e866b4-31e2-4691-a93c-7a536df2cf16 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:58:34.426224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 on network 49e866b4-31e2-4691-a93c-7a536df2cf16 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:58:34.426737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Attempting to bind port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 on network 49e866b4-31e2-4691-a93c-7a536df2cf16 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:58:34.436595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:58:34.437178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Checking segment: {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:58:34.437825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Bound using segment: {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:58:34.438561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Bound port: b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:58:34.439169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:34.519856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] For port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:58:34.524315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] For port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:58:34.532500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:34.573611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:34.574276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:34.575763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] 10.222.0.53 "PUT /v2.0/ports/b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 HTTP/1.1" status: 200 len: 1092 time: 0.9288197 Aug 20 13:58:34.576240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e15626-6a02-48f2-a942-b913104b92ab', 'tag': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:58:34.579253 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed8a90-27e5-49ce-9183-f19de89569e0" -d '{"events": [{"name": "network-changed", "server_uuid": "46e15626-6a02-48f2-a942-b913104b92ab", "tag": "b132e2e6-6d41-4a73-ac5a-36a5bb1fad61"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:58:34.615587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2062-4759-4d84-9431-6a2f9b1a3bae service neutron] Pushing event updated for resources: {'Port': ['ID=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:34.703145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-696d00c0-22f7-49d9-a449-9499f056298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:34.705839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-696d00c0-22f7-49d9-a449-9499f056298c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 1095 time: 0.0756586 Aug 20 13:58:34.765082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-26a3bd8f-e181-4b68-b432-e5778be9e0d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 HTTP/1.1" status: 200 len: 217 time: 0.0516367 Aug 20 13:58:34.850389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-13c33e37-60b3-4387-92e4-2910f6744964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:34.852711 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-13c33e37-60b3-4387-92e4-2910f6744964 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae68c74b-44b6-4772-bc72-0c5fa45d3650 HTTP/1.1" status: 200 len: 848 time: 0.0808692 Aug 20 13:58:34.857012 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d286eca-e732-43c1-95b6-8e6aaff06fb2 x-openstack-request-id: req-5d286eca-e732-43c1-95b6-8e6aaff06fb2 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:58:34.857408 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e15626-6a02-48f2-a942-b913104b92ab", "tag": "b132e2e6-6d41-4a73-ac5a-36a5bb1fad61", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:58:34.857770 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d286eca-e732-43c1-95b6-8e6aaff06fb2 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:58:34.858362 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e15626-6a02-48f2-a942-b913104b92ab', 'tag': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61', 'status': 'completed', 'code': 200} Aug 20 13:58:34.926248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-c9ef889b-63f7-4b9f-9629-8377997d793e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49e866b4-31e2-4691-a93c-7a536df2cf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446198 Aug 20 13:58:35.023849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26494a-5597-41dd-8901-e33f1628372f req-95841862-b221-41cb-82d6-f07bb7eac6b9 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:35.026252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e26494a-5597-41dd-8901-e33f1628372f req-95841862-b221-41cb-82d6-f07bb7eac6b9 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 944 time: 0.1917343 Aug 20 13:58:35.118794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e26494a-5597-41dd-8901-e33f1628372f req-734e5082-f373-4dbb-a042-4fe0e7b361a8 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843620 Aug 20 13:58:35.146431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-0ca7a751-89f6-46b3-b432-f4b26a1a80c2 service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102361 Aug 20 13:58:35.274014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29848d0c-df8d-4363-8932-6e3266db0eb8 req-f3b87fab-515c-42aa-839f-2c9ca922805e service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205494 Aug 20 13:58:35.378702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-39e9085c-5f91-4d03-a645-d85d2df39bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:35.380273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-39e9085c-5f91-4d03-a645-d85d2df39bbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 1095 time: 0.0507472 Aug 20 13:58:35.487134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-32d4258e-9375-4c97-ae08-c6085ce371da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:35.488779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-32d4258e-9375-4c97-ae08-c6085ce371da service neutron] 10.222.0.53 "GET /v2.0/networks?id=49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 200 len: 909 time: 0.1014478 Aug 20 13:58:35.540370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-ac5fefc8-4875-410f-8d14-0331fb5c2dda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 HTTP/1.1" status: 200 len: 217 time: 0.0448205 Aug 20 13:58:35.593442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-1f407846-a017-41c5-813b-cb236d676464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:35.595950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-1f407846-a017-41c5-813b-cb236d676464 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae68c74b-44b6-4772-bc72-0c5fa45d3650 HTTP/1.1" status: 200 len: 848 time: 0.0489564 Aug 20 13:58:35.630038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-5c21c357-40e5-491f-b55b-58d6a9bf4dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49e866b4-31e2-4691-a93c-7a536df2cf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270035 Aug 20 13:58:35.740806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-cdb06717-995d-4b71-bb1b-78f5165b8e9b service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024928 Aug 20 13:58:35.877560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1ed8a90-27e5-49ce-9183-f19de89569e0 req-26371dc7-b691-434e-8053-ca609b09557a service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292310 Aug 20 13:58:36.291516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c346d0-2631-41e7-90cd-de7a64121d9e req-3495421c-4559-4f0f-8069-76990a9fde33 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:36.294205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14c346d0-2631-41e7-90cd-de7a64121d9e req-3495421c-4559-4f0f-8069-76990a9fde33 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 944 time: 0.0811057 Aug 20 13:58:36.347840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14c346d0-2631-41e7-90cd-de7a64121d9e req-503bb5fc-4ed3-477a-aaf0-1114677fc196 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Aug 20 13:58:37.538350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16dd11-9bd8-4eb8-9ea1-02cc05af10c7 req-7d417509-3c95-4394-9f10-875638438691 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:37.540003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a16dd11-9bd8-4eb8-9ea1-02cc05af10c7 req-7d417509-3c95-4394-9f10-875638438691 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 944 time: 0.0762558 Aug 20 13:58:37.589623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5a16dd11-9bd8-4eb8-9ea1-02cc05af10c7 req-70d67855-113e-4880-a929-b944f1429c6e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 Aug 20 13:58:38.730641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb9c40-06f3-4382-ae21-d99e8bdddff2 req-3d09cf53-3031-4d50-b0b0-ad6a6eac3c47 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:38.733309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1fb9c40-06f3-4382-ae21-d99e8bdddff2 req-3d09cf53-3031-4d50-b0b0-ad6a6eac3c47 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 944 time: 0.0689073 Aug 20 13:58:38.785386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f1fb9c40-06f3-4382-ae21-d99e8bdddff2 req-0859d43d-fab1-4b91-bfc5-c1054b2b3d28 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Aug 20 13:58:39.192413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:58:39.358990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:39.374026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61', 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16', 'port_id': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61', 'mac_address': 'fa:16:3e:91:57:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae68c74b-44b6-4772-bc72-0c5fa45d3650', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:58:39.419370 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:39.435551 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:58:39.462068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:39.467276 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:39.532064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:39.542246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.542734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.543144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.543632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.544112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.544855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.545358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.545904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.546369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.546830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.547309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.547765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:58:39.704736 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['b132e2e6-6d41-4a73-ac5a-36a5bb1fad61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:58:40.020025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3b3f-909d-403f-83e7-5fc110975868 req-1ff8b493-2704-4949-a25c-8744d38040af tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:40.023101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14cd3b3f-909d-403f-83e7-5fc110975868 req-1ff8b493-2704-4949-a25c-8744d38040af tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 945 time: 0.1045978 Aug 20 13:58:40.100380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14cd3b3f-909d-403f-83e7-5fc110975868 req-5fe358b6-e4f6-4881-a141-d71ad36d7084 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Aug 20 13:58:41.196689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:58:41.293835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9030f-1662-43e9-96cb-a9fdd71b3bfe req-0ab391b5-dc06-4345-a784-270ab1ae1ad0 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:41.295686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6cf9030f-1662-43e9-96cb-a9fdd71b3bfe req-0ab391b5-dc06-4345-a784-270ab1ae1ad0 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 945 time: 0.0830827 Aug 20 13:58:41.315475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:58:41.319978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:58:41.320491 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:41.384930 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6cf9030f-1662-43e9-96cb-a9fdd71b3bfe req-ee2eb663-af85-470f-bc1a-1a9c7e78e91e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767050 Aug 20 13:58:41.486684 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:41.533934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e15626-6a02-48f2-a942-b913104b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:58:41.538161 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ab8a1-7b38-4a87-b0dd-6e1f1e929b80" -d '{"events": [{"server_uuid": "46e15626-6a02-48f2-a942-b913104b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "b132e2e6-6d41-4a73-ac5a-36a5bb1fad61"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:58:41.559992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:41.566180 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:41.622544 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b5827-e982-4e50-98a4-bf5a9c84f5ac x-openstack-request-id: req-2e4b5827-e982-4e50-98a4-bf5a9c84f5ac {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:58:41.622833 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e15626-6a02-48f2-a942-b913104b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "b132e2e6-6d41-4a73-ac5a-36a5bb1fad61", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:58:41.623081 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e4b5827-e982-4e50-98a4-bf5a9c84f5ac {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:58:41.623482 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e15626-6a02-48f2-a942-b913104b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61', 'code': 200} Aug 20 13:58:41.634503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:41.754207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeabc5-4f10-4c30-9e66-fbe8af8a3d8e req-c67a59f7-3265-41b7-ba75-a0e7db42fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:41.756838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7aeabc5-4f10-4c30-9e66-fbe8af8a3d8e req-c67a59f7-3265-41b7-ba75-a0e7db42fbc2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 1097 time: 0.0597167 Aug 20 13:58:41.816491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d7aeabc5-4f10-4c30-9e66-fbe8af8a3d8e req-8e355f38-f97f-4be2-befe-58838b383233 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525723 Aug 20 13:58:42.564421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01347-1939-4f4f-a963-ce4ca4cf045d req-519797b1-abd5-4df1-bbdd-1cea1d222acb tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:42.567126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18f01347-1939-4f4f-a963-ce4ca4cf045d req-519797b1-abd5-4df1-bbdd-1cea1d222acb tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 946 time: 0.0588698 Aug 20 13:58:42.622756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18f01347-1939-4f4f-a963-ce4ca4cf045d req-4dadef54-d4ae-4687-b221-6501ba9693c2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498433 Aug 20 13:58:43.769428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9866ba-8dc0-469f-80e7-b52868ca6b29 req-59058467-fbfb-4f5b-865b-36ccb61c0afe tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:43.770988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d9866ba-8dc0-469f-80e7-b52868ca6b29 req-59058467-fbfb-4f5b-865b-36ccb61c0afe tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 946 time: 0.0601215 Aug 20 13:58:43.819257 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d9866ba-8dc0-469f-80e7-b52868ca6b29 req-74088fd9-b496-4865-82ad-41125b4bdd3c tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Aug 20 13:58:44.511574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4052-2195-475e-94c1-4d9e80a2945c req-a4a075bd-f17a-43d8-b2ac-0681a47d7ad3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:44.513193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f1d4052-2195-475e-94c1-4d9e80a2945c req-a4a075bd-f17a-43d8-b2ac-0681a47d7ad3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 946 time: 0.0552986 Aug 20 13:58:44.586293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9f1d4052-2195-475e-94c1-4d9e80a2945c req-3936217f-e0c8-4c07-a5b8-4a955478d324 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647254 Aug 20 13:58:45.748387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-2a544d13-3118-4bfe-b1e0-05928d7530f4 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:45.750627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-2a544d13-3118-4bfe-b1e0-05928d7530f4 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 946 time: 0.0653970 Aug 20 13:58:45.755984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77553690-25f1-491c-b14c-78771ddadce1 req-f356ac61-4b88-421b-9c07-280ae01eca62 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:45.759632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77553690-25f1-491c-b14c-78771ddadce1 req-f356ac61-4b88-421b-9c07-280ae01eca62 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=46e15626-6a02-48f2-a942-b913104b92ab HTTP/1.1" status: 200 len: 946 time: 0.0893497 Aug 20 13:58:45.821778 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7cf6aed9-2b42-42da-ae58-ab34e6b0882e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:45.831455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77553690-25f1-491c-b14c-78771ddadce1 req-2be8e4da-03a8-411b-aa9a-e0a4b3f333ce tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639997 Aug 20 13:58:45.867806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Deleting port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:58:45.868157 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:45.975294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] For port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:45.975973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:45.994537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Calling delete_port for b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:58:46.149973 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:46.163717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['b132e2e6-6d41-4a73-ac5a-36a5bb1fad61'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:58:46.201087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Pushing event deleted for resources: {'Port': ['ID=b132e2e6-6d41-4a73-ac5a-36a5bb1fad61,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:46.264042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] No DVR routers for this DVR port b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:58:46.267932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:46.270784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df8d8ea6-f0f7-4d9f-b637-c4ae12145666 req-94bc4e81-c15e-4444-9f5c-57114431699e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "DELETE /v2.0/ports/b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 HTTP/1.1" status: 204 len: 173 time: 0.5144875 Aug 20 13:58:46.271417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e15626-6a02-48f2-a942-b913104b92ab', 'name': 'network-vif-deleted', 'tag': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:58:46.274273 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788386d5-1bb3-4f7f-a167-287e23356964" -d '{"events": [{"server_uuid": "46e15626-6a02-48f2-a942-b913104b92ab", "name": "network-vif-deleted", "tag": "b132e2e6-6d41-4a73-ac5a-36a5bb1fad61"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:58:46.320073 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecfe723-066b-49f8-82a6-c26ddbc9a91d x-openstack-request-id: req-8ecfe723-066b-49f8-82a6-c26ddbc9a91d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:58:46.320582 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e15626-6a02-48f2-a942-b913104b92ab", "name": "network-vif-deleted", "tag": "b132e2e6-6d41-4a73-ac5a-36a5bb1fad61", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:58:46.320991 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ecfe723-066b-49f8-82a6-c26ddbc9a91d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:58:46.329112 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e15626-6a02-48f2-a942-b913104b92ab', 'name': 'network-vif-deleted', 'tag': 'b132e2e6-6d41-4a73-ac5a-36a5bb1fad61', 'status': 'completed', 'code': 200} Aug 20 13:58:47.187509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-5464a591-dc1f-4114-a3ac-ab9fdadd3c32 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:47.189846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-5464a591-dc1f-4114-a3ac-ab9fdadd3c32 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/networks?id=49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 200 len: 808 time: 0.1374815 Aug 20 13:58:47.211214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-d65579b6-1756-489f-8c47-ac15dec8ba18 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/quotas/d524ad01669f4fe0b8a67e7eb8562466 HTTP/1.1" status: 200 len: 375 time: 0.0119359 Aug 20 13:58:47.300123 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-dfaec10e-86c8-406d-8974-e84cfbc0c435 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767081 Aug 20 13:58:47.801273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-aebf315a-5a7b-4b3d-9db1-2d7f9c1e6ed9 service neutron] 10.222.0.59 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927144 Aug 20 13:58:47.928906 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-13b60e50-d095-4e64-a35a-868ec8ae303e service neutron] 10.222.0.59 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177831 Aug 20 13:58:48.198976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-488e471c-cfe8-4088-a358-88b7f8ea98da req-21fdcb46-6101-40c1-b7fe-3e44bea51b43 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 210 time: 0.0568321 Aug 20 13:58:48.546309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae2495f6-284f-4d56-aa20-077f8d2ce812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:48.594252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:49.429540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1cd23b0a-b18e-4e3e-ac21-5974cbf5f9fc req-315bccac-27b9-4f03-b2f5-9a44ee9f9cc7 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 210 time: 0.0533416 Aug 20 13:58:49.491213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-7bd9e8f2-24c0-4cb9-99c9-45a646d1ef7d tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:49.492823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-7bd9e8f2-24c0-4cb9-99c9-45a646d1ef7d tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "GET /v2.0/networks?id=49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 200 len: 808 time: 0.2396102 Aug 20 13:58:49.509701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Request body: {'port': {'device_id': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16', 'admin_state_up': True, 'tenant_id': 'd524ad01669f4fe0b8a67e7eb8562466'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:58:49.568652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:49.641354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Made reservation on behalf of d524ad01669f4fe0b8a67e7eb8562466 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:58:49.645392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:49.784946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Allocated IP 172.20.0.14 (49e866b4-31e2-4691-a93c-7a536df2cf16/ae68c74b-44b6-4772-bc72-0c5fa45d3650/f4794cb1-8093-4717-b11f-02d7aa6483d2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:58:49.974803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.024070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.070732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Network 49e866b4-31e2-4691-a93c-7a536df2cf16 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:58:50.074125 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:58:50.078702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:58:50.109834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Pushing event updated for resources: {'Port': ['ID=f4794cb1-8093-4717-b11f-02d7aa6483d2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:50.144153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:50.144870 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.161672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-1b08e709-7fd0-4301-a3eb-93aff54fbfbc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6562383 Aug 20 13:58:50.176596 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Request body: {'port': {'device_id': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:58:50.244501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.580795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598915-8d8f-41f7-a8ad-78dd156695af req-998a6881-5bf0-451f-9c67-8a721b8539fb tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:50.589123 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86598915-8d8f-41f7-a8ad-78dd156695af req-998a6881-5bf0-451f-9c67-8a721b8539fb tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 932 time: 0.0649755 Aug 20 13:58:50.622129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4794cb1-8093-4717-b11f-02d7aa6483d2 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:58:50.635008 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.656957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Transition to ACTIVE for port object f4794cb1-8093-4717-b11f-02d7aa6483d2 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:58:50.657171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86598915-8d8f-41f7-a8ad-78dd156695af req-2cc3ad50-dc62-40e1-b8cf-d3e34a92c394 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654955 Aug 20 13:58:50.663118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.747627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Pushing event updated for resources: {'Port': ['ID=f4794cb1-8093-4717-b11f-02d7aa6483d2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:50.842704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Attempting to bind port f4794cb1-8093-4717-b11f-02d7aa6483d2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:58:50.843182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Attempting to bind port f4794cb1-8093-4717-b11f-02d7aa6483d2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:58:50.844727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Attempting to bind port f4794cb1-8093-4717-b11f-02d7aa6483d2 on network 49e866b4-31e2-4691-a93c-7a536df2cf16 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:58:50.851365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Port f4794cb1-8093-4717-b11f-02d7aa6483d2 on network 49e866b4-31e2-4691-a93c-7a536df2cf16 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:58:50.851701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Attempting to bind port f4794cb1-8093-4717-b11f-02d7aa6483d2 on network 49e866b4-31e2-4691-a93c-7a536df2cf16 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:58:50.857575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:58:50.858204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Checking segment: {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:58:50.858486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Bound using segment: {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:58:50.858940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Bound port: f4794cb1-8093-4717-b11f-02d7aa6483d2, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb18dd84-51c7-49a9-8259-9ae589ed76cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:58:50.860707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:50.945358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] For port f4794cb1-8093-4717-b11f-02d7aa6483d2, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:58:50.951053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] For port f4794cb1-8093-4717-b11f-02d7aa6483d2, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:58:50.958390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:51.021120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.021852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:51.023672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] 10.222.0.53 "PUT /v2.0/ports/f4794cb1-8093-4717-b11f-02d7aa6483d2 HTTP/1.1" status: 200 len: 1092 time: 0.8529761 Aug 20 13:58:51.024220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'tag': 'f4794cb1-8093-4717-b11f-02d7aa6483d2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:58:51.026713 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d" -d '{"events": [{"name": "network-changed", "server_uuid": "71f903ee-b5dc-404b-9c23-7630d89ec3a2", "tag": "f4794cb1-8093-4717-b11f-02d7aa6483d2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:58:51.059007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6006c-a8be-48f4-b0dc-c887e5be1210 service neutron] Pushing event updated for resources: {'Port': ['ID=f4794cb1-8093-4717-b11f-02d7aa6483d2,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:51.108272 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a21b96-e847-4ce8-9fb2-bd190b3c045a x-openstack-request-id: req-11a21b96-e847-4ce8-9fb2-bd190b3c045a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:58:51.108901 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f903ee-b5dc-404b-9c23-7630d89ec3a2", "tag": "f4794cb1-8093-4717-b11f-02d7aa6483d2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:58:51.109953 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11a21b96-e847-4ce8-9fb2-bd190b3c045a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:58:51.110688 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'tag': 'f4794cb1-8093-4717-b11f-02d7aa6483d2', 'status': 'completed', 'code': 200} Aug 20 13:58:51.174242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-852caf8a-3c81-41b3-9296-bccc341f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.176055 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-852caf8a-3c81-41b3-9296-bccc341f0a07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 1095 time: 0.0852687 Aug 20 13:58:51.227671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-419bfa0d-f963-4943-a1eb-1f317e69562a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2 HTTP/1.1" status: 200 len: 217 time: 0.0437067 Aug 20 13:58:51.271615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:58:51.303973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a292-663c-4f25-8fc3-80b474215e98 req-980ec004-602e-4e18-8a29-fe9686cc024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.306148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:58:51.306579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-980ec004-602e-4e18-8a29-fe9686cc024c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae68c74b-44b6-4772-bc72-0c5fa45d3650 HTTP/1.1" status: 200 len: 848 time: 0.0721409 Aug 20 13:58:51.306700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device b132e2e6-6d41-4a73-ac5a-36a5bb1fad61 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:58:51.357259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-77ed28ea-3af8-46c6-b2a2-3afa37b03428 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49e866b4-31e2-4691-a93c-7a536df2cf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414748 Aug 20 13:58:51.470648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-d7500c7f-96bc-425b-bd17-04bb731ef9b9 service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065342 Aug 20 13:58:51.524210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:51.590948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1523a292-663c-4f25-8fc3-80b474215e98 req-6d985e0c-fcb0-4bb2-bfa5-302a6af808ae service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135542 Aug 20 13:58:51.691760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-db355210-2c18-41be-9424-9bf5cbc61dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.694170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-db355210-2c18-41be-9424-9bf5cbc61dbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 1095 time: 0.0546191 Aug 20 13:58:51.818191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-3a95e9de-cdd5-4121-98ba-c6f8bec6ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.820873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-3a95e9de-cdd5-4121-98ba-c6f8bec6ab37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 200 len: 909 time: 0.1197991 Aug 20 13:58:51.821566 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c9ab5-7661-4b9a-8437-ddbea031cc50 req-eb5255a3-f0a9-4700-9118-487bf34945ab tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.823205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-342c9ab5-7661-4b9a-8437-ddbea031cc50 req-eb5255a3-f0a9-4700-9118-487bf34945ab tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 944 time: 0.0868578 Aug 20 13:58:51.876620 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-342c9ab5-7661-4b9a-8437-ddbea031cc50 req-fdf22b51-2257-4f6c-973c-5a8487657297 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Aug 20 13:58:51.876939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-faf0414e-2173-4e11-868b-8f5e145b07bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2 HTTP/1.1" status: 200 len: 217 time: 0.0486341 Aug 20 13:58:51.941674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-079f1a11-604b-40d1-975d-77d75abea0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:51.943223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-079f1a11-604b-40d1-975d-77d75abea0d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae68c74b-44b6-4772-bc72-0c5fa45d3650 HTTP/1.1" status: 200 len: 848 time: 0.0583405 Aug 20 13:58:51.978650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-e8ec854e-370e-4e3d-98c0-5c8d50ba9448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49e866b4-31e2-4691-a93c-7a536df2cf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280929 Aug 20 13:58:52.092295 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-71f003ae-1a44-4367-9bcc-5c03a8d8a3ff service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062579 Aug 20 13:58:52.215645 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-50e3549a-5ad5-40be-b3b7-3fe4df37e84d req-5ef9e762-4b6f-4089-aee7-8d57f8079aa4 service neutron] 10.222.0.53 "GET /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153183 Aug 20 13:58:53.068907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46346-1d07-43e1-9fc3-624701c87ae7 req-04eddf40-d8ab-4f6d-856e-b3e499a39078 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:53.071928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b46346-1d07-43e1-9fc3-624701c87ae7 req-04eddf40-d8ab-4f6d-856e-b3e499a39078 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 944 time: 0.0985391 Aug 20 13:58:53.140948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b46346-1d07-43e1-9fc3-624701c87ae7 req-3afe2c8a-ad09-450b-bedd-efcba3f49d35 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Aug 20 13:58:54.348960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc40be0-6b07-4faf-b4cb-e4e803e6f806 req-5d460814-afd1-4684-b5bc-a504f7629c3f tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:54.351264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cfc40be0-6b07-4faf-b4cb-e4e803e6f806 req-5d460814-afd1-4684-b5bc-a504f7629c3f tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 944 time: 0.0891798 Aug 20 13:58:54.423285 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cfc40be0-6b07-4faf-b4cb-e4e803e6f806 req-607bf53e-5372-42af-8901-c9af8a0ed3cf tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Aug 20 13:58:55.311669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device f4794cb1-8093-4717-b11f-02d7aa6483d2 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:58:55.487185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port f4794cb1-8093-4717-b11f-02d7aa6483d2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:55.511842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'f4794cb1-8093-4717-b11f-02d7aa6483d2', 'network_id': '49e866b4-31e2-4691-a93c-7a536df2cf16', 'port_id': 'f4794cb1-8093-4717-b11f-02d7aa6483d2', 'mac_address': 'fa:16:3e:22:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae68c74b-44b6-4772-bc72-0c5fa45d3650', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:58:55.583802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:55.601504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4794cb1-8093-4717-b11f-02d7aa6483d2 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:58:55.622962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaef40-0814-465b-b9f5-90e45ab0d01f req-373b72da-db24-457e-8f68-674aedb96e31 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:55.625399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port f4794cb1-8093-4717-b11f-02d7aa6483d2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:55.629270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6deaef40-0814-465b-b9f5-90e45ab0d01f req-373b72da-db24-457e-8f68-674aedb96e31 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 944 time: 0.0923288 Aug 20 13:58:55.631463 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:55.692527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6deaef40-0814-465b-b9f5-90e45ab0d01f req-8ca56856-7d69-49ec-bdf0-462cdfaf3c18 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Aug 20 13:58:55.731478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=f4794cb1-8093-4717-b11f-02d7aa6483d2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:55.819281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['f4794cb1-8093-4717-b11f-02d7aa6483d2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:58:56.843196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82faab2-55a9-4d72-bf70-ffb39375518e req-c48db143-01ee-4a8c-afc6-27613597f439 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:56.846528 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c82faab2-55a9-4d72-bf70-ffb39375518e req-c48db143-01ee-4a8c-afc6-27613597f439 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 945 time: 0.0610487 Aug 20 13:58:56.891004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c82faab2-55a9-4d72-bf70-ffb39375518e req-5c1bd490-7c50-4f77-a32d-f5e87a6174b3 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Aug 20 13:58:57.300889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device f4794cb1-8093-4717-b11f-02d7aa6483d2 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:58:57.361297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port f4794cb1-8093-4717-b11f-02d7aa6483d2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:58:57.368271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port f4794cb1-8093-4717-b11f-02d7aa6483d2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:58:57.369014 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:57.518674 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:57.561565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4794cb1-8093-4717-b11f-02d7aa6483d2'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:58:57.566106 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d292aa5b-21a9-47dd-ba08-8c54d46cf66f" -d '{"events": [{"server_uuid": "71f903ee-b5dc-404b-9c23-7630d89ec3a2", "name": "network-vif-plugged", "status": "completed", "tag": "f4794cb1-8093-4717-b11f-02d7aa6483d2"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:58:57.589775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port f4794cb1-8093-4717-b11f-02d7aa6483d2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:58:57.596480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:57.641870 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006051c3-30a0-4d43-b337-ac1126acc7a3 x-openstack-request-id: req-006051c3-30a0-4d43-b337-ac1126acc7a3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:58:57.642557 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f903ee-b5dc-404b-9c23-7630d89ec3a2", "name": "network-vif-plugged", "status": "completed", "tag": "f4794cb1-8093-4717-b11f-02d7aa6483d2", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:58:57.643309 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-006051c3-30a0-4d43-b337-ac1126acc7a3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:58:57.643877 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4794cb1-8093-4717-b11f-02d7aa6483d2', 'code': 200} Aug 20 13:58:57.697425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=f4794cb1-8093-4717-b11f-02d7aa6483d2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:58:57.751288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219c5b4-a277-4161-b1bc-47218c021d36 req-00efca8c-4083-4862-8d38-6b1ac75bc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:57.753294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b219c5b4-a277-4161-b1bc-47218c021d36 req-00efca8c-4083-4862-8d38-6b1ac75bc4c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 1097 time: 0.0560496 Aug 20 13:58:57.794959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b219c5b4-a277-4161-b1bc-47218c021d36 req-6105bd05-2b6c-44bb-bd54-e281c2d549d3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Aug 20 13:58:58.044015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81976ca9-09eb-48e8-bd90-6c7966f75214 req-0c55bfea-184b-4b6f-9a52-0aa7ee094ea4 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:58.047200 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81976ca9-09eb-48e8-bd90-6c7966f75214 req-0c55bfea-184b-4b6f-9a52-0aa7ee094ea4 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 946 time: 0.0699747 Aug 20 13:58:58.102305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81976ca9-09eb-48e8-bd90-6c7966f75214 req-c773094d-c28a-4d39-8c42-30e1694f811d tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 Aug 20 13:58:58.850676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-349dfeb2-9d38-40d4-be06-55038e646c95 req-aa905b9f-6f71-4656-a43a-9b4c44fc0ef3 tempest-ServerPasswordTestJSON-2107291060 tempest-ServerPasswordTestJSON-2107291060-project] (94861) timed out ('10.222.0.13', 56804) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:58:59.211243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:59.349795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a877e-41e7-45d5-9a76-f163a6565b5d req-ff083810-62ff-489f-807f-e31c46a10ffc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:58:59.352443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-234a877e-41e7-45d5-9a76-f163a6565b5d req-ff083810-62ff-489f-807f-e31c46a10ffc tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 946 time: 0.1052001 Aug 20 13:58:59.411609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-234a877e-41e7-45d5-9a76-f163a6565b5d req-be639004-1d59-4bd0-b330-3b272c96bf2d tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511513 Aug 20 13:59:00.444183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e56a1-adbf-44a4-b4b7-87ff3f67bb29 req-022e16fc-7aad-4d32-928a-0d75980ed763 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:00.446285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-522e56a1-adbf-44a4-b4b7-87ff3f67bb29 req-022e16fc-7aad-4d32-928a-0d75980ed763 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 946 time: 0.0840816 Aug 20 13:59:00.495332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-522e56a1-adbf-44a4-b4b7-87ff3f67bb29 req-f07907c9-9ba6-47d0-aa3b-5d13fe11b0f4 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Aug 20 13:59:01.679953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-6e089561-e8d3-40f9-a798-0bea18d5bd4e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:01.682705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-6e089561-e8d3-40f9-a798-0bea18d5bd4e tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 946 time: 0.0769424 Aug 20 13:59:01.695234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a74be-4158-4fc7-8f2d-964210ef187a req-55d6db95-c16c-4ea7-b5fc-5ed4e4cb0c47 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:01.698342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-805a74be-4158-4fc7-8f2d-964210ef187a req-55d6db95-c16c-4ea7-b5fc-5ed4e4cb0c47 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 946 time: 0.0893912 Aug 20 13:59:01.768444 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-805a74be-4158-4fc7-8f2d-964210ef187a req-83f3c9d6-355e-43cf-a689-cfe2ec322677 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/security-groups?id=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Aug 20 13:59:01.826615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Deleting port f4794cb1-8093-4717-b11f-02d7aa6483d2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:59:01.827115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:01.915989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:01.958361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] For port f4794cb1-8093-4717-b11f-02d7aa6483d2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=f4794cb1-8093-4717-b11f-02d7aa6483d2,segment=NetworkSegment(cb18dd84-51c7-49a9-8259-9ae589ed76cd),segment_id=cb18dd84-51c7-49a9-8259-9ae589ed76cd)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:59:01.958851 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:01.975985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Calling delete_port for f4794cb1-8093-4717-b11f-02d7aa6483d2 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:59:02.157230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:02.170146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['f4794cb1-8093-4717-b11f-02d7aa6483d2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:59:02.216159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Pushing event deleted for resources: {'Port': ['ID=f4794cb1-8093-4717-b11f-02d7aa6483d2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:02.276035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] No DVR routers for this DVR port f4794cb1-8093-4717-b11f-02d7aa6483d2 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:59:02.279266 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:02.281932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcce05e3-de26-41f9-9156-72eac27bd2a4 req-7b03342c-9c2a-4f94-9406-9a91389d11b2 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.53 "DELETE /v2.0/ports/f4794cb1-8093-4717-b11f-02d7aa6483d2 HTTP/1.1" status: 204 len: 173 time: 0.5931768 Aug 20 13:59:02.282468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'name': 'network-vif-deleted', 'tag': 'f4794cb1-8093-4717-b11f-02d7aa6483d2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:59:02.285780 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acdec4a-61e0-4d09-a161-2c7e3921e07a" -d '{"events": [{"server_uuid": "71f903ee-b5dc-404b-9c23-7630d89ec3a2", "name": "network-vif-deleted", "tag": "f4794cb1-8093-4717-b11f-02d7aa6483d2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:59:02.332996 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f849da-6ec0-44e0-9719-314453ec02cf x-openstack-request-id: req-e4f849da-6ec0-44e0-9719-314453ec02cf {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:59:02.333369 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f903ee-b5dc-404b-9c23-7630d89ec3a2", "name": "network-vif-deleted", "tag": "f4794cb1-8093-4717-b11f-02d7aa6483d2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:59:02.333623 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4f849da-6ec0-44e0-9719-314453ec02cf {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:59:02.334062 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f903ee-b5dc-404b-9c23-7630d89ec3a2', 'name': 'network-vif-deleted', 'tag': 'f4794cb1-8093-4717-b11f-02d7aa6483d2', 'status': 'completed', 'code': 200} Aug 20 13:59:02.938006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52dfceb6-57a1-4274-a5bd-c1c794307bbb req-16983693-465b-4248-b101-6d2a292ac394 tempest-VolumesActionsTest-1806545015 tempest-VolumesActionsTest-1806545015-project] 10.222.0.59 "GET /v2.0/ports?device_id=71f903ee-b5dc-404b-9c23-7630d89ec3a2 HTTP/1.1" status: 200 len: 210 time: 0.0490937 Aug 20 13:59:05.332281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device f4794cb1-8093-4717-b11f-02d7aa6483d2 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:59:05.359558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: f4794cb1-8093-4717-b11f-02d7aa6483d2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:59:05.360209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device f4794cb1-8093-4717-b11f-02d7aa6483d2 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:59:08.304074 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:59:15.825310 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c3fce11a-2c3d-4e0b-b3bd-18a40ded4ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:18.563086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2eea5fa8-26df-4305-8fc8-bf5b6d172248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:18.596747 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:19.594872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:21.525152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:29.206173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.054107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 37406) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:31.502831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Deleting subnet ae68c74b-44b6-4772-bc72-0c5fa45d3650 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:59:31.506819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.547365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.600397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.672306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.705944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae68c74b-44b6-4772-bc72-0c5fa45d3650,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:31.716447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.721704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ae68c74b-44b6-4772-bc72-0c5fa45d3650 HTTP/1.1" status: 204 len: 168 time: 0.6661084 Aug 20 13:59:31.722099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37410) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:31.723883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.724223 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.724605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.724940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.725278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.725603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.725933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.726253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.726574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.726892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.727210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.727526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9700c-ceba-4f5c-99b2-77186b3293c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:31.806965 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.906326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.921208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.924620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e866b4-31e2-4691-a93c-7a536df2cf16']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:31.945244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb18dd84-51c7-49a9-8259-9ae589ed76cd') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:31.945755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb18dd84-51c7-49a9-8259-9ae589ed76cd') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:31.964380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.988330 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:31.999757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:59:32.000676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: timer() Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:59:32.003697 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:59:32.109102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.118116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.122034 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] 10.222.0.59 "DELETE /v2.0/networks/49e866b4-31e2-4691-a93c-7a536df2cf16 HTTP/1.1" status: 204 len: 168 time: 0.3986099 Aug 20 13:59:32.144454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e866b4-31e2-4691-a93c-7a536df2cf16,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:32.161081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.161706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.162286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.162862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.163427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.163969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.164780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.165234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.165732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.166287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.166966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.167518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315b305-90d0-41b4-bf91-497a98f42d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:32.292889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37416) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:32.346444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5a4c8f6f-d627-4f01-aa09-601ef2a14977 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d524ad01669f4fe0b8a67e7eb8562466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589082 Aug 20 13:59:32.349155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 37418) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:32.409472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8de69b25-5a1c-4a64-aaa8-25e0889bbba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.449700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8de69b25-5a1c-4a64-aaa8-25e0889bbba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.526051 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8de69b25-5a1c-4a64-aaa8-25e0889bbba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.529991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8de69b25-5a1c-4a64-aaa8-25e0889bbba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:32.531541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8de69b25-5a1c-4a64-aaa8-25e0889bbba7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4 HTTP/1.1" status: 204 len: 168 time: 0.1811278 Aug 20 13:59:32.544237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de69b25-5a1c-4a64-aaa8-25e0889bbba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad27ab-645d-4ca9-bca9-60e1dcbe8cb4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:45.296977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:59:45.819452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4437f6da-cc17-4cd4-a6de-f40de7fa96f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:48.551886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-34e903f2-721e-4ec6-af75-4c723ddc6651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:48.588435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:49.593902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:51.532236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:59.237601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:01.932214 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:15.831080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-554fb398-e715-4833-a6ea-2b0c0ee098cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:18.566941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4b41fa7-0845-4094-bb75-86fea3c8662f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:18.612761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:19.579152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:21.522148 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:22.300381 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:00:29.227599 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:31.626951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38688) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:31.810637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-053f14fe-eb4f-44f6-ad87-3e5f54652596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:31.931352 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-053f14fe-eb4f-44f6-ad87-3e5f54652596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:31.942520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-053f14fe-eb4f-44f6-ad87-3e5f54652596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:31.954762 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:32.006242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-053f14fe-eb4f-44f6-ad87-3e5f54652596 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=905666b0ccf041939272d7f735fa4f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771601 Aug 20 14:00:32.008710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38696) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:32.024301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f14fe-eb4f-44f6-ad87-3e5f54652596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a9af02-1f73-49a3-bce5-85927a66e560,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:32.130388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:32.176122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:32.266695 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:32.271794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:32.276273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91a9af02-1f73-49a3-bce5-85927a66e560 HTTP/1.1" status: 204 len: 168 time: 0.2635534 Aug 20 14:00:32.289596 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a9af02-1f73-49a3-bce5-85927a66e560,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:32.302441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.303013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.303614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.304231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.304828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.305431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.305996 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.306762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.307082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.307762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.308305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:32.308859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88457d2-cccc-4e66-834a-ddd3fcba2bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:34.636485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38778) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:34.644654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962447691', 'description': 'tempest-secgroup-smoke-1962447691 description', 'project_id': 'b582379029104c74bac9707655056a15'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:34.676203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.686110 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.825084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.830819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.878104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37969e6-23d9-418e-9947-7f904a3d0676,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:34.945701 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.951319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.985335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:34.987293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3491001 Aug 20 14:00:34.991979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38784) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:34.997805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '305d1dd4-6585-4545-8d24-a3f0d4880a46', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:35.004579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521f74a-8b95-47d2-a368-00f8204baa52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305d1dd4-6585-4545-8d24-a3f0d4880a46,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:35.034359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.102479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.107787 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.127995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895a6005-f652-46ab-b703-3e3ba00ac7fe,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:35.139920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.142410 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-50be08df-0cc3-43c9-bd35-9ff1e64c67c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491125 Aug 20 14:00:35.145730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:35.151079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '305d1dd4-6585-4545-8d24-a3f0d4880a46', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:35.191851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.283893 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.289991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.316141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1956d48-366d-4604-a282-a1ef418ca569,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:35.331901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.333763 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b3e6b23-d513-4fa1-8718-13f0eff469a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1868410 Aug 20 14:00:35.337013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38794) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:35.342933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '305d1dd4-6585-4545-8d24-a3f0d4880a46', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:35.381858 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.476493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.482313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.511096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bed83c-d666-45eb-8597-bede23c68ac4,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:35.523575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.525559 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a86193fa-7b61-4adb-8f10-42a3d0d45890 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1871619 Aug 20 14:00:35.529708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38800) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:35.536838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '305d1dd4-6585-4545-8d24-a3f0d4880a46', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:35.585211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.682681 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.688528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.708056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6659130-c578-44fb-a201-18047d09b66b,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:35.715941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.718115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bc3dd9b6-ca26-45a0-b905-dcf493e66b69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1872954 Aug 20 14:00:35.722772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38802) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:35.728537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '305d1dd4-6585-4545-8d24-a3f0d4880a46', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:35.763690 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:00:35.771392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.871057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.877376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.899398 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7d90a0-0fae-41e3-a789-35f7f7834b66,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:35.909883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:35.911173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b49aceda-e12c-4ce2-bd5a-275a56a7d502 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1871197 Aug 20 14:00:35.916314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38808) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:35.922948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '305d1dd4-6585-4545-8d24-a3f0d4880a46', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:35.950773 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:00:35.957022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.035059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.039825 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.060487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c38665-5712-48c7-ad08-ce47bb941971,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:36.070607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.075334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7443e999-201f-4ca9-b245-a1c58bbf370f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576188 Aug 20 14:00:36.075618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38810) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:36.083364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'network': {'name': 'tempest-network-smoke--1376243665', 'project_id': 'b582379029104c74bac9707655056a15', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:36.110055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:00:36.113806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.145857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:00:36.159243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.159825 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Added segment 3233def2-0d05-4a7e-994f-5b83561f1a38 of type vlan for network 1dcfc2a3-e717-47c8-80c3-73df144cd662 Aug 20 14:00:36.213287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.247313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.260043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:36.261011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.345120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2660460 Aug 20 14:00:36.348540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38818) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:36.355707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'admin_state_up': True, 'project_id': 'b582379029104c74bac9707655056a15', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:36.378532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Network': ['ID=1dcfc2a3-e717-47c8-80c3-73df144cd662,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:36.391017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.391845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.392619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.392850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.393963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.394543 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.394872 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.395571 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.396269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.396983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.397700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.398414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.399678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.400402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e578976-bf07-41b8-9a1b-bebadc2c4ce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:36.434109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:00:36.497207 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.722714 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:36.991752 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:37.016047 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:37.173043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.254 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/ba4575ae-3789-4705-83f5-fddd39aa1562) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:00:37.342502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:37.403450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:37.455307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:00:37.458261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:37.461956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:00:37.489521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=ba4575ae-3789-4705-83f5-fddd39aa1562,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:37.810054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:38.064571 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:38.278822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router d2d1df67-8d8c-4187-bfce-9db36495724c is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:00:38.424491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:00:38.442122 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Sync routers for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:00:38.456025 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:00:38.456394 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:38.457284 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:00:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:38.460619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ae1fc521-e958-4774-bda5-01f7dacf4c9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1083486 Aug 20 14:00:38.463662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38848) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:38.608129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:00:38.671254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e105f0a6-2eeb-435b-8d6b-5301ece29bff tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b582379029104c74bac9707655056a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057893 Aug 20 14:00:38.675068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:38.893167 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:37Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:38.908769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e62efa-dbc8-4435-9c86-44b701dd9c0f tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:38.914704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-91e62efa-dbc8-4435-9c86-44b701dd9c0f tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2342494 Aug 20 14:00:38.915171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 38862) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:38.945697 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Checking router: d2d1df67-8d8c-4187-bfce-9db36495724c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:00:38.946285 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Updating router d2d1df67-8d8c-4187-bfce-9db36495724c port ba4575ae-3789-4705-83f5-fddd39aa1562 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:00:38.957352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa4051ae-55d9-4e37-8640-229ae9785b70 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393336 Aug 20 14:00:38.958033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38864) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:38.963431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-92415986', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'project_id': 'b582379029104c74bac9707655056a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:38.979643 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.095112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:00:39.099422 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.393373 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.422380 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Transition to ACTIVE for port object ba4575ae-3789-4705-83f5-fddd39aa1562 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:39.435539 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.452593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.529624 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Attempting to bind port ba4575ae-3789-4705-83f5-fddd39aa1562 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:00:39.531862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Attempting to bind port ba4575ae-3789-4705-83f5-fddd39aa1562 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:00:39.532830 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Attempting to bind port ba4575ae-3789-4705-83f5-fddd39aa1562 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:00:39.534412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Subnet': ['ID=1efdbf60-632c-4a9e-9699-e7d068c69e23,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:39.540870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Checking segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:00:39.541427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network hostable DHCP agents. Network: 1dcfc2a3-e717-47c8-80c3-73df144cd662, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:00:39.548313 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:00:39.548982 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:00:39.549660 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.550325 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:00:39.551110 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Bound port: ba4575ae-3789-4705-83f5-fddd39aa1562, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:00:39.551733 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.566679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:00:39.579601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1dcfc2a3-e717-47c8-80c3-73df144cd662) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:39.585923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:39.586688 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.595981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dca339-3db5-4c56-8dd4-992f58c65468 None None] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:00:39.607513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ea6e8a7-e822-4ba7-9f0b-7c75c4d4f05c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6482990 Aug 20 14:00:39.612721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 38872) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:39.691775 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] For port ba4575ae-3789-4705-83f5-fddd39aa1562, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:00:39.722637 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Pushing event updated for resources: {'Port': ['ID=ba4575ae-3789-4705-83f5-fddd39aa1562,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:39.742165 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.743097 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.743973 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.744590 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.745169 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.745742 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.746333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.746916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.747454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.748022 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.748635 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.749136 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:39.758675 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] For port ba4575ae-3789-4705-83f5-fddd39aa1562, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ba4575ae-3789-4705-83f5-fddd39aa1562,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:00:39.768677 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.862922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:00:39.863583 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:00:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:39.871680 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-1dcfc2a3-e717-47c8-80c3-73df144cd662', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:00:39.872957 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:39.974068 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d460b1-0fde-4ca9-b485-3abfc2a6a6a7 None None] Pushing event updated for resources: {'Port': ['ID=ba4575ae-3789-4705-83f5-fddd39aa1562,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:40.069125 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:00:40.184815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Allocated IP 172.20.0.2 (1dcfc2a3-e717-47c8-80c3-73df144cd662/1efdbf60-632c-4a9e-9699-e7d068c69e23/ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:00:40.388120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:37Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:40.421161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.437096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Transition to ACTIVE for port object ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:40.442474 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc51f9-1486-49d2-b137-b96daf3a2682 None None] The sync data for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 is: [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:37Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:00:40.461623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Transition to ACTIVE for port object ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:40.481135 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.546400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Pushing event updated for resources: {'Port': ['ID=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:40.556389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.557076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.557588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.558118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.559238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.559770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.560432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.561238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.561768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.562375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.563175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.563910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:00:40.574550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:00:40.576458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:40.580255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:00:40.642957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Attempting to bind port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:00:40.644200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Attempting to bind port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:00:40.644853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Attempting to bind port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:00:40.652241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:00:40.652999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Checking segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:00:40.653734 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.654321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Bound using segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:00:40.655045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Bound port: ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:00:40.655643 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.758426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] For port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:00:40.762814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] For port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:00:40.772260 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.958239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691561c0-1e40-4548-bd25-6af131d18d9d None None] Pushing event updated for resources: {'Port': ['ID=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:41.041337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.575138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.1 (1dcfc2a3-e717-47c8-80c3-73df144cd662/1efdbf60-632c-4a9e-9699-e7d068c69e23/33a4469c-8e36-4184-b3a9-e947dfd8bed5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:00:41.599466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ba4575ae-3789-4705-83f5-fddd39aa1562 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:41.674418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ba4575ae-3789-4705-83f5-fddd39aa1562 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:41.688819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ba4575ae-3789-4705-83f5-fddd39aa1562 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:41.689340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.831968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.849901 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.857670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ba4575ae-3789-4705-83f5-fddd39aa1562, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ba4575ae-3789-4705-83f5-fddd39aa1562,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:00:41.863826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.865606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:41.881040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object 33a4469c-8e36-4184-b3a9-e947dfd8bed5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:41.954146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.989449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ba4575ae-3789-4705-83f5-fddd39aa1562,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:42.005646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:42.040143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:00:42.043558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:42.048680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:00:42.072492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=33a4469c-8e36-4184-b3a9-e947dfd8bed5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:42.152687 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:42.345267 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:42.561823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd353c8-e302-4a16-9463-8b2980b5263b None None] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:00:42.704253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] Provisioning for port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:42.719964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] Provisioning complete for port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:42.720488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:42.867365 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:42.875307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:42.960115 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:42.972840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:43.013678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] For port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:00:43.025099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:43.093084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=33a4469c-8e36-4184-b3a9-e947dfd8bed5,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:43.137422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a7a90-617a-4ab6-b6b4-4bac4a106bd5 None None] Pushing event updated for resources: {'Port': ['ID=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:43.208654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:00:43.211404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:43.398132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-096ca34b-4a11-4e98-b184-5ca494593187 None None] Provisioning complete for port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:43.398687 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-096ca34b-4a11-4e98-b184-5ca494593187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:43.447775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ba4575ae-3789-4705-83f5-fddd39aa1562 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:43.465637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router d2d1df67-8d8c-4187-bfce-9db36495724c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:00:43.574647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ba4575ae-3789-4705-83f5-fddd39aa1562 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:43.574647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:43.686471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-096ca34b-4a11-4e98-b184-5ca494593187 None None] Provisioning for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:43.694083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-096ca34b-4a11-4e98-b184-5ca494593187 None None] Provisioning complete for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:43.694534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-096ca34b-4a11-4e98-b184-5ca494593187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:43.734488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:00:43.749450 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-858ff8a6-7b83-4b4f-b7bd-ec6ec4dad34e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/d2d1df67-8d8c-4187-bfce-9db36495724c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1353185 Aug 20 14:00:43.771361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Sync routers for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:00:43.799173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-096ca34b-4a11-4e98-b184-5ca494593187 None None] Port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:00:43.808130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:00:43.808829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:00:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:43.916455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:44.114012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:00:44.135231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-8ef398a1-2ed6-4b7f-9a91-864a4b18ae06 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962447691&fields=id&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 267 time: 0.1384172 Aug 20 14:00:44.316858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-9f3ce02a-91eb-43a8-9079-a7fa1de3ec9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:44.319670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-9f3ce02a-91eb-43a8-9079-a7fa1de3ec9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 797 time: 0.1766028 Aug 20 14:00:44.348094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-5991583f-50ec-43cc-9d34-923ebc39bb73 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/quotas/b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 375 time: 0.0213602 Aug 20 14:00:44.372208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f9eb8797-2cf7-4791-9cc2-290e90b10118 None None] Provisioning complete for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:44.373694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8797-2cf7-4791-9cc2-290e90b10118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:44.464206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:44.464697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:44.467212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb8797-2cf7-4791-9cc2-290e90b10118 None None] Port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:00:44.517552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 2, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:44.533983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-0cf23255-1a60-4bf0-bcdd-8e207290c622 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838584 Aug 20 14:00:44.560487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-a86bef1e-c02e-4d57-8e41-971ff55e74cf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:00:44.561270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Checking router: d2d1df67-8d8c-4187-bfce-9db36495724c for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:00:44.561799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Updating router d2d1df67-8d8c-4187-bfce-9db36495724c port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:00:44.568452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-a86bef1e-c02e-4d57-8e41-971ff55e74cf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175538 Aug 20 14:00:44.606609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:44.648387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-36c0a518-9804-4931-b434-475504787f46 None None] Provisioning complete for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:44.648993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-36c0a518-9804-4931-b434-475504787f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:44.745386 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-13a04f2a-b002-4881-b0bf-db80c3790183 service neutron] 10.222.0.59 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711240 Aug 20 14:00:44.878951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-994f6075-3f92-464e-aaa3-094ae0ba2e79 service neutron] 10.222.0.59 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268456 Aug 20 14:00:44.927664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-36c0a518-9804-4931-b434-475504787f46 None None] Port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:00:45.147906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4171f9f5-4b56-446e-a018-36c5a2efff7b req-cc389b73-aaf4-40d2-8c52-9d2a359effdf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 210 time: 0.0630531 Aug 20 14:00:45.287799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:45.304269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Transition to ACTIVE for port object 33a4469c-8e36-4184-b3a9-e947dfd8bed5 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:45.317087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:45.417068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a64613-2ae7-4cab-aeb6-ac7d66f88250 None None] Pushing event updated for resources: {'Port': ['ID=33a4469c-8e36-4184-b3a9-e947dfd8bed5,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:45.513960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Attempting to bind port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:00:45.514349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Attempting to bind port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:00:45.514728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Attempting to bind port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:00:45.521877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:00:45.522262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Checking segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:00:45.522680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:45.523091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Bound using segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:00:45.523595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Bound port: 33a4469c-8e36-4184-b3a9-e947dfd8bed5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:00:45.523993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:45.626179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] For port 33a4469c-8e36-4184-b3a9-e947dfd8bed5, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:00:45.630981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] For port 33a4469c-8e36-4184-b3a9-e947dfd8bed5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33a4469c-8e36-4184-b3a9-e947dfd8bed5,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:00:45.637959 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:45.734106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:00:45.735490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:00:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:45.796433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a64613-2ae7-4cab-aeb6-ac7d66f88250 None None] Pushing event updated for resources: {'Port': ['ID=33a4469c-8e36-4184-b3a9-e947dfd8bed5,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:45.895235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b0b8db7a-03b8-4fbb-ae04-042ed86d5818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:45.945154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:00:46.279379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb2e084f-3690-4ead-8acf-b9240f48d044 req-9a845fd2-ef12-45d2-a945-ff0ed4e9eeb8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 210 time: 0.0396147 Aug 20 14:00:46.321923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:45Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:00:46.353655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d1f8-9b3d-4b9f-8ca7-e71ac01892a8 None None] The sync data for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 is: [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:45Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:00:46.663923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-5799ec90-4d57-494a-ac69-b2663f617beb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:46.665923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-5799ec90-4d57-494a-ac69-b2663f617beb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 797 time: 0.1743302 Aug 20 14:00:46.769768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-949bdac2-88f2-43a4-835f-b8f4ce66b848 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 380 time: 0.0938137 Aug 20 14:00:46.781702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'port': {'device_id': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'admin_state_up': True, 'tenant_id': 'b582379029104c74bac9707655056a15', 'security_groups': ['305d1dd4-6585-4545-8d24-a3f0d4880a46']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:46.934676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:00:46.939659 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.134372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.10 (1dcfc2a3-e717-47c8-80c3-73df144cd662/1efdbf60-632c-4a9e-9699-e7d068c69e23/44370135-25ed-4dc3-a0d8-acec056f42b6) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:00:47.310809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.350453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object 44370135-25ed-4dc3-a0d8-acec056f42b6 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:47.405220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.418554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9e36f3de-0a4e-4869-82ce-77764b26a68f req-5409518b-58d3-465e-a4b8-538ed0611a53 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 210 time: 0.0484116 Aug 20 14:00:47.460448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:00:47.460448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:47.461893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:00:47.483694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a4469c-8e36-4184-b3a9-e947dfd8bed5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:47.549983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:47.574899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:47.575876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.587356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:47.594853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:47.595564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.611036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-21dd0b40-2c0e-4ebd-b5be-a5c6b6c3e590 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8343580 Aug 20 14:00:47.623857 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Request body: {'port': {'device_id': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:47.748851 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.759087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.834427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 33a4469c-8e36-4184-b3a9-e947dfd8bed5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33a4469c-8e36-4184-b3a9-e947dfd8bed5,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:00:47.845952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:47.942524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=33a4469c-8e36-4184-b3a9-e947dfd8bed5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:47.974002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-55e0cfb9-cf3b-4f3b-9048-fb6c2917c1c4 None None] Provisioning for port 44370135-25ed-4dc3-a0d8-acec056f42b6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:47.979705 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-55e0cfb9-cf3b-4f3b-9048-fb6c2917c1c4 None None] Provisioning complete for port 44370135-25ed-4dc3-a0d8-acec056f42b6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:47.980209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-55e0cfb9-cf3b-4f3b-9048-fb6c2917c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.042304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-55e0cfb9-cf3b-4f3b-9048-fb6c2917c1c4 None None] Port 44370135-25ed-4dc3-a0d8-acec056f42b6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:00:48.232912 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44370135-25ed-4dc3-a0d8-acec056f42b6 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:00:48.245105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.261150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Transition to ACTIVE for port object 44370135-25ed-4dc3-a0d8-acec056f42b6 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:00:48.267225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.348348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:48.428396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:00:48.429322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:00:48.429867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:00:48.437079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Port 44370135-25ed-4dc3-a0d8-acec056f42b6 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:00:48.438090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:00:48.446151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:00:48.446653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Checking segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:00:48.447278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Bound using segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:00:48.448001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Bound port: 44370135-25ed-4dc3-a0d8-acec056f42b6, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:00:48.448585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.559104 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d34fe7f0-8baa-4030-b637-3422153b9192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.593005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.614770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:00:48.639428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:00:48.648454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.693934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1b92-0138-42a2-81f8-dee7fe44406b req-0bc69bac-5ac1-4f2d-a6d3-4048eb4fbd7f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:48.695730 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d10a1b92-0138-42a2-81f8-dee7fe44406b req-0bc69bac-5ac1-4f2d-a6d3-4048eb4fbd7f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.1511805 Aug 20 14:00:48.709047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:48.710333 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:48.712328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] 10.222.0.53 "PUT /v2.0/ports/44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1092 time: 1.0932505 Aug 20 14:00:48.715182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:00:48.718737 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3daf476-055a-47bb-9c37-8746268f7141" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:00:48.793351 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5c9ae-3417-4c40-9d07-9c73f599f982 x-openstack-request-id: req-8ca5c9ae-3417-4c40-9d07-9c73f599f982 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:00:48.793851 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:00:48.794466 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ca5c9ae-3417-4c40-9d07-9c73f599f982 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:00:48.795125 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'status': 'completed', 'code': 200} Aug 20 14:00:48.846795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02787-4a4b-43cd-8c84-d5b6ff6d0691 service neutron] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:48.905497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d10a1b92-0138-42a2-81f8-dee7fe44406b req-c1b347f1-2255-400d-9892-4d5e62170f34 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914320 Aug 20 14:00:48.915609 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-f709c5c7-0341-45a0-95ff-37f56030842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:48.917511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-f709c5c7-0341-45a0-95ff-37f56030842b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1095 time: 0.1531301 Aug 20 14:00:48.982287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-3490a9b1-743b-41f0-9da5-71ad5e82f3da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 217 time: 0.0549626 Aug 20 14:00:49.040435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-6ee5d3f1-edd5-4568-a902-17fa2c5599c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:49.042002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-6ee5d3f1-edd5-4568-a902-17fa2c5599c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0528750 Aug 20 14:00:49.098641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-53561830-6178-4601-ac6f-c41d14f14de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:49.100173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-53561830-6178-4601-ac6f-c41d14f14de7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504279 Aug 20 14:00:49.223143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-8f4457ae-b5d9-45f7-ac1e-7b7840e74ccb service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156337 Aug 20 14:00:49.352923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6f0d203e-b728-4456-b1b8-41605d9010f0 req-678bac09-2aea-4054-9401-a5507df405ab service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224701 Aug 20 14:00:49.430046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a4469c-8e36-4184-b3a9-e947dfd8bed5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:49.493049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:49.494328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:49.497832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf476-055a-47bb-9c37-8746268f7141 req-21dcc5dd-0ab4-4c70-9c27-a8d88938caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:49.500740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-21dcc5dd-0ab4-4c70-9c27-a8d88938caf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1095 time: 0.0641596 Aug 20 14:00:49.628080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:49.675499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf476-055a-47bb-9c37-8746268f7141 req-e913bd5d-9cbd-4ccb-aebc-ac36e903044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:49.677103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-e913bd5d-9cbd-4ccb-aebc-ac36e903044d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.1696970 Aug 20 14:00:49.722953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-1aaf9e7e-2e1e-458e-a7fc-ba1774ce35f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 217 time: 0.0382581 Aug 20 14:00:49.790747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf476-055a-47bb-9c37-8746268f7141 req-5f25651d-8968-4681-9f8a-b1ac8c3d9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:49.792685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-5f25651d-8968-4681-9f8a-b1ac8c3d9282 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0622463 Aug 20 14:00:49.854506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf476-055a-47bb-9c37-8746268f7141 req-34acc8d3-3217-4442-8f7b-642eb8bb8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:49.856420 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-34acc8d3-3217-4442-8f7b-642eb8bb8128 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561993 Aug 20 14:00:50.033787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-5c9a23db-9c70-4dd6-b132-f1f670429ec9 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689124 Aug 20 14:00:50.115094 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ebb1-8a7b-4b57-bfa6-302c0b35865f req-e2a9a576-c9af-4ea1-b146-1c0e7c97dee1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:50.117534 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52c9ebb1-8a7b-4b57-bfa6-302c0b35865f req-e2a9a576-c9af-4ea1-b146-1c0e7c97dee1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.0726457 Aug 20 14:00:50.178958 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52c9ebb1-8a7b-4b57-bfa6-302c0b35865f req-465a9cb5-6945-4126-aebd-d1e6f6bda039 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468264 Aug 20 14:00:50.447666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a3daf476-055a-47bb-9c37-8746268f7141 req-68efd1da-fc8f-4289-9ff8-8b447ca99ff2 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066708 Aug 20 14:00:51.328905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b692d-b18d-4135-b938-be78a5abe105 req-4852e533-6081-40ef-89eb-2ef2df2e9776 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:51.331524 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eb1b692d-b18d-4135-b938-be78a5abe105 req-4852e533-6081-40ef-89eb-2ef2df2e9776 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.0639362 Aug 20 14:00:51.389691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eb1b692d-b18d-4135-b938-be78a5abe105 req-f1999f4e-b51f-4f40-a711-7a32d0066a82 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Aug 20 14:00:51.523685 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:52.571008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fee59-0043-4bde-90c5-36a5f2a2b0e3 req-af3f5298-ed4c-43ab-8494-af0de485178c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:52.573712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd1fee59-0043-4bde-90c5-36a5f2a2b0e3 req-af3f5298-ed4c-43ab-8494-af0de485178c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.0983622 Aug 20 14:00:52.626981 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd1fee59-0043-4bde-90c5-36a5f2a2b0e3 req-f6b65754-a0be-4453-a22a-a600dabf9ae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Aug 20 14:00:53.771723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcc70d-4368-47ca-ad29-afffa56cd019 req-33ce108b-c720-47f8-abee-caf930b2dc43 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:53.773273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ffcc70d-4368-47ca-ad29-afffa56cd019 req-33ce108b-c720-47f8-abee-caf930b2dc43 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.0595212 Aug 20 14:00:53.816811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:00:53.838092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4ffcc70d-4368-47ca-ad29-afffa56cd019 req-535c3576-18bd-4a9c-9771-df7f7b5af20f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491397 Aug 20 14:00:53.990342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:00:54.004464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'port_id': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'mac_address': 'fa:16:3e:1f:0e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:00:54.049690 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:54.068394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44370135-25ed-4dc3-a0d8-acec056f42b6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:00:54.106737 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:00:54.113105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:54.186452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:54.317303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['44370135-25ed-4dc3-a0d8-acec056f42b6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:00:54.995623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad72bd-e2c4-4289-9a4b-cf1faf3be4b5 req-f8e50449-a45c-47f1-89a1-30a40a553cea tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:54.997316 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54ad72bd-e2c4-4289-9a4b-cf1faf3be4b5 req-f8e50449-a45c-47f1-89a1-30a40a553cea tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 945 time: 0.0613098 Aug 20 14:00:55.068206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54ad72bd-e2c4-4289-9a4b-cf1faf3be4b5 req-639ef0b9-dc43-4c0b-aaeb-b44d4091d43c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572946 Aug 20 14:00:55.816772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:00:55.901075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 44370135-25ed-4dc3-a0d8-acec056f42b6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:00:55.907615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 44370135-25ed-4dc3-a0d8-acec056f42b6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:00:55.908152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:56.004470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:56.042944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:00:56.045692 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc20a4-cf82-415a-9572-80476e7485ab" -d '{"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-plugged", "status": "completed", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:00:56.063999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:00:56.070006 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:56.142431 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe275981-b58d-4e83-ab17-e9178a99be5d x-openstack-request-id: req-fe275981-b58d-4e83-ab17-e9178a99be5d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:00:56.142900 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-plugged", "status": "completed", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:00:56.143320 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe275981-b58d-4e83-ab17-e9178a99be5d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:00:56.143919 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'code': 200} Aug 20 14:00:56.168432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:56.284171 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23278bcd-bb0c-4390-9263-8d6416886c68 req-015c8dc4-ee20-4eb7-904c-39036bc57b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:56.286705 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23278bcd-bb0c-4390-9263-8d6416886c68 req-015c8dc4-ee20-4eb7-904c-39036bc57b23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1097 time: 0.0657020 Aug 20 14:00:56.290835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a984f8b-5b92-401c-bc5e-603100b8ef90 req-951becaa-a1c6-4fc2-9653-233fd9a19aaf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:56.292488 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a984f8b-5b92-401c-bc5e-603100b8ef90 req-951becaa-a1c6-4fc2-9653-233fd9a19aaf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0812895 Aug 20 14:00:56.352690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23278bcd-bb0c-4390-9263-8d6416886c68 req-ef6c53b4-beaa-41bb-9b34-43be4d2d4ea7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587142 Aug 20 14:00:56.367171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0a984f8b-5b92-401c-bc5e-603100b8ef90 req-318afd13-fbc2-40fe-ac83-cca00c3a91ee tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666487 Aug 20 14:00:57.549110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8a19-abfb-4940-9aef-75ac7a5fdda3 req-5e31006f-1645-48c0-a84d-040a4d898a5f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:57.551619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23cb8a19-abfb-4940-9aef-75ac7a5fdda3 req-5e31006f-1645-48c0-a84d-040a4d898a5f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0779514 Aug 20 14:00:57.603149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23cb8a19-abfb-4940-9aef-75ac7a5fdda3 req-75f30dfb-c9f3-4984-8bc0-c8679e7810ed tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Aug 20 14:00:57.758374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f30a23-bd60-483a-be24-f978b59b5982 req-c994236b-6e20-4f35-9d0a-5c336a1bc547 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:57.759825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14f30a23-bd60-483a-be24-f978b59b5982 req-c994236b-6e20-4f35-9d0a-5c336a1bc547 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0820827 Aug 20 14:00:57.813852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14f30a23-bd60-483a-be24-f978b59b5982 req-0d1ad0ae-1268-445b-9b74-9d185e830432 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Aug 20 14:00:57.842409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39120) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:57.903247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff1480-278f-48d2-9931-28d0b3ad1cf7 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:00:57.906013 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0fff1480-278f-48d2-9931-28d0b3ad1cf7 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1092 time: 0.0620897 Aug 20 14:00:57.910563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39122) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:00:57.915933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:00:57.950309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:58.107552 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:58.243646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.101 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/b3e427f2-5d2d-4287-8202-c820b3021e38) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:00:58.427264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:58.479177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:58.530521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:00:58.534619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:00:58.538678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:00:58.549684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=b3e427f2-5d2d-4287-8202-c820b3021e38,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:59.021370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:59.103479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:59.231757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:59.302003 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:00:59.306601 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:59.313042 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:59.441388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=b3e427f2-5d2d-4287-8202-c820b3021e38,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:00:59.460361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:59.651295 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP e8bf9fca-5a00-4d08-8927-2e9781ce30dd associated. External IP: 172.25.6.101, port: 44370135-25ed-4dc3-a0d8-acec056f42b6. Aug 20 14:00:59.977405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router d2d1df67-8d8c-4187-bfce-9db36495724c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:01:00.148971 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:01:00.168711 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] Sync routers for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:01:00.172483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:00.214056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-37110d20-c076-4fdf-a7c9-7baed9857e70 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3014426 Aug 20 14:01:00.215343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:01:00.221959 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810be4fe-fac6-4147-b490-d6a0cd3a5ece" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:01:00.302321 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:01:00.303414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:00:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:01:00.387504 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba3873f-373d-4671-83a9-220425520855 x-openstack-request-id: req-4ba3873f-373d-4671-83a9-220425520855 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:01:00.387504 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:01:00.387997 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ba3873f-373d-4671-83a9-220425520855 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:01:00.388506 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'status': 'completed', 'code': 200} Aug 20 14:01:00.391712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8419a2-e2a7-4d21-97a6-4eb889626c84 req-ea38ed9b-ec8d-4866-86dd-2d11cbf063c1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:00.394044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a8419a2-e2a7-4d21-97a6-4eb889626c84 req-ea38ed9b-ec8d-4866-86dd-2d11cbf063c1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0602911 Aug 20 14:01:00.482645 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:01:00.493076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a8419a2-e2a7-4d21-97a6-4eb889626c84 req-1290db44-76f3-4c5d-ba5b-cab520bfebe6 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899322 Aug 20 14:01:00.504068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-924ec508-3096-4c5b-ac4f-8d3f8d3803e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:00.506863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-924ec508-3096-4c5b-ac4f-8d3f8d3803e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1097 time: 0.0890322 Aug 20 14:01:00.544444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 39138) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:00.681609 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7d570771-afe2-4b2f-92c2-34e642437aa3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/e8bf9fca-5a00-4d08-8927-2e9781ce30dd HTTP/1.1" status: 200 len: 992 time: 0.1349030 Aug 20 14:01:00.695006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-9d0bf0c6-c9ca-4cd5-b318-187b8818f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:00.697015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-9d0bf0c6-c9ca-4cd5-b318-187b8818f484 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.1827927 Aug 20 14:01:00.841718 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-954e288a-2ed4-4662-a78e-033a8af16e33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1000 time: 0.1377244 Aug 20 14:01:00.878444 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'e8bf9fca-5a00-4d08-8927-2e9781ce30dd', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'port_id': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'mac_address': 'fa:16:3e:1f:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:00:58Z', 'updated_at': '2021-08-20T14:00:58Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:47Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:01:00.913736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] Checking router: d2d1df67-8d8c-4187-bfce-9db36495724c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:01:00.915622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-ed1c43fe-06e9-49d6-8277-dd0ac715928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:00.917643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-ed1c43fe-06e9-49d6-8277-dd0ac715928a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0686257 Aug 20 14:01:00.926885 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:01:00.927849 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:00:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:01:00.999504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-5173967d-87e5-4189-bfa7-75e083bce613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:01.002048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-5173967d-87e5-4189-bfa7-75e083bce613 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773084 Aug 20 14:01:01.073166 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:01:01.124445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-a2764521-09ae-4e5e-b6d1-48afd1f28c1c service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153519 Aug 20 14:01:01.268802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-810be4fe-fac6-4147-b490-d6a0cd3a5ece req-d90e7d3c-4084-48b5-9873-005720f48ca4 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371498 Aug 20 14:01:01.414835 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'e8bf9fca-5a00-4d08-8927-2e9781ce30dd', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'port_id': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'mac_address': 'fa:16:3e:1f:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:00:58Z', 'updated_at': '2021-08-20T14:00:58Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:47Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:01:01.442042 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4e39a-dc7f-462e-b675-f4f08a06aa32 None None] The sync data for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 is: [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'e8bf9fca-5a00-4d08-8927-2e9781ce30dd', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'port_id': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'mac_address': 'fa:16:3e:1f:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:00:58Z', 'updated_at': '2021-08-20T14:00:58Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:47Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:01:01.653223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043a1da8-257d-4058-9589-8fae3d096bad None None] New status for floating IP e8bf9fca-5a00-4d08-8927-2e9781ce30dd: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:01:01.686878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39142) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:01.884595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cf995b4e-5db1-4749-907d-8708ba14433e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/e8bf9fca-5a00-4d08-8927-2e9781ce30dd HTTP/1.1" status: 200 len: 992 time: 0.1954699 Aug 20 14:01:01.928886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:02.889670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39146) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:02.960697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5285e01e-f197-4d5c-ba83-bdab323fd31e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/e8bf9fca-5a00-4d08-8927-2e9781ce30dd HTTP/1.1" status: 200 len: 994 time: 0.0697246 Aug 20 14:01:15.826008 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22a8340a-9964-4bfc-b335-8cf30a15a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:18.557519 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4fc20b58-e1e9-4b11-810c-a599c857dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:18.579440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:19.593517 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:21.526297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:29.222031 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:29.830114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414d5a-cf36-4af6-9cc2-3d874ff4053b req-b7f009ca-07b8-4501-8ca2-b8de36245394 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:29.832740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5414d5a-cf36-4af6-9cc2-3d874ff4053b req-b7f009ca-07b8-4501-8ca2-b8de36245394 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1097 time: 0.0555620 Aug 20 14:01:29.861312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d5414d5a-cf36-4af6-9cc2-3d874ff4053b req-02c5f7a6-26d9-4a24-9b7e-0751f517ca2c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:29.995558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d5414d5a-cf36-4af6-9cc2-3d874ff4053b req-02c5f7a6-26d9-4a24-9b7e-0751f517ca2c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:30.001596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d5414d5a-cf36-4af6-9cc2-3d874ff4053b req-02c5f7a6-26d9-4a24-9b7e-0751f517ca2c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:30.038602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d5414d5a-cf36-4af6-9cc2-3d874ff4053b req-02c5f7a6-26d9-4a24-9b7e-0751f517ca2c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946526 Aug 20 14:01:30.044218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5f7a6-26d9-4a24-9b7e-0751f517ca2c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f109beb-724d-4c55-acf2-6104255a0bdb,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:30.217402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7587489-ff93-4d34-b1c2-3a3d5dde5728 req-3a197328-1483-4946-89aa-1fec047b8095 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:30.221614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7587489-ff93-4d34-b1c2-3a3d5dde5728 req-3a197328-1483-4946-89aa-1fec047b8095 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0766292 Aug 20 14:01:30.291418 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7587489-ff93-4d34-b1c2-3a3d5dde5728 req-558ad6fd-32a4-49d9-b3df-8a94ae9b7cec tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616708 Aug 20 14:01:30.319771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39892) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:30.413800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-afd20b39-591a-45f5-a4b6-59f41ee7c479 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/e8bf9fca-5a00-4d08-8927-2e9781ce30dd HTTP/1.1" status: 200 len: 994 time: 0.0923250 Aug 20 14:01:31.138808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39910) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:31.284954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9effc8c-5aad-4f3a-a827-f332f3dde0b6 req-f4177e58-fc25-4e56-a718-67c4c657f605 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:31.286792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9effc8c-5aad-4f3a-a827-f332f3dde0b6 req-f4177e58-fc25-4e56-a718-67c4c657f605 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.1067324 Aug 20 14:01:31.292351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-c8a9b34b-f6a6-40d7-982b-ae1cf5fe5e03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520607 Aug 20 14:01:31.361160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9effc8c-5aad-4f3a-a827-f332f3dde0b6 req-aa5481d7-f641-4322-8a27-27701122e69a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585196 Aug 20 14:01:31.951402 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:32.557327 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a9871-0a7b-4a94-9f5f-25c2f1ea3636 req-4338b25a-a76d-40ce-a752-37f6f293f997 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:32.559311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f0a9871-0a7b-4a94-9f5f-25c2f1ea3636 req-4338b25a-a76d-40ce-a752-37f6f293f997 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0833943 Aug 20 14:01:32.629636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f0a9871-0a7b-4a94-9f5f-25c2f1ea3636 req-bf11ca82-b17e-44ea-8fe7-9b61e5be9312 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568566 Aug 20 14:01:33.063244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-d011eb2c-5c5d-4e88-b3e2-df16f80d1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.065945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-d011eb2c-5c5d-4e88-b3e2-df16f80d1867 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1097 time: 0.0504789 Aug 20 14:01:33.191442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-76e08553-0740-43ce-9cec-8e764e24dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.192995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-76e08553-0740-43ce-9cec-8e764e24dc4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.1157501 Aug 20 14:01:33.268396 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-7667540d-68f4-4330-9693-bb995a4bc161 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1002 time: 0.0678039 Aug 20 14:01:33.329942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-c0d8ae86-7e61-41c3-b6ef-e95e510cb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.331712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-c0d8ae86-7e61-41c3-b6ef-e95e510cb00c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0562861 Aug 20 14:01:33.382459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-992f4727-1998-4629-9ce5-9d25c55e9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.383932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-992f4727-1998-4629-9ce5-9d25c55e9d98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456026 Aug 20 14:01:33.486282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-9b1c9735-09dc-4731-a3de-674a31d05496 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951955 Aug 20 14:01:33.602903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-a065f904-1e6c-4a1b-b3aa-acb4aeb73d27 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089828 Aug 20 14:01:33.779370 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50579e-0417-4bcb-8992-6d4e712fc1d0 req-fab8a61a-8769-4895-b36a-59ad5d787155 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.781036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b50579e-0417-4bcb-8992-6d4e712fc1d0 req-fab8a61a-8769-4895-b36a-59ad5d787155 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0557523 Aug 20 14:01:33.824608 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0b50579e-0417-4bcb-8992-6d4e712fc1d0 req-7fd72b46-9cbe-4bda-b3f7-a98254f030b2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364337 Aug 20 14:01:34.966717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ff16-8823-46f5-bc4d-9bb1e4bf2a26 req-0b3e8539-8cd0-4439-acfc-7e799798c5f1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:34.968373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ff9ff16-8823-46f5-bc4d-9bb1e4bf2a26 req-0b3e8539-8cd0-4439-acfc-7e799798c5f1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0622051 Aug 20 14:01:35.020477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ff9ff16-8823-46f5-bc4d-9bb1e4bf2a26 req-2a5ab316-2a5d-43ae-afd6-343280fbd96f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Aug 20 14:01:36.193732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9609-2d06-4429-8a5f-e9657a9614eb req-8928c058-8d9e-48e7-8753-4f3cd2c33761 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:36.196197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c0c9609-2d06-4429-8a5f-e9657a9614eb req-8928c058-8d9e-48e7-8753-4f3cd2c33761 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0894024 Aug 20 14:01:36.266603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8c0c9609-2d06-4429-8a5f-e9657a9614eb req-4d60eed8-329a-482f-82fc-da6c4dd51511 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599210 Aug 20 14:01:36.307568 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:01:36.512331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:36.700851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ef33b673-d0c9-40ce-a22c-08653f5122bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cabb05191b44423c9ba3c1ac0c78b5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870859 Aug 20 14:01:36.703386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 39978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:36.758980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:36.784243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:36.839703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:36.843102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:36.844402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1ada840-e775-43a0-8243-de3f7758e358 HTTP/1.1" status: 204 len: 168 time: 0.1393435 Aug 20 14:01:36.854766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ada840-e775-43a0-8243-de3f7758e358,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:36.865993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.866365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.866831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.867318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.867753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.868173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.868723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.869175 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.869557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.869983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.870384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:36.870954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2b19-aa6d-4c66-b483-dc224d7a51cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:37.435636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a1129-2ab5-48ca-bd79-1a667890a59c req-291017c7-3423-4fd6-8e0e-1f95229accca tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:37.437774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-361a1129-2ab5-48ca-bd79-1a667890a59c req-291017c7-3423-4fd6-8e0e-1f95229accca tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0706110 Aug 20 14:01:37.490197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-361a1129-2ab5-48ca-bd79-1a667890a59c req-a24e4229-8f93-453b-90fe-ba915608477f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Aug 20 14:01:38.627193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005ad60-945c-4c6f-87c1-376b1c067408 req-ea5d0761-1bf5-4e4f-bb68-c5cbd7633e44 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:38.628876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7005ad60-945c-4c6f-87c1-376b1c067408 req-ea5d0761-1bf5-4e4f-bb68-c5cbd7633e44 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0587554 Aug 20 14:01:38.671979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7005ad60-945c-4c6f-87c1-376b1c067408 req-3eb609ad-2168-467c-815b-0060d8e5204a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368068 Aug 20 14:01:39.840127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1e0e-ecac-409b-afff-6fa73077e87e req-7a716110-93a1-4616-9ec2-ea312588ae2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:39.843903 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2ad1e0e-ecac-409b-afff-6fa73077e87e req-7a716110-93a1-4616-9ec2-ea312588ae2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0908964 Aug 20 14:01:39.923539 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2ad1e0e-ecac-409b-afff-6fa73077e87e req-1a91ad30-9991-43aa-b3d8-5d1ca291a712 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656321 Aug 20 14:01:41.114813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771460ed-6fcc-4a94-b318-c930334e3f27 req-a1fd050d-aae3-45d7-b4dd-0c962ca9b03d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:41.117425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-771460ed-6fcc-4a94-b318-c930334e3f27 req-a1fd050d-aae3-45d7-b4dd-0c962ca9b03d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0914690 Aug 20 14:01:41.184961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-771460ed-6fcc-4a94-b318-c930334e3f27 req-ef997b91-913a-4981-a8cf-5a610725aff4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593686 Aug 20 14:01:42.359427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0cc67-f80a-4791-b3d2-33821c94097e req-fc161990-6ab1-43c0-a55d-2f068fccadb2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:42.362854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-def0cc67-f80a-4791-b3d2-33821c94097e req-fc161990-6ab1-43c0-a55d-2f068fccadb2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0880895 Aug 20 14:01:42.428418 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-def0cc67-f80a-4791-b3d2-33821c94097e req-1f83310a-ecee-4c3f-9b42-023fd9c96eab tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586810 Aug 20 14:01:43.632913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cef19-d9fc-43ed-ad06-0580d73c78c8 req-ec03f7d1-13bc-4f3e-af30-7775536f6919 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:43.634604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-814cef19-d9fc-43ed-ad06-0580d73c78c8 req-ec03f7d1-13bc-4f3e-af30-7775536f6919 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0741816 Aug 20 14:01:43.687690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-814cef19-d9fc-43ed-ad06-0580d73c78c8 req-c2e2acf1-37d5-4197-b252-b7c5a07d6ce8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408530 Aug 20 14:01:44.838353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3693f-049b-4c73-8830-c3c7bcf1e75e req-fa481100-b368-4019-b9ef-752fa2b65188 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:44.840089 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52c3693f-049b-4c73-8830-c3c7bcf1e75e req-fa481100-b368-4019-b9ef-752fa2b65188 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Aug 20 14:01:44.909284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52c3693f-049b-4c73-8830-c3c7bcf1e75e req-e522e851-3272-4c2e-81ad-f826767995a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613811 Aug 20 14:01:45.835318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9277295d-9745-4700-9f18-ebf29d01ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:46.075144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d853013-bdba-45dc-a235-0544facdf15a req-23a97fe4-f56d-493a-a1e9-dfa7e7144766 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:46.076932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d853013-bdba-45dc-a235-0544facdf15a req-23a97fe4-f56d-493a-a1e9-dfa7e7144766 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0604653 Aug 20 14:01:46.140012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d853013-bdba-45dc-a235-0544facdf15a req-59cdeee6-26a0-479c-9dab-1ce4fd4b3155 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539944 Aug 20 14:01:47.312133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673700e-181b-44bc-b17a-375ff032483e req-163a4e75-9e66-4ace-ac5e-8b1a09b4894e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:47.314457 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3673700e-181b-44bc-b17a-375ff032483e req-163a4e75-9e66-4ace-ac5e-8b1a09b4894e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0632505 Aug 20 14:01:47.373719 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3673700e-181b-44bc-b17a-375ff032483e req-b69a9488-bcf9-4c76-8074-06758e3ad54a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Aug 20 14:01:48.538951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7e46-9835-4c8f-822c-b1a977a1c562 req-6ac2d411-3307-42d3-b742-fac966122e1b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:48.540947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c7d7e46-9835-4c8f-822c-b1a977a1c562 req-6ac2d411-3307-42d3-b742-fac966122e1b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0768487 Aug 20 14:01:48.566410 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a54eb29-e8e2-42ec-87e5-bd7d7d20c156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:48.597207 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:48.606929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c7d7e46-9835-4c8f-822c-b1a977a1c562 req-8f5a6e8b-8510-4ecd-82b1-5c716dc15a2d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540047 Aug 20 14:01:49.593701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:49.795876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4865856-81e2-4870-840b-bee3fdadb124 req-202655b0-6b94-4a1b-9f12-33662c2dad71 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:49.798365 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4865856-81e2-4870-840b-bee3fdadb124 req-202655b0-6b94-4a1b-9f12-33662c2dad71 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0739679 Aug 20 14:01:49.863695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4865856-81e2-4870-840b-bee3fdadb124 req-f7dff371-cb08-4603-8c4c-a8b65846b8bf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533612 Aug 20 14:01:50.600824 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-a46b4430-168e-45bb-9d93-4cb292d8a89c service neutron] show failed (client error): The resource could not be found. Aug 20 14:01:50.601916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-a46b4430-168e-45bb-9d93-4cb292d8a89c service neutron] 10.222.0.53 "GET /v2.0/ports/44370135-25ed-4dc3-a0d8-acec056f42b6/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0791125 Aug 20 14:01:51.073482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-c604153c-c0f9-46e7-9f1c-f8d14e6765d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:51.075746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-c604153c-c0f9-46e7-9f1c-f8d14e6765d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 1097 time: 0.2875016 Aug 20 14:01:51.096486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f09bd0-599a-44c9-8ec6-a94c784dfd87 req-a46726a4-19dd-4454-9a04-293708d81a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:51.099302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9f09bd0-599a-44c9-8ec6-a94c784dfd87 req-a46726a4-19dd-4454-9a04-293708d81a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.1177533 Aug 20 14:01:51.103903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:01:51.208823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:51.229203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9f09bd0-599a-44c9-8ec6-a94c784dfd87 req-99035078-2279-478c-83fb-fc8e8b3e8be8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955939 Aug 20 14:01:51.504783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:01:51.541089 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:51.566886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:01:51.622934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:01:51.625618 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b29b95-ff66-4a3a-b31f-b5397a88bf56" -d '{"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-unplugged", "status": "completed", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:01:51.631143 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:51.658539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Transition to ACTIVE for port object 44370135-25ed-4dc3-a0d8-acec056f42b6 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:01:51.663648 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:51.720710 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4ba93-b462-4756-bca1-9e1350f882b4 x-openstack-request-id: req-1ed4ba93-b462-4756-bca1-9e1350f882b4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:01:51.721103 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-unplugged", "status": "completed", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:01:51.721454 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ed4ba93-b462-4756-bca1-9e1350f882b4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:01:51.722199 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'code': 200} Aug 20 14:01:51.839028 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:51.949055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] No DVR routers for this DVR port 44370135-25ed-4dc3-a0d8-acec056f42b6 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:01:52.113732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:01:52.114106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:01:52.114408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:01:52.120332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Port 44370135-25ed-4dc3-a0d8-acec056f42b6 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:01:52.120714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Attempting to bind port 44370135-25ed-4dc3-a0d8-acec056f42b6 on network 1dcfc2a3-e717-47c8-80c3-73df144cd662 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:01:52.128138 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:01:52.128611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Checking segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:01:52.129049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Bound using segment: {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:01:52.129503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Bound port: 44370135-25ed-4dc3-a0d8-acec056f42b6, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3233def2-0d05-4a7e-994f-5b83561f1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:01:52.130006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:52.228434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:01:52.232466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:01:52.238868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:52.283759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:52.284184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:52.285811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] 10.222.0.13 "PUT /v2.0/ports/44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1092 time: 1.2013688 Aug 20 14:01:52.357813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6392-f247-438c-8eef-0a1548f8e1be service neutron] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:52.440238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-45eea626-e4a4-4ce8-b772-dfe4e2327958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:52.443197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-45eea626-e4a4-4ce8-b772-dfe4e2327958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1095 time: 0.1334786 Aug 20 14:01:52.480722 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9a029-5d5e-4f3c-8b21-209adecf5797 req-c6daf883-04c6-4ca8-8267-9c6939860db9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:52.483443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55b9a029-5d5e-4f3c-8b21-209adecf5797 req-c6daf883-04c6-4ca8-8267-9c6939860db9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.1361711 Aug 20 14:01:52.646349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55b9a029-5d5e-4f3c-8b21-209adecf5797 req-7fdb7e8a-0855-48ed-999b-264f55609ad3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432319 Aug 20 14:01:52.678591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-efa0a6fa-4f38-4527-8538-923a16057f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:52.681086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-efa0a6fa-4f38-4527-8538-923a16057f38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.2302625 Aug 20 14:01:52.802796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-ba394ec8-d4af-4238-8892-c0e2f2ed59b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1000 time: 0.1144078 Aug 20 14:01:52.864647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-9a874655-a1c5-4c0b-9012-ec0c028a81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:52.866240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-9a874655-a1c5-4c0b-9012-ec0c028a81d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0568385 Aug 20 14:01:52.936962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-f4dd4a0d-8a34-4e6f-b6f2-36cbbeb4f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:52.939214 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-f4dd4a0d-8a34-4e6f-b6f2-36cbbeb4f510 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569792 Aug 20 14:01:52.949688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-455a0007-5ab6-4975-82e3-a6707b64eabf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:01:52.950824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-455a0007-5ab6-4975-82e3-a6707b64eabf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055499 Aug 20 14:01:53.063475 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-5a5977a3-79b8-4999-953b-251a55443708 service neutron] 10.222.0.13 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053152 Aug 20 14:01:53.190995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06d25032-8dea-4d84-9a95-ef5e2969e3dd req-03a97916-3bd1-41cb-b438-dfeec4cac50d service neutron] 10.222.0.13 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195080 Aug 20 14:01:53.723657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:01:53.726739 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa557310-232b-44b7-b49c-49de22bbcb31" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:01:53.791333 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022b0d5-28a8-4700-bba0-ee1ea8d82f3b x-openstack-request-id: req-9022b0d5-28a8-4700-bba0-ee1ea8d82f3b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:01:53.791632 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:01:53.791861 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9022b0d5-28a8-4700-bba0-ee1ea8d82f3b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:01:53.792270 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'status': 'completed', 'code': 200} Aug 20 14:01:53.880829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61fbe8-3e5f-4992-bdab-051c7f37db45 req-d0abf712-0f59-4c5e-a60f-eb3a767b50bb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:53.884538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f61fbe8-3e5f-4992-bdab-051c7f37db45 req-d0abf712-0f59-4c5e-a60f-eb3a767b50bb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.1174803 Aug 20 14:01:53.949144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-bc746d00-6532-465e-baea-a6557bd655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:53.950834 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-bc746d00-6532-465e-baea-a6557bd655c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1095 time: 0.1310761 Aug 20 14:01:53.953218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-b78890a3-0a22-41cd-86d9-605741b27a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:53.956145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-b78890a3-0a22-41cd-86d9-605741b27a2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1095 time: 0.1238217 Aug 20 14:01:53.965046 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f61fbe8-3e5f-4992-bdab-051c7f37db45 req-933b55fe-16dd-446b-a0ce-1a513864256c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666757 Aug 20 14:01:54.036983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:01:54.112924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:01:54.449915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-125a33f3-b238-447b-b054-352d2696b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:54.451427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-125a33f3-b238-447b-b054-352d2696b219 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.4908311 Aug 20 14:01:54.452986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-76dcb42f-b1d8-4576-890a-19d8400b0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:54.454363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-76dcb42f-b1d8-4576-890a-19d8400b0f5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.4858158 Aug 20 14:01:54.607091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-b0151601-5e67-47a5-9c4e-b31dc463b57d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1000 time: 0.1475518 Aug 20 14:01:54.610100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-700eb262-b4bc-4acf-9df4-964b1c73843b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1000 time: 0.1413097 Aug 20 14:01:54.737136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-7f60c537-35a0-4f39-a131-af6d00d5201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:54.739534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-7f60c537-35a0-4f39-a131-af6d00d5201a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.1236086 Aug 20 14:01:54.742116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-c2881ddc-2c49-4186-9c91-5502b643b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:54.744349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-c2881ddc-2c49-4186-9c91-5502b643b813 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.1168232 Aug 20 14:01:54.891881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-fcd23cc5-2aad-4ee0-8b69-ed4dbe25af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:54.894343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-fcd23cc5-2aad-4ee0-8b69-ed4dbe25af09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462164 Aug 20 14:01:54.899224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-f1bb3bee-9424-483b-86aa-d625c8eb76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:54.901202 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-f1bb3bee-9424-483b-86aa-d625c8eb76cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388426 Aug 20 14:01:55.147550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-6a23677f-ccb7-4949-af85-578d700f1293 service neutron] 10.222.0.13 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433865 Aug 20 14:01:55.156599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-d1911d27-56c0-4a77-9e1c-38a4e9c56fc9 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430618 Aug 20 14:01:55.174443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9e1f6-33a6-488d-9e82-9302c957bd28 req-63c5c4cd-48fd-436d-9883-09571f8b83b6 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:55.176163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fb9e1f6-33a6-488d-9e82-9302c957bd28 req-63c5c4cd-48fd-436d-9883-09571f8b83b6 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.1158671 Aug 20 14:01:55.344371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fb9e1f6-33a6-488d-9e82-9302c957bd28 req-85aa849b-948f-4450-bdf1-902087e09622 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479051 Aug 20 14:01:55.370264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-3d69c27e-e0e1-4245-b797-b5bfdb332b50 service neutron] 10.222.0.13 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126360 Aug 20 14:01:55.394452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa557310-232b-44b7-b49c-49de22bbcb31 req-0a79825c-4228-49b9-8f2e-41ca93371511 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161770 Aug 20 14:01:55.791628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17b08-9d17-47ea-89be-7ce2b9334d22 req-924e0eb1-dd5d-4734-9bd7-e07d8e99134a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:55.794349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7a17b08-9d17-47ea-89be-7ce2b9334d22 req-924e0eb1-dd5d-4734-9bd7-e07d8e99134a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 944 time: 0.1987076 Aug 20 14:01:55.842258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-fa4723c2-5b6e-4052-bcf9-92d31a1fefbc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:55.845959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-fa4723c2-5b6e-4052-bcf9-92d31a1fefbc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1&tenant_id=b582379029104c74bac9707655056a15&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.2327466 Aug 20 14:01:55.937325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7a17b08-9d17-47ea-89be-7ce2b9334d22 req-1004590c-8331-4a7e-9286-f867830e8237 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172211 Aug 20 14:01:56.006510 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-d5ea6961-6d78-4c18-9328-149bc3ac2039 service neutron] delete failed (client error): The resource could not be found. Aug 20 14:01:56.007667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-d5ea6961-6d78-4c18-9328-149bc3ac2039 service neutron] 10.222.0.53 "DELETE /v2.0/ports/44370135-25ed-4dc3-a0d8-acec056f42b6/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1483364 Aug 20 14:01:56.138791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-3fb78c62-e890-400d-8d19-8a44f4a3ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:56.140399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-3fb78c62-e890-400d-8d19-8a44f4a3ee9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1095 time: 0.0729241 Aug 20 14:01:56.223383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:01:56.263854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-d9126032-9c5b-4043-8ee3-f0456c7dd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:56.265576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-d9126032-9c5b-4043-8ee3-f0456c7dd18a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.1179767 Aug 20 14:01:56.359123 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-174ad67e-5827-47c8-8de5-d18b55c29efe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 1000 time: 0.0866117 Aug 20 14:01:56.391664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:01:56.413726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-54ca7c3b-ec1e-4f3d-8035-de8ee2a01345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:56.415281 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-54ca7c3b-ec1e-4f3d-8035-de8ee2a01345 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0492656 Aug 20 14:01:56.420244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'port_id': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'mac_address': 'fa:16:3e:1f:0e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:01:56.476016 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:56.481360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-41c2c2dd-9151-402c-850c-5c373fb607c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:56.483596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-41c2c2dd-9151-402c-850c-5c373fb607c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616317 Aug 20 14:01:56.493265 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44370135-25ed-4dc3-a0d8-acec056f42b6 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:01:56.524827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:01:56.531126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:56.599035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-e7ca970c-62e8-4087-9d96-7141dba86eca service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077917 Aug 20 14:01:56.624742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:56.639776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.640572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.641149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.642775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.643387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.643912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.644412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.644887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.645360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.645828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.646295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.646760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:56.713715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1f887073-5e65-4a5b-9994-04d07a8953ce req-3b18edc7-a984-411d-996d-ac550108fdc5 service neutron] 10.222.0.53 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078479 Aug 20 14:01:56.777039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['44370135-25ed-4dc3-a0d8-acec056f42b6'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:01:57.181755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a3504-5543-488a-9b0b-5c7f12e986b7 req-74d7111d-2bc1-4b32-9e9b-2d30bb0fcdf1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:57.184078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-655a3504-5543-488a-9b0b-5c7f12e986b7 req-74d7111d-2bc1-4b32-9e9b-2d30bb0fcdf1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 945 time: 0.1348131 Aug 20 14:01:57.256085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-655a3504-5543-488a-9b0b-5c7f12e986b7 req-170fdee2-2419-4ed3-8f53-fa1243473558 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610008 Aug 20 14:01:58.221830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:01:58.297409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 44370135-25ed-4dc3-a0d8-acec056f42b6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:01:58.304406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 44370135-25ed-4dc3-a0d8-acec056f42b6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:01:58.305009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:58.434042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c8e9-ae45-4635-ac1a-92f58cc9c84e req-ab033c20-2572-4f0b-90ab-eb943d4e220c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:58.436674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a850c8e9-ae45-4635-ac1a-92f58cc9c84e req-ab033c20-2572-4f0b-90ab-eb943d4e220c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 945 time: 0.0840802 Aug 20 14:01:58.439714 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:58.465847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:01:58.469064 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6bb68-5c8e-41d3-a251-735ba4ba7b9b" -d '{"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-plugged", "status": "completed", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:01:58.521801 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a850c8e9-ae45-4635-ac1a-92f58cc9c84e req-64c9552f-efce-4a6d-a3bb-991701966f27 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766490 Aug 20 14:01:58.522531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:01:58.529917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:58.551198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 40282) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:58.628169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:58.677628 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8be546-00cc-40e6-88af-9d22c2eae61c x-openstack-request-id: req-eb8be546-00cc-40e6-88af-9d22c2eae61c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:01:58.678200 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-plugged", "status": "completed", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:01:58.678685 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb8be546-00cc-40e6-88af-9d22c2eae61c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:01:58.679259 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'code': 200} Aug 20 14:01:58.682771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8f85668b-64d6-4661-b333-945eafbcb1e4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/e8bf9fca-5a00-4d08-8927-2e9781ce30dd HTTP/1.1" status: 200 len: 994 time: 0.1292715 Aug 20 14:01:59.239923 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:01.943931 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:13.313442 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:02:15.825287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cae2f850-5932-413b-9e57-6bc90664f622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.565287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cc61-522d-4e25-b606-714bc9cca276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.588944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:19.596114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.538340 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:27.554985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad0cd3-3fa5-43c7-9b7b-0a07be373dbe req-3d60f736-9309-4d30-9ebc-3592769133a9 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:27.556909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8aad0cd3-3fa5-43c7-9b7b-0a07be373dbe req-3d60f736-9309-4d30-9ebc-3592769133a9 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1097 time: 0.0919528 Aug 20 14:02:27.605440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8aad0cd3-3fa5-43c7-9b7b-0a07be373dbe req-99f50979-715d-4e3a-99c4-7c1bb826f620 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Aug 20 14:02:27.649413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:27.856286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port b3e427f2-5d2d-4287-8202-c820b3021e38 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:02:27.856595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:27.962022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:27.962312 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:27.977268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for b3e427f2-5d2d-4287-8202-c820b3021e38 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:02:28.228961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:28.285503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=b3e427f2-5d2d-4287-8202-c820b3021e38,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:28.360081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:28.360846 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP e8bf9fca-5a00-4d08-8927-2e9781ce30dd disassociated (deleted). External IP: 172.25.6.101, port: 44370135-25ed-4dc3-a0d8-acec056f42b6. Aug 20 14:02:28.644425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router d2d1df67-8d8c-4187-bfce-9db36495724c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:02:28.830627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:02:28.838027 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:28.846565 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] Sync routers for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:02:28.859673 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:28.860695 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:28.872953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa7f9d52-7bff-4a6d-b7e8-018290f3d7d8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/floatingips/e8bf9fca-5a00-4d08-8927-2e9781ce30dd HTTP/1.1" status: 204 len: 168 time: 1.2220526 Aug 20 14:02:28.873706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:02:28.876041 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72511865-d405-43a0-a79e-d084c787308a" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:02:28.980312 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58977121-db6e-4aea-a987-9f193abeec14 x-openstack-request-id: req-58977121-db6e-4aea-a987-9f193abeec14 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:02:28.980905 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:02:28.981326 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58977121-db6e-4aea-a987-9f193abeec14 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:02:28.981972 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'status': 'completed', 'code': 200} Aug 20 14:02:29.060995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:29.100397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511865-d405-43a0-a79e-d084c787308a req-683050f2-be18-4c23-a531-43b582deaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:29.103605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-683050f2-be18-4c23-a531-43b582deaf19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 1097 time: 0.0928898 Aug 20 14:02:29.247671 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:29.316038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511865-d405-43a0-a79e-d084c787308a req-60f5676d-8fdf-419c-9720-0db2729afbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:29.318687 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-60f5676d-8fdf-419c-9720-0db2729afbcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 200 len: 898 time: 0.1967597 Aug 20 14:02:29.381460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f18da-7460-47e5-a919-93e5584b6ec2 req-37f9b365-c4db-443a-a7dd-9d78e717c3f4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:29.384540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-018f18da-7460-47e5-a919-93e5584b6ec2 req-37f9b365-c4db-443a-a7dd-9d78e717c3f4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.1928089 Aug 20 14:02:29.412633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-997a3c20-e2ce-4381-a012-9759f7434f56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 200 len: 217 time: 0.0848048 Aug 20 14:02:29.452651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-018f18da-7460-47e5-a919-93e5584b6ec2 req-c9685d38-4510-458b-9a7f-0d8365486ce4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541258 Aug 20 14:02:29.461590 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:47Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:29.492090 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] Checking router: d2d1df67-8d8c-4187-bfce-9db36495724c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:02:29.502718 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:29.503371 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:29.510001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511865-d405-43a0-a79e-d084c787308a req-53708c21-492e-4d79-a2bc-ed9377c14857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:29.512783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-53708c21-492e-4d79-a2bc-ed9377c14857 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 200 len: 833 time: 0.0923305 Aug 20 14:02:29.605143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511865-d405-43a0-a79e-d084c787308a req-dd460166-97a6-438c-b46d-24286f53a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:29.607669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-dd460166-97a6-438c-b46d-24286f53a000 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1dcfc2a3-e717-47c8-80c3-73df144cd662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865064 Aug 20 14:02:29.635891 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:29.796341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-76479ff6-d8a8-45ec-b3b2-2f4b30166c33 service neutron] 10.222.0.13 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796412 Aug 20 14:02:29.997046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72511865-d405-43a0-a79e-d084c787308a req-85bc051e-c911-48af-825f-1eb9390b0454 service neutron] 10.222.0.13 "GET /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918316 Aug 20 14:02:30.107962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:30.173338 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:47Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:30.206385 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129307dc-79f4-4aa4-a5b5-4c11c3ee4010 None None] The sync data for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 is: [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:00:42Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '33a4469c-8e36-4184-b3a9-e947dfd8bed5', 'name': '', 'network_id': '1dcfc2a3-e717-47c8-80c3-73df144cd662', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:fe:16:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:41Z', 'updated_at': '2021-08-20T14:00:47Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '1efdbf60-632c-4a9e-9699-e7d068c69e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:02:30.281309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.437674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.446106 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.496405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-34098b19-8616-465a-b94e-e17cdd8be7d7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:30.499286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-34098b19-8616-465a-b94e-e17cdd8be7d7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.0985010 Aug 20 14:02:30.527224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=086d873136dd4cbca83f656fd81a2806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140720 Aug 20 14:02:30.530093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:30.544768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb31ca30-cd23-4d20-b05f-79f9c54be62b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:30.571957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.572972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.573842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.574235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.574991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.575865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.576682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.577697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.578518 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.579384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.579951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.580495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdd8af-2024-4c8e-8c7a-229b3b936f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:30.622668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905766de-d79e-46f6-b747-e8344c5bffdc None None] New status for floating IP e8bf9fca-5a00-4d08-8927-2e9781ce30dd: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:02:30.653096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fbd118a4-508b-4414-bf26-e0b021ee2433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.683370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fbd118a4-508b-4414-bf26-e0b021ee2433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.786471 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fbd118a4-508b-4414-bf26-e0b021ee2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.789409 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fbd118a4-508b-4414-bf26-e0b021ee2433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:30.792686 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fbd118a4-508b-4414-bf26-e0b021ee2433 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb31ca30-cd23-4d20-b05f-79f9c54be62b HTTP/1.1" status: 204 len: 168 time: 0.2592525 Aug 20 14:02:30.809588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd118a4-508b-4414-bf26-e0b021ee2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb31ca30-cd23-4d20-b05f-79f9c54be62b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:31.033219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d43039-ea1e-4d5b-a03c-dd21944e805f req-631f806b-3c1e-41ae-b258-a437a8274702 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:31.037579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71d43039-ea1e-4d5b-a03c-dd21944e805f req-631f806b-3c1e-41ae-b258-a437a8274702 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24b6ec6-32c7-4564-9608-d3b2ddbf30d1 HTTP/1.1" status: 200 len: 946 time: 0.4409451 Aug 20 14:02:31.088869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 44370135-25ed-4dc3-a0d8-acec056f42b6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:02:31.089225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:31.155250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-71d43039-ea1e-4d5b-a03c-dd21944e805f req-bd2556b1-5e84-4442-b4eb-7b2fc5c9c4fd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=305d1dd4-6585-4545-8d24-a3f0d4880a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086848 Aug 20 14:02:31.217949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 44370135-25ed-4dc3-a0d8-acec056f42b6, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44370135-25ed-4dc3-a0d8-acec056f42b6,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:31.218332 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:31.238414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 44370135-25ed-4dc3-a0d8-acec056f42b6 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:02:31.394236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:31.440311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=44370135-25ed-4dc3-a0d8-acec056f42b6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:31.510701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] No DVR routers for this DVR port 44370135-25ed-4dc3-a0d8-acec056f42b6 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:02:31.513706 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:31.516019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec3ae89b-fa7e-485a-8e78-387e109d781e req-038e58d1-ba7f-44e3-b785-80b76d375b20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.13 "DELETE /v2.0/ports/44370135-25ed-4dc3-a0d8-acec056f42b6 HTTP/1.1" status: 204 len: 173 time: 1.0103760 Aug 20 14:02:31.516507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-deleted', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:02:31.519507 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be38aa50-5ba6-4220-9d3f-87d479a51ff2" -d '{"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-deleted", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:02:31.576807 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc68ba9-0ccf-4247-ac5a-c22d6489bf15 x-openstack-request-id: req-0bc68ba9-0ccf-4247-ac5a-c22d6489bf15 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:02:31.577433 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b6ec6-32c7-4564-9608-d3b2ddbf30d1", "name": "network-vif-deleted", "tag": "44370135-25ed-4dc3-a0d8-acec056f42b6", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:02:31.578107 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bc68ba9-0ccf-4247-ac5a-c22d6489bf15 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:02:31.578827 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b6ec6-32c7-4564-9608-d3b2ddbf30d1', 'name': 'network-vif-deleted', 'tag': '44370135-25ed-4dc3-a0d8-acec056f42b6', 'status': 'completed', 'code': 200} Aug 20 14:02:31.968204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:32.218748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41150) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:33.006524 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:33.356229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 33a4469c-8e36-4184-b3a9-e947dfd8bed5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:02:33.356928 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:33.531780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 33a4469c-8e36-4184-b3a9-e947dfd8bed5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33a4469c-8e36-4184-b3a9-e947dfd8bed5,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:33.532814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:33.552207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 33a4469c-8e36-4184-b3a9-e947dfd8bed5 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:02:33.808521 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:33.855904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=33a4469c-8e36-4184-b3a9-e947dfd8bed5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:34.149327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:34.385739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:02:34.465678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 44370135-25ed-4dc3-a0d8-acec056f42b6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:02:34.466468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44370135-25ed-4dc3-a0d8-acec056f42b6 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:02:34.507050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router d2d1df67-8d8c-4187-bfce-9db36495724c has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:02:34.692462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:02:34.702261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f83e5dd6-0234-47cc-ae6f-5353d57e20e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/d2d1df67-8d8c-4187-bfce-9db36495724c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4822316 Aug 20 14:02:34.710423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:34.711465 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] Sync routers for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:02:34.729940 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:34.731448 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:34.787798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting subnet 1efdbf60-632c-4a9e-9699-e7d068c69e23 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:02:34.791483 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:34.839344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:34.936475 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:34.972308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.089246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.130120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Subnet': ['ID=1efdbf60-632c-4a9e-9699-e7d068c69e23,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:35.141120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.149835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-28d28864-c7bb-4fc0-b325-c7505993e192 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/subnets/1efdbf60-632c-4a9e-9699-e7d068c69e23 HTTP/1.1" status: 204 len: 168 time: 0.4363430 Aug 20 14:02:35.149835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:35.157348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59d5d0-fd66-4154-80cf-a1cab7011b01 None None] Network 1dcfc2a3-e717-47c8-80c3-73df144cd662 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:02:35.219844 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:02:33Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:35.296061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] Checking router: d2d1df67-8d8c-4187-bfce-9db36495724c for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:02:35.318969 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] Routers {'d2d1df67-8d8c-4187-bfce-9db36495724c'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:35.319696 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['d2d1df67-8d8c-4187-bfce-9db36495724c'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:35.387312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.515489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] DHCP port deletion for 1dcfc2a3-e717-47c8-80c3-73df144cd662 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:02:35.594273 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.619606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] Deleting port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:02:35.620764 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.639327 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] Set router d2d1df67-8d8c-4187-bfce-9db36495724c gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:35.694075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port ba4575ae-3789-4705-83f5-fddd39aa1562 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:02:35.695188 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.747650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] For port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,segment=NetworkSegment(3233def2-0d05-4a7e-994f-5b83561f1a38),segment_id=3233def2-0d05-4a7e-994f-5b83561f1a38)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:35.748173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.773425 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] Calling delete_port for ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:02:35.861444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port ba4575ae-3789-4705-83f5-fddd39aa1562, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ba4575ae-3789-4705-83f5-fddd39aa1562,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:35.862621 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.887671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for ba4575ae-3789-4705-83f5-fddd39aa1562 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:02:35.911252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:35.946204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] Pushing event deleted for resources: {'Port': ['ID=ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:35.955166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101ab11-7bbb-4eec-bdc3-3b146efd905d None None] No DVR routers for this DVR port ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:02:36.018543 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:02:33Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:36.060738 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fda429-d65e-4225-870d-d396e9dde205 None None] The sync data for ids ['d2d1df67-8d8c-4187-bfce-9db36495724c'] in n-d-804232-5 is: [{'id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723395464', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:00:36Z', 'updated_at': '2021-08-20T14:02:33Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'ba4575ae-3789-4705-83f5-fddd39aa1562', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1df67-8d8c-4187-bfce-9db36495724c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:00:37Z', 'updated_at': '2021-08-20T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:02:36.155377 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.184293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=ba4575ae-3789-4705-83f5-fddd39aa1562,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:36.265179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.407392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.410393 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.497371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.499216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Fanout notify agent at l3_agent the message router_deleted on router d2d1df67-8d8c-4187-bfce-9db36495724c {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:02:36.513031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.515537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b3d4d44e-28a2-4043-87e7-25072aad6a35 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/routers/d2d1df67-8d8c-4187-bfce-9db36495724c HTTP/1.1" status: 204 len: 168 time: 1.3642592 Aug 20 14:02:36.519528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41196) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:36.645749 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.765959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.788792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcfc2a3-e717-47c8-80c3-73df144cd662']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:36.803119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3233def2-0d05-4a7e-994f-5b83561f1a38') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:36.803653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3233def2-0d05-4a7e-994f-5b83561f1a38') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:36.816407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.840021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.852071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:02:36.852809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:02:36.858249 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:02:36.965961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.976525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:36.979088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/networks/1dcfc2a3-e717-47c8-80c3-73df144cd662 HTTP/1.1" status: 204 len: 168 time: 0.4580956 Aug 20 14:02:36.983062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41200) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:37.002255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Network': ['ID=1dcfc2a3-e717-47c8-80c3-73df144cd662,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:37.013109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.014045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.014562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.014930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.015375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.015739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.016114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.016486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.016899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.017850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.018528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.019318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7110-f930-4dda-9ad9-a2e49659a4e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:37.063897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aec3e6f9-57c0-4000-a2ab-9d118085d896 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.103852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aec3e6f9-57c0-4000-a2ab-9d118085d896 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.198244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aec3e6f9-57c0-4000-a2ab-9d118085d896 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.201781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aec3e6f9-57c0-4000-a2ab-9d118085d896 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.203375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aec3e6f9-57c0-4000-a2ab-9d118085d896 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/security-groups/305d1dd4-6585-4545-8d24-a3f0d4880a46 HTTP/1.1" status: 204 len: 168 time: 0.2190998 Aug 20 14:02:37.220011 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e6f9-57c0-4000-a2ab-9d118085d896 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d1dd4-6585-4545-8d24-a3f0d4880a46,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:37.470087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ba4575ae-3789-4705-83f5-fddd39aa1562 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:02:37.497288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ba4575ae-3789-4705-83f5-fddd39aa1562 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:02:37.497796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ba4575ae-3789-4705-83f5-fddd39aa1562 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:02:37.498345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:02:37.520923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:02:37.521384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ecbc43db-ddde-42b6-bb2a-caab2bd8fe9a not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:02:37.521920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a4469c-8e36-4184-b3a9-e947dfd8bed5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:02:37.544064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 33a4469c-8e36-4184-b3a9-e947dfd8bed5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:02:37.544578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33a4469c-8e36-4184-b3a9-e947dfd8bed5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:02:37.573900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41206) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:37.579022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689039699', 'description': 'tempest-secgroup-smoke-689039699 description', 'project_id': 'b582379029104c74bac9707655056a15'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:37.609265 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.746348 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.755325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.803720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.808258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2331717 Aug 20 14:02:37.808659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41208) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:37.813374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3e71a-1dbe-40a1-ab78-d1ff70a1c608 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e6757-773f-436e-9518-36991f8acf3f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:37.820281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'bb6e6757-773f-436e-9518-36991f8acf3f', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:37.858799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.937023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.942725 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.976147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cc90de-ffec-4bdf-a430-ce9ac7d3fe5e,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:37.987366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.989596 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f2683b99-679f-46b5-bc89-2629688622fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782103 Aug 20 14:02:37.992407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41212) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:37.999880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'bb6e6757-773f-436e-9518-36991f8acf3f', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:38.044162 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.120498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.125755 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.147427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e00734a-88e8-4aa3-a21c-9a506bd7a64d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:38.157219 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.163971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d22a5a94-0568-44e5-be81-f4d45f044324 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658895 Aug 20 14:02:38.164353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41214) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:38.169791 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'bb6e6757-773f-436e-9518-36991f8acf3f', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:38.215568 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.314789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.320611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.349537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479e8039-a149-4795-8f0f-d8615be6238b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:38.367127 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.368433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7c415384-a99a-4c2c-b326-206977740d92 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2029669 Aug 20 14:02:38.372978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41216) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:38.378685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'bb6e6757-773f-436e-9518-36991f8acf3f', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:38.425202 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.524539 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.530881 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.555792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baef1242-b34d-40d5-97a0-8477193c37fd,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:38.564514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.567058 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a12557c3-1185-4ff1-bcba-61305784b1ef tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1926873 Aug 20 14:02:38.571334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41218) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:38.577098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'bb6e6757-773f-436e-9518-36991f8acf3f', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:38.607111 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:02:38.613084 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.704246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.709962 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.734188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a796d04b-9891-4a31-bda0-b94522e8a116,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:38.742903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.744267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a6384848-6e01-42c6-8b7d-4a4f89c690cc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718342 Aug 20 14:02:38.748828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41220) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:38.754876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'bb6e6757-773f-436e-9518-36991f8acf3f', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:38.787868 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:02:38.794224 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.890585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.896670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.927039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015aaadf-e7ba-4b57-aa87-6e140363e03d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:38.947441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:38.953838 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-761ebe7e-c3ff-4049-8195-4025bfbdd63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1991038 Aug 20 14:02:38.954252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41224) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:38.963897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'network': {'name': 'tempest-network-smoke--475824999', 'project_id': 'b582379029104c74bac9707655056a15', 'port_security_enabled': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:38.996162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:02:39.002461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.042407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:02:39.061972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.062524 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Added segment 4a1ec40b-672a-4f59-a4b4-89a6c6f90e48 of type vlan for network a8689e26-72ac-4b64-a2e8-d1152e70293c Aug 20 14:02:39.122971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.165700 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.172179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:39.172979 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.239636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2832224 Aug 20 14:02:39.244775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41226) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:39.251924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'admin_state_up': True, 'project_id': 'b582379029104c74bac9707655056a15', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:39.258418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e520-1c60-4a17-b19e-3209673b5277 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Network': ['ID=a8689e26-72ac-4b64-a2e8-d1152e70293c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:39.275353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network a8689e26-72ac-4b64-a2e8-d1152e70293c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:02:39.291869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.293435 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.385411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.574891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.870005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:39.905708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:40.082287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.92 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/03b0320a-30db-4690-b199-38c13f166171) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:02:40.287844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:40.344720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:40.388904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:02:40.392286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:40.400758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:02:40.406069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=03b0320a-30db-4690-b199-38c13f166171,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:40.778644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:41.084007 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:41.317617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 30034260-3145-4316-a165-bdf6a86288cc is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:02:41.464020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:02:41.476821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Sync routers for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:02:41.490160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:41.490514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:41.499470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:41.505843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9018e225-261d-460b-abd5-c8186caa9058 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2587433 Aug 20 14:02:41.508108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41232) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:41.577376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-974c90fc-0ef5-41d1-aa9d-f79bf0065ccd tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b582379029104c74bac9707655056a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666966 Aug 20 14:02:41.582151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41234) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:41.718823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ac3da-5a00-4a3d-9f12-2438c5fcb5c2 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:41.723198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c16ac3da-5a00-4a3d-9f12-2438c5fcb5c2 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394901 Aug 20 14:02:41.727352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41236) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:41.790666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:41.807537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1e758c6d-70fb-410f-b3dc-e4a0a84624fc tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752394 Aug 20 14:02:41.808454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41238) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:41.818587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1172946788', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'project_id': 'b582379029104c74bac9707655056a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:42.002371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:02:42.009370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.044009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:40Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:42.099676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Checking router: 30034260-3145-4316-a165-bdf6a86288cc for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:02:42.100253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Updating router 30034260-3145-4316-a165-bdf6a86288cc port 03b0320a-30db-4690-b199-38c13f166171 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:02:42.145325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.396732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.509568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Subnet': ['ID=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:42.518907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Checking segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:42.518907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network hostable DHCP agents. Network: a8689e26-72ac-4b64-a2e8-d1152e70293c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:02:42.549421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network a8689e26-72ac-4b64-a2e8-d1152e70293c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:02:42.559069 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.565711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, a8689e26-72ac-4b64-a2e8-d1152e70293c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:42.574154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:42.575593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.579497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Transition to ACTIVE for port object 03b0320a-30db-4690-b199-38c13f166171 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:42.585947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d40667-503a-428d-8c9f-3f4cc83d005f None None] Network a8689e26-72ac-4b64-a2e8-d1152e70293c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:02:42.590271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.604900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-69916b29-bcf2-481f-bc08-29529a1a1c90 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7937236 Aug 20 14:02:42.607701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41242) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:42.701770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Attempting to bind port 03b0320a-30db-4690-b199-38c13f166171 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:02:42.702155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Attempting to bind port 03b0320a-30db-4690-b199-38c13f166171 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:02:42.702508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Attempting to bind port 03b0320a-30db-4690-b199-38c13f166171 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:02:42.711807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51f8b0-7591-4480-84b8-faf56f423db4 None None] Pushing event updated for resources: {'Port': ['ID=03b0320a-30db-4690-b199-38c13f166171,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:42.721077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:02:42.721548 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:42.721974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.722390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:02:42.722938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Bound port: 03b0320a-30db-4690-b199-38c13f166171, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:02:42.723279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.824468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] For port 03b0320a-30db-4690-b199-38c13f166171, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:02:42.830850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] For port 03b0320a-30db-4690-b199-38c13f166171, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=03b0320a-30db-4690-b199-38c13f166171,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:02:42.856066 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.961162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-a8689e26-72ac-4b64-a2e8-d1152e70293c', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:02:42.962063 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:42.973188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:42.973875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:43.025463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51f8b0-7591-4480-84b8-faf56f423db4 None None] Pushing event updated for resources: {'Port': ['ID=03b0320a-30db-4690-b199-38c13f166171,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:43.224452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:43.344600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Allocated IP 172.20.0.2 (a8689e26-72ac-4b64-a2e8-d1152e70293c/3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f/8642ae1e-97b1-4593-8a55-7829d04ac582) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:02:43.413050 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:43.688734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:40Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:43.747019 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:43.750494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c290-5246-4453-8c8c-21d7df10e26a None None] The sync data for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 is: [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:40Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:02:43.766724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Transition to ACTIVE for port object 8642ae1e-97b1-4593-8a55-7829d04ac582 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:43.799857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Transition to ACTIVE for port object 8642ae1e-97b1-4593-8a55-7829d04ac582 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:43.811537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:43.889971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Network a8689e26-72ac-4b64-a2e8-d1152e70293c is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:02:43.897095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:43.904644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:02:43.922213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.1 (a8689e26-72ac-4b64-a2e8-d1152e70293c/3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f/5acb8f5d-2641-4416-8e80-6d34ff216d2d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:02:43.924432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Pushing event updated for resources: {'Port': ['ID=8642ae1e-97b1-4593-8a55-7829d04ac582,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:44.008817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Attempting to bind port 8642ae1e-97b1-4593-8a55-7829d04ac582 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:02:44.009303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Attempting to bind port 8642ae1e-97b1-4593-8a55-7829d04ac582 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:02:44.009840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Attempting to bind port 8642ae1e-97b1-4593-8a55-7829d04ac582 on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:02:44.020073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:02:44.020711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Checking segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:44.022109 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:44.022534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Bound using segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:02:44.023060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Bound port: 8642ae1e-97b1-4593-8a55-7829d04ac582, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:02:44.023459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:44.119905 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:44.195546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object 5acb8f5d-2641-4416-8e80-6d34ff216d2d will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:44.197819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] For port 8642ae1e-97b1-4593-8a55-7829d04ac582, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:02:44.209315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] For port 8642ae1e-97b1-4593-8a55-7829d04ac582, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8642ae1e-97b1-4593-8a55-7829d04ac582,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:02:44.216801 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:44.270660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:44.329749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d137a7-fd81-444a-ad4a-faddbe031f13 None None] Pushing event updated for resources: {'Port': ['ID=8642ae1e-97b1-4593-8a55-7829d04ac582,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:44.385763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=5acb8f5d-2641-4416-8e80-6d34ff216d2d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:44.404677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network a8689e26-72ac-4b64-a2e8-d1152e70293c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:02:44.407746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:44.417527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:02:44.484523 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:44.836374 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:45.570256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03b0320a-30db-4690-b199-38c13f166171 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:45.656616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 03b0320a-30db-4690-b199-38c13f166171 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:45.661503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 03b0320a-30db-4690-b199-38c13f166171 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:45.661921 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:45.792039 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:45.857784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 03b0320a-30db-4690-b199-38c13f166171, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=03b0320a-30db-4690-b199-38c13f166171,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:45.875210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:45.876880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8642ae1e-97b1-4593-8a55-7829d04ac582 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:45.910192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:45.917004 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:45.930349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc85ea-35f3-40bc-8794-fa0255acabab None None] Network a8689e26-72ac-4b64-a2e8-d1152e70293c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:02:46.006131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=5acb8f5d-2641-4416-8e80-6d34ff216d2d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:46.015716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.020897 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1fa665b9-a021-47b3-970e-5188a58d586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.073475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9342170d-82d6-4798-8d8f-093655d2784b None None] Provisioning for port 8642ae1e-97b1-4593-8a55-7829d04ac582 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:46.092805 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=03b0320a-30db-4690-b199-38c13f166171,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:46.102084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8642ae1e-97b1-4593-8a55-7829d04ac582 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:46.117562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8642ae1e-97b1-4593-8a55-7829d04ac582 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:46.117990 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.180066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network a8689e26-72ac-4b64-a2e8-d1152e70293c is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:02:46.184707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:46.392123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.453177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8642ae1e-97b1-4593-8a55-7829d04ac582, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8642ae1e-97b1-4593-8a55-7829d04ac582,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:46.459769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.477693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 30034260-3145-4316-a165-bdf6a86288cc has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:02:46.586776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8642ae1e-97b1-4593-8a55-7829d04ac582,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:46.698455 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:02:46.716306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27f07f1d-2a79-46d6-b35b-6d2603e38a6d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/30034260-3145-4316-a165-bdf6a86288cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0984018 Aug 20 14:02:46.723696 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Sync routers for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:02:46.732505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-390f70c3-42e4-4a68-bf38-aa642ebf172c None None] Provisioning complete for port 8642ae1e-97b1-4593-8a55-7829d04ac582 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:46.733252 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-390f70c3-42e4-4a68-bf38-aa642ebf172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.745100 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:46.746194 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:46.919590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-390f70c3-42e4-4a68-bf38-aa642ebf172c None None] Provisioning for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:46.929893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-390f70c3-42e4-4a68-bf38-aa642ebf172c None None] Provisioning complete for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:46.930538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-390f70c3-42e4-4a68-bf38-aa642ebf172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:46.970507 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:47.025151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-390f70c3-42e4-4a68-bf38-aa642ebf172c None None] Port 5acb8f5d-2641-4416-8e80-6d34ff216d2d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:02:47.129921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-7bf683b1-408e-4064-94e2-9bd7b381df28 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689039699&fields=id&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 267 time: 0.0846095 Aug 20 14:02:47.154447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0d5b67b5-1a75-46fe-94d2-f19f1232dc77 None None] Provisioning complete for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:47.154833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0d5b67b5-1a75-46fe-94d2-f19f1232dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.259406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b67b5-1a75-46fe-94d2-f19f1232dc77 None None] Port 5acb8f5d-2641-4416-8e80-6d34ff216d2d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:02:47.283084 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 2, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:47.316732 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Checking router: 30034260-3145-4316-a165-bdf6a86288cc for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:02:47.317399 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Updating router 30034260-3145-4316-a165-bdf6a86288cc port 5acb8f5d-2641-4416-8e80-6d34ff216d2d binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:02:47.349857 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.377466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-9840617d-5041-498b-bc7a-617e22ad8f48 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:47.379068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-9840617d-5041-498b-bc7a-617e22ad8f48 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 796 time: 0.2373002 Aug 20 14:02:47.409619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-100b5b01-bf9c-46c8-8420-ebbbaa355e36 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/quotas/b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 375 time: 0.0157754 Aug 20 14:02:47.489331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ae308e86-5aca-4b25-8d53-a7c8e52c98d6 None None] Provisioning complete for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:47.489707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae308e86-5aca-4b25-8d53-a7c8e52c98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.542693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-18ea24be-2c15-4460-adbc-21ac67d90a31 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044116 Aug 20 14:02:47.545525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03b0320a-30db-4690-b199-38c13f166171 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:47.577545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-dae69b15-a814-4004-8a88-8ff9acd85e96 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:02:47.578673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-dae69b15-a814-4004-8a88-8ff9acd85e96 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099130 Aug 20 14:02:47.593471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ae308e86-5aca-4b25-8d53-a7c8e52c98d6 None None] Port 5acb8f5d-2641-4416-8e80-6d34ff216d2d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:02:47.650673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 03b0320a-30db-4690-b199-38c13f166171 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:47.651278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.757793 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.772016 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Transition to ACTIVE for port object 5acb8f5d-2641-4416-8e80-6d34ff216d2d will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:47.778850 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-93b3dc50-ab81-4b57-9562-5146e4eafdf6 service neutron] 10.222.0.59 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789203 Aug 20 14:02:47.783228 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.790750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8642ae1e-97b1-4593-8a55-7829d04ac582 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:47.866574 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Pushing event updated for resources: {'Port': ['ID=5acb8f5d-2641-4416-8e80-6d34ff216d2d,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:47.869815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8642ae1e-97b1-4593-8a55-7829d04ac582 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:47.870611 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.878287 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.878964 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.879476 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.880015 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.880611 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.881047 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.881480 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.881905 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.882328 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.882749 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.883161 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.883581 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:47.976281 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Attempting to bind port 5acb8f5d-2641-4416-8e80-6d34ff216d2d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:02:47.976726 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Attempting to bind port 5acb8f5d-2641-4416-8e80-6d34ff216d2d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:02:47.977162 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Attempting to bind port 5acb8f5d-2641-4416-8e80-6d34ff216d2d on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:02:47.984001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:02:47.984190 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Checking segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:47.984750 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.985113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Bound using segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:02:47.985599 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Bound port: 5acb8f5d-2641-4416-8e80-6d34ff216d2d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:02:47.986038 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:47.987274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-68926755-65c4-4621-9a9c-5cba26904d8f service neutron] 10.222.0.59 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072406 Aug 20 14:02:48.113271 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] For port 5acb8f5d-2641-4416-8e80-6d34ff216d2d, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:02:48.117000 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] For port 5acb8f5d-2641-4416-8e80-6d34ff216d2d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5acb8f5d-2641-4416-8e80-6d34ff216d2d,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:02:48.127868 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:48.362874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:02:48.363626 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:48.417639 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53935d4d-3aa0-449b-8870-96fcc6c3952c None None] Pushing event updated for resources: {'Port': ['ID=5acb8f5d-2641-4416-8e80-6d34ff216d2d,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:48.535008 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:02:48.594268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca34a529-f9ff-4a04-96d9-89b9a193acef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:48.636537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:48.656923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bdbbe8a-ef76-42d7-92fc-476887f3c095 req-23e06e72-d335-496b-959d-524fe1064c19 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 210 time: 0.4254601 Aug 20 14:02:48.972031 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:48Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:02:49.025219 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc64-3d48-4154-9c5b-5b66d2d0bedc None None] The sync data for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 is: [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:48Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:02:49.540603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5acb8f5d-2641-4416-8e80-6d34ff216d2d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:49.663667 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:49.692977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:49.697738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-2102cd0c-4d63-416b-90df-69260c318d2e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:49.700329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-2102cd0c-4d63-416b-90df-69260c318d2e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 796 time: 0.1654086 Aug 20 14:02:49.712820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:49.713299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:49.761355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-c34038f5-d5aa-400e-aa2e-0c7cef6401e9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 379 time: 0.0517027 Aug 20 14:02:49.781672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'port': {'device_id': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'admin_state_up': True, 'tenant_id': 'b582379029104c74bac9707655056a15', 'security_groups': ['bb6e6757-773f-436e-9518-36991f8acf3f']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:49.817480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-296cea4e-8df7-43c3-9b1c-5846ba6d6570 req-d129a168-0733-4234-b1d0-55b2f657e372 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 210 time: 0.0539582 Aug 20 14:02:49.832832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:49.886918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5acb8f5d-2641-4416-8e80-6d34ff216d2d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5acb8f5d-2641-4416-8e80-6d34ff216d2d,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:49.893145 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:49.980668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5acb8f5d-2641-4416-8e80-6d34ff216d2d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:49.999297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:02:50.003891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:50.189610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.12 (a8689e26-72ac-4b64-a2e8-d1152e70293c/3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f/e99f3f54-4fee-4957-9d4a-d2641974918f) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:02:50.313236 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:02:50.384267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:50.401281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object e99f3f54-4fee-4957-9d4a-d2641974918f will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:50.439823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:50.488835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network a8689e26-72ac-4b64-a2e8-d1152e70293c is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:02:50.491891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:50.494477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:02:50.550308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:50.572893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:50.579535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:50.592575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-5308dd85-8850-491f-8958-c3e6109ca7a0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8191936 Aug 20 14:02:50.607092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Request body: {'port': {'device_id': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:50.684902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:50.866351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1dfba83d-6485-4dc6-bfeb-c0e85deb94b6 None None] Provisioning for port e99f3f54-4fee-4957-9d4a-d2641974918f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:50.874178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1dfba83d-6485-4dc6-bfeb-c0e85deb94b6 None None] Provisioning complete for port e99f3f54-4fee-4957-9d4a-d2641974918f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:50.874560 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1dfba83d-6485-4dc6-bfeb-c0e85deb94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:50.921825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1dfba83d-6485-4dc6-bfeb-c0e85deb94b6 None None] Port e99f3f54-4fee-4957-9d4a-d2641974918f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:02:51.019820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76befdb-709b-453f-86ef-74ad285df5dc req-c504a1a2-eda0-4b01-b1b1-0e17c2a2cac4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:51.021536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f76befdb-709b-453f-86ef-74ad285df5dc req-c504a1a2-eda0-4b01-b1b1-0e17c2a2cac4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 932 time: 0.0893874 Aug 20 14:02:51.106690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f76befdb-709b-453f-86ef-74ad285df5dc req-ee3beae4-38c7-4abb-a645-a12ff34dad31 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781968 Aug 20 14:02:51.131424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:02:51.146852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.161687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Transition to ACTIVE for port object e99f3f54-4fee-4957-9d4a-d2641974918f will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:51.165703 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.253703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:51.330705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:02:51.331703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:02:51.332454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:02:51.342497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:02:51.343013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:02:51.354564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:02:51.355290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Checking segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:51.355926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Bound using segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:02:51.356711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Bound port: e99f3f54-4fee-4957-9d4a-d2641974918f, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:02:51.357327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.482330 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:02:51.489246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5acb8f5d-2641-4416-8e80-6d34ff216d2d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:51.490057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:02:51.497236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.557960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.571342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:51.573105 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.579022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] 10.222.0.53 "PUT /v2.0/ports/e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1092 time: 0.9779718 Aug 20 14:02:51.581709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:02:51.587848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5acb8f5d-2641-4416-8e80-6d34ff216d2d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:51.588420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:51.606280 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a215fe2c-2b10-4686-b110-18a3e6a9156d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:02:51.711716 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3139e-0aff-4a4c-a577-2b15607b5eff x-openstack-request-id: req-eab3139e-0aff-4a4c-a577-2b15607b5eff {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:02:51.713386 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:02:51.713654 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eab3139e-0aff-4a4c-a577-2b15607b5eff {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:02:51.714571 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'status': 'completed', 'code': 200} Aug 20 14:02:51.728364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618cfe-fe6d-486e-b2bf-239f6dd5321d service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:51.746867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-f32a6919-4fa9-4fe0-9121-a186f6f04fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:51.749617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-f32a6919-4fa9-4fe0-9121-a186f6f04fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1095 time: 0.1111937 Aug 20 14:02:51.797023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-4af657c7-bd90-4fd0-8cc7-2bcd0b509cea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 217 time: 0.0391634 Aug 20 14:02:51.871079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-0400f6c5-6621-4469-a106-63cee05c2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:51.874119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-0400f6c5-6621-4469-a106-63cee05c2045 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0700986 Aug 20 14:02:51.936703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-f12c6c1e-7f85-43c8-aee2-bfc35c7c8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:51.938464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-f12c6c1e-7f85-43c8-aee2-bfc35c7c8c53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569952 Aug 20 14:02:52.044143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-c2bc74ad-631f-4664-af41-9301abe0c2b0 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981379 Aug 20 14:02:52.147935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f49e5653-279d-4972-96c6-0448ab7e4cba req-e74a7ecf-8eb8-404c-9714-a215ab31b85e service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965316 Aug 20 14:02:52.317031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-32dde431-4042-42db-a620-8aab9a9f4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:52.318617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-32dde431-4042-42db-a620-8aab9a9f4746 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1095 time: 0.1155596 Aug 20 14:02:52.326502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8666-c6b3-4d38-80a5-d788eae2f559 req-2ef3773a-1a3e-4d9c-b811-d5a0b3ef95b4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:52.328086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52fd8666-c6b3-4d38-80a5-d788eae2f559 req-2ef3773a-1a3e-4d9c-b811-d5a0b3ef95b4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.1232486 Aug 20 14:02:52.474461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52fd8666-c6b3-4d38-80a5-d788eae2f559 req-4215bff9-532f-45f6-b8d6-5069c2a2f7b1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338069 Aug 20 14:02:52.521711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-c99eaf4f-33c8-494c-bb03-492568b76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:52.523853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-c99eaf4f-33c8-494c-bb03-492568b76d55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1946824 Aug 20 14:02:52.595903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-4b784c1c-bf45-4dac-bc13-468d38ac665d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 217 time: 0.0642619 Aug 20 14:02:52.673455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-91264e16-3f54-4ad5-9ef2-f94e1334e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:52.676405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-91264e16-3f54-4ad5-9ef2-f94e1334e6e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0732002 Aug 20 14:02:52.758100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-64acc487-c784-46c4-9a2e-7ed920648247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:52.761018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-64acc487-c784-46c4-9a2e-7ed920648247 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768967 Aug 20 14:02:52.901367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-3950d884-9409-4b1e-94ec-caab421cb2fb service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318784 Aug 20 14:02:53.080370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a215fe2c-2b10-4686-b110-18a3e6a9156d req-10721ad6-0941-411d-8388-f010267994d9 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697824 Aug 20 14:02:53.643446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449aecb-05c8-4b3a-89c5-b3dd4660abe3 req-87c423c7-6373-459d-ab9c-7ef6278b2415 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:53.645112 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3449aecb-05c8-4b3a-89c5-b3dd4660abe3 req-87c423c7-6373-459d-ab9c-7ef6278b2415 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.0751967 Aug 20 14:02:53.707401 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3449aecb-05c8-4b3a-89c5-b3dd4660abe3 req-0e9f1bfb-76e0-4736-81ef-180ec787d06a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502753 Aug 20 14:02:55.201215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7c382-cf15-40a4-bb52-cbf6a7721205 req-b5875d57-7980-47ef-92e3-290b557cf122 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:55.202896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38b7c382-cf15-40a4-bb52-cbf6a7721205 req-b5875d57-7980-47ef-92e3-290b557cf122 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.3876045 Aug 20 14:02:55.250335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-38b7c382-cf15-40a4-bb52-cbf6a7721205 req-fc80c658-43d7-4dfd-a594-f2c542a5fb21 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Aug 20 14:02:56.348138 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:02:56.379244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6a602-7850-4250-9d69-81cd0b32cab2 req-54bc02bf-bcf8-4b11-8200-3a44028ccd37 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:56.380927 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5e6a602-7850-4250-9d69-81cd0b32cab2 req-54bc02bf-bcf8-4b11-8200-3a44028ccd37 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.0549560 Aug 20 14:02:56.427368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5e6a602-7850-4250-9d69-81cd0b32cab2 req-334d3e2d-97fe-4df4-8fe6-75ed59eccef7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Aug 20 14:02:56.478679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:56.498477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'mac_address': 'fa:16:3e:dc:9b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:02:56.542606 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:56.557846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:02:56.581648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:56.586058 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:56.642584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:56.825615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e99f3f54-4fee-4957-9d4a-d2641974918f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:02:57.582755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01599-a1c3-42e7-b1d0-ae3f5424ebf7 req-1eb0e7b9-850c-4b01-850d-8192ec61e494 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:57.584435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78b01599-a1c3-42e7-b1d0-ae3f5424ebf7 req-1eb0e7b9-850c-4b01-850d-8192ec61e494 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 945 time: 0.0581677 Aug 20 14:02:57.628659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-78b01599-a1c3-42e7-b1d0-ae3f5424ebf7 req-584046ed-23b2-4b54-8260-12e00f95b3d7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368233 Aug 20 14:02:58.355496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:58.413011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e99f3f54-4fee-4957-9d4a-d2641974918f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:58.417467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e99f3f54-4fee-4957-9d4a-d2641974918f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:58.417845 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:58.684498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:58.734964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:02:58.740044 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab333e-25c5-4d61-b873-a8eeebdaa649" -d '{"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-plugged", "status": "completed", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:02:58.764611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:58.777422 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:58.825160 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b596466-3b59-4531-ac61-135ca0534a82 x-openstack-request-id: req-0b596466-3b59-4531-ac61-135ca0534a82 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:02:58.825613 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-plugged", "status": "completed", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:02:58.826035 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b596466-3b59-4531-ac61-135ca0534a82 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:02:58.826672 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'code': 200} Aug 20 14:02:58.883104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1813-044a-431b-bb04-157f3598ea5d req-0005cb90-7e7c-4ac9-9592-704ba666be9f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:58.885376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:58.885685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-960e1813-044a-431b-bb04-157f3598ea5d req-0005cb90-7e7c-4ac9-9592-704ba666be9f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0930407 Aug 20 14:02:58.896145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.896504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.897149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.897493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.897831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.898176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.898506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.898836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.899165 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.899508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.899820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.900145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:58.961329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7911-7b04-4645-8bd2-ae0c7e2af602 req-ce3dea5b-bd36-43c9-9916-fffceb7ac34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:58.963382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-960e1813-044a-431b-bb04-157f3598ea5d req-a7b22ac4-7cda-4c2f-bc2d-cc6635dec95c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578737 Aug 20 14:02:58.964633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-211e7911-7b04-4645-8bd2-ae0c7e2af602 req-ce3dea5b-bd36-43c9-9916-fffceb7ac34c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1097 time: 0.0805886 Aug 20 14:02:59.008923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-211e7911-7b04-4645-8bd2-ae0c7e2af602 req-32980635-377d-4f21-96da-0788ac0191a7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369616 Aug 20 14:02:59.267785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:00.204076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b941d8-0f47-4897-b5e7-7a26daba8a9c req-e4022f42-ca64-4f28-a811-eb121e3c61a8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:00.205771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76b941d8-0f47-4897-b5e7-7a26daba8a9c req-e4022f42-ca64-4f28-a811-eb121e3c61a8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0655718 Aug 20 14:03:00.251928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76b941d8-0f47-4897-b5e7-7a26daba8a9c req-747a096b-26a5-450a-a456-0ca72c0c31dc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Aug 20 14:03:01.389849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74e146-b76b-4f79-b482-f3561c5943a7 req-919d9cfc-4eae-48c4-a472-13de393768b0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:01.391538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c74e146-b76b-4f79-b482-f3561c5943a7 req-919d9cfc-4eae-48c4-a472-13de393768b0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0551054 Aug 20 14:03:01.447462 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7c74e146-b76b-4f79-b482-f3561c5943a7 req-d0a9ebad-f0d7-4ebc-92f1-ef5f5e993582 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477309 Aug 20 14:03:01.576076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a044-0ede-4560-ad11-61b486b5c440 req-b17c075f-5f62-4a6f-9b4d-c95d91e5a6b5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:01.579036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9af5a044-0ede-4560-ad11-61b486b5c440 req-b17c075f-5f62-4a6f-9b4d-c95d91e5a6b5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0615418 Aug 20 14:03:01.634628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9af5a044-0ede-4560-ad11-61b486b5c440 req-94f47726-edd0-4f10-a026-d8fb7f447d8b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460727 Aug 20 14:03:01.664387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41374) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:01.711336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528ab80-1ffd-473b-a311-be1e04512c6b tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:01.717213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e528ab80-1ffd-473b-a311-be1e04512c6b tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1092 time: 0.0471926 Aug 20 14:03:01.717569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:01.722848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:01.757500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:01.885066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:01.975093 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:02.068511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.225 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/315cc960-d22d-4ac8-8fd1-57c375bbfc82) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:02.227717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:02.301425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:02.369676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:02.375128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:02.382249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:02.440397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=315cc960-d22d-4ac8-8fd1-57c375bbfc82,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:02.998705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:03.113200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:03.300015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:03.306956 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:03.451570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=315cc960-d22d-4ac8-8fd1-57c375bbfc82,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:03.459816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:03.655814 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP 9ad9547b-baa9-4ec8-856d-c8b85394a84d associated. External IP: 172.25.6.225, port: e99f3f54-4fee-4957-9d4a-d2641974918f. Aug 20 14:03:03.923362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 30034260-3145-4316-a165-bdf6a86288cc has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:03:04.042836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:04.053540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] Sync routers for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:04.062315 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:04.063368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:04.064188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:04.093155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-17527e13-6e45-48c7-b865-cf485d37550c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3744931 Aug 20 14:03:04.093760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:03:04.098060 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c2b43-d00c-4fd2-b842-a42dc8b586b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:03:04.135349 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894612e1-1f1c-4af1-9d9d-0d4197b3b231 x-openstack-request-id: req-894612e1-1f1c-4af1-9d9d-0d4197b3b231 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:03:04.135681 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:03:04.135928 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-894612e1-1f1c-4af1-9d9d-0d4197b3b231 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:03:04.136314 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'status': 'completed', 'code': 200} Aug 20 14:03:04.215204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:04.242920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-09109f02-b807-480d-b9e9-c45cfe9bedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:04.244956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-09109f02-b807-480d-b9e9-c45cfe9bedbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1097 time: 0.0806921 Aug 20 14:03:04.275703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83865f-003f-4e23-9d84-b44bdf1c04cd req-05ae9eca-7fa4-46d2-aae6-43900a42787d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:04.286889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd83865f-003f-4e23-9d84-b44bdf1c04cd req-05ae9eca-7fa4-46d2-aae6-43900a42787d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0793154 Aug 20 14:03:04.344246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dd83865f-003f-4e23-9d84-b44bdf1c04cd req-5455fee2-ec99-4218-b8eb-6a8330002227 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544586 Aug 20 14:03:04.369147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41390) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:04.412886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-9b35f53b-7278-419e-aeef-2e7c2b64f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:04.415019 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-9b35f53b-7278-419e-aeef-2e7c2b64f371 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1639524 Aug 20 14:03:04.468952 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b3cfd1b-1cea-4676-98a5-d3c3c565ca10 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/9ad9547b-baa9-4ec8-856d-c8b85394a84d HTTP/1.1" status: 200 len: 992 time: 0.0979681 Aug 20 14:03:04.545692 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-8e206488-290f-4305-b85f-db1a36c8c94e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.1214943 Aug 20 14:03:04.610531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-efec2f7e-6bf9-445b-9e80-fa58abf71569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:04.614085 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-efec2f7e-6bf9-445b-9e80-fa58abf71569 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0616906 Aug 20 14:03:04.625652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9ad9547b-baa9-4ec8-856d-c8b85394a84d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '30034260-3145-4316-a165-bdf6a86288cc', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'mac_address': 'fa:16:3e:dc:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:03:02Z', 'updated_at': '2021-08-20T14:03:02Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:49Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:04.658256 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] Checking router: 30034260-3145-4316-a165-bdf6a86288cc for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:04.671218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:04.672039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:04.681649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-8dbfa7a3-1eff-44ca-b767-296e6f0ed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:04.684263 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-8dbfa7a3-1eff-44ca-b767-296e6f0ed4e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629706 Aug 20 14:03:04.798312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-0a555fe2-5c0e-4ecb-900b-d09a5757a67b service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063232 Aug 20 14:03:04.804533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:04.911814 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-278c2b43-d00c-4fd2-b842-a42dc8b586b9 req-ab70ca93-c372-4d2c-a1c3-da8f3ccb933a service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049509 Aug 20 14:03:05.084724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9ad9547b-baa9-4ec8-856d-c8b85394a84d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '30034260-3145-4316-a165-bdf6a86288cc', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'mac_address': 'fa:16:3e:dc:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:03:02Z', 'updated_at': '2021-08-20T14:03:02Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:49Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:05.115046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fb19-bf92-4e55-ac27-f707b94ccfe9 None None] The sync data for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 is: [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '9ad9547b-baa9-4ec8-856d-c8b85394a84d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '30034260-3145-4316-a165-bdf6a86288cc', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'mac_address': 'fa:16:3e:dc:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:03:02Z', 'updated_at': '2021-08-20T14:03:02Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:49Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:05.357048 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3466f2-f6a6-4af6-8359-fb6f46c45a58 None None] New status for floating IP 9ad9547b-baa9-4ec8-856d-c8b85394a84d: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:03:05.474556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41396) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:05.588972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-04d92311-e67d-430d-8b45-6a9092d6cf43 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/9ad9547b-baa9-4ec8-856d-c8b85394a84d HTTP/1.1" status: 200 len: 992 time: 0.1124849 Aug 20 14:03:06.297100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-8da2879a-e711-4daf-a56e-489ad5b024c2 req-fb55671b-f8c5-413a-a332-b8b5473e049b service neutron] (94862) timed out ('10.222.0.13', 56939) {{(pid=94862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:03:06.592897 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41402) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:06.668835 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-752eafcf-00bb-4e59-828e-9d52dcb86ca1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/9ad9547b-baa9-4ec8-856d-c8b85394a84d HTTP/1.1" status: 200 len: 994 time: 0.0745482 Aug 20 14:03:11.345532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41426) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:11.464332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b529575e-0f38-48be-8962-fd6999e82659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.576660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b529575e-0f38-48be-8962-fd6999e82659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.580972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b529575e-0f38-48be-8962-fd6999e82659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.622113 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b529575e-0f38-48be-8962-fd6999e82659 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab19d910eecf46bfb7ee6582cbd0d3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754524 Aug 20 14:03:11.623217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529575e-0f38-48be-8962-fd6999e82659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160ea032-e762-4ec9-9bcf-9d1a4877876d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:11.624895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41430) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:11.680897 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8163544f-1124-4729-99e2-a395e04d5409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.703311 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8163544f-1124-4729-99e2-a395e04d5409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.760492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8163544f-1124-4729-99e2-a395e04d5409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.764038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8163544f-1124-4729-99e2-a395e04d5409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.765745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8163544f-1124-4729-99e2-a395e04d5409 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/160ea032-e762-4ec9-9bcf-9d1a4877876d HTTP/1.1" status: 204 len: 168 time: 0.1383526 Aug 20 14:03:11.777056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163544f-1124-4729-99e2-a395e04d5409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160ea032-e762-4ec9-9bcf-9d1a4877876d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:12.481582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41452) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:12.598965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-417965402-network', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:12.635583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Made reservation on behalf of afcf6c3a51b544c38d7b6a93d91eae77 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:03:12.639254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.656029 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.798178 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.803798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.835101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:03:12.846376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5752f1-eea0-45c4-82d2-794148138290,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:12.853150 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.853499 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Added segment 162b042c-ea50-4855-acc9-1f81fe9baf6b of type vlan for network bff31f6f-d522-4f61-9662-71b0343dfcaa Aug 20 14:03:12.912869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.955759 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:12.957540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:12.958541 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.059378 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5762227 Aug 20 14:03:13.062059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41456) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:13.067975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Request body: {'subnet': {'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-417965402-subnet', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:13.072941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5838c-f478-4dea-bca1-c0b248f0eb9a admin admin] Pushing event updated for resources: {'Network': ['ID=bff31f6f-d522-4f61-9662-71b0343dfcaa,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:13.087881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network bff31f6f-d522-4f61-9662-71b0343dfcaa details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:03:13.094958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Made reservation on behalf of afcf6c3a51b544c38d7b6a93d91eae77 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:03:13.099347 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.319298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.391601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a1244b-6a74-49cf-9f63-25164b2b6c89,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:13.404198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Checking segment: {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:13.404578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Network hostable DHCP agents. Network: bff31f6f-d522-4f61-9662-71b0343dfcaa, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:03:13.426037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Network bff31f6f-d522-4f61-9662-71b0343dfcaa is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:03:13.438784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, bff31f6f-d522-4f61-9662-71b0343dfcaa) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:13.446744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:13.447358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.448697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0c2f6-da1f-48f8-9581-425fa5509e7b None None] Network bff31f6f-d522-4f61-9662-71b0343dfcaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:03:13.466118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6d1c1c86-5f57-4414-a220-37e6f577db3a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4025710 Aug 20 14:03:13.469983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41458) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:13.475520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:13.505511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.507258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.574494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.639638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-bff31f6f-d522-4f61-9662-71b0343dfcaa', 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'fixed_ips': [{'subnet_id': '63a1244b-6a74-49cf-9f63-25164b2b6c89'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:03:13.640583 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.761257 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.853035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Allocated IP 172.20.0.2 (bff31f6f-d522-4f61-9662-71b0343dfcaa/63a1244b-6a74-49cf-9f63-25164b2b6c89/ad9016a3-afab-485a-b1af-6e6deadebc44) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:14.058728 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.069870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Transition to ACTIVE for port object ad9016a3-afab-485a-b1af-6e6deadebc44 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:14.088583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Transition to ACTIVE for port object ad9016a3-afab-485a-b1af-6e6deadebc44 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:14.096175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.140844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Network bff31f6f-d522-4f61-9662-71b0343dfcaa is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:14.144943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:14.150277 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:14.160501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Pushing event updated for resources: {'Port': ['ID=ad9016a3-afab-485a-b1af-6e6deadebc44,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:14.231913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Attempting to bind port ad9016a3-afab-485a-b1af-6e6deadebc44 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:14.232600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Attempting to bind port ad9016a3-afab-485a-b1af-6e6deadebc44 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:14.233227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Attempting to bind port ad9016a3-afab-485a-b1af-6e6deadebc44 on network bff31f6f-d522-4f61-9662-71b0343dfcaa {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:14.243378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:14.244021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Checking segment: {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:14.244771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.245429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Bound using segment: {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:14.246294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Bound port: ad9016a3-afab-485a-b1af-6e6deadebc44, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:14.247033 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.337773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] For port ad9016a3-afab-485a-b1af-6e6deadebc44, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:14.341356 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] For port ad9016a3-afab-485a-b1af-6e6deadebc44, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ad9016a3-afab-485a-b1af-6e6deadebc44,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:14.347052 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.359286 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.400290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.417990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb15d3b-0cb1-4da2-b39b-a9646278a8ce None None] Pushing event updated for resources: {'Port': ['ID=ad9016a3-afab-485a-b1af-6e6deadebc44,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:14.557583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Allocated IP 172.25.6.137 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/560f8ef8-b4dd-4fa5-b860-09b6097e46a6) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:14.736442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.780744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:14.826742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:14.830827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:14.836005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:14.845328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Pushing event updated for resources: {'Port': ['ID=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:15.186520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:15.445520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:15.484859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db5411e-116b-48da-898c-ee8e6e8453c9 None None] Network bff31f6f-d522-4f61-9662-71b0343dfcaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:03:15.581135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ad9016a3-afab-485a-b1af-6e6deadebc44 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:15.640702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0e06288e-a2c3-4acb-967e-2db822aca877 None None] Provisioning for port ad9016a3-afab-485a-b1af-6e6deadebc44 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:15.650211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Router 7c5781ba-b511-4be3-adb6-8e09889c4c6b is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:03:15.746755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ad9016a3-afab-485a-b1af-6e6deadebc44 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:15.767196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ad9016a3-afab-485a-b1af-6e6deadebc44 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:15.768209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:15.769731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:15.791966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:15.793312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-de16d7d4-48ee-4a91-a940-a46aaf0bb00f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3219914 Aug 20 14:03:15.796535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41460) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:15.800139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Sync routers for ids ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:15.836360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Routers {'7c5781ba-b511-4be3-adb6-8e09889c4c6b'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:15.837133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:15.878609 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e1b514c-3b8c-4d8b-aaeb-e35ad5d0a183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:15.994195 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.000006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Set router 7c5781ba-b511-4be3-adb6-8e09889c4c6b gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:16.130790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ad9016a3-afab-485a-b1af-6e6deadebc44, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ad9016a3-afab-485a-b1af-6e6deadebc44,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:16.136235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.370054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.391366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ad9016a3-afab-485a-b1af-6e6deadebc44,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:16.401375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-26a7ccb4-548b-49c0-841d-2eaefadf7d53 None None] Provisioning complete for port ad9016a3-afab-485a-b1af-6e6deadebc44 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:16.401752 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-26a7ccb4-548b-49c0-841d-2eaefadf7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.513102 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:15Z', 'revision_number': 3, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:16.550975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Checking router: 7c5781ba-b511-4be3-adb6-8e09889c4c6b for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:16.551334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Updating router 7c5781ba-b511-4be3-adb6-8e09889c4c6b port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:03:16.560119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Allocated IP 172.20.0.1 (bff31f6f-d522-4f61-9662-71b0343dfcaa/63a1244b-6a74-49cf-9f63-25164b2b6c89/3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:16.578760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.685837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.700663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Transition to ACTIVE for port object 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:16.739321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.780637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Network bff31f6f-d522-4f61-9662-71b0343dfcaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:16.785526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:16.787602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:16.824905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:16.844316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.882395 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.903193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Transition to ACTIVE for port object 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:16.912666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.973942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93105d-355b-4597-aa86-0936efc18d07 None None] Pushing event updated for resources: {'Port': ['ID=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:16.978794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Attempting to bind port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:16.979550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Attempting to bind port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:16.979550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Attempting to bind port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:16.985797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:16.986669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:16.987087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:16.987479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:16.987966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Bound port: 560f8ef8-b4dd-4fa5-b860-09b6097e46a6, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:16.988342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.028055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.056106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] For port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:17.059772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] For port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:17.065673 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.126842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f4cef8b-fc64-47ad-b932-8014b452b9f1 None None] Provisioning for port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:17.156800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5f4cef8b-fc64-47ad-b932-8014b452b9f1 None None] Provisioning complete for port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:17.157376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5f4cef8b-fc64-47ad-b932-8014b452b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.165682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Routers {'7c5781ba-b511-4be3-adb6-8e09889c4c6b'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:17.167421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:02:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:17.197350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93105d-355b-4597-aa86-0936efc18d07 None None] Pushing event updated for resources: {'Port': ['ID=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:17.261436 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.266307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5f4cef8b-fc64-47ad-b932-8014b452b9f1 None None] Port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:03:17.266728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.351291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:17.354132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.366854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] Set router 7c5781ba-b511-4be3-adb6-8e09889c4c6b gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:17.488005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Network bff31f6f-d522-4f61-9662-71b0343dfcaa is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:17.489458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:17.529993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ad9016a3-afab-485a-b1af-6e6deadebc44 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:17.645776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Router 7c5781ba-b511-4be3-adb6-8e09889c4c6b has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:03:17.697861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ad9016a3-afab-485a-b1af-6e6deadebc44 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:17.698522 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.797962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:17.804352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-80476d90-1173-4337-97df-68464fd25472 admin admin] 10.222.0.59 "PUT /v2.0/routers/7c5781ba-b511-4be3-adb6-8e09889c4c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0063591 Aug 20 14:03:17.848346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c69d4eb2-0c1d-4c18-a624-2d7d4a818b0b None None] Provisioning complete for port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:17.848984 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c69d4eb2-0c1d-4c18-a624-2d7d4a818b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:17.974909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c69d4eb2-0c1d-4c18-a624-2d7d4a818b0b None None] Port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:03:17.995735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5', 'name': '', 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'mac_address': 'fa:16:3e:32:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:16Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 1, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'subnets': [{'id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:18.054467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73d0a-0113-476f-ad5e-5363e0a8931f None None] The sync data for ids ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'] in n-d-804232-5 is: [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5', 'name': '', 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'mac_address': 'fa:16:3e:32:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:16Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 1, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'subnets': [{'id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:18.445619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41476) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:18.452193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-178918530-network', 'tenant_id': '47083c368cf44625a43b41ea4b39d887'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:18.489113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Made reservation on behalf of 47083c368cf44625a43b41ea4b39d887 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:03:18.492046 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.504319 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.572653 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62f3bd76-d5c9-421f-9044-9cea2d425d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.592141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.666279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.672428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.725116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:03:18.734322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b095e25-b8bf-4a41-ae92-4172a9f3a88f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:18.748332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.748830 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Added segment f19f9657-8af5-4986-9f71-cfdf2dc48c00 of type vlan for network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 Aug 20 14:03:18.811902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.841989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.843438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:18.844246 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:18.917773 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4706254 Aug 20 14:03:18.922399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41478) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:18.933148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Request body: {'subnet': {'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-178918530-subnet', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:18.942350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c63ca-e29a-4eaf-b051-d90bbf674f68 admin admin] Pushing event updated for resources: {'Network': ['ID=1b9a727b-2f1e-4372-aa9d-770a02ffbdf7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:18.954409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:03:18.964793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Made reservation on behalf of 47083c368cf44625a43b41ea4b39d887 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:03:18.967850 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.187383 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.252127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3338f284-079b-4adc-8ddf-994876495122,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:19.263167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Checking segment: {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:19.263611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Network hostable DHCP agents. Network: 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:03:19.287148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:03:19.300115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:19.305461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:19.306727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.312290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915fd58-68e8-435d-a742-083f410e6c44 None None] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:03:19.336115 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e04b4743-a5d1-4d8e-911a-b0505f0a52ae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4040225 Aug 20 14:03:19.336115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41480) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:19.340394 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:19.369848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.371087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.443405 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.575610 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'fixed_ips': [{'subnet_id': '3338f284-079b-4adc-8ddf-994876495122'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:03:19.579153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.641261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.647997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:19.655389 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.899999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.914744 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:19.922293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.924806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:19.925361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:19.979395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Allocated IP 172.20.0.2 (1b9a727b-2f1e-4372-aa9d-770a02ffbdf7/3338f284-079b-4adc-8ddf-994876495122/5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:20.044400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Allocated IP 172.25.6.142 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/6a3edf94-854d-437b-9b89-3e0bfae8c773) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:20.178711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.216358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.224730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.274307 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:20.277754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:20.281833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:20.294364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:20.301454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.319927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Pushing event updated for resources: {'Port': ['ID=6a3edf94-854d-437b-9b89-3e0bfae8c773,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:20.405137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.419378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:20.422810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Transition to ACTIVE for port object 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:20.446030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Transition to ACTIVE for port object 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:20.453954 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.503429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:20.511315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:20.516999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:20.545693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Pushing event updated for resources: {'Port': ['ID=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:20.599261 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Sync routers for ids ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:20.610597 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Routers {'7c5781ba-b511-4be3-adb6-8e09889c4c6b'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:20.612461 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:20.628677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Attempting to bind port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:20.629262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Attempting to bind port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:20.629675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Attempting to bind port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd on network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:20.640289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:20.640956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Checking segment: {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:20.641628 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.642281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Bound using segment: {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:20.643606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Bound port: 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:20.644284 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.706701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.736974 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Set router 7c5781ba-b511-4be3-adb6-8e09889c4c6b gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:20.761785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] For port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:20.767636 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] For port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:20.775274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:20.899713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f759-58ea-4158-8ea1-746ed1935ba8 None None] Pushing event updated for resources: {'Port': ['ID=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:20.981746 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5', 'name': '', 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'mac_address': 'fa:16:3e:32:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:16Z', 'updated_at': '2021-08-20T14:03:17Z', 'revision_number': 2, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'subnets': [{'id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:21.041027 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Checking router: 7c5781ba-b511-4be3-adb6-8e09889c4c6b for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:21.041591 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Updating router 7c5781ba-b511-4be3-adb6-8e09889c4c6b port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:03:21.091386 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.125905 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.382983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Router b80d9a7d-e036-4105-b781-a477aa328d6e is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:03:21.468331 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.480586 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Transition to ACTIVE for port object 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:21.489513 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.539212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.550119 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc569-dbe5-4849-b50e-29e3bde097c8 None None] Pushing event updated for resources: {'Port': ['ID=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:21.567572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:21.591988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.593131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Sync routers for ids ['b80d9a7d-e036-4105-b781-a477aa328d6e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:21.596957 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41482) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:21.597892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a5c384ab-3582-4fa0-872e-12cf498a743f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2604806 Aug 20 14:03:21.629336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Routers {'b80d9a7d-e036-4105-b781-a477aa328d6e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:21.630479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b80d9a7d-e036-4105-b781-a477aa328d6e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:21.666548 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Attempting to bind port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:21.667599 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Attempting to bind port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:21.668134 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Attempting to bind port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 on network bff31f6f-d522-4f61-9662-71b0343dfcaa {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:21.680266 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:21.681707 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Checking segment: {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:21.688988 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.691407 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Bound using segment: {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:21.692656 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Bound port: 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162b042c-ea50-4855-acc9-1f81fe9baf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:21.693670 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.802292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:21.891030 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] For port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:21.897227 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] For port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:21.906440 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:21.983935 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Routers {'7c5781ba-b511-4be3-adb6-8e09889c4c6b'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:21.985056 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:21.989057 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc569-dbe5-4849-b50e-29e3bde097c8 None None] Pushing event updated for resources: {'Port': ['ID=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:22.097656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Set router b80d9a7d-e036-4105-b781-a477aa328d6e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:22.102063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:22.163147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:22.262346 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] Set router 7c5781ba-b511-4be3-adb6-8e09889c4c6b gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:22.444504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946700e3-c0e0-4057-ae26-fc4adc64a23b None None] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:03:22.448611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:22.605310 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5', 'name': '', 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'mac_address': 'fa:16:3e:32:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:16Z', 'updated_at': '2021-08-20T14:03:21Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'subnets': [{'id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:22.655442 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddc60-19e5-49c0-8d17-ea955ae72906 None None] The sync data for ids ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'] in n-d-804232-5 is: [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:16Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5', 'name': '', 'network_id': 'bff31f6f-d522-4f61-9662-71b0343dfcaa', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'mac_address': 'fa:16:3e:32:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:16Z', 'updated_at': '2021-08-20T14:03:21Z', 'revision_number': 4, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'subnets': [{'id': '63a1244b-6a74-49cf-9f63-25164b2b6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:22.718883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Allocated IP 172.20.0.1 (1b9a727b-2f1e-4372-aa9d-770a02ffbdf7/3338f284-079b-4adc-8ddf-994876495122/adc7a713-6601-4ccd-917b-6f90d8bf89e4) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:03:22.740131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:22.741201 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:22.852545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:22.871386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Transition to ACTIVE for port object adc7a713-6601-4ccd-917b-6f90d8bf89e4 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:22.915243 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:22.960615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:22.963818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] Provisioning for port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:22.964046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:22.968090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:03:23.005154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Pushing event updated for resources: {'Port': ['ID=adc7a713-6601-4ccd-917b-6f90d8bf89e4,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:23.011030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] Provisioning complete for port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:23.011644 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.024160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.120982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:20Z', 'revision_number': 3, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:23.183163 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.194385 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Checking router: b80d9a7d-e036-4105-b781-a477aa328d6e for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:23.194903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Updating router b80d9a7d-e036-4105-b781-a477aa328d6e port 6a3edf94-854d-437b-9b89-3e0bfae8c773 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:03:23.276464 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.515382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.522272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.539510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.653054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.669433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:23.701619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Pushing event updated for resources: {'Port': ['ID=adc7a713-6601-4ccd-917b-6f90d8bf89e4,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:23.740120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] For port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:23.754839 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.853073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7d9b0-d9dd-4788-a887-8e6f7c73186e None None] Pushing event updated for resources: {'Port': ['ID=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:23.859552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:23.880124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:23.880504 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.963892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-34dbdec1-278b-4a37-b12d-6ce912119f4d None None] Provisioning complete for port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:23.964237 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-34dbdec1-278b-4a37-b12d-6ce912119f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:23.975235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.019934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Transition to ACTIVE for port object 6a3edf94-854d-437b-9b89-3e0bfae8c773 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:24.034578 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.138294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Attempting to bind port 6a3edf94-854d-437b-9b89-3e0bfae8c773 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:24.138632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Attempting to bind port 6a3edf94-854d-437b-9b89-3e0bfae8c773 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:24.139011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Attempting to bind port 6a3edf94-854d-437b-9b89-3e0bfae8c773 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:24.146421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb05624-da19-41f9-b2c1-806b783cc9d1 None None] Pushing event updated for resources: {'Port': ['ID=6a3edf94-854d-437b-9b89-3e0bfae8c773,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:24.163297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:24.163692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:24.164075 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.164479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:24.167060 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Bound port: 6a3edf94-854d-437b-9b89-3e0bfae8c773, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:24.167467 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.188964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.300712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:24.304237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] For port 6a3edf94-854d-437b-9b89-3e0bfae8c773, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:24.308803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] For port 6a3edf94-854d-437b-9b89-3e0bfae8c773, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6a3edf94-854d-437b-9b89-3e0bfae8c773,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:24.310085 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.317716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-34dbdec1-278b-4a37-b12d-6ce912119f4d None None] Provisioning for port adc7a713-6601-4ccd-917b-6f90d8bf89e4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:24.320264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.343515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:03:24.346028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:03:24.354172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-34dbdec1-278b-4a37-b12d-6ce912119f4d None None] Provisioning complete for port adc7a713-6601-4ccd-917b-6f90d8bf89e4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:24.354550 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-34dbdec1-278b-4a37-b12d-6ce912119f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.427806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-34dbdec1-278b-4a37-b12d-6ce912119f4d None None] Port adc7a713-6601-4ccd-917b-6f90d8bf89e4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:03:24.430958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:24.484343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Routers {'b80d9a7d-e036-4105-b781-a477aa328d6e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:24.485522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b80d9a7d-e036-4105-b781-a477aa328d6e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:24.542830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Router b80d9a7d-e036-4105-b781-a477aa328d6e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:03:24.585612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb05624-da19-41f9-b2c1-806b783cc9d1 None None] Pushing event updated for resources: {'Port': ['ID=6a3edf94-854d-437b-9b89-3e0bfae8c773,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:24.689666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] Set router b80d9a7d-e036-4105-b781-a477aa328d6e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:24.718199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:24.725389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-302a9b85-9229-4aa8-b2f4-a4f66a3fe4fc admin admin] 10.222.0.59 "PUT /v2.0/routers/b80d9a7d-e036-4105-b781-a477aa328d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1271577 Aug 20 14:03:24.836941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f207fe93-43be-4eff-9b73-9d445c3d258c None None] Provisioning complete for port adc7a713-6601-4ccd-917b-6f90d8bf89e4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:24.837667 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f207fe93-43be-4eff-9b73-9d445c3d258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:24.899040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f207fe93-43be-4eff-9b73-9d445c3d258c None None] Port adc7a713-6601-4ccd-917b-6f90d8bf89e4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:03:24.978542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'adc7a713-6601-4ccd-917b-6f90d8bf89e4', 'name': '', 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'mac_address': 'fa:16:3e:9c:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '3338f284-079b-4adc-8ddf-994876495122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:22Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 2, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'subnets': [{'id': '3338f284-079b-4adc-8ddf-994876495122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:25.023579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02db50-e521-4dfb-8119-1f69bead2933 None None] The sync data for ids ['b80d9a7d-e036-4105-b781-a477aa328d6e'] in n-d-804232-5 is: [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'adc7a713-6601-4ccd-917b-6f90d8bf89e4', 'name': '', 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'mac_address': 'fa:16:3e:9c:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '3338f284-079b-4adc-8ddf-994876495122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:22Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 2, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'subnets': [{'id': '3338f284-079b-4adc-8ddf-994876495122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:25.560068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:25.635686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:25.636491 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:25.774791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:25.832408 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:25.832847 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:26.543321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41532) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:27.037220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.316244 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:03:27.335594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Deleting port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:27.336129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.442875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] For port 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:27.443380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.470482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Calling delete_port for 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:27.551415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a3edf94-854d-437b-9b89-3e0bfae8c773 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:27.629555 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Sync routers for ids ['b80d9a7d-e036-4105-b781-a477aa328d6e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:27.635479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6a3edf94-854d-437b-9b89-3e0bfae8c773 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:27.641719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6a3edf94-854d-437b-9b89-3e0bfae8c773 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:27.642098 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Routers {'b80d9a7d-e036-4105-b781-a477aa328d6e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:27.642295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.643848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b80d9a7d-e036-4105-b781-a477aa328d6e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:27.784275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.806208 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Set router b80d9a7d-e036-4105-b781-a477aa328d6e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:27.823871 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6a3edf94-854d-437b-9b89-3e0bfae8c773, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6a3edf94-854d-437b-9b89-3e0bfae8c773,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:27.826744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.830142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:27.889682 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:27.923212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6a3edf94-854d-437b-9b89-3e0bfae8c773,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:28.109463 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'adc7a713-6601-4ccd-917b-6f90d8bf89e4', 'name': '', 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'mac_address': 'fa:16:3e:9c:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '3338f284-079b-4adc-8ddf-994876495122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:22Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 2, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'subnets': [{'id': '3338f284-079b-4adc-8ddf-994876495122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:28.134028 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.157008 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Checking router: b80d9a7d-e036-4105-b781-a477aa328d6e for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:28.158865 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Updating router b80d9a7d-e036-4105-b781-a477aa328d6e port adc7a713-6601-4ccd-917b-6f90d8bf89e4 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:03:28.192808 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.480169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Router 7c5781ba-b511-4be3-adb6-8e09889c4c6b has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:03:28.524952 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.537715 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Transition to ACTIVE for port object adc7a713-6601-4ccd-917b-6f90d8bf89e4 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:28.544763 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.632285 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268e740-d607-45de-9580-043c565770a4 None None] Pushing event updated for resources: {'Port': ['ID=adc7a713-6601-4ccd-917b-6f90d8bf89e4,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:28.682921 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Attempting to bind port adc7a713-6601-4ccd-917b-6f90d8bf89e4 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:28.683880 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Attempting to bind port adc7a713-6601-4ccd-917b-6f90d8bf89e4 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:28.684478 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Attempting to bind port adc7a713-6601-4ccd-917b-6f90d8bf89e4 on network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:28.693680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:28.694280 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Checking segment: {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:28.694939 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.695581 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Bound using segment: {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:28.696383 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Bound port: adc7a713-6601-4ccd-917b-6f90d8bf89e4, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19f9657-8af5-4986-9f71-cfdf2dc48c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:28.697195 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.709611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:28.717249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f10e09c-df9b-4e64-9d26-b41d2a9723e5 admin admin] 10.222.0.59 "PUT /v2.0/routers/7c5781ba-b511-4be3-adb6-8e09889c4c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1717970 Aug 20 14:03:28.719850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:28.728828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] Sync routers for ids ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:28.742242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] Routers {'7c5781ba-b511-4be3-adb6-8e09889c4c6b'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:28.743010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:28.822544 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] For port adc7a713-6601-4ccd-917b-6f90d8bf89e4, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:28.827414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] For port adc7a713-6601-4ccd-917b-6f90d8bf89e4, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=adc7a713-6601-4ccd-917b-6f90d8bf89e4,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:28.834501 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.912255 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:28.945655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] Set router 7c5781ba-b511-4be3-adb6-8e09889c4c6b gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:28.958205 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268e740-d607-45de-9580-043c565770a4 None None] Pushing event updated for resources: {'Port': ['ID=adc7a713-6601-4ccd-917b-6f90d8bf89e4,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:28.972192 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Routers {'b80d9a7d-e036-4105-b781-a477aa328d6e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:28.973300 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b80d9a7d-e036-4105-b781-a477aa328d6e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:29.117638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.183108 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] Set router b80d9a7d-e036-4105-b781-a477aa328d6e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:29.231739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Deleting port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:29.232345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.399605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] For port 560f8ef8-b4dd-4fa5-b860-09b6097e46a6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:29.400219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.402967 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.430511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Calling delete_port for 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:29.440077 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'adc7a713-6601-4ccd-917b-6f90d8bf89e4', 'name': '', 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'mac_address': 'fa:16:3e:9c:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '3338f284-079b-4adc-8ddf-994876495122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:22Z', 'updated_at': '2021-08-20T14:03:28Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'subnets': [{'id': '3338f284-079b-4adc-8ddf-994876495122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:29.480110 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcc389-5537-4105-8119-1bb82605ffa9 None None] The sync data for ids ['b80d9a7d-e036-4105-b781-a477aa328d6e'] in n-d-804232-5 is: [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:23Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'adc7a713-6601-4ccd-917b-6f90d8bf89e4', 'name': '', 'network_id': '1b9a727b-2f1e-4372-aa9d-770a02ffbdf7', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'mac_address': 'fa:16:3e:9c:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '3338f284-079b-4adc-8ddf-994876495122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:22Z', 'updated_at': '2021-08-20T14:03:28Z', 'revision_number': 4, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'subnets': [{'id': '3338f284-079b-4adc-8ddf-994876495122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:29.493482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:27Z', 'revision_number': 5, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port': {'id': '560f8ef8-b4dd-4fa5-b860-09b6097e46a6', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:14Z', 'updated_at': '2021-08-20T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:29.539187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] Checking router: 7c5781ba-b511-4be3-adb6-8e09889c4c6b for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:29.551597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] Routers {'7c5781ba-b511-4be3-adb6-8e09889c4c6b'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:29.552272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:29.681641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] Set router 7c5781ba-b511-4be3-adb6-8e09889c4c6b gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:29.745935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a3edf94-854d-437b-9b89-3e0bfae8c773 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:29.749828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:29Z', 'revision_number': 6, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:29.762673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.788454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Pushing event deleted for resources: {'Port': ['ID=560f8ef8-b4dd-4fa5-b860-09b6097e46a6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:29.805963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d00c71-f909-47b4-9399-25f8cd15bb69 None None] The sync data for ids ['7c5781ba-b511-4be3-adb6-8e09889c4c6b'] in n-d-804232-5 is: [{'id': '7c5781ba-b511-4be3-adb6-8e09889c4c6b', 'name': 'tempest-TestAggregatesBasicOps-417965402-router', 'tenant_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:13Z', 'updated_at': '2021-08-20T14:03:29Z', 'revision_number': 6, 'project_id': 'afcf6c3a51b544c38d7b6a93d91eae77', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:29.837312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6a3edf94-854d-437b-9b89-3e0bfae8c773 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:29.837797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.887112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:29.957735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device adc7a713-6601-4ccd-917b-6f90d8bf89e4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:30.024210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port adc7a713-6601-4ccd-917b-6f90d8bf89e4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:03:30.031021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port adc7a713-6601-4ccd-917b-6f90d8bf89e4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:30.031794 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.042914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.046971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.126588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.128969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5781ba-b511-4be3-adb6-8e09889c4c6b {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:03:30.137560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.139195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5bc79503-fd81-44a9-ba07-deca68cb7969 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7c5781ba-b511-4be3-adb6-8e09889c4c6b HTTP/1.1" status: 204 len: 168 time: 1.4171960 Aug 20 14:03:30.142166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:30.159916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.199083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Deleting subnet 63a1244b-6a74-49cf-9f63-25164b2b6c89 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:03:30.203921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.220004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port adc7a713-6601-4ccd-917b-6f90d8bf89e4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=adc7a713-6601-4ccd-917b-6f90d8bf89e4,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:30.229448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.254408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.319931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=adc7a713-6601-4ccd-917b-6f90d8bf89e4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:30.374808 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.453007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.484473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a1244b-6a74-49cf-9f63-25164b2b6c89,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:30.487216 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.490905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b4969074-5f42-4e87-8049-d5ee8fdb4926 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/63a1244b-6a74-49cf-9f63-25164b2b6c89 HTTP/1.1" status: 204 len: 168 time: 0.3462529 Aug 20 14:03:30.492641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41542) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:30.495008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc60261-341c-42b8-91e9-c85d40d80b1b None None] Network bff31f6f-d522-4f61-9662-71b0343dfcaa requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:03:30.568159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.638820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Deleting port ad9016a3-afab-485a-b1af-6e6deadebc44 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:30.639216 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.714253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] For port ad9016a3-afab-485a-b1af-6e6deadebc44, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ad9016a3-afab-485a-b1af-6e6deadebc44,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:30.714549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.733097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Calling delete_port for ad9016a3-afab-485a-b1af-6e6deadebc44 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:30.748948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] DHCP port deletion for bff31f6f-d522-4f61-9662-71b0343dfcaa request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:03:30.809946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] Deleting port ad9016a3-afab-485a-b1af-6e6deadebc44 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:30.810337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.836661 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.881475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] For port ad9016a3-afab-485a-b1af-6e6deadebc44, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ad9016a3-afab-485a-b1af-6e6deadebc44,segment=NetworkSegment(162b042c-ea50-4855-acc9-1f81fe9baf6b),segment_id=162b042c-ea50-4855-acc9-1f81fe9baf6b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:30.881833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:30.890868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] No DVR routers for this DVR port ad9016a3-afab-485a-b1af-6e6deadebc44 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:03:30.895125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9016a3-afab-485a-b1af-6e6deadebc44,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:30.899005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] Calling delete_port for ad9016a3-afab-485a-b1af-6e6deadebc44 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:30.932484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.932979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.933387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.933816 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.934222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.934624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.935139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.935744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.936184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.936731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.937163 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.937671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:03:30.981653 n-d-804232-5 neutron-server[94863]: self.session.flush() Aug 20 14:03:30.998919 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.008240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.022659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff31f6f-d522-4f61-9662-71b0343dfcaa']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:31.032604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] Pushing event deleted for resources: {'Port': ['ID=ad9016a3-afab-485a-b1af-6e6deadebc44,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:31.039832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162b042c-ea50-4855-acc9-1f81fe9baf6b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:31.040152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162b042c-ea50-4855-acc9-1f81fe9baf6b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:31.040313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93792b7-1d0b-44ae-a551-6ba26c84a56a None None] No DVR routers for this DVR port ad9016a3-afab-485a-b1af-6e6deadebc44 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:03:31.055320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.076036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.086162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:03:31.086652 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:03:31.088807 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:03:31.155527 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.162256 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.164222 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bff31f6f-d522-4f61-9662-71b0343dfcaa HTTP/1.1" status: 204 len: 168 time: 0.6705103 Aug 20 14:03:31.168404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41546) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:31.176619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699879d-9bb2-40a0-ab3e-fe8e43b725f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff31f6f-d522-4f61-9662-71b0343dfcaa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:31.521272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device adc7a713-6601-4ccd-917b-6f90d8bf89e4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:03:31.577888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port adc7a713-6601-4ccd-917b-6f90d8bf89e4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:03:31.578426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.728530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:03:31.753781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:03:31.754617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 560f8ef8-b4dd-4fa5-b860-09b6097e46a6 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:03:31.754617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:03:31.776082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:03:31.776433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 3f3c99d6-3c76-4a83-b49c-a6b4d23cb2f5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:03:31.776899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ad9016a3-afab-485a-b1af-6e6deadebc44 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:03:31.798416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ad9016a3-afab-485a-b1af-6e6deadebc44 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:03:31.798862 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ad9016a3-afab-485a-b1af-6e6deadebc44 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:03:31.909095 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:31.979043 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:32.187709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Deleting port adc7a713-6601-4ccd-917b-6f90d8bf89e4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:32.188346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:32.277308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] For port adc7a713-6601-4ccd-917b-6f90d8bf89e4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=adc7a713-6601-4ccd-917b-6f90d8bf89e4,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:32.277597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:32.293654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Calling delete_port for adc7a713-6601-4ccd-917b-6f90d8bf89e4 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:32.520463 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:32.549741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc7a713-6601-4ccd-917b-6f90d8bf89e4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:32.758796 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:33.005879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Router b80d9a7d-e036-4105-b781-a477aa328d6e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:03:33.132070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:03:33.137839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-32230c9f-7ccb-446e-9c81-7c87a1363c33 admin admin] 10.222.0.59 "PUT /v2.0/routers/b80d9a7d-e036-4105-b781-a477aa328d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9674423 Aug 20 14:03:33.141346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41548) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:33.143547 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] Sync routers for ids ['b80d9a7d-e036-4105-b781-a477aa328d6e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:03:33.167943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] Routers {'b80d9a7d-e036-4105-b781-a477aa328d6e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:33.168782 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b80d9a7d-e036-4105-b781-a477aa328d6e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:33.276019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:33.419778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] Set router b80d9a7d-e036-4105-b781-a477aa328d6e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:33.420132 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:33.515255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Deleting port 6a3edf94-854d-437b-9b89-3e0bfae8c773 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:33.515793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:33.640591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] For port 6a3edf94-854d-437b-9b89-3e0bfae8c773, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6a3edf94-854d-437b-9b89-3e0bfae8c773,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:33.641200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:33.665560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Calling delete_port for 6a3edf94-854d-437b-9b89-3e0bfae8c773 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:33.681851 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:32Z', 'revision_number': 5, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port': {'id': '6a3edf94-854d-437b-9b89-3e0bfae8c773', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:33.728828 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] Checking router: b80d9a7d-e036-4105-b781-a477aa328d6e for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:03:33.743241 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] Routers {'b80d9a7d-e036-4105-b781-a477aa328d6e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:03:33.744316 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:03:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['b80d9a7d-e036-4105-b781-a477aa328d6e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:33.866643 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] Set router b80d9a7d-e036-4105-b781-a477aa328d6e gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:03:33.931147 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:33Z', 'revision_number': 6, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:33.952934 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:33.960620 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93e03-c25e-4b2d-a2c6-41d18e79a717 None None] The sync data for ids ['b80d9a7d-e036-4105-b781-a477aa328d6e'] in n-d-804232-5 is: [{'id': 'b80d9a7d-e036-4105-b781-a477aa328d6e', 'name': 'tempest-TestAggregatesBasicOps-178918530-router', 'tenant_id': '47083c368cf44625a43b41ea4b39d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:03:19Z', 'updated_at': '2021-08-20T14:03:33Z', 'revision_number': 6, 'project_id': '47083c368cf44625a43b41ea4b39d887', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:03:33.982256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3edf94-854d-437b-9b89-3e0bfae8c773,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:34.061599 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.161351 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.164163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.214900 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.215542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80d9a7d-e036-4105-b781-a477aa328d6e {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:03:34.220785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.222313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0e806c7d-f0ce-4030-b5bb-c39c2c07e6fc admin admin] 10.222.0.59 "DELETE /v2.0/routers/b80d9a7d-e036-4105-b781-a477aa328d6e HTTP/1.1" status: 204 len: 168 time: 1.0795712 Aug 20 14:03:34.225430 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41550) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:34.295008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Deleting subnet 3338f284-079b-4adc-8ddf-994876495122 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:03:34.298464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.350045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.471889 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.531821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.562694 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.565648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3338f284-079b-4adc-8ddf-994876495122 HTTP/1.1" status: 204 len: 168 time: 0.3385391 Aug 20 14:03:34.567519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327a467-4529-4e77-a9e8-c92615d8dca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3338f284-079b-4adc-8ddf-994876495122,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:34.568176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41552) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:34.570807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b0feb-543d-4e39-875c-5bdbf4ba2b57 None None] Network 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:03:34.694736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.778063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Deleting port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:34.778547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.781399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] DHCP port deletion for 1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:03:34.854467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] For port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:34.855123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.857341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] Deleting port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:03:34.857933 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:34.876333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Calling delete_port for 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:34.987099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] For port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,segment=NetworkSegment(f19f9657-8af5-4986-9f71-cfdf2dc48c00),segment_id=f19f9657-8af5-4986-9f71-cfdf2dc48c00)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:34.987707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.007874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.019024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] Calling delete_port for 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:03:35.037022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:35.041145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] No DVR routers for this DVR port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:03:35.123352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.136052 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9a727b-2f1e-4372-aa9d-770a02ffbdf7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:35.150062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19f9657-8af5-4986-9f71-cfdf2dc48c00') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:35.150360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19f9657-8af5-4986-9f71-cfdf2dc48c00') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:03:35.160514 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.161035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.184249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.194675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:03:35.195284 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:03:35.197773 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:03:35.200142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] Pushing event deleted for resources: {'Port': ['ID=5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:35.202197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc35fa6-a0a0-40e9-bbf5-51b985044cbc None None] No DVR routers for this DVR port 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:03:35.265655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.272616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.277206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b9a727b-2f1e-4372-aa9d-770a02ffbdf7 HTTP/1.1" status: 204 len: 168 time: 0.7075634 Aug 20 14:03:35.292772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109682bc-ef98-4471-94af-f52c4445afbf admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9a727b-2f1e-4372-aa9d-770a02ffbdf7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:35.492092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41556) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:35.524693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:03:35.552292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f294025b-8c14-41a2-b6f9-ea3fe4aacd93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=afcf6c3a51b544c38d7b6a93d91eae77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583804 Aug 20 14:03:35.554772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41558) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:35.557066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:03:35.557426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5e53ab3c-24f1-4c1b-a3f3-9c8afd6082bd not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:03:35.557858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a3edf94-854d-437b-9b89-3e0bfae8c773 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:03:35.583031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6a3edf94-854d-437b-9b89-3e0bfae8c773 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:03:35.583786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6a3edf94-854d-437b-9b89-3e0bfae8c773 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:03:35.583786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device adc7a713-6601-4ccd-917b-6f90d8bf89e4 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:03:35.605627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: adc7a713-6601-4ccd-917b-6f90d8bf89e4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:03:35.605986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device adc7a713-6601-4ccd-917b-6f90d8bf89e4 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:03:35.621707 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-663f736e-b314-48ba-a762-3946c69b591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.646803 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-663f736e-b314-48ba-a762-3946c69b591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.699739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-663f736e-b314-48ba-a762-3946c69b591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.702670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-663f736e-b314-48ba-a762-3946c69b591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:35.703993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-663f736e-b314-48ba-a762-3946c69b591c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd5752f1-eea0-45c4-82d2-794148138290 HTTP/1.1" status: 204 len: 168 time: 0.1481061 Aug 20 14:03:35.713287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f736e-b314-48ba-a762-3946c69b591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5752f1-eea0-45c4-82d2-794148138290,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:36.060605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4605f6-a499-4d0b-9d6f-a15033042cce req-bdc793c6-013e-4530-934a-057dbfa719b8 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:36.062487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b4605f6-a499-4d0b-9d6f-a15033042cce req-bdc793c6-013e-4530-934a-057dbfa719b8 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1097 time: 0.0467176 Aug 20 14:03:36.099676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41568) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:36.107079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6b4605f6-a499-4d0b-9d6f-a15033042cce req-3aabac54-0064-4f4c-a35c-615831e087ac tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364296 Aug 20 14:03:36.145237 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f60fde02-0687-4550-8910-d860643553d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47083c368cf44625a43b41ea4b39d887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439188 Aug 20 14:03:36.148592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41572) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:36.246337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-66e40e89-0929-405d-bf06-22abeefb20b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:36.277456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-66e40e89-0929-405d-bf06-22abeefb20b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:36.287022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b90ce3-5fc4-4c38-b7b9-b642a971aa39 req-eb869dca-b200-4c88-8552-ed40ee63e3f8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:36.288683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36b90ce3-5fc4-4c38-b7b9-b642a971aa39 req-eb869dca-b200-4c88-8552-ed40ee63e3f8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0899832 Aug 20 14:03:36.354131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36b90ce3-5fc4-4c38-b7b9-b642a971aa39 req-193bfd43-8d5f-4e97-979e-98ad0801793e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591192 Aug 20 14:03:36.384533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-66e40e89-0929-405d-bf06-22abeefb20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:36.387814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-66e40e89-0929-405d-bf06-22abeefb20b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:36.389259 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-66e40e89-0929-405d-bf06-22abeefb20b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b095e25-b8bf-4a41-ae92-4172a9f3a88f HTTP/1.1" status: 204 len: 168 time: 0.2396903 Aug 20 14:03:36.394644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41576) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:36.415658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e40e89-0929-405d-bf06-22abeefb20b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b095e25-b8bf-4a41-ae92-4172a9f3a88f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:36.489133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e2b6b6c-ba4c-476b-bbb9-dd6bd1b55ade tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/9ad9547b-baa9-4ec8-856d-c8b85394a84d HTTP/1.1" status: 200 len: 994 time: 0.0930343 Aug 20 14:03:37.157681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e4e48-bcdc-49a7-a50c-d7a509b20c05 req-03847476-6f32-43c8-91bf-9f0f727244a4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:37.159892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c5e4e48-bcdc-49a7-a50c-d7a509b20c05 req-03847476-6f32-43c8-91bf-9f0f727244a4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0881455 Aug 20 14:03:37.163995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-dcc79175-13cf-4548-915f-4520729490a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813384 Aug 20 14:03:37.216110 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6c5e4e48-bcdc-49a7-a50c-d7a509b20c05 req-51c6d947-4d34-4997-b699-779b3576d798 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463154 Aug 20 14:03:38.395729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce874e13-6211-4f59-818d-4fea8654927c req-9376abbe-cf3c-45fe-8592-f4537fd2ca29 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:38.398639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce874e13-6211-4f59-818d-4fea8654927c req-9376abbe-cf3c-45fe-8592-f4537fd2ca29 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0861323 Aug 20 14:03:38.446897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce874e13-6211-4f59-818d-4fea8654927c req-b76151e5-e6e3-4b0d-a830-6e8a9653b1cd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369594 Aug 20 14:03:38.575934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-4b14ec8b-7aa8-4991-a751-44ea8d7a859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:38.577558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-4b14ec8b-7aa8-4991-a751-44ea8d7a859d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1097 time: 0.1936362 Aug 20 14:03:38.681901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-2b3ec885-a87b-49eb-8e22-6a87e229ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:38.683423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-2b3ec885-a87b-49eb-8e22-6a87e229ba1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.0992930 Aug 20 14:03:38.750971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-5967da85-56ef-42d0-b88e-b8dfb11f4380 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1002 time: 0.0607834 Aug 20 14:03:38.806167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-46874908-553b-4f0a-883d-7acae83de5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:38.808023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-46874908-553b-4f0a-883d-7acae83de5fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0503244 Aug 20 14:03:38.862785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-92db7541-6e9f-4881-b953-f98b1096ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:38.864375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-92db7541-6e9f-4881-b953-f98b1096ccac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498369 Aug 20 14:03:38.968471 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-a14edc69-323d-4208-b4aa-ac8ac027bbd2 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967755 Aug 20 14:03:39.076017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-45dd774a-89f9-42af-8cf0-6789a59d63e1 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992820 Aug 20 14:03:39.605321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748af66-9039-40e2-8d04-d23a168adada req-006befb9-02ca-4919-aa6f-f2ea071b49f4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:39.606905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1748af66-9039-40e2-8d04-d23a168adada req-006befb9-02ca-4919-aa6f-f2ea071b49f4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0766730 Aug 20 14:03:39.650264 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1748af66-9039-40e2-8d04-d23a168adada req-8f7c2195-487f-4986-a599-7423c68246bd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360682 Aug 20 14:03:40.781250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcddb-05f1-476e-b65e-955e13b1e8c1 req-e963a1d5-3e1e-4882-a608-4095b992460b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:40.782920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24abcddb-05f1-476e-b65e-955e13b1e8c1 req-e963a1d5-3e1e-4882-a608-4095b992460b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0569665 Aug 20 14:03:40.825941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24abcddb-05f1-476e-b65e-955e13b1e8c1 req-0129d89f-c735-49d9-baac-7b41aebc6b7b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360436 Aug 20 14:03:41.970858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000d55-ae22-41e3-ab9d-19fea0b6b8a4 req-20c5cafb-1dbd-4551-b64a-80f726414f55 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:41.974314 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23000d55-ae22-41e3-ab9d-19fea0b6b8a4 req-20c5cafb-1dbd-4551-b64a-80f726414f55 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0682003 Aug 20 14:03:42.020220 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-23000d55-ae22-41e3-ab9d-19fea0b6b8a4 req-83c4a2d9-3cdc-4ab2-9b6b-05da367df080 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 Aug 20 14:03:43.168010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3729fc-b9b1-4430-9260-258f4b25e195 req-5f3d38e3-f9e8-4f43-9536-bcb49177b9f0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:43.169639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a3729fc-b9b1-4430-9260-258f4b25e195 req-5f3d38e3-f9e8-4f43-9536-bcb49177b9f0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0649371 Aug 20 14:03:43.216987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5a3729fc-b9b1-4430-9260-258f4b25e195 req-fd0a19b2-8291-435f-b94f-1626d1e2ba32 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395689 Aug 20 14:03:44.356780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450efb2-74fb-4722-87c6-471595fb410c req-ea7528db-75d3-43c5-9fd4-b214778912f9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:44.358426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c450efb2-74fb-4722-87c6-471595fb410c req-ea7528db-75d3-43c5-9fd4-b214778912f9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0622513 Aug 20 14:03:44.409339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c450efb2-74fb-4722-87c6-471595fb410c req-3148ec9e-8bcf-4ce9-a502-d454d2bf400b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433602 Aug 20 14:03:45.546164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf34117-8f05-4b2f-96f9-3875e2732943 req-be6384f9-b3f9-41c8-8f71-904c779dd390 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:45.547806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abf34117-8f05-4b2f-96f9-3875e2732943 req-be6384f9-b3f9-41c8-8f71-904c779dd390 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0545495 Aug 20 14:03:45.594674 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abf34117-8f05-4b2f-96f9-3875e2732943 req-77643d6a-a901-421d-8715-6780ec85fcbf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Aug 20 14:03:45.823234 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4cecc38b-dce8-4484-b3f6-75950fb011a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:46.738883 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca740da9-e114-4c1b-b7f1-78cc3a45d1de req-4500a468-7dac-49ea-ae00-10ae6efcd691 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:46.740392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca740da9-e114-4c1b-b7f1-78cc3a45d1de req-4500a468-7dac-49ea-ae00-10ae6efcd691 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0563674 Aug 20 14:03:46.790904 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca740da9-e114-4c1b-b7f1-78cc3a45d1de req-a75b8525-08bf-40da-8ead-c80ccfe6f12f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Aug 20 14:03:47.931580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924e1aa-6fee-4712-a78a-c8782a83bdf7 req-97d13ce8-2885-4594-8b8f-3671d1b7a346 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:47.933606 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9924e1aa-6fee-4712-a78a-c8782a83bdf7 req-97d13ce8-2885-4594-8b8f-3671d1b7a346 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0577285 Aug 20 14:03:47.979730 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9924e1aa-6fee-4712-a78a-c8782a83bdf7 req-6b34e467-5b1f-4625-9f23-46f0f281fbe2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388434 Aug 20 14:03:48.573516 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8880c064-5fcc-4d20-88ba-8ea86a203469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:48.579419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:49.123948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bf62a-a921-4a7b-b3c4-6599004b4cf3 req-97313f96-5db4-4a0a-9372-11ebc819d199 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:49.125658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f66bf62a-a921-4a7b-b3c4-6599004b4cf3 req-97313f96-5db4-4a0a-9372-11ebc819d199 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0571055 Aug 20 14:03:49.171875 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f66bf62a-a921-4a7b-b3c4-6599004b4cf3 req-fb46076a-5f12-49df-9c9b-1890b712180e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Aug 20 14:03:49.606090 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:50.331687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ed1b8-df19-4d0b-a647-e9564627bfb5 req-bd853d2d-ef6f-4b19-9341-073fe944b909 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:50.333811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-831ed1b8-df19-4d0b-a647-e9564627bfb5 req-bd853d2d-ef6f-4b19-9341-073fe944b909 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0560465 Aug 20 14:03:50.381705 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-831ed1b8-df19-4d0b-a647-e9564627bfb5 req-c34a6645-b20c-4913-8b83-706534639545 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Aug 20 14:03:51.522652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dc3d4-aa8a-424e-a483-42a9778f9a8c req-88523293-2ab2-45aa-b909-fb312e6b53c7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:51.525287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-064dc3d4-aa8a-424e-a483-42a9778f9a8c req-88523293-2ab2-45aa-b909-fb312e6b53c7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0599463 Aug 20 14:03:51.533795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:51.574464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-064dc3d4-aa8a-424e-a483-42a9778f9a8c req-14ad175e-b7c4-4676-9296-3cb234a5caaf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408671 Aug 20 14:03:52.717324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3328-2554-40e2-a6a5-a3b0adf39d57 req-d89f6833-e2bb-458f-997d-61c686b20ee3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:52.718958 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d7c3328-2554-40e2-a6a5-a3b0adf39d57 req-d89f6833-e2bb-458f-997d-61c686b20ee3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0559940 Aug 20 14:03:52.764245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d7c3328-2554-40e2-a6a5-a3b0adf39d57 req-27896218-0dca-45e7-8f42-8aa020cfaf15 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 Aug 20 14:03:53.895068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f149b5-ed2f-4edf-9674-68e2ad0f82c7 req-8a3f43f7-b018-4388-a10c-e3004154e42f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:53.896769 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61f149b5-ed2f-4edf-9674-68e2ad0f82c7 req-8a3f43f7-b018-4388-a10c-e3004154e42f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0574684 Aug 20 14:03:53.951832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61f149b5-ed2f-4edf-9674-68e2ad0f82c7 req-976e5037-b024-4cbf-a362-dce0dab2ccf5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436239 Aug 20 14:03:55.082840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae825-63bd-42e5-ab77-8d3cbd230d29 req-3dbfc310-2223-456f-b5aa-668f1fe0792e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:55.084539 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a5ae825-63bd-42e5-ab77-8d3cbd230d29 req-3dbfc310-2223-456f-b5aa-668f1fe0792e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.0560069 Aug 20 14:03:55.133020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4a5ae825-63bd-42e5-ab77-8d3cbd230d29 req-14ac78ec-44e9-4557-9bdb-de865c3b5cbd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375445 Aug 20 14:03:55.912761 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-a6289959-3ccc-4719-85f8-ddb48d21dc9f service neutron] show failed (client error): The resource could not be found. Aug 20 14:03:55.914212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-a6289959-3ccc-4719-85f8-ddb48d21dc9f service neutron] 10.222.0.53 "GET /v2.0/ports/e99f3f54-4fee-4957-9d4a-d2641974918f/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0635915 Aug 20 14:03:56.129751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-65269a3a-9c9c-431d-bd82-9576047fbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:56.131323 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-65269a3a-9c9c-431d-bd82-9576047fbbb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 1097 time: 0.0454416 Aug 20 14:03:56.144953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:03:56.214326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:56.391178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca167c5-5f58-4de7-a27d-b21ab271715e req-95281073-b08b-4cb6-ad2b-935bcb4651f7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:56.394151 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cca167c5-5f58-4de7-a27d-b21ab271715e req-95281073-b08b-4cb6-ad2b-935bcb4651f7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 946 time: 0.1440065 Aug 20 14:03:56.499590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cca167c5-5f58-4de7-a27d-b21ab271715e req-05af424c-d03e-476c-8b49-98236cefef7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876379 Aug 20 14:03:56.542942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:03:56.596993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:56.655634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:56.657976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:03:56.661213 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70d48b9-f8fc-48a6-a706-3d012714e14d" -d '{"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-unplugged", "status": "completed", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:03:56.678798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Transition to ACTIVE for port object e99f3f54-4fee-4957-9d4a-d2641974918f will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:03:56.684060 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:56.793039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:56.809979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.810262 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.810560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.810906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.811269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.811601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.812087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.812286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.812607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.813088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.813346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.813678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:56.843577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] No DVR routers for this DVR port e99f3f54-4fee-4957-9d4a-d2641974918f on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:03:57.301033 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e08c3-2ecd-403b-bc9c-c314233682ba x-openstack-request-id: req-cf8e08c3-2ecd-403b-bc9c-c314233682ba {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:03:57.301788 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-unplugged", "status": "completed", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:03:57.301788 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf8e08c3-2ecd-403b-bc9c-c314233682ba {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:03:57.302077 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'code': 200} Aug 20 14:03:57.360581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:03:57.360937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:03:57.361305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:57.366515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:03:57.366844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:03:57.372225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:03:57.372593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Checking segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:03:57.372992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Bound using segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:03:57.373433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Bound port: e99f3f54-4fee-4957-9d4a-d2641974918f, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:03:57.373797 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:57.447269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:03:57.451449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:03:57.457082 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:57.497933 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:57.498561 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:57.500092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1092 time: 1.3608563 Aug 20 14:03:57.586926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a3295-3122-4781-8f5e-e085130599c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:57.621864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-e5fcc45f-d1ca-4613-8c87-58b404880325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:57.624883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-e5fcc45f-d1ca-4613-8c87-58b404880325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1095 time: 0.0961635 Aug 20 14:03:57.762508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ed435-7c3d-4970-82cd-e0623a7d5742 req-f79652ec-f920-4f08-9299-6262f03df064 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:57.764162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-103ed435-7c3d-4970-82cd-e0623a7d5742 req-f79652ec-f920-4f08-9299-6262f03df064 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.1206307 Aug 20 14:03:57.801603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-100812d4-16e0-4190-8094-cf0d647ee3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:57.803065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-100812d4-16e0-4190-8094-cf0d647ee3ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1705122 Aug 20 14:03:57.865260 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-103ed435-7c3d-4970-82cd-e0623a7d5742 req-9ff37a94-470c-40b1-8217-63c99e0ade9e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901942 Aug 20 14:03:57.903044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-ef73ca00-db8c-4d75-b194-abba6a18c5c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.0907667 Aug 20 14:03:57.959433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-76e834e2-5a90-4a49-98ef-9715afd60a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:57.961045 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-76e834e2-5a90-4a49-98ef-9715afd60a60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0500317 Aug 20 14:03:58.019786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-70f5cbd6-189b-474a-8f44-e316602a0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:58.021389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-70f5cbd6-189b-474a-8f44-e316602a0af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521526 Aug 20 14:03:58.122182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-2e80ee21-49df-42ac-81a0-108644001f45 service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931528 Aug 20 14:03:58.229548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8b6f0aeb-8ee9-4b77-af69-25cccbb55668 req-7942f6d0-d91c-41af-a560-633f1cef4631 service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999169 Aug 20 14:03:59.030267 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e53110-4975-4906-931e-a60a6195a0bb req-0a112c65-1b62-4a22-9949-1d3d3654e6dc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.032196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73e53110-4975-4906-931e-a60a6195a0bb req-0a112c65-1b62-4a22-9949-1d3d3654e6dc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.0685472 Aug 20 14:03:59.095277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73e53110-4975-4906-931e-a60a6195a0bb req-72176c5f-2f3b-42b5-a767-5ae038700fd4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506775 Aug 20 14:03:59.303173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:03:59.304189 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:59.309773 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80078e9f-c1bc-437a-9c20-774752a5eb96" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:03:59.372307 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f430f7c-0a44-42bb-877a-bf8e1da87eb1 x-openstack-request-id: req-3f430f7c-0a44-42bb-877a-bf8e1da87eb1 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:03:59.372791 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:03:59.373196 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f430f7c-0a44-42bb-877a-bf8e1da87eb1 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:03:59.373799 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'status': 'completed', 'code': 200} Aug 20 14:03:59.474328 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-2a90990f-1ea6-49f8-b2ac-5a82eac605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.475929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-2a90990f-1ea6-49f8-b2ac-5a82eac605ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1095 time: 0.0848360 Aug 20 14:03:59.479149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-f6f66fb8-7c67-4ac5-9a03-64cc4aac1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.481117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-f6f66fb8-7c67-4ac5-9a03-64cc4aac1249 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1095 time: 0.0777645 Aug 20 14:03:59.665041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-c41de567-771a-4506-9e3b-cfe9959f1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.666785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-c41de567-771a-4506-9e3b-cfe9959f1bfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1833038 Aug 20 14:03:59.670054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-8cf7caec-e052-4504-9877-0c16f9af4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.671566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-8cf7caec-e052-4504-9877-0c16f9af4b33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1797357 Aug 20 14:03:59.829273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-785eebd9-fd64-4087-96c6-4f9ce07462d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.1544011 Aug 20 14:03:59.837374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-895ca70b-739d-4dbe-8111-950f99642fc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.1556704 Aug 20 14:03:59.935051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-4bd6a3a9-38a9-4801-a094-f0d0f1629ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.936722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-4bd6a3a9-38a9-4801-a094-f0d0f1629ace service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0979953 Aug 20 14:03:59.941612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-39f272db-db06-49dd-bd2d-d353b3824d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:03:59.943238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-39f272db-db06-49dd-bd2d-d353b3824d8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0913072 Aug 20 14:04:00.020462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-cc71363d-b637-42f7-8f70-a7c328d336db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.022127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-cc71363d-b637-42f7-8f70-a7c328d336db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779502 Aug 20 14:04:00.025566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-2991bfc1-6aee-460f-b14a-a34b4cbe3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.027393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-2991bfc1-6aee-460f-b14a-a34b4cbe3802 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747278 Aug 20 14:04:00.202392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-b6d2f3a9-481f-406b-85ad-e8eba830e00f service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728501 Aug 20 14:04:00.207297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-768ffd81-10ec-44e6-bde4-59f9f7f77cae service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693501 Aug 20 14:04:00.269572 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5606-af8e-443a-8bb1-b068de477696 req-710d67dc-d9af-44e8-84fe-2b2e0bed620d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.271360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d69e5606-af8e-443a-8bb1-b068de477696 req-710d67dc-d9af-44e8-84fe-2b2e0bed620d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.0615847 Aug 20 14:04:00.321174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d69e5606-af8e-443a-8bb1-b068de477696 req-b8ae41bb-6247-4f40-8af4-a1812dcb154d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426483 Aug 20 14:04:00.403792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-f1069a87-acf4-4d4a-800f-84dbb92fd17d service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947978 Aug 20 14:04:00.406057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-80078e9f-c1bc-437a-9c20-774752a5eb96 req-f33bbdaf-50ac-4be0-b15c-b931bb262fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894357 Aug 20 14:04:00.601202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-63aeeadb-e2be-45f8-b9c2-1c0e46161240 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.602822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-63aeeadb-e2be-45f8-b9c2-1c0e46161240 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73&tenant_id=b582379029104c74bac9707655056a15&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.0624146 Aug 20 14:04:00.628586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413f78-a947-4142-a806-541f38313711 req-e6dde354-bd45-4ff7-a68f-480da85ae0b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.630359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5413f78-a947-4142-a806-541f38313711 req-e6dde354-bd45-4ff7-a68f-480da85ae0b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.0615048 Aug 20 14:04:00.649263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:04:00.683843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-5617f8a9-a685-42ab-8d13-6ed8d46f25f0 service neutron] 10.222.0.13 "GET /v2.0/ports/e99f3f54-4fee-4957-9d4a-d2641974918f/bindings/n-h2-804232-5 HTTP/1.1" status: 200 len: 382 time: 0.0736578 Aug 20 14:04:00.684878 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c5413f78-a947-4142-a806-541f38313711 req-97322a72-d719-47ab-ace8-b9f59b19840b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482464 Aug 20 14:04:00.708388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:04:00.761003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-ec66bc8e-bdcc-456c-99d4-3b45ec9b51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.762475 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-ec66bc8e-bdcc-456c-99d4-3b45ec9b51ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1095 time: 0.0543137 Aug 20 14:04:00.867827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-9302898b-c897-4bd6-af5b-309376d1a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:00.869506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-9302898b-c897-4bd6-af5b-309376d1a377 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1000986 Aug 20 14:04:00.946101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-f215d787-ff13-4f3a-9c13-f6343bbf6250 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.0690620 Aug 20 14:04:01.006109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-d523ce7d-fd81-4550-a74b-eaa518839a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:01.007689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-d523ce7d-fd81-4550-a74b-eaa518839a6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0550995 Aug 20 14:04:01.058567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-30823b64-a398-499e-9235-4dbcde1b0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:01.060114 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-30823b64-a398-499e-9235-4dbcde1b0445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454862 Aug 20 14:04:01.160960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-12e93d55-db40-41f2-9a35-56322b09f04c service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931938 Aug 20 14:04:01.270375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-9d685bb7-cb92-4e21-b212-bf8070a31d09 service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020741 Aug 20 14:04:01.832137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa32fd6-8bc2-4eb0-ac33-37f18da41aa9 req-a73fe7e8-50d5-4c5e-91cf-efc0fe76441d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:01.834167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1aa32fd6-8bc2-4eb0-ac33-37f18da41aa9 req-a73fe7e8-50d5-4c5e-91cf-efc0fe76441d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 944 time: 0.0600674 Aug 20 14:04:01.881553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1aa32fd6-8bc2-4eb0-ac33-37f18da41aa9 req-d8e36129-5ee5-40dc-8c77-cf5507c47571 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 Aug 20 14:04:01.997884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:02.748116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:04:02.857246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:02.870719 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'mac_address': 'fa:16:3e:dc:9b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:04:02.919152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:02.942396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:04:02.981868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:02.988120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:03.069800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d7ff-f229-43fa-802e-48e2565b4541 req-c5f16d95-bf54-4d1b-be03-085ca959499b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:03.073151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54d0d7ff-f229-43fa-802e-48e2565b4541 req-c5f16d95-bf54-4d1b-be03-085ca959499b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 945 time: 0.0769103 Aug 20 14:04:03.090001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:03.101012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.101542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.102206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.102946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.103387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.103854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.104378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.105245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.105466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.105943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.107063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.107063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:03.147579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54d0d7ff-f229-43fa-802e-48e2565b4541 req-46d9821c-67bc-41f5-9411-94f2c4205bdf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608029 Aug 20 14:04:03.325299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-581204d2-f1ff-4807-9326-7da88a284bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:03.326799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-581204d2-f1ff-4807-9326-7da88a284bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 1096 time: 0.0482705 Aug 20 14:04:03.340737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:03.407461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:03.648945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:03.688455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:04:03.727274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:04:03.741458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:03.761871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Ignored duplicate provisioning block setup for port e99f3f54-4fee-4957-9d4a-d2641974918f by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 14:04:03.767028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:03.920990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=9']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:03.987752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] No DVR routers for this DVR port e99f3f54-4fee-4957-9d4a-d2641974918f on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:04:04.147295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:04:04.147727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:04:04.148098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:04:04.153574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:04:04.154069 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Attempting to bind port e99f3f54-4fee-4957-9d4a-d2641974918f on network a8689e26-72ac-4b64-a2e8-d1152e70293c {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:04:04.160197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:04:04.160527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Checking segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:04:04.160858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Bound using segment: {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:04:04.161302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Bound port: e99f3f54-4fee-4957-9d4a-d2641974918f, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:04:04.161665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:04.241021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:04:04.245470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:04:04.251503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:04.304542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.305219 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:04.306911 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] 10.222.0.53 "PUT /v2.0/ports/e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1092 time: 0.9718385 Aug 20 14:04:04.324534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:04:04.326899 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c53b4c-7e01-420a-98cf-d61c2d5d234a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:04:04.337974 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:04:04.414697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25753e91-5870-43b8-bb80-42135f84b85d req-a2e3f109-ee4d-43a1-ad0b-915791c6200f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.416285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25753e91-5870-43b8-bb80-42135f84b85d req-a2e3f109-ee4d-43a1-ad0b-915791c6200f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 945 time: 0.1610246 Aug 20 14:04:04.421415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fab1ee-1824-4b19-8c11-a192de4846d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=10']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:04.432127 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabcc445-7c15-4e55-9db2-944962b6c869 x-openstack-request-id: req-cabcc445-7c15-4e55-9db2-944962b6c869 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:04:04.432538 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:04:04.432807 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cabcc445-7c15-4e55-9db2-944962b6c869 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:04:04.433220 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'status': 'completed', 'code': 200} Aug 20 14:04:04.449594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-dc7a4467-15a8-4068-8cd8-40f92ccb2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.451154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-dc7a4467-15a8-4068-8cd8-40f92ccb2c3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1096 time: 0.0955458 Aug 20 14:04:04.577663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25753e91-5870-43b8-bb80-42135f84b85d req-28664af0-38ab-440b-8384-17da8e33c101 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312149 Aug 20 14:04:04.609149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-2e473ff1-6ab3-42aa-bb80-e476126a48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.612691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-2e473ff1-6ab3-42aa-bb80-e476126a48c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1096 time: 0.1603553 Aug 20 14:04:04.648685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-b6ae42a3-1d01-43bb-8ae5-911adde25293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.650477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-b6ae42a3-1d01-43bb-8ae5-911adde25293 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1921589 Aug 20 14:04:04.746374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:04:04.795079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-24d8d98f-67b1-4b79-b608-b14e55d66b55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.1094224 Aug 20 14:04:04.810029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:04:04.847320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-dc8b1756-4c21-40fb-8a63-7aa57f8fc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.848897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-dc8b1756-4c21-40fb-8a63-7aa57f8fc24f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.2248521 Aug 20 14:04:04.911744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-57ea8618-7e61-44c6-9ac8-49dce1965bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:04.913324 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-57ea8618-7e61-44c6-9ac8-49dce1965bc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.1031213 Aug 20 14:04:04.940958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-82ffac20-7acd-4e71-91ce-72bbeefa63f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.0842228 Aug 20 14:04:05.014288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-c8c2e9f6-e0b4-473a-a3f6-f6c0dd8cc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.015871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-c8c2e9f6-e0b4-473a-a3f6-f6c0dd8cc58c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946817 Aug 20 14:04:05.018486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-76855c3a-63d3-49e5-8472-676ed4145e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.019995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-76855c3a-63d3-49e5-8472-676ed4145e98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0654144 Aug 20 14:04:05.144974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-6f3ca235-f827-49c8-9e3c-737cc73f45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.146550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-6f3ca235-f827-49c8-9e3c-737cc73f45d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152697 Aug 20 14:04:05.216601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-27caf550-cf11-4773-a65f-17ba4016e261 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931973 Aug 20 14:04:05.334503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-86ab9987-53e8-4ae1-aaec-cf8603289951 service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804259 Aug 20 14:04:05.412375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a7ca74ca-1f17-4f39-b9bb-30bc5cbceb59 req-0ad323b9-6f2a-4039-9186-764f92070b46 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876297 Aug 20 14:04:05.461882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-3734b22d-97e6-47dc-826b-93cd5ceba68b service neutron] 10.222.0.13 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201949 Aug 20 14:04:05.524525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-88a0b8ba-4482-49c3-af0c-cb364fff41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.526204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-88a0b8ba-4482-49c3-af0c-cb364fff41b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1096 time: 0.0526550 Aug 20 14:04:05.651668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-80d022bf-bbfd-475d-aa3f-ddc65d65b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.653265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-80d022bf-bbfd-475d-aa3f-ddc65d65b2a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1203544 Aug 20 14:04:05.764020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863235f-ae98-4873-a005-3e23db9442a3 req-1d56ed33-ddfd-4ee5-93a8-80d915c798a4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.765626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a863235f-ae98-4873-a005-3e23db9442a3 req-1d56ed33-ddfd-4ee5-93a8-80d915c798a4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Aug 20 14:04:05.774056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-21dbc496-73be-45ac-9b35-a7d10a8512e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 1000 time: 0.1117589 Aug 20 14:04:05.834820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a863235f-ae98-4873-a005-3e23db9442a3 req-ae2cdec0-0099-4b37-8dac-79861eb22e3a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548508 Aug 20 14:04:05.849704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-dbde081c-a7a5-4629-8922-df275f023055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.851356 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-dbde081c-a7a5-4629-8922-df275f023055 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0697997 Aug 20 14:04:05.946683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-ef9dc762-ae69-4b90-8b11-f21cfc72bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:05.950183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-ef9dc762-ae69-4b90-8b11-f21cfc72bfb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910053 Aug 20 14:04:06.060536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-13ed3762-a2df-4f11-b79a-ae135d1686ce service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030204 Aug 20 14:04:06.192367 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c53b4c-7e01-420a-98cf-d61c2d5d234a req-f6609cc4-e20e-4643-9ed8-c9650e7ab67c service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228542 Aug 20 14:04:07.011101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99b8a-eb43-42b8-915a-483a2f75c104 req-526e0ceb-5297-4673-99bf-9a0503557178 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:07.013999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbf99b8a-eb43-42b8-915a-483a2f75c104 req-526e0ceb-5297-4673-99bf-9a0503557178 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 945 time: 0.0858879 Aug 20 14:04:07.078355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbf99b8a-eb43-42b8-915a-483a2f75c104 req-7ac1a59b-5ccb-4b80-86a7-aed4b3345d52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549130 Aug 20 14:04:08.208141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f854-aa15-448d-8ba1-78af62d803ed req-29cd34e0-0ddc-4f21-a51b-34cdcd8243db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:08.209837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9612f854-aa15-448d-8ba1-78af62d803ed req-29cd34e0-0ddc-4f21-a51b-34cdcd8243db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 945 time: 0.0554724 Aug 20 14:04:08.251072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9612f854-aa15-448d-8ba1-78af62d803ed req-ee413ce5-969e-4fd4-a5c4-5bf0d04727c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349169 Aug 20 14:04:08.283992 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41682) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:08.369599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3290c687-3020-4f70-9a3c-607757169a01 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/9ad9547b-baa9-4ec8-856d-c8b85394a84d HTTP/1.1" status: 200 len: 992 time: 0.0836632 Aug 20 14:04:08.669465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:04:08.781234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:08.795772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'port_id': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'mac_address': 'fa:16:3e:dc:9b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:04:08.839834 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:08.855240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:04:08.876438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:08.882521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:08.942177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:09.094845 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e99f3f54-4fee-4957-9d4a-d2641974918f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:04:10.670998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:04:10.727534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e99f3f54-4fee-4957-9d4a-d2641974918f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:04:10.732208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e99f3f54-4fee-4957-9d4a-d2641974918f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:10.732813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:10.827774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:10.868522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:04:10.872467 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a4655b-5744-4bad-9542-3423a648da9a" -d '{"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-plugged", "status": "completed", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:04:10.896442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:10.903029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:10.933788 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75626474-353c-420c-a6ca-4ee74f555bce x-openstack-request-id: req-75626474-353c-420c-a6ca-4ee74f555bce {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:04:10.934094 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-plugged", "status": "completed", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:04:10.934387 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75626474-353c-420c-a6ca-4ee74f555bce {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:04:10.934880 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'code': 200} Aug 20 14:04:10.962745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=12']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:15.822288 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7080d21d-64a8-4215-b4e1-70c4bdc53f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:18.583938 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d430-9ca1-4bd4-9179-bff93b92da58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:18.587475 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:19.608177 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:21.536013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:29.317197 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:32.010156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:39.195758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514d2a3-29a2-4aa0-837f-9e5cbbc2f762 req-c5b82c85-33a4-45c2-b806-650b212d1393 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:39.197440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2514d2a3-29a2-4aa0-837f-9e5cbbc2f762 req-c5b82c85-33a4-45c2-b806-650b212d1393 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1098 time: 0.0498071 Aug 20 14:04:39.242490 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2514d2a3-29a2-4aa0-837f-9e5cbbc2f762 req-35a811c0-73f6-4542-b9da-230a3140f42e tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336733 Aug 20 14:04:39.275311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41696) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:39.464884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 315cc960-d22d-4ac8-8fd1-57c375bbfc82 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:04:39.465250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:39.556141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:39.556649 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:39.571524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 315cc960-d22d-4ac8-8fd1-57c375bbfc82 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:04:39.779370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:40.318772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=315cc960-d22d-4ac8-8fd1-57c375bbfc82,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:40.365117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.365495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.365841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.366184 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.366526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.366865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.367229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.367589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.368014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.368413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.368740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.369091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:40.420520 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:40.421057 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP 9ad9547b-baa9-4ec8-856d-c8b85394a84d disassociated (deleted). External IP: 172.25.6.225, port: e99f3f54-4fee-4957-9d4a-d2641974918f. Aug 20 14:04:40.714966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 30034260-3145-4316-a165-bdf6a86288cc has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:04:40.917847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:04:40.924720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:40.930868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] Sync routers for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:04:40.947222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:40.948285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:40.957251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-30200a84-4c42-48af-860a-9cc9f34f234b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/floatingips/9ad9547b-baa9-4ec8-856d-c8b85394a84d HTTP/1.1" status: 204 len: 168 time: 1.6805522 Aug 20 14:04:40.958180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:04:40.963022 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf712504-e303-49dd-b078-cd4836be6802" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:04:41.008342 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061f0422-ec2d-4013-85fc-25a6eda0c2ac x-openstack-request-id: req-061f0422-ec2d-4013-85fc-25a6eda0c2ac {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:04:41.008803 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:04:41.009188 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-061f0422-ec2d-4013-85fc-25a6eda0c2ac {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:04:41.009792 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'status': 'completed', 'code': 200} Aug 20 14:04:41.095517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:41.120725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712504-e303-49dd-b078-cd4836be6802 req-e2fac042-b772-42b4-b393-8b37e6d8fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:41.122335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-e2fac042-b772-42b4-b393-8b37e6d8fd36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 1098 time: 0.0844162 Aug 20 14:04:41.251509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712504-e303-49dd-b078-cd4836be6802 req-a37ae22f-cf1a-4196-9fd7-02b0930bbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:41.254900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-a37ae22f-cf1a-4196-9fd7-02b0930bbb3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 200 len: 897 time: 0.1252608 Aug 20 14:04:41.319737 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:04:41.325486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-609e8278-f880-42dd-a712-832c80459462 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 200 len: 217 time: 0.0615232 Aug 20 14:04:41.415108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712504-e303-49dd-b078-cd4836be6802 req-509c4b95-579c-49b9-aebd-a3fd2c19f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:41.416709 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-509c4b95-579c-49b9-aebd-a3fd2c19f100 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 200 len: 835 time: 0.0768197 Aug 20 14:04:41.431024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52baa8-9e9e-4c5c-8d85-21715c78abd9 req-ef7890f4-94d3-4883-96f2-c57b10cfd3fb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:41.432787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d52baa8-9e9e-4c5c-8d85-21715c78abd9 req-ef7890f4-94d3-4883-96f2-c57b10cfd3fb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 947 time: 0.1116734 Aug 20 14:04:41.439860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:49Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:41.494629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] Checking router: 30034260-3145-4316-a165-bdf6a86288cc for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:04:41.510095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:41.510581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0d52baa8-9e9e-4c5c-8d85-21715c78abd9 req-a6c5e054-8f24-43cb-a38b-11fd71eb091d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664017 Aug 20 14:04:41.511139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:41.513613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712504-e303-49dd-b078-cd4836be6802 req-d9a95bd7-999a-4331-92b5-ce29ceb05895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:41.516479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-d9a95bd7-999a-4331-92b5-ce29ceb05895 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8689e26-72ac-4b64-a2e8-d1152e70293c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827153 Aug 20 14:04:41.625854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-4e748943-2bc7-4ff9-83dd-8e29eb79e672 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008275 Aug 20 14:04:41.739394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf712504-e303-49dd-b078-cd4836be6802 req-5755dcb3-a717-47af-b2e5-9fead66626a1 service neutron] 10.222.0.53 "GET /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052313 Aug 20 14:04:41.880440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:42.112778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:49Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:42.142863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445c7dd-3b0d-484d-8a86-1db31b9e0bf1 None None] The sync data for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 is: [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:44Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5acb8f5d-2641-4416-8e80-6d34ff216d2d', 'name': '', 'network_id': 'a8689e26-72ac-4b64-a2e8-d1152e70293c', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:96:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:43Z', 'updated_at': '2021-08-20T14:02:49Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': '3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:04:42.402473 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d2344-4b21-4609-b41a-a821524c50b6 None None] New status for floating IP 9ad9547b-baa9-4ec8-856d-c8b85394a84d: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:04:42.569336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304f48d-9278-438f-a54d-bc3074537050 req-9a78a550-8850-4433-a14d-4cafd4122ae2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:42.570948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8304f48d-9278-438f-a54d-bc3074537050 req-9a78a550-8850-4433-a14d-4cafd4122ae2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 947 time: 0.0564270 Aug 20 14:04:42.674456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:04:42.674809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:42.681089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e1191-9f56-4ec4-bf44-22aa9bbba948 req-2bc4ba6a-12ac-4196-a153-375ebb1a7ef2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:42.683665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c31e1191-9f56-4ec4-bf44-22aa9bbba948 req-2bc4ba6a-12ac-4196-a153-375ebb1a7ef2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 947 time: 0.0618804 Aug 20 14:04:42.736399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c31e1191-9f56-4ec4-bf44-22aa9bbba948 req-2e9b6df3-1e88-49d4-9917-97426c6c589a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb6e6757-773f-436e-9518-36991f8acf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Aug 20 14:04:43.141302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port e99f3f54-4fee-4957-9d4a-d2641974918f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e99f3f54-4fee-4957-9d4a-d2641974918f,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:43.141651 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:43.157512 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for e99f3f54-4fee-4957-9d4a-d2641974918f owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:04:43.306616 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:43.338327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=e99f3f54-4fee-4957-9d4a-d2641974918f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:43.385505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] No DVR routers for this DVR port e99f3f54-4fee-4957-9d4a-d2641974918f on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:04:43.388358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:43.390540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8304f48d-9278-438f-a54d-bc3074537050 req-0d7eea9a-0113-4765-8a0c-b4cd9304932a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "DELETE /v2.0/ports/e99f3f54-4fee-4957-9d4a-d2641974918f HTTP/1.1" status: 204 len: 173 time: 0.8135047 Aug 20 14:04:43.390988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-deleted', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:04:43.394089 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c441db4-e87f-4400-a7c1-35f91386fe3c" -d '{"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-deleted", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:04:43.434723 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b085ac8-5d8c-4a16-814a-512587212478 x-openstack-request-id: req-0b085ac8-5d8c-4a16-814a-512587212478 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:04:43.435113 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73", "name": "network-vif-deleted", "tag": "e99f3f54-4fee-4957-9d4a-d2641974918f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:04:43.435285 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b085ac8-5d8c-4a16-814a-512587212478 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:04:43.435679 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73', 'name': 'network-vif-deleted', 'tag': 'e99f3f54-4fee-4957-9d4a-d2641974918f', 'status': 'completed', 'code': 200} Aug 20 14:04:43.890916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08639525-bd1d-4341-8a26-26e7d44b7999 req-ab674532-23fa-4057-8ea1-1dbb8d45b167 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b9c76b-a60b-4e4b-bedc-b8a6d6ae1f73 HTTP/1.1" status: 200 len: 210 time: 0.0466082 Aug 20 14:04:44.973841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:45.398970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:45.700424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 5acb8f5d-2641-4416-8e80-6d34ff216d2d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:04:45.700766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:45.802970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 5acb8f5d-2641-4416-8e80-6d34ff216d2d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5acb8f5d-2641-4416-8e80-6d34ff216d2d,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:45.803482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:45.820231 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b5e72623-e375-44b2-8004-2ec12d5edfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:45.823277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 5acb8f5d-2641-4416-8e80-6d34ff216d2d owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:04:46.050394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:46.078839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=5acb8f5d-2641-4416-8e80-6d34ff216d2d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:46.310257 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:46.578112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 30034260-3145-4316-a165-bdf6a86288cc has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:04:46.703051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:04:46.709388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ec3058bf-62fc-4a84-9760-54d6ed98688b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/30034260-3145-4316-a165-bdf6a86288cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7341051 Aug 20 14:04:46.714181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41716) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:46.714923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] Sync routers for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:04:46.727793 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:46.728517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:46.778848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting subnet 3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:04:46.785039 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:46.806963 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:04:46.863046 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:46.883080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: e99f3f54-4fee-4957-9d4a-d2641974918f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:04:46.884613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e99f3f54-4fee-4957-9d4a-d2641974918f not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:04:46.916788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:46.979094 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.055769 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.090438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:47.098508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.100021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2db78de2-2223-4e4f-aee9-00d2f21c92db tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/subnets/3cf1746a-8102-4b14-a2fa-a8bd5c3b9b7f HTTP/1.1" status: 204 len: 168 time: 0.3837140 Aug 20 14:04:47.103660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41718) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:47.117560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc780cb-cbf6-4ae3-8732-dc14b3d738ea None None] Network a8689e26-72ac-4b64-a2e8-d1152e70293c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:04:47.248961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:04:45Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:47.263363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.281457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] Checking router: 30034260-3145-4316-a165-bdf6a86288cc for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:04:47.297337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] Routers {'30034260-3145-4316-a165-bdf6a86288cc'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:47.297973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['30034260-3145-4316-a165-bdf6a86288cc'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:47.380825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] DHCP port deletion for a8689e26-72ac-4b64-a2e8-d1152e70293c request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:04:47.398020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.459651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 03b0320a-30db-4690-b199-38c13f166171 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:04:47.459995 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.534374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] Set router 30034260-3145-4316-a165-bdf6a86288cc gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:47.574035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 03b0320a-30db-4690-b199-38c13f166171, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=03b0320a-30db-4690-b199-38c13f166171,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:47.574475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.591424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 03b0320a-30db-4690-b199-38c13f166171 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:04:47.652797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8642ae1e-97b1-4593-8a55-7829d04ac582 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:04:47.783325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] Deleting port 8642ae1e-97b1-4593-8a55-7829d04ac582 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:04:47.783951 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.805972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.838952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=03b0320a-30db-4690-b199-38c13f166171,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:47.918932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.932975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] For port 8642ae1e-97b1-4593-8a55-7829d04ac582, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8642ae1e-97b1-4593-8a55-7829d04ac582,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:47.933877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:47.961049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] Calling delete_port for 8642ae1e-97b1-4593-8a55-7829d04ac582 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:04:48.040171 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.042819 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.073070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.098314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.099178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Fanout notify agent at l3_agent the message router_deleted on router 30034260-3145-4316-a165-bdf6a86288cc {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:04:48.110581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.113092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-28bc2b66-6a31-44fb-8521-df9b23a12e62 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/routers/30034260-3145-4316-a165-bdf6a86288cc HTTP/1.1" status: 204 len: 168 time: 1.0077293 Aug 20 14:04:48.116545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41720) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:48.142378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8642ae1e-97b1-4593-8a55-7829d04ac582, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8642ae1e-97b1-4593-8a55-7829d04ac582,segment=NetworkSegment(4a1ec40b-672a-4f59-a4b4-89a6c6f90e48),segment_id=4a1ec40b-672a-4f59-a4b4-89a6c6f90e48)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:48.151430 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.159820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:04:45Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:48.164244 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.212031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event deleted for resources: {'Port': ['ID=8642ae1e-97b1-4593-8a55-7829d04ac582,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:48.220141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4c54-384e-4c90-8af8-12991ca874b3 None None] The sync data for ids ['30034260-3145-4316-a165-bdf6a86288cc'] in n-d-804232-5 is: [{'id': '30034260-3145-4316-a165-bdf6a86288cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131732693', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03b0320a-30db-4690-b199-38c13f166171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:04:45Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '03b0320a-30db-4690-b199-38c13f166171', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30034260-3145-4316-a165-bdf6a86288cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:02:39Z', 'updated_at': '2021-08-20T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:04:48.234853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.243873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] Pushing event deleted for resources: {'Port': ['ID=8642ae1e-97b1-4593-8a55-7829d04ac582,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:48.249725 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0d3ab-41a2-4ea1-bfc8-f77ff07654b3 None None] No DVR routers for this DVR port 8642ae1e-97b1-4593-8a55-7829d04ac582 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:04:48.356384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.367997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8689e26-72ac-4b64-a2e8-d1152e70293c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:48.384397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:48.384752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1ec40b-672a-4f59-a4b4-89a6c6f90e48') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:48.397883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.424124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.435325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:04:48.435746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:04:48.439759 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:04:48.511754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.524843 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.528265 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/networks/a8689e26-72ac-4b64-a2e8-d1152e70293c HTTP/1.1" status: 204 len: 168 time: 0.4106073 Aug 20 14:04:48.531405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41722) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:48.546058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073a3b4-e3e7-497a-a24f-4fcfda64edd5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Network': ['ID=a8689e26-72ac-4b64-a2e8-d1152e70293c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:48.593371 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e4bda532-d5e6-4182-ae30-a66409741010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.597809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.607754 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e1f372c-57e8-433c-a6d8-402b87adced2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.649897 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e1f372c-57e8-433c-a6d8-402b87adced2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.744324 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e1f372c-57e8-433c-a6d8-402b87adced2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.748632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e1f372c-57e8-433c-a6d8-402b87adced2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:48.750353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e1f372c-57e8-433c-a6d8-402b87adced2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/security-groups/bb6e6757-773f-436e-9518-36991f8acf3f HTTP/1.1" status: 204 len: 168 time: 0.2177260 Aug 20 14:04:48.764176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f372c-57e8-433c-a6d8-402b87adced2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e6757-773f-436e-9518-36991f8acf3f,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:49.262496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41728) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:49.268681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349915849', 'description': 'tempest-secgroup-smoke-1349915849 description', 'project_id': 'b582379029104c74bac9707655056a15'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:49.296064 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.407536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.414549 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.475570 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.477776 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2138906 Aug 20 14:04:49.479598 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c13e15-14b1-4d8d-814a-c199463a6099 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad836c-0448-41d9-93d2-e465513220e8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:49.483325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41730) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:49.489686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'b6ad836c-0448-41d9-93d2-e465513220e8', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:49.526560 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.570579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03b0320a-30db-4690-b199-38c13f166171 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:04:49.601293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.606081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.623352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 03b0320a-30db-4690-b199-38c13f166171 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:04:49.624018 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 03b0320a-30db-4690-b199-38c13f166171 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:04:49.624859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5acb8f5d-2641-4416-8e80-6d34ff216d2d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:04:49.628036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b71cb0-7f2d-495f-8b58-3893324a1e0d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:49.636019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.637594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cc6bf7f1-632e-4a6b-ac83-a8880da8db9c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524701 Aug 20 14:04:49.641997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41732) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:49.648128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'b6ad836c-0448-41d9-93d2-e465513220e8', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:49.672404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5acb8f5d-2641-4416-8e80-6d34ff216d2d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:04:49.672929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5acb8f5d-2641-4416-8e80-6d34ff216d2d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:04:49.677226 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.683741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.753511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.758153 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.779451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c391b833-61d2-4d93-b04b-95e6aedac7c0,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:49.788980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.790478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bb344e6f-b1fd-491f-b1d4-17855d87d741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466963 Aug 20 14:04:49.793481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41734) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:49.798464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'b6ad836c-0448-41d9-93d2-e465513220e8', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:49.828466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.904802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.909600 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.930378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf2fc9a-36ea-40e9-94e0-fa9a63c0b7fa,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:49.938772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:49.941157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-046cfa28-b3de-4e14-9487-1a5424ecceb5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461689 Aug 20 14:04:49.944446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41736) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:49.949933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'b6ad836c-0448-41d9-93d2-e465513220e8', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:49.982088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.054790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.059782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.079312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62facae-635d-4950-8fb4-d8a751633545,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:50.087805 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.089263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb9f8995-28f1-4f3d-9dd9-84a1ede84d7a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434700 Aug 20 14:04:50.092702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:50.098976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'b6ad836c-0448-41d9-93d2-e465513220e8', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:50.129320 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:04:50.137597 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.220468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.226279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.250039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a5045f-9d5b-4eae-a048-d669eec3f790,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:50.258710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.261510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9aec4404-d715-45ce-84d2-c05fc6eafb2a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663544 Aug 20 14:04:50.263545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41740) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:50.271926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': 'b6ad836c-0448-41d9-93d2-e465513220e8', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:50.312668 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:04:50.321036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.394492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.400480 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.420604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bae7e8-cbb8-4ff1-b7ee-509733efc2e7,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:50.430337 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.432045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d4294011-5708-4ccb-bb45-e9c9360ccd13 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668353 Aug 20 14:04:50.435245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41742) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:50.442220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'network': {'name': 'tempest-network-smoke--1293643897', 'project_id': 'b582379029104c74bac9707655056a15', 'port_security_enabled': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:50.469567 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:04:50.474329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.504295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:04:50.517279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.519357 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Added segment e03216c4-aa94-4909-9823-5a0f4e7fb661 of type vlan for network 467ea91d-7457-4809-810d-6a8482d38809 Aug 20 14:04:50.567201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.598089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.604129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:50.604820 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.670398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2339416 Aug 20 14:04:50.675862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:50.681508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'admin_state_up': True, 'project_id': 'b582379029104c74bac9707655056a15', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:50.681856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96b0de-a949-4c6d-a1cf-cac02648483b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Network': ['ID=467ea91d-7457-4809-810d-6a8482d38809,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:50.697872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 467ea91d-7457-4809-810d-6a8482d38809 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:04:50.714276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.715412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.772386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.929461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:51.157833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:51.194992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:51.376375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.108 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/eeffd834-e020-41ad-a92d-6691fbe04c3e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:04:51.541096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:51.546618 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:51.609293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:51.675908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:04:51.681459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:04:51.688252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:04:51.717314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=eeffd834-e020-41ad-a92d-6691fbe04c3e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:52.372398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:52.592546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:52.735174 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router a850e413-ef1c-4737-a5bc-927a90f5e9ae is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:04:52.855281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:04:52.868456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Sync routers for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:04:52.877467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:52.878824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c4ac97b2-3e6d-447e-bf6f-6c7895b198e5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2015500 Aug 20 14:04:52.882952 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:52.883987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:52.884212 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:52.914900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2eb9b8d7-5017-4460-9904-6b194e57f8f1 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b582379029104c74bac9707655056a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296757 Aug 20 14:04:52.919113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41748) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:53.023840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:53.097300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d3e77-51b8-465b-9f75-1d71b761f6c0 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:53.102611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bc0d3e77-51b8-465b-9f75-1d71b761f6c0 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1796014 Aug 20 14:04:53.103059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41750) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:53.137389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d7f3d77c-a283-47d0-a9d8-999ade6b9262 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321996 Aug 20 14:04:53.139958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41752) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:53.147095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934686996', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'project_id': 'b582379029104c74bac9707655056a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:04:53.239160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:51Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:53.265642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:04:53.271227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.273155 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Checking router: a850e413-ef1c-4737-a5bc-927a90f5e9ae for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:04:53.273507 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Updating router a850e413-ef1c-4737-a5bc-927a90f5e9ae port eeffd834-e020-41ad-a92d-6691fbe04c3e binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:04:53.304698 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.566147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.621452 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.636933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Transition to ACTIVE for port object eeffd834-e020-41ad-a92d-6691fbe04c3e will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:04:53.637288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Subnet': ['ID=fb698988-9f14-4689-8469-5dbbbb0ebebd,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:53.648035 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.650925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Checking segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:04:53.651871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network hostable DHCP agents. Network: 467ea91d-7457-4809-810d-6a8482d38809, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:04:53.678107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 467ea91d-7457-4809-810d-6a8482d38809 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:04:53.696470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 467ea91d-7457-4809-810d-6a8482d38809) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:04:53.703517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:53.704698 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Attempting to bind port eeffd834-e020-41ad-a92d-6691fbe04c3e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:04:53.705702 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Attempting to bind port eeffd834-e020-41ad-a92d-6691fbe04c3e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:04:53.706776 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Attempting to bind port eeffd834-e020-41ad-a92d-6691fbe04c3e on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:04:53.707021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.719559 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Pushing event updated for resources: {'Port': ['ID=eeffd834-e020-41ad-a92d-6691fbe04c3e,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:53.719889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0662b12-bfde-43df-bf8c-1af3ed01964f None None] Network 467ea91d-7457-4809-810d-6a8482d38809 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:04:53.728594 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:04:53.729020 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:04:53.729367 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.729594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f1bb1ad2-bc0f-4c73-be46-def9c9abb575 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5878651 Aug 20 14:04:53.730328 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:04:53.730827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Bound port: eeffd834-e020-41ad-a92d-6691fbe04c3e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:04:53.731224 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.733120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41754) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:04:53.733911 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.734483 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.734816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.735335 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.735868 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.736197 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.737487 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.737838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.738201 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.738574 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.738869 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.739375 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:04:53.813618 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] For port eeffd834-e020-41ad-a92d-6691fbe04c3e, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:04:53.818444 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] For port eeffd834-e020-41ad-a92d-6691fbe04c3e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eeffd834-e020-41ad-a92d-6691fbe04c3e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:04:53.825329 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:53.898536 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff972de-73a5-4ebe-b3a6-4dc176a109be None None] Pushing event updated for resources: {'Port': ['ID=eeffd834-e020-41ad-a92d-6691fbe04c3e,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:53.905609 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:53.906544 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:54.060596 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:54.186512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-467ea91d-7457-4809-810d-6a8482d38809', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:04:54.189743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:54.460004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Allocated IP 172.20.0.2 (467ea91d-7457-4809-810d-6a8482d38809/fb698988-9f14-4689-8469-5dbbbb0ebebd/e1c96ffe-0666-4a31-91ee-9a012d4ec1f8) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:04:54.499809 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:51Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:54.566511 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd978499-abf5-4daa-a000-710d6de07e06 None None] The sync data for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 is: [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:51Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:04:54.568205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:54.715198 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:54.736755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Transition to ACTIVE for port object e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:04:54.758409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Transition to ACTIVE for port object e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:04:54.765934 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:54.812987 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Network 467ea91d-7457-4809-810d-6a8482d38809 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:04:54.817128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:04:54.824370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:04:54.836762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Pushing event updated for resources: {'Port': ['ID=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:54.933603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Attempting to bind port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:04:54.934093 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Attempting to bind port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:04:54.934536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Attempting to bind port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:04:54.948530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:04:54.949670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Checking segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:04:54.950635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:54.951893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Bound using segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:04:54.953323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Bound port: e1c96ffe-0666-4a31-91ee-9a012d4ec1f8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:04:54.954411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.055062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.1 (467ea91d-7457-4809-810d-6a8482d38809/fb698988-9f14-4689-8469-5dbbbb0ebebd/4a6365d5-0579-414c-97a8-0c145b93119d) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:04:55.056528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] For port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:04:55.060407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] For port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:04:55.067199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.136329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b2114-e1b9-48a1-9c72-55fd57d78364 None None] Pushing event updated for resources: {'Port': ['ID=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:55.273877 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.304230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object 4a6365d5-0579-414c-97a8-0c145b93119d will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:04:55.379224 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.458058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 467ea91d-7457-4809-810d-6a8482d38809 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:04:55.465057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:04:55.467293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=4a6365d5-0579-414c-97a8-0c145b93119d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:55.475717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:04:55.552071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.679794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eeffd834-e020-41ad-a92d-6691fbe04c3e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:04:55.758470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port eeffd834-e020-41ad-a92d-6691fbe04c3e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:04:55.763009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port eeffd834-e020-41ad-a92d-6691fbe04c3e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:55.763554 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.780037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.898383 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.938751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port eeffd834-e020-41ad-a92d-6691fbe04c3e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eeffd834-e020-41ad-a92d-6691fbe04c3e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:55.944459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:55.945432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:04:56.072196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=eeffd834-e020-41ad-a92d-6691fbe04c3e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:56.098362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:04:56.202305 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:56.209439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:56.338877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712d7d1-8d87-42d9-ab19-68caf4851bcc None None] Network 467ea91d-7457-4809-810d-6a8482d38809 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:04:56.357588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=4a6365d5-0579-414c-97a8-0c145b93119d,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:56.363972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:56.413545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] Provisioning for port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:04:56.422232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] Provisioning complete for port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:56.422616 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:56.555411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 467ea91d-7457-4809-810d-6a8482d38809 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:04:56.557861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:04:56.653679 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:56.726016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] For port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:04:56.735107 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:56.805312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router a850e413-ef1c-4737-a5bc-927a90f5e9ae has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:04:56.824175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc925c-1a2f-4784-b50a-5b83cbc47f8e None None] Pushing event updated for resources: {'Port': ['ID=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:57.026043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:04:57.042449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b6aa1144-04f0-4aa7-8c9a-ee1ad9c222b9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/a850e413-ef1c-4737-a5bc-927a90f5e9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3076735 Aug 20 14:04:57.046763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Sync routers for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:04:57.059025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:57.059929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:57.220147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-988e9977-fcbe-41c0-bff4-5357c9f5911b None None] Provisioning complete for port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:57.220495 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-988e9977-fcbe-41c0-bff4-5357c9f5911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:57.262037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:57.402448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-54dd0acf-ae99-44cd-8d82-344173a60c8b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349915849&fields=id&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 267 time: 0.0737531 Aug 20 14:04:57.534118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-988e9977-fcbe-41c0-bff4-5357c9f5911b None None] Provisioning for port 4a6365d5-0579-414c-97a8-0c145b93119d completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:04:57.540866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-988e9977-fcbe-41c0-bff4-5357c9f5911b None None] Provisioning complete for port 4a6365d5-0579-414c-97a8-0c145b93119d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:57.541289 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-988e9977-fcbe-41c0-bff4-5357c9f5911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:57.558394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-b4c796d9-e088-4129-b142-0a1caa089f48 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:57.560124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-b4c796d9-e088-4129-b142-0a1caa089f48 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 797 time: 0.1529560 Aug 20 14:04:57.603306 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-6ceec1c1-16c8-4a27-98b0-6ba23bb798aa tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/quotas/b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 375 time: 0.0296590 Aug 20 14:04:57.630972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-988e9977-fcbe-41c0-bff4-5357c9f5911b None None] Port 4a6365d5-0579-414c-97a8-0c145b93119d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:04:57.637600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eeffd834-e020-41ad-a92d-6691fbe04c3e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:04:57.670264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-aa8cb032-1a7d-43f1-965e-6bff0a8ee4bb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651119 Aug 20 14:04:57.710906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 2, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:57.751568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Checking router: a850e413-ef1c-4737-a5bc-927a90f5e9ae for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:04:57.752533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Updating router a850e413-ef1c-4737-a5bc-927a90f5e9ae port 4a6365d5-0579-414c-97a8-0c145b93119d binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:04:57.795700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:57.802480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b817d32b-719e-4cb4-b3cf-112e63ddcdd4 None None] Provisioning complete for port 4a6365d5-0579-414c-97a8-0c145b93119d triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:57.802861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b817d32b-719e-4cb4-b3cf-112e63ddcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:57.830838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port eeffd834-e020-41ad-a92d-6691fbe04c3e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:57.831996 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:57.918857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b817d32b-719e-4cb4-b3cf-112e63ddcdd4 None None] Port 4a6365d5-0579-414c-97a8-0c145b93119d cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:04:57.985832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-39eb1186-711a-477a-a94a-65ef431fe224 service neutron] 10.222.0.59 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021424 Aug 20 14:04:58.100421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:04:58.103579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-3a8a70a7-90bb-4731-b819-81182350534d service neutron] 10.222.0.59 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086187 Aug 20 14:04:58.207875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:04:58.208686 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:58.352676 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:58.406817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a64a0de2-bc94-4a6b-a004-d0fbf9adace5 req-a3709023-7fd9-4a10-bca3-3f83ed5fb926 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 210 time: 0.0593729 Aug 20 14:04:58.407587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Transition to ACTIVE for port object 4a6365d5-0579-414c-97a8-0c145b93119d will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:04:58.426921 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:58.510903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4a73f-82d8-4234-be8d-d37194edeb24 None None] Pushing event updated for resources: {'Port': ['ID=4a6365d5-0579-414c-97a8-0c145b93119d,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:58.587474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Attempting to bind port 4a6365d5-0579-414c-97a8-0c145b93119d on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:04:58.588109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Attempting to bind port 4a6365d5-0579-414c-97a8-0c145b93119d by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:04:58.588875 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Attempting to bind port 4a6365d5-0579-414c-97a8-0c145b93119d on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:04:58.600059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:04:58.601181 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Checking segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:04:58.601586 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:58.602482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Bound using segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:04:58.603886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Bound port: 4a6365d5-0579-414c-97a8-0c145b93119d, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:04:58.604602 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:58.724616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] For port 4a6365d5-0579-414c-97a8-0c145b93119d, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:04:58.731448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] For port 4a6365d5-0579-414c-97a8-0c145b93119d, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a6365d5-0579-414c-97a8-0c145b93119d,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:04:58.738113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:58.826614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:04:58.827399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:59.098155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4a73f-82d8-4234-be8d-d37194edeb24 None None] Pushing event updated for resources: {'Port': ['ID=4a6365d5-0579-414c-97a8-0c145b93119d,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:04:59.203730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:04:59.465640 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:59.561492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f18a65ae-c95d-4d25-b899-74ae678c6014 req-1eaf26b9-30dd-4f34-a1c8-ce44cedc025f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 210 time: 0.0337720 Aug 20 14:04:59.633172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:04:58Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:04:59.667170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8a624-a06b-4886-8eae-4f60058bb6cc None None] The sync data for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 is: [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:04:58Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:04:59.739808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-dbd1096c-5a4a-478f-b149-832f4b4b90a7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:04:59.743274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-dbd1096c-5a4a-478f-b149-832f4b4b90a7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 797 time: 0.1722221 Aug 20 14:04:59.842795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-b0438df9-8f3e-4047-b5ec-7291429da815 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 380 time: 0.0871773 Aug 20 14:04:59.855842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'port': {'device_id': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'admin_state_up': True, 'tenant_id': 'b582379029104c74bac9707655056a15', 'security_groups': ['b6ad836c-0448-41d9-93d2-e465513220e8']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:05:00.011602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:05:00.016921 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:00.203646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.3 (467ea91d-7457-4809-810d-6a8482d38809/fb698988-9f14-4689-8469-5dbbbb0ebebd/9ea46ae1-45bb-469f-adc8-952c662eeb6a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:05:00.417631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:00.445965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object 9ea46ae1-45bb-469f-adc8-952c662eeb6a will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:05:00.508028 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:00.582101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 467ea91d-7457-4809-810d-6a8482d38809 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:05:00.586568 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:05:00.594280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:00.598286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:05:00.665297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:00.665994 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:00.670854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.671206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.671559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.672119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.672677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.673219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.675452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.676104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.676822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.677360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.677898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.678429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:00.710817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-9c804a0a-47bc-40f0-b53d-51608bce0974 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619001 Aug 20 14:05:00.736216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Request body: {'port': {'device_id': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:05:00.785510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348016-2393-49aa-94e8-a4fbc26e412e req-2764a501-628f-4ff5-b578-eb750dc91840 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:00.787223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19348016-2393-49aa-94e8-a4fbc26e412e req-2764a501-628f-4ff5-b578-eb750dc91840 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 931 time: 0.1016362 Aug 20 14:05:00.844488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:00.956127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6d680a71-8005-4772-a2f3-a888d18840e7 None None] Provisioning for port 9ea46ae1-45bb-469f-adc8-952c662eeb6a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:05:00.962475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6d680a71-8005-4772-a2f3-a888d18840e7 None None] Provisioning complete for port 9ea46ae1-45bb-469f-adc8-952c662eeb6a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:05:00.963139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6d680a71-8005-4772-a2f3-a888d18840e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.022509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6d680a71-8005-4772-a2f3-a888d18840e7 None None] Port 9ea46ae1-45bb-469f-adc8-952c662eeb6a cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:05:01.239609 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19348016-2393-49aa-94e8-a4fbc26e412e req-bb1fbb9d-f9af-4d68-af2b-5aacd6663ffb tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280849 Aug 20 14:05:01.553819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea46ae1-45bb-469f-adc8-952c662eeb6a {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:05:01.562267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.583558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Transition to ACTIVE for port object 9ea46ae1-45bb-469f-adc8-952c662eeb6a will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:05:01.589710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.615922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a6365d5-0579-414c-97a8-0c145b93119d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:05:01.694906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:01.703299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4a6365d5-0579-414c-97a8-0c145b93119d completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:05:01.711749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4a6365d5-0579-414c-97a8-0c145b93119d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:05:01.712480 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.773738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:05:01.774176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:05:01.774583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:05:01.781566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:05:01.781880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:05:01.788082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:05:01.789018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Checking segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:05:01.789018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Bound using segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:05:01.789273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Bound port: 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:05:01.789625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.825295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.870312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4a6365d5-0579-414c-97a8-0c145b93119d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a6365d5-0579-414c-97a8-0c145b93119d,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:01.876638 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.885949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:05:01.891220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:05:01.896866 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.935566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:01.936210 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:01.937932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 1091 time: 1.2113276 Aug 20 14:05:01.938438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:01.940433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4a6365d5-0579-414c-97a8-0c145b93119d,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:01.941407 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f1745-11c3-4034-959b-3b89455e8884" -d '{"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:02.000597 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293fc04-c454-494f-a682-0c5170268faf x-openstack-request-id: req-6293fc04-c454-494f-a682-0c5170268faf {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:02.000924 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:02.001297 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6293fc04-c454-494f-a682-0c5170268faf {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:02.001670 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'status': 'completed', 'code': 200} Aug 20 14:05:02.018257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324cbd8-b85f-421f-83a8-c341d2922546 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:02.020116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:02.059534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-652bc9ce-77dc-402b-a6b4-e5b4c0339bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.061394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-652bc9ce-77dc-402b-a6b4-e5b4c0339bea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1094 time: 0.0740519 Aug 20 14:05:02.114680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-3dd0adca-31df-4fb4-a809-122e7cb8357c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 217 time: 0.0449259 Aug 20 14:05:02.197594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-1d386bd1-7098-4a82-a790-aff325da6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.200197 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-1d386bd1-7098-4a82-a790-aff325da6dfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0790374 Aug 20 14:05:02.250733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-56a46c1f-3cc0-460c-b5e5-5d1f39e65276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.252544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-56a46c1f-3cc0-460c-b5e5-5d1f39e65276 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453269 Aug 20 14:05:02.413578 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08734c50-123a-47f5-84dd-f7dec10fb389 req-74394bb6-6b5b-4584-a77f-87dc072acce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.415300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08734c50-123a-47f5-84dd-f7dec10fb389 req-74394bb6-6b5b-4584-a77f-87dc072acce1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 943 time: 0.0886416 Aug 20 14:05:02.422489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-27648072-4981-4244-9cb4-8f866c83aa4b service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626832 Aug 20 14:05:02.525968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08734c50-123a-47f5-84dd-f7dec10fb389 req-025a734f-84af-45e5-942c-ee4209943f20 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023085 Aug 20 14:05:02.585391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87cb7cda-e6de-42cb-9f82-5e96252ae545 req-b886fa89-16c6-411d-b200-ebb32be1aa28 service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541452 Aug 20 14:05:02.686246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-06415096-ed0a-4443-8c09-53264cb8edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.687945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-06415096-ed0a-4443-8c09-53264cb8edfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1094 time: 0.0557401 Aug 20 14:05:02.797754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-211a378e-7382-4569-b8ef-70ef31ecce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.799944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-211a378e-7382-4569-b8ef-70ef31ecce3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 898 time: 0.1042140 Aug 20 14:05:02.847917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-e6986c5c-6528-4b12-8f85-16d6f341fbd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 217 time: 0.0406621 Aug 20 14:05:02.903707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-72146e91-9b76-4b71-bd91-ce626c11398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.905380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-72146e91-9b76-4b71-bd91-ce626c11398c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0504191 Aug 20 14:05:02.963435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-660f860c-b6fc-4c58-9da0-ffe9eca74db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:02.965215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-660f860c-b6fc-4c58-9da0-ffe9eca74db8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518422 Aug 20 14:05:03.071781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-149e291d-e867-421f-b9af-60364fbdba68 service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978646 Aug 20 14:05:03.179574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c0f1745-11c3-4034-959b-3b89455e8884 req-ea5d439d-d117-4c76-9a94-4a29229ce5d7 service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990198 Aug 20 14:05:03.573001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a6365d5-0579-414c-97a8-0c145b93119d up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:05:03.641279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4a6365d5-0579-414c-97a8-0c145b93119d triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:05:03.641632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:03.706388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46110853-a544-4c94-b724-c8694a6e25ac req-3d2d304c-5f78-49bc-b27a-84047b2df87f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:03.709124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46110853-a544-4c94-b724-c8694a6e25ac req-3d2d304c-5f78-49bc-b27a-84047b2df87f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 943 time: 0.0849349 Aug 20 14:05:03.761038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46110853-a544-4c94-b724-c8694a6e25ac req-43214354-b191-4c4f-981b-51deb8b9a6d5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Aug 20 14:05:04.885670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7b492-0004-4bf1-a0a4-25bfe912f794 req-00c746f1-1d41-4751-8705-b6f1a119dde5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:04.887341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8a7b492-0004-4bf1-a0a4-25bfe912f794 req-00c746f1-1d41-4751-8705-b6f1a119dde5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 943 time: 0.0541985 Aug 20 14:05:04.896678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:05:04.933125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8a7b492-0004-4bf1-a0a4-25bfe912f794 req-3cdce5c7-b3d1-4b1f-b139-b482e440e189 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371420 Aug 20 14:05:05.008041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:05.022010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'port_id': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'mac_address': 'fa:16:3e:9f:9b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:05:05.062098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:05.077226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea46ae1-45bb-469f-adc8-952c662eeb6a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:05:05.100083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:05.104654 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:05.157459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:05.165984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.166397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.166729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.167069 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.167406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.167944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.168151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.168578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.168753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.169082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.169560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.169895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:05:05.291958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['9ea46ae1-45bb-469f-adc8-952c662eeb6a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:05:06.072364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504937b-6726-4478-9e14-e90ffa4e3360 req-053b0a26-35b1-445e-89be-c88338d66b2d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:06.074078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6504937b-6726-4478-9e14-e90ffa4e3360 req-053b0a26-35b1-445e-89be-c88338d66b2d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0596194 Aug 20 14:05:06.118706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6504937b-6726-4478-9e14-e90ffa4e3360 req-39cc4be9-3b59-4018-be42-a1e920c86a16 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 Aug 20 14:05:06.917816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:05:06.982288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 9ea46ae1-45bb-469f-adc8-952c662eeb6a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:05:06.987827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 9ea46ae1-45bb-469f-adc8-952c662eeb6a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:05:06.988274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:07.082890 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:07.110557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:07.113993 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f96f766-a3ea-4cf9-ab73-4627ad797da3" -d '{"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-plugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:07.131302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:07.137011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:07.200764 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fc9e5f-8c8a-4c07-b11f-0c8e1bbb63de x-openstack-request-id: req-40fc9e5f-8c8a-4c07-b11f-0c8e1bbb63de {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:07.201194 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-plugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:07.201415 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40fc9e5f-8c8a-4c07-b11f-0c8e1bbb63de {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:07.201742 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'code': 200} Aug 20 14:05:07.205873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:07.285653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b5c1b-3527-4388-8e08-37c5d7807492 req-2f82af77-1bb2-448d-b8d4-fec65e845389 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:07.287876 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-574b5c1b-3527-4388-8e08-37c5d7807492 req-2f82af77-1bb2-448d-b8d4-fec65e845389 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0794666 Aug 20 14:05:07.339659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64221f9-47cc-40f7-ae72-ba46ee7f9150 req-763e4631-db9f-433b-8e50-b3458d6bd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:07.341775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c64221f9-47cc-40f7-ae72-ba46ee7f9150 req-763e4631-db9f-433b-8e50-b3458d6bd97a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1096 time: 0.0742464 Aug 20 14:05:07.344157 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-574b5c1b-3527-4388-8e08-37c5d7807492 req-fc8bceba-765a-447a-9ca9-89dbf199ed37 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Aug 20 14:05:07.386438 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c64221f9-47cc-40f7-ae72-ba46ee7f9150 req-b75c1b49-2ced-4448-9375-fd96812bc967 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370026 Aug 20 14:05:08.494252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75c7a8-ced7-4219-81a2-362dfb0987c3 req-57ba8801-e00e-4520-b061-489364694ce4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:08.495942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b75c7a8-ced7-4219-81a2-362dfb0987c3 req-57ba8801-e00e-4520-b061-489364694ce4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0566525 Aug 20 14:05:08.545602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b75c7a8-ced7-4219-81a2-362dfb0987c3 req-d0f2c7f4-59d3-4c7b-a4c8-55bcc0156dea tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Aug 20 14:05:08.682347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f283a50-2d21-49b4-b7cd-11de77ac5444 req-8d53d627-85da-4ad7-a1ba-90ec84c656a9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:08.683976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f283a50-2d21-49b4-b7cd-11de77ac5444 req-8d53d627-85da-4ad7-a1ba-90ec84c656a9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0599041 Aug 20 14:05:08.753721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f283a50-2d21-49b4-b7cd-11de77ac5444 req-ac380ca1-8632-4b23-b003-18740817b5dd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623758 Aug 20 14:05:08.790864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41808) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:08.834659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd47a6-3701-4d32-a44b-8df666bc0348 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:08.836262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f3fd47a6-3701-4d32-a44b-8df666bc0348 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1091 time: 0.0443580 Aug 20 14:05:08.839490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41810) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:08.844807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:05:08.870547 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:09.015586 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:09.146310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.102 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3864b98d-6d3a-4c25-b339-ce003a6b83f7) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:05:09.304772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:09.356146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:09.397685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:05:09.403355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:05:09.411481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:05:09.414908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=3864b98d-6d3a-4c25-b339-ce003a6b83f7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:09.825880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:09.902608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.077480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.083610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.158047 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=3864b98d-6d3a-4c25-b339-ce003a6b83f7,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:10.176481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.290560 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP 948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 associated. External IP: 172.25.6.102, port: 9ea46ae1-45bb-469f-adc8-952c662eeb6a. Aug 20 14:05:10.562610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router a850e413-ef1c-4737-a5bc-927a90f5e9ae has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:05:10.684807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:05:10.704774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.706756 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] Sync routers for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:05:10.718967 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:05:10.720014 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:05:10.751161 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a88f8bae-5094-4e0b-aa2d-894a3f552bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9100583 Aug 20 14:05:10.752677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:10.758386 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a4ab1c-4c71-4637-a9f6-80a26751cb41" -d '{"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:10.830682 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08085a59-a7f8-4aae-b62a-f46185028da3 x-openstack-request-id: req-08085a59-a7f8-4aae-b62a-f46185028da3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:10.831402 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:10.831666 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08085a59-a7f8-4aae-b62a-f46185028da3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:10.832211 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'status': 'completed', 'code': 200} Aug 20 14:05:10.873979 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:05:10.933542 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-d9af30e3-4663-44e3-8f4a-2fd54c3b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:10.935201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-d9af30e3-4663-44e3-8f4a-2fd54c3b7a74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1096 time: 0.0712574 Aug 20 14:05:10.943366 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9753c-b722-48ea-9c3a-cac162335b5a req-2d83ee99-9185-4f33-ae77-e94b55651ccd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:10.944942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bb9753c-b722-48ea-9c3a-cac162335b5a req-2d83ee99-9185-4f33-ae77-e94b55651ccd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0918038 Aug 20 14:05:11.042418 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4bb9753c-b722-48ea-9c3a-cac162335b5a req-d9b78fea-0c69-46ac-bc01-0d7dff413794 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888848 Aug 20 14:05:11.072880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-3c2fb9d5-b2c8-422f-9ff6-db6c1741223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:11.074340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-3c2fb9d5-b2c8-422f-9ff6-db6c1741223b service neutron] 10.222.0.53 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 898 time: 0.1284602 Aug 20 14:05:11.076930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41816) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:11.140198 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'port_id': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'mac_address': 'fa:16:3e:9f:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:05:09Z', 'updated_at': '2021-08-20T14:05:09Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:05:01Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:05:11.172992 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] Checking router: a850e413-ef1c-4737-a5bc-927a90f5e9ae for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:05:11.186366 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:05:11.187269 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:04:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:05:11.197794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-852facae-d448-44e5-b7e0-01c6e1957d86 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 HTTP/1.1" status: 200 len: 991 time: 0.1194885 Aug 20 14:05:11.200467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-e7448b0b-7604-4e64-80dc-83553d21a576 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 999 time: 0.1157422 Aug 20 14:05:11.255633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-0f2be780-c910-40ea-b285-91c6b97c599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:11.258277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-0f2be780-c910-40ea-b285-91c6b97c599b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0502992 Aug 20 14:05:11.315189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-21395009-29fb-4971-8f5c-9adf5c27d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:11.316806 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-21395009-29fb-4971-8f5c-9adf5c27d62f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513711 Aug 20 14:05:11.325043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:05:11.432945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-39d919d6-d5fe-4c9c-ae07-2e989bd3d56b service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090181 Aug 20 14:05:11.550497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41a4ab1c-4c71-4637-a9f6-80a26751cb41 req-2cdc6717-d4fd-4429-954d-2a103e677140 service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093259 Aug 20 14:05:11.617372 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'port_id': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'mac_address': 'fa:16:3e:9f:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:05:09Z', 'updated_at': '2021-08-20T14:05:09Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:05:01Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:05:11.647793 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce701a1-2be9-4569-8b40-dfdf75e61c6f None None] The sync data for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 is: [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'port_id': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'mac_address': 'fa:16:3e:9f:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:05:09Z', 'updated_at': '2021-08-20T14:05:09Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:05:01Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:05:11.856375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62883781-56cb-4abf-9a5d-09e3ac4b0ca1 None None] New status for floating IP 948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:05:12.202423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:12.280136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ab1af9d-2e2f-4598-86d7-a271f0caece2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 HTTP/1.1" status: 200 len: 993 time: 0.0765033 Aug 20 14:05:15.815028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c5fb4383-7152-4edd-9fb6-c10a49a89f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:18.320807 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:05:18.578545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:18.581019 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-532e2419-bc34-4472-8f09-f230a38c92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:19.614540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:21.540239 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:29.331008 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:32.025129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:43.725316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70351d2d-dc92-4a1e-9013-783257870452 req-3d6bdfd8-5b56-4c0a-98f3-43d91247ef39 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:43.726896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70351d2d-dc92-4a1e-9013-783257870452 req-3d6bdfd8-5b56-4c0a-98f3-43d91247ef39 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0559831 Aug 20 14:05:43.769888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-70351d2d-dc92-4a1e-9013-783257870452 req-78fe30f1-5f33-40d3-b674-d5b23e04fcb8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Aug 20 14:05:43.794055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41834) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:43.856714 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fc817475-84c5-4f3e-94ab-0e077fad32ba tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 HTTP/1.1" status: 200 len: 993 time: 0.0614548 Aug 20 14:05:44.448749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ce624-ba1c-4b27-a0d9-4bc2411623f6 req-2a2dfa8e-bec0-47cf-8103-cae330adfc3c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:44.451894 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-265ce624-ba1c-4b27-a0d9-4bc2411623f6 req-2a2dfa8e-bec0-47cf-8103-cae330adfc3c tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1096 time: 0.0711451 Aug 20 14:05:44.508258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-265ce624-ba1c-4b27-a0d9-4bc2411623f6 req-81a5157d-6038-4f14-b7da-e897b7ead99e tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495472 Aug 20 14:05:45.087259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-65bdb56d-ad97-459a-848b-c7561d557dfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458786 Aug 20 14:05:45.820580 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2e053b21-db71-4cc8-a820-dbe430f00f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:45.965784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-8b70b274-c823-4927-8ce2-db699d654184 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:05:45.967119 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-8b70b274-c823-4927-8ce2-db699d654184 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1186261 Aug 20 14:05:45.979302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Request body: {'binding': {'host': 'n-h2-804232-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:05:45.979808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Unknown quota resources ['binding']. {{(pid=94861) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:05:46.150087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on host n-h2-804232-5 for vnic_type normal with profile None {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:05:46.150887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:05:46.150887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:05:46.157724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:05:46.158051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:05:46.164185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:05:46.164650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Checking segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:05:46.165116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Bound using segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:05:46.165563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Bound port: 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:05:46.261438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:05:46.267054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:46.268633 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-eabc9eb9-7610-40b6-9efa-505ea1e402cb service neutron] 10.222.0.59 "POST /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2933645 Aug 20 14:05:46.459268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec004-86d9-4247-88b5-f8bd88073da2 req-adf5a830-dbeb-47f7-abb4-ad63f1ead5df tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:46.461127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a85ec004-86d9-4247-88b5-f8bd88073da2 req-adf5a830-dbeb-47f7-abb4-ad63f1ead5df tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0713005 Aug 20 14:05:46.979668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a85ec004-86d9-4247-88b5-f8bd88073da2 req-3ffba458-de5d-453d-a08f-caae599decdf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5100706 Aug 20 14:05:46.995808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-d53a7e89-74c1-4fd3-9284-da55c1e6d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:46.997553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-d53a7e89-74c1-4fd3-9284-da55c1e6d26c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1096 time: 0.1006701 Aug 20 14:05:47.103471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-b065ee5d-470b-4a9d-b984-377ee6984d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:47.105108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-b065ee5d-470b-4a9d-b984-377ee6984d9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 898 time: 0.1003280 Aug 20 14:05:47.183099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-502f6c9c-235b-4979-9e68-f281853a6b8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 1001 time: 0.0710237 Aug 20 14:05:47.240852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-d675f409-62b9-40a8-861c-f9d64571bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:47.242572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-d675f409-62b9-40a8-861c-f9d64571bbee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0514600 Aug 20 14:05:47.301836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-fb3c4d90-8d39-4374-a762-9fee498141f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:47.303589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-fb3c4d90-8d39-4374-a762-9fee498141f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535922 Aug 20 14:05:47.405185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-fb4308c8-687c-4e0f-b2a5-fc3e7a06c9c5 service neutron] 10.222.0.13 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942509 Aug 20 14:05:47.571880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-af9c4e01-570b-43dd-b10f-00a865de013c service neutron] 10.222.0.13 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571493 Aug 20 14:05:47.713099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-1a885967-413a-41da-b0b9-806d1ae8d4f2 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:47.714809 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-1a885967-413a-41da-b0b9-806d1ae8d4f2 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e&tenant_id=b582379029104c74bac9707655056a15&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1096 time: 0.0843437 Aug 20 14:05:47.728086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804232-5'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:05:47.795601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:47.965252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:48.014100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:05:48.074386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:48.077068 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f6ebe-f128-45ba-b9c0-172e7b526304" -d '{"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:48.082477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.089455 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.156899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:48.159308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e930cd-280a-4429-ba4c-9f2100531ff5 req-c660c5e4-6b37-40c6-8b38-cb9dc74788c0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:48.161912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63e930cd-280a-4429-ba4c-9f2100531ff5 req-c660c5e4-6b37-40c6-8b38-cb9dc74788c0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 943 time: 0.0915110 Aug 20 14:05:48.197724 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23598f8-293d-4d11-a71f-9a41e9cf83cd x-openstack-request-id: req-d23598f8-293d-4d11-a71f-9a41e9cf83cd {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:48.198692 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:48.198692 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d23598f8-293d-4d11-a71f-9a41e9cf83cd {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:48.198692 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'code': 200} Aug 20 14:05:48.216641 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63e930cd-280a-4429-ba4c-9f2100531ff5 req-afa69b35-21f0-4bf2-b796-bac717a0b773 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469348 Aug 20 14:05:48.290384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on host n-h1-804232-5 for vnic_type normal with profile {"migrating_to": "n-h2-804232-5"} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:05:48.290771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:05:48.291121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:05:48.296579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:05:48.296971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Attempting to bind port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on network 467ea91d-7457-4809-810d-6a8482d38809 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:05:48.303539 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:05:48.303927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Checking segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:05:48.304410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Bound using segment: {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:05:48.305301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Bound port: 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03216c4-aa94-4909-9823-5a0f4e7fb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '467ea91d-7457-4809-810d-6a8482d38809'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:05:48.305671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.404501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:05:48.410995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:05:48.416894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.490777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0f2c9a77-fecb-4847-b46c-c633e1cf82f9 None None] Provisioning complete for port 9ea46ae1-45bb-469f-adc8-952c662eeb6a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:05:48.491559 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9a77-fecb-4847-b46c-c633e1cf82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.528673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=8']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:48.615266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.615820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:48.617198 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.617772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8279e06e-524d-41b6-8770-3371fa529ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.619804 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-ae7d7aac-1a0b-43ec-a951-065827fe6545 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 1121 time: 0.8963735 Aug 20 14:05:48.640971 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9a77-fecb-4847-b46c-c633e1cf82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.671891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:48.674902 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ff1ba-4655-4d57-950c-3449e794a32f" -d '{"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-plugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:48.687743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['9ea46ae1-45bb-469f-adc8-952c662eeb6a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:05:48.694868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0f2c9a77-fecb-4847-b46c-c633e1cf82f9 None None] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:48.716756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9a77-fecb-4847-b46c-c633e1cf82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:48.747515 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e72d4d-60ce-43be-b6f9-4ea83f7e0a7c x-openstack-request-id: req-d1e72d4d-60ce-43be-b6f9-4ea83f7e0a7c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:48.747800 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-plugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:48.748058 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1e72d4d-60ce-43be-b6f9-4ea83f7e0a7c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:48.748451 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'code': 200} Aug 20 14:05:48.874848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9a77-fecb-4847-b46c-c633e1cf82f9 None None] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:49.089869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-812e0140-d4d0-41c6-a76d-4574fdd365f9 None None] Provisioning complete for port 9ea46ae1-45bb-469f-adc8-952c662eeb6a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:05:49.090274 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-812e0140-d4d0-41c6-a76d-4574fdd365f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:49.366970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe11c4-0efa-4274-918a-9a89be6e316f req-06acab2b-6ab8-4858-aed3-f47b459e6484 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:49.368984 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82fe11c4-0efa-4274-918a-9a89be6e316f req-06acab2b-6ab8-4858-aed3-f47b459e6484 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0581200 Aug 20 14:05:49.413155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-82fe11c4-0efa-4274-918a-9a89be6e316f req-83aed05a-3e0c-4ab9-8daa-f75ee6294e1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380685 Aug 20 14:05:49.622719 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:50.200190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:50.203669 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04" -d '{"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:50.249707 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2aed5-ed94-4e89-a786-726b66524d9d x-openstack-request-id: req-23e2aed5-ed94-4e89-a786-726b66524d9d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:50.250171 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:50.250480 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23e2aed5-ed94-4e89-a786-726b66524d9d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:50.250954 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'status': 'completed', 'code': 200} Aug 20 14:05:50.324186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-2ff04178-4653-409a-8523-b1392421f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:50.326037 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-2ff04178-4653-409a-8523-b1392421f504 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1126 time: 0.0508904 Aug 20 14:05:50.437164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-f7ef7199-e075-4b41-9677-cdcafba1252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:50.438627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-f7ef7199-e075-4b41-9677-cdcafba1252b service neutron] 10.222.0.53 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 898 time: 0.1052663 Aug 20 14:05:50.516858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-c41d5254-afd7-4539-b6a3-b1804039929b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 1001 time: 0.0680056 Aug 20 14:05:50.576854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-c3929dad-9849-4e04-a0e5-68c03c8a82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:50.577412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae913fe-9583-42f5-ada2-52448d5acd17 req-7114e133-b697-40fe-af66-f9d12e571230 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:50.578536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-c3929dad-9849-4e04-a0e5-68c03c8a82f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0549846 Aug 20 14:05:50.579525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ae913fe-9583-42f5-ada2-52448d5acd17 req-7114e133-b697-40fe-af66-f9d12e571230 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0808182 Aug 20 14:05:50.633451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ae913fe-9583-42f5-ada2-52448d5acd17 req-bd0ee380-279b-4d71-b546-615df411e638 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470085 Aug 20 14:05:50.655287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-8573ff28-901b-4c0a-97f8-f9c1a3461601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:50.658258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-8573ff28-901b-4c0a-97f8-f9c1a3461601 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727780 Aug 20 14:05:50.818082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-782dd4b5-3cdf-4cd1-b62a-310475133c64 service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520262 Aug 20 14:05:50.925149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b9373f5-5060-42f5-aeb5-ad2df6ad3a04 req-16368d7b-7f13-4de9-b7ae-d8f9c36591ac service neutron] 10.222.0.53 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002619 Aug 20 14:05:51.295545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:05:51.421247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:51.435368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a has no active binding in host n-h2-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:05:51.544688 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:51.769821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f734-c008-4bcf-9a6f-5bd65ac0a2b5 req-42e049fd-91e9-4646-93f8-8d018eb30291 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:51.772117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5835f734-c008-4bcf-9a6f-5bd65ac0a2b5 req-42e049fd-91e9-4646-93f8-8d018eb30291 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0610459 Aug 20 14:05:51.823342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5835f734-c008-4bcf-9a6f-5bd65ac0a2b5 req-386a5103-0863-48ab-82c2-2acd7468095d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Aug 20 14:05:52.967940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40b233-dd2e-4e94-8dba-7c41dcf29fd6 req-40e1cd09-3389-44f7-aaa7-8f12faf0fb45 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:52.969660 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c40b233-dd2e-4e94-8dba-7c41dcf29fd6 req-40e1cd09-3389-44f7-aaa7-8f12faf0fb45 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 945 time: 0.0566473 Aug 20 14:05:53.015924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4c40b233-dd2e-4e94-8dba-7c41dcf29fd6 req-10f5b860-8008-493d-a17a-a0587d5320a9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386674 Aug 20 14:05:53.561199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-4801f5bc-0127-4a9e-bda9-11a52cd1bc4d service neutron] 10.222.0.53 "GET /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a/bindings/n-h2-804232-5 HTTP/1.1" status: 200 len: 384 time: 0.0625441 Aug 20 14:05:53.761534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:53.789638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:05:53.831667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:05:53.834053 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7767827-35a9-4982-94e1-2fd994f70492" -d '{"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:05:53.841777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:05:53.863806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:53.882207 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b84c0ea-b4b6-46d1-b099-ce85531e1dab x-openstack-request-id: req-9b84c0ea-b4b6-46d1-b099-ce85531e1dab {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:05:53.882676 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:05:53.883088 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b84c0ea-b4b6-46d1-b099-ce85531e1dab {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:05:53.883724 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'code': 200} Aug 20 14:05:53.960173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] Transition to ACTIVE for port object 9ea46ae1-45bb-469f-adc8-952c662eeb6a will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:05:53.965528 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:54.069769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=11']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:05:54.123536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] No DVR routers for this DVR port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:05:54.191266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f28bb3-4691-495d-bd70-67aff459d749 req-d18e49e0-59e6-413d-b524-55e7689ef0e7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.192960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81f28bb3-4691-495d-bd70-67aff459d749 req-d18e49e0-59e6-413d-b524-55e7689ef0e7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0606565 Aug 20 14:05:54.249617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81f28bb3-4691-495d-bd70-67aff459d749 req-ee067f21-7a8d-421e-85d7-5e96b99c54a4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501020 Aug 20 14:05:54.334245 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-22ca4c43-1ce4-4876-a4a6-679f2048d84a service neutron] 10.222.0.53 "PUT /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a/bindings/n-h2-804232-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7648795 Aug 20 14:05:54.442172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-5a5d31d7-e196-4794-9e66-1d1eebe8b8b6 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.443754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-5a5d31d7-e196-4794-9e66-1d1eebe8b8b6 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e&tenant_id=b582379029104c74bac9707655056a15&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.0547855 Aug 20 14:05:54.503767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-35b30d10-ea03-44a8-ad17-ae39db934e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.505679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-35b30d10-ea03-44a8-ad17-ae39db934e78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 1095 time: 0.0483651 Aug 20 14:05:54.605464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-08cd14c8-791d-46ac-be1c-4db5428ccab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.608244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-08cd14c8-791d-46ac-be1c-4db5428ccab9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1095 time: 0.0756485 Aug 20 14:05:54.713144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-766c1e00-c281-4ad7-be15-a543b00a4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.714698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-766c1e00-c281-4ad7-be15-a543b00a4bc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 898 time: 0.1001217 Aug 20 14:05:54.788729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-3143d2b6-6592-4ac4-9e60-c42c8160cf0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 999 time: 0.0667439 Aug 20 14:05:54.864451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-25762de7-d048-4b34-8838-d884fa7bb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.866748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-25762de7-d048-4b34-8838-d884fa7bb642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0710320 Aug 20 14:05:54.924448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-fb7538e7-693e-49fd-8e9d-e53096bb05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:54.926621 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-fb7538e7-693e-49fd-8e9d-e53096bb05eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530772 Aug 20 14:05:55.035805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-173daae8-3b23-40d2-a9ea-5fedde559658 service neutron] 10.222.0.13 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018949 Aug 20 14:05:55.152009 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-01d82d54-e53b-4a5d-8e11-98af510c4779 service neutron] 10.222.0.13 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091549 Aug 20 14:05:55.322512 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:05:55.427212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00cd96-4e63-46d5-a26b-b0ab396e407a req-c7a8fb8a-136f-49f9-b0bf-788a88cf5304 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:55.428881 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd00cd96-4e63-46d5-a26b-b0ab396e407a req-c7a8fb8a-136f-49f9-b0bf-788a88cf5304 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0916581 Aug 20 14:05:55.436597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624908-0c17-4114-8c63-926e813da675 req-9d6c3908-a82f-49ee-8fb9-08a298edaa3d tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:55.438181 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-9d6c3908-a82f-49ee-8fb9-08a298edaa3d tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e&tenant_id=b582379029104c74bac9707655056a15&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 1095 time: 0.0690212 Aug 20 14:05:55.512232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fd00cd96-4e63-46d5-a26b-b0ab396e407a req-71eda2d0-f7ae-4fb4-bfad-821a543de537 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729535 Aug 20 14:05:55.589475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-8e624908-0c17-4114-8c63-926e813da675 req-9e24368c-225e-47f0-bd8c-ca0ad91c5941 service neutron] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:05:55.592830 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-8e624908-0c17-4114-8c63-926e813da675 req-9e24368c-225e-47f0-bd8c-ca0ad91c5941 service neutron] Notify callbacks [] for binding, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:55.594015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8e624908-0c17-4114-8c63-926e813da675 req-9e24368c-225e-47f0-bd8c-ca0ad91c5941 service neutron] 10.222.0.13 "DELETE /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a/bindings/n-h1-804232-5 HTTP/1.1" status: 204 len: 173 time: 0.1476035 Aug 20 14:05:56.639576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467223f0-4869-4c0a-ba8e-98a9ac135fd4 req-5609dcca-ae3e-40bb-9ac8-5ec23578d6f7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:56.641225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-467223f0-4869-4c0a-ba8e-98a9ac135fd4 req-5609dcca-ae3e-40bb-9ac8-5ec23578d6f7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0542364 Aug 20 14:05:56.692799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-467223f0-4869-4c0a-ba8e-98a9ac135fd4 req-3a35b4b9-6d45-4e86-81e7-8769c8ff6a10 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Aug 20 14:05:56.812832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3922-f958-4037-ae29-f79d9f5cacde req-7ddeaf62-bef5-4f33-861f-448d4ed7e506 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:56.816206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b47f3922-f958-4037-ae29-f79d9f5cacde req-7ddeaf62-bef5-4f33-861f-448d4ed7e506 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1095 time: 0.0510168 Aug 20 14:05:56.862979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b47f3922-f958-4037-ae29-f79d9f5cacde req-c5b67f78-155c-4fe1-8298-b7d57959ac2d tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Aug 20 14:05:56.987085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf37b18-1169-4a53-a98b-a787487e59f6 req-7156473a-d6e1-44a1-81d1-1b39d570b71d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:05:56.988800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8cf37b18-1169-4a53-a98b-a787487e59f6 req-7156473a-d6e1-44a1-81d1-1b39d570b71d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0546098 Aug 20 14:05:57.030511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8cf37b18-1169-4a53-a98b-a787487e59f6 req-c474c0a2-6cdd-4628-a047-83a047585439 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351796 Aug 20 14:05:57.061851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41914) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:57.067866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:05:57.115917 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:05:57.137468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-96403290-061e-4fc5-b4d8-e674fd822bdd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 HTTP/1.1" status: 200 len: 991 time: 0.0743575 Aug 20 14:05:59.335049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:00.847718 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41920) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:01.022979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 3864b98d-6d3a-4c25-b339-ce003a6b83f7 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:06:01.023324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:01.127484 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:01.127885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:01.145283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 3864b98d-6d3a-4c25-b339-ce003a6b83f7 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:06:01.333115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:01.365341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=3864b98d-6d3a-4c25-b339-ce003a6b83f7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:01.380235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.380709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.381099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.381498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.381873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.382251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.382626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.382999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.383378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.383747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.384119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.384509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:01.463518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:01.464156 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP 948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 disassociated (deleted). External IP: 172.25.6.102, port: 9ea46ae1-45bb-469f-adc8-952c662eeb6a. Aug 20 14:06:01.741845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router a850e413-ef1c-4737-a5bc-927a90f5e9ae has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:06:01.861851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:06:01.868617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:01.874830 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] Sync routers for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:06:01.885641 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:01.886415 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:01.902389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b98028d2-c396-45b0-bb65-7a638ab93833 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/floatingips/948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2 HTTP/1.1" status: 204 len: 168 time: 1.0531757 Aug 20 14:06:01.903003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:06:01.905389 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9470ec-3989-40c7-92c1-9f82e5caa832" -d '{"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:06:01.957086 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d5438b-1a56-4432-833f-d146ea6161e7 x-openstack-request-id: req-62d5438b-1a56-4432-833f-d146ea6161e7 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:06:01.957554 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:06:01.957933 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62d5438b-1a56-4432-833f-d146ea6161e7 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:06:01.958501 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'status': 'completed', 'code': 200} Aug 20 14:06:02.021095 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:02.027899 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:02.029566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-fd675697-ad7a-417a-a815-5648494221c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:02.031315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-fd675697-ad7a-417a-a815-5648494221c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 1095 time: 0.0507736 Aug 20 14:06:02.194160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-b7bdee66-c9c5-4525-9e49-8fd5f6144b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:02.195698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-b7bdee66-c9c5-4525-9e49-8fd5f6144b92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 200 len: 898 time: 0.1550848 Aug 20 14:06:02.220983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b88469-b68b-4b75-b757-1fe6a3229ed8 req-32e8cebb-2ae7-45bd-b1e2-1c92f9487af0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:02.222525 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94b88469-b68b-4b75-b757-1fe6a3229ed8 req-32e8cebb-2ae7-45bd-b1e2-1c92f9487af0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0797417 Aug 20 14:06:02.258331 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-8e89aa0c-1564-47e6-b94b-a8c681fe5455 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 200 len: 217 time: 0.0518522 Aug 20 14:06:02.334070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-94b88469-b68b-4b75-b757-1fe6a3229ed8 req-b4b913b8-81cb-4395-bc28-bd90bf29749d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6ad836c-0448-41d9-93d2-e465513220e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837688 Aug 20 14:06:02.338455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-e619d253-1c48-435b-aec4-e74051fb1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:02.339964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-e619d253-1c48-435b-aec4-e74051fb1644 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 200 len: 835 time: 0.0725896 Aug 20 14:06:02.355819 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:05:01Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:02.396018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-8b59ed97-11fb-4b86-892f-1c6a01c12547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:02.398137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-8b59ed97-11fb-4b86-892f-1c6a01c12547 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=467ea91d-7457-4809-810d-6a8482d38809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494204 Aug 20 14:06:02.407473 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] Checking router: a850e413-ef1c-4737-a5bc-927a90f5e9ae for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:06:02.424778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:02.425857 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:02.523517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.13', 57570) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:02.526158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-4b9ea672-07e5-4878-8f5a-c1f220a971c2 service neutron] 10.222.0.13 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203458 Aug 20 14:06:02.584536 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c8979-68a0-4556-9814-919a47db284c req-714a550f-9b40-4efe-8a6a-b5d9151c4c85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:02.586787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a15c8979-68a0-4556-9814-919a47db284c req-714a550f-9b40-4efe-8a6a-b5d9151c4c85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 944 time: 0.0619960 Aug 20 14:06:02.652506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:02.711384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 9ea46ae1-45bb-469f-adc8-952c662eeb6a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:06:02.711876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:02.819820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 9ea46ae1-45bb-469f-adc8-952c662eeb6a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=9ea46ae1-45bb-469f-adc8-952c662eeb6a,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:02.820238 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:02.837201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 9ea46ae1-45bb-469f-adc8-952c662eeb6a owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:06:02.962019 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:05:01Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:02.993300 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480be44b-4413-4a74-b349-3a60b892d911 None None] The sync data for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 is: [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4a6365d5-0579-414c-97a8-0c145b93119d', 'name': '', 'network_id': '467ea91d-7457-4809-810d-6a8482d38809', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:cf:62:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:54Z', 'updated_at': '2021-08-20T14:05:01Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'fb698988-9f14-4689-8469-5dbbbb0ebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:06:03.008960 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9b9470ec-3989-40c7-92c1-9f82e5caa832 req-c745a8d6-d476-4247-b316-2ceffb223c98 service neutron] 10.222.0.13 "GET /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744351 Aug 20 14:06:03.016675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:03.057855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=9ea46ae1-45bb-469f-adc8-952c662eeb6a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:03.073232 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.073593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.073947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.074297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.074637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.074978 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.075498 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.075689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.075973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.076303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.076656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.076989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:03.117980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] No DVR routers for this DVR port 9ea46ae1-45bb-469f-adc8-952c662eeb6a on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:06:03.120841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:03.122957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a15c8979-68a0-4556-9814-919a47db284c req-ea3753fc-5c7b-49ff-a4d6-e9e5e15a550b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.13 "DELETE /v2.0/ports/9ea46ae1-45bb-469f-adc8-952c662eeb6a HTTP/1.1" status: 204 len: 173 time: 0.5303514 Aug 20 14:06:03.123422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-deleted', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:06:03.125768 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a378fb-e8ab-4b5d-ad48-eee1d071bdd9" -d '{"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-deleted", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:06:03.296498 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271e44e-54ea-426a-901f-3bda33bd78a4 x-openstack-request-id: req-7271e44e-54ea-426a-901f-3bda33bd78a4 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:06:03.296994 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48736b3-d4ac-488f-907f-2fad2b6d592e", "name": "network-vif-deleted", "tag": "9ea46ae1-45bb-469f-adc8-952c662eeb6a", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:06:03.297273 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7271e44e-54ea-426a-901f-3bda33bd78a4 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:06:03.297729 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48736b3-d4ac-488f-907f-2fad2b6d592e', 'name': 'network-vif-deleted', 'tag': '9ea46ae1-45bb-469f-adc8-952c662eeb6a', 'status': 'completed', 'code': 200} Aug 20 14:06:03.347362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11deea5-3c6c-4c43-ac7b-fe6ee83b7d85 None None] New status for floating IP 948d10c1-fa6b-47b8-8f70-2d7d6d95bfa2: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:06:03.489077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e6de181d-ecbc-4999-8486-3e93c60a3408 req-6be01d29-ce2d-4d40-8365-287301bc321e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48736b3-d4ac-488f-907f-2fad2b6d592e HTTP/1.1" status: 200 len: 210 time: 0.0335901 Aug 20 14:06:04.554332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41938) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:04.958784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:05.250622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 4a6365d5-0579-414c-97a8-0c145b93119d {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:06:05.250896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:05.352898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 4a6365d5-0579-414c-97a8-0c145b93119d, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a6365d5-0579-414c-97a8-0c145b93119d,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:05.353321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:05.373786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 4a6365d5-0579-414c-97a8-0c145b93119d owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:06:05.583908 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:05.615748 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=4a6365d5-0579-414c-97a8-0c145b93119d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:05.831149 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.080072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router a850e413-ef1c-4737-a5bc-927a90f5e9ae has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:06:06.201515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:06:06.209155 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0d307b68-e0d3-4cec-a98d-804f0b64369e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/a850e413-ef1c-4737-a5bc-927a90f5e9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6526904 Aug 20 14:06:06.212020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41940) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:06.215871 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] Sync routers for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:06:06.227916 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:06.228805 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:06.274085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting subnet fb698988-9f14-4689-8469-5dbbbb0ebebd {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:06:06.278551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.325838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.388676 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:06.425059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.498210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.530784 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.533417 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/subnets/fb698988-9f14-4689-8469-5dbbbb0ebebd HTTP/1.1" status: 204 len: 168 time: 0.3196845 Aug 20 14:06:06.534693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26fb3e-97a7-462c-a5ab-4bf20ae348be tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Subnet': ['ID=fb698988-9f14-4689-8469-5dbbbb0ebebd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:06.537563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41942) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:06.552311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599ffca-a58f-4d97-9b76-f0d2b25ca317 None None] Network 467ea91d-7457-4809-810d-6a8482d38809 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:06:06.678009 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.684893 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:06:05Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:06.720308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] Checking router: a850e413-ef1c-4737-a5bc-927a90f5e9ae for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:06:06.731037 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] Routers {'a850e413-ef1c-4737-a5bc-927a90f5e9ae'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:06.732308 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:06.814130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.836214 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] DHCP port deletion for 467ea91d-7457-4809-810d-6a8482d38809 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:06:06.870893 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] Set router a850e413-ef1c-4737-a5bc-927a90f5e9ae gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:06.900042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Deleting port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:06:06.900781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:06.906592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port eeffd834-e020-41ad-a92d-6691fbe04c3e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:06:06.907361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.015488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] For port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,segment=NetworkSegment(e03216c4-aa94-4909-9823-5a0f4e7fb661),segment_id=e03216c4-aa94-4909-9823-5a0f4e7fb661)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:07.016042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.039665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Calling delete_port for e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:06:07.075795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port eeffd834-e020-41ad-a92d-6691fbe04c3e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=eeffd834-e020-41ad-a92d-6691fbe04c3e,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:07.076412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.098339 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:06:05Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:07.103699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for eeffd834-e020-41ad-a92d-6691fbe04c3e owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:06:07.128506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb035843-e2c1-4b9a-bfc3-eefdd85d0f70 None None] The sync data for ids ['a850e413-ef1c-4737-a5bc-927a90f5e9ae'] in n-d-804232-5 is: [{'id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657871493', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:04:50Z', 'updated_at': '2021-08-20T14:06:05Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': 'eeffd834-e020-41ad-a92d-6691fbe04c3e', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e413-ef1c-4737-a5bc-927a90f5e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:04:51Z', 'updated_at': '2021-08-20T14:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:06:07.172867 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.209733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Pushing event deleted for resources: {'Port': ['ID=e1c96ffe-0666-4a31-91ee-9a012d4ec1f8,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:07.212644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] No DVR routers for this DVR port e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.226319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.228070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.228070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.228070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.228070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.228070 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d81872-9ddb-4a6d-b26e-4d1c355d73f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:07.310892 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.347910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=eeffd834-e020-41ad-a92d-6691fbe04c3e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:07.407634 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.414808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:06:07.436611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 9ea46ae1-45bb-469f-adc8-952c662eeb6a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:06:07.436936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 9ea46ae1-45bb-469f-adc8-952c662eeb6a not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:06:07.506605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.509551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.571937 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.572438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Fanout notify agent at l3_agent the message router_deleted on router a850e413-ef1c-4737-a5bc-927a90f5e9ae {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:06:07.583796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.583796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ea351c54-c385-4dee-8ac1-fe2a476e4100 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/routers/a850e413-ef1c-4737-a5bc-927a90f5e9ae HTTP/1.1" status: 204 len: 168 time: 1.0429306 Aug 20 14:06:07.586077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41944) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:07.682843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.722364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:06:07.745029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:06:07.745569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e1c96ffe-0666-4a31-91ee-9a012d4ec1f8 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:06:07.746136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a6365d5-0579-414c-97a8-0c145b93119d no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:06:07.767003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4a6365d5-0579-414c-97a8-0c145b93119d {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:06:07.767381 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a6365d5-0579-414c-97a8-0c145b93119d not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:06:07.793697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.807434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467ea91d-7457-4809-810d-6a8482d38809']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:07.824945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03216c4-aa94-4909-9823-5a0f4e7fb661') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:07.825192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03216c4-aa94-4909-9823-5a0f4e7fb661') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:07.835553 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.854096 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.861037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:06:07.862226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:06:07.865651 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:06:07.938197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.951170 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:07.953474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/networks/467ea91d-7457-4809-810d-6a8482d38809 HTTP/1.1" status: 204 len: 168 time: 0.3661456 Aug 20 14:06:07.957545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41946) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:07.967929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fca3c-99e7-459a-bfcf-9589638115c3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Network': ['ID=467ea91d-7457-4809-810d-6a8482d38809,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:08.038392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b9a-742c-438c-86ab-d3f3f0a066c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.072881 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b9a-742c-438c-86ab-d3f3f0a066c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.163128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b9a-742c-438c-86ab-d3f3f0a066c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.166839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b9a-742c-438c-86ab-d3f3f0a066c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.168407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-87fa4b9a-742c-438c-86ab-d3f3f0a066c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/security-groups/b6ad836c-0448-41d9-93d2-e465513220e8 HTTP/1.1" status: 204 len: 168 time: 0.2092137 Aug 20 14:06:08.185726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa4b9a-742c-438c-86ab-d3f3f0a066c5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad836c-0448-41d9-93d2-e465513220e8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:08.425108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41952) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:08.430499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601990485', 'description': 'tempest-secgroup-smoke-601990485 description', 'project_id': 'b582379029104c74bac9707655056a15'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:08.468252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.620111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.624585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.656900 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.658208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2319252 Aug 20 14:06:08.661623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41954) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:08.667516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '16a43c6c-bc5f-402f-99dc-a437d0b2c84d', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:08.675462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f52187-90df-4ede-aacf-1aa6eea92a97 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a43c6c-bc5f-402f-99dc-a437d0b2c84d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:08.712117 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.796399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.801327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.824442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4a4bed-9335-4ac0-9122-ac968503d04d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:08.836991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.838369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-23d6d55b-df9f-4596-b47d-c227cb776fa0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757326 Aug 20 14:06:08.841866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41956) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:08.847811 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '16a43c6c-bc5f-402f-99dc-a437d0b2c84d', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:08.884005 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.960678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.965334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.988005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8a2ca1-a2f5-4680-befe-4843e5126fac,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:08.996444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:08.997778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3268a211-fd4a-40c0-88a2-05df91f8cada tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548035 Aug 20 14:06:09.001424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41958) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:09.007147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '16a43c6c-bc5f-402f-99dc-a437d0b2c84d', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:09.043738 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.120911 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.126427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.151782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3353726c-4534-4eb0-9eba-8b93fee6000b,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:09.161682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.163607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cefed87e-9399-4327-ab5a-95b8aab7a342 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603398 Aug 20 14:06:09.167535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41960) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:09.173297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '16a43c6c-bc5f-402f-99dc-a437d0b2c84d', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:09.208364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.315634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.320469 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.342607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be393dc-f949-4fa9-84d8-f2e7c25d4df9,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:09.351285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.352715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0bc25c99-7c29-4f50-960c-48bdfa3faf9b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1839576 Aug 20 14:06:09.357411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41962) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:09.364085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '16a43c6c-bc5f-402f-99dc-a437d0b2c84d', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:09.391329 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:06:09.402554 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.487461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.492442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.514054 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1740fce1-f540-4f7f-b92e-da72a4772ee6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:09.522346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.525493 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2720a437-9740-4495-82e9-9728316d1fa9 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651583 Aug 20 14:06:09.528049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41964) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:09.533518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'security_group_rule': {'security_group_id': '16a43c6c-bc5f-402f-99dc-a437d0b2c84d', 'project_id': 'b582379029104c74bac9707655056a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:09.562407 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Project b582379029104c74bac9707655056a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:06:09.569596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eeffd834-e020-41ad-a92d-6691fbe04c3e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:06:09.571700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.597935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: eeffd834-e020-41ad-a92d-6691fbe04c3e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:06:09.598442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device eeffd834-e020-41ad-a92d-6691fbe04c3e not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:06:09.665292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.669772 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.690247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c1c03b-3050-4b99-a592-745db2a26003,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:09.697926 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.700098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8a5014cc-1705-48b2-8d0a-d3e9d8bd7932 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1699386 Aug 20 14:06:09.704680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41966) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:09.710260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'network': {'name': 'tempest-network-smoke--659140340', 'project_id': 'b582379029104c74bac9707655056a15', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:09.733958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:06:09.738472 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.767563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:06:09.779810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.780245 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Added segment e561173d-90a4-4b12-bf48-6f1af6bd30c1 of type vlan for network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d Aug 20 14:06:09.833550 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.864273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.869953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:09.870594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.933935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2278805 Aug 20 14:06:09.937248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41968) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:09.942629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'admin_state_up': True, 'project_id': 'b582379029104c74bac9707655056a15', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:09.960283 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe11f7-4b72-46e1-8713-018da17cd3fc tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Network': ['ID=9f7857cd-db53-4dd2-b576-cd2574f7bf4d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:09.972090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.972783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:09.977815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:06:10.034588 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:10.183740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:10.772993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:10.794327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:10.923402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.93 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/5c60cab0-2bef-4277-ab5d-2d9410860b80) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:06:11.047647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.103406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.147801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:06:11.150918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:11.155729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:06:11.165937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=5c60cab0-2bef-4277-ab5d-2d9410860b80,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:11.437917 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.664660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.808222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 6ae24d03-faa9-486e-85a8-6714676c0f1f is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:06:11.931460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:06:11.942754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Sync routers for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:06:11.953279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.954870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9a0f4c08-22a5-409b-8a4c-561276d3215b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0165210 Aug 20 14:06:11.956435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:11.957588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:11.960022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:12.004039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-87397d2e-8436-4e18-8fa1-690b16a5dfb3 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b582379029104c74bac9707655056a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422921 Aug 20 14:06:12.006669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 41974) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:12.125465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69e901-d6be-409f-bd9a-b3566146185b tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:12.128468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cf69e901-d6be-409f-bd9a-b3566146185b tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1201794 Aug 20 14:06:12.132853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:12.167796 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-21ad13bb-c1db-4d99-81f2-e60298796f65 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333188 Aug 20 14:06:12.170772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:12.177064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85283866', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'project_id': 'b582379029104c74bac9707655056a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:12.255834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:12.277736 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:06:12.282215 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:12.465881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:11Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:12.494434 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:12.495892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Checking router: 6ae24d03-faa9-486e-85a8-6714676c0f1f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:06:12.496280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Updating router 6ae24d03-faa9-486e-85a8-6714676c0f1f port 5c60cab0-2bef-4277-ab5d-2d9410860b80 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:06:12.546296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:12.557665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Subnet': ['ID=e563c832-e4f6-435a-ac3a-ca47fc3fcc68,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:12.576869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Checking segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:06:12.577275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network hostable DHCP agents. Network: 9f7857cd-db53-4dd2-b576-cd2574f7bf4d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:06:12.599613 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:06:12.611931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 9f7857cd-db53-4dd2-b576-cd2574f7bf4d) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:12.617482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:12.618214 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:12.638929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d2a462c-3d0f-43ef-9afc-6eefe4bc6953 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4670193 Aug 20 14:06:12.641995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 41980) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:12.671072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10419a4-56ff-42e9-a914-fdd5401c944b None None] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:06:12.933906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:06:12.934779 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.045492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.073032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Transition to ACTIVE for port object 5c60cab0-2bef-4277-ab5d-2d9410860b80 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:13.083832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.204533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e737-a4b5-4a81-909c-b533321100a1 None None] Pushing event updated for resources: {'Port': ['ID=5c60cab0-2bef-4277-ab5d-2d9410860b80,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:13.210032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Attempting to bind port 5c60cab0-2bef-4277-ab5d-2d9410860b80 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:06:13.210411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Attempting to bind port 5c60cab0-2bef-4277-ab5d-2d9410860b80 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:06:13.211391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Attempting to bind port 5c60cab0-2bef-4277-ab5d-2d9410860b80 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:06:13.223838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:06:13.224244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:06:13.224641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.225039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:06:13.225534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Bound port: 5c60cab0-2bef-4277-ab5d-2d9410860b80, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:06:13.225917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.231695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Allocated IP 172.20.0.2 (9f7857cd-db53-4dd2-b576-cd2574f7bf4d/e563c832-e4f6-435a-ac3a-ca47fc3fcc68/531f907d-3c11-4357-be9e-61f4d7f09196) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:06:13.232185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.345052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] For port 5c60cab0-2bef-4277-ab5d-2d9410860b80, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:06:13.350668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] For port 5c60cab0-2bef-4277-ab5d-2d9410860b80, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5c60cab0-2bef-4277-ab5d-2d9410860b80,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:06:13.357542 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.485803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:13.486928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:13.525611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e737-a4b5-4a81-909c-b533321100a1 None None] Pushing event updated for resources: {'Port': ['ID=5c60cab0-2bef-4277-ab5d-2d9410860b80,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:13.555626 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.596415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Transition to ACTIVE for port object 531f907d-3c11-4357-be9e-61f4d7f09196 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:13.631003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Transition to ACTIVE for port object 531f907d-3c11-4357-be9e-61f4d7f09196 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:13.639872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:13.643957 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.695694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.1 (9f7857cd-db53-4dd2-b576-cd2574f7bf4d/e563c832-e4f6-435a-ac3a-ca47fc3fcc68/ff826707-42a9-49e4-aa37-ee69bb227317) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:06:13.775685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:06:13.784833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:13.794011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:06:13.797605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Pushing event updated for resources: {'Port': ['ID=531f907d-3c11-4357-be9e-61f4d7f09196,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:13.855816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.871716 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object ff826707-42a9-49e4-aa37-ee69bb227317 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:13.904715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Attempting to bind port 531f907d-3c11-4357-be9e-61f4d7f09196 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:06:13.905087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Attempting to bind port 531f907d-3c11-4357-be9e-61f4d7f09196 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:06:13.905453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Attempting to bind port 531f907d-3c11-4357-be9e-61f4d7f09196 on network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:06:13.914075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.915375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:06:13.915759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Checking segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:06:13.916171 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.916634 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Bound using segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:06:13.917089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Bound port: 531f907d-3c11-4357-be9e-61f4d7f09196, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:06:13.917478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.961161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:06:13.965062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:13.970359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:06:14.000657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=ff826707-42a9-49e4-aa37-ee69bb227317,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:14.002951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:11Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:14.027888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:14.048874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51553f9a-0f4d-4424-bdcb-8ea1b640b4f8 None None] The sync data for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 is: [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:11Z', 'revision_number': 3, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:06:14.051708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] For port 531f907d-3c11-4357-be9e-61f4d7f09196, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:06:14.065201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] For port 531f907d-3c11-4357-be9e-61f4d7f09196, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=531f907d-3c11-4357-be9e-61f4d7f09196,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:06:14.076647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:14.156612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba09f7-8ab0-4c70-85a3-fa4fa3e67f68 None None] Pushing event updated for resources: {'Port': ['ID=531f907d-3c11-4357-be9e-61f4d7f09196,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:14.202856 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:14.745161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:14.752860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:14.893668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=ff826707-42a9-49e4-aa37-ee69bb227317,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:14.898392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:15.091712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:06:15.094226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:15.268367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 6ae24d03-faa9-486e-85a8-6714676c0f1f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:06:15.415992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc432945-cb45-4900-b86e-4636c49733ee None None] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:06:15.449705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:06:15.458696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6247b95a-7c1a-44f5-9bf0-ba16c6448cf4 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/6ae24d03-faa9-486e-85a8-6714676c0f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145857 Aug 20 14:06:15.540964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a97ffc14-5b9a-46e2-a38e-20e1c3eeb359 None None] Provisioning for port 531f907d-3c11-4357-be9e-61f4d7f09196 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:15.712966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-8de71b61-81f4-4036-bfcb-a383da9afd31 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601990485&fields=id&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 267 time: 0.0557449 Aug 20 14:06:15.767254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c60cab0-2bef-4277-ab5d-2d9410860b80 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:15.863665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cb09fbaa-4ba6-40a9-8ac0-b5b57c61eac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:15.893765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5c60cab0-2bef-4277-ab5d-2d9410860b80 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:15.905299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5c60cab0-2bef-4277-ab5d-2d9410860b80 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:15.905921 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:15.922187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-e1c1144f-54b6-45e9-99c6-38e11a3b23c0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:15.924432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-e1c1144f-54b6-45e9-99c6-38e11a3b23c0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/networks?id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 200 len: 796 time: 0.2020152 Aug 20 14:06:15.949532 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-fb97e787-531b-421d-92dd-c58eca6d2297 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/quotas/b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 375 time: 0.0133588 Aug 20 14:06:16.019757 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-4623889a-b26d-4c12-b4e3-7fc51e790c53 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622468 Aug 20 14:06:16.059766 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.105037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5c60cab0-2bef-4277-ab5d-2d9410860b80, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5c60cab0-2bef-4277-ab5d-2d9410860b80,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:16.113856 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.115066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 531f907d-3c11-4357-be9e-61f4d7f09196 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:16.152039 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Sync routers for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:06:16.164184 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:16.164844 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:16.237355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5c60cab0-2bef-4277-ab5d-2d9410860b80,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:16.247970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-363c1288-5aac-4b11-bf88-fc84bedfb86c None None] Provisioning for port ff826707-42a9-49e4-aa37-ee69bb227317 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:16.258090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-f90f5ee3-ad9f-4efe-b859-3ec33fb95979 service neutron] 10.222.0.59 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219756 Aug 20 14:06:16.273481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-363c1288-5aac-4b11-bf88-fc84bedfb86c None None] Provisioning complete for port ff826707-42a9-49e4-aa37-ee69bb227317 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:16.274332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-363c1288-5aac-4b11-bf88-fc84bedfb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.296142 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:16.328394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 531f907d-3c11-4357-be9e-61f4d7f09196 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:16.338014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 531f907d-3c11-4357-be9e-61f4d7f09196 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:16.338388 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.350352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-363c1288-5aac-4b11-bf88-fc84bedfb86c None None] Port ff826707-42a9-49e4-aa37-ee69bb227317 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:06:16.414292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-f50c439e-951f-464d-ab59-610c11145795 service neutron] 10.222.0.59 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485803 Aug 20 14:06:16.483479 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.488716 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-eb2be7ba-a536-42ee-9dc4-0a2c55de7e4e None None] Provisioning complete for port ff826707-42a9-49e4-aa37-ee69bb227317 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:16.489186 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb2be7ba-a536-42ee-9dc4-0a2c55de7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.541757 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 2, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:16.552569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 531f907d-3c11-4357-be9e-61f4d7f09196, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=531f907d-3c11-4357-be9e-61f4d7f09196,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:16.560572 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.605479 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Checking router: 6ae24d03-faa9-486e-85a8-6714676c0f1f for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:06:16.605736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Updating router 6ae24d03-faa9-486e-85a8-6714676c0f1f port ff826707-42a9-49e4-aa37-ee69bb227317 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:06:16.639725 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.647754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=531f907d-3c11-4357-be9e-61f4d7f09196,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:16.661973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-eb2be7ba-a536-42ee-9dc4-0a2c55de7e4e None None] Port ff826707-42a9-49e4-aa37-ee69bb227317 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:06:16.681413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dbc0748b-8165-42b9-b652-d5d366005bb3 req-21f59093-8105-4293-8ab5-5e76cd61e9d2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 210 time: 0.0451629 Aug 20 14:06:16.793370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7619a063-777d-47d1-b68d-0937abaf81ec None None] Provisioning complete for port ff826707-42a9-49e4-aa37-ee69bb227317 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:16.793816 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7619a063-777d-47d1-b68d-0937abaf81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:16.843213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7619a063-777d-47d1-b68d-0937abaf81ec None None] Port ff826707-42a9-49e4-aa37-ee69bb227317 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:06:16.997976 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.011006 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Transition to ACTIVE for port object ff826707-42a9-49e4-aa37-ee69bb227317 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:17.021662 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.084343 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Pushing event updated for resources: {'Port': ['ID=ff826707-42a9-49e4-aa37-ee69bb227317,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:17.111450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.111450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.111450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.111450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.112298 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.112800 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.113001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.113201 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.113983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.113983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.114332 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.114498 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:06:17.162862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Attempting to bind port ff826707-42a9-49e4-aa37-ee69bb227317 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:06:17.163558 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Attempting to bind port ff826707-42a9-49e4-aa37-ee69bb227317 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:06:17.163907 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Attempting to bind port ff826707-42a9-49e4-aa37-ee69bb227317 on network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:06:17.171380 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:06:17.171857 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Checking segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:06:17.172303 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.177179 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Bound using segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:06:17.178187 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Bound port: ff826707-42a9-49e4-aa37-ee69bb227317, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:06:17.178761 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.412129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] For port ff826707-42a9-49e4-aa37-ee69bb227317, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:06:17.416001 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] For port ff826707-42a9-49e4-aa37-ee69bb227317, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ff826707-42a9-49e4-aa37-ee69bb227317,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:06:17.421788 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.477741 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:17.478425 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:05:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:17.530446 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d0a19-1542-4917-a5c0-f53ab3305061 None None] Pushing event updated for resources: {'Port': ['ID=ff826707-42a9-49e4-aa37-ee69bb227317,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:17.664835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c60cab0-2bef-4277-ab5d-2d9410860b80 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:17.669442 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:17.733872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5c60cab0-2bef-4277-ab5d-2d9410860b80 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:17.734250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.853972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 531f907d-3c11-4357-be9e-61f4d7f09196 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:17.894467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d407c557-f233-4f92-a22f-6a4185924355 req-8a1e3f39-01b1-45e0-b44d-a75b853329e6 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 210 time: 0.0706098 Aug 20 14:06:17.952352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 531f907d-3c11-4357-be9e-61f4d7f09196 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:17.952670 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:17.995964 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:17Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:18.036296 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddfb-c8b3-4520-b995-68be9ec97d5a None None] The sync data for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 is: [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:17Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:06:18.126411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-2d6f0ff1-f834-432b-99bf-e0db27eda865 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:18.129483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-2d6f0ff1-f834-432b-99bf-e0db27eda865 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/networks?id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 200 len: 796 time: 0.1837668 Aug 20 14:06:18.192389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c6ee3f9-dc24-44ee-94fc-716a6604887f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b582379029104c74bac9707655056a15 HTTP/1.1" status: 200 len: 379 time: 0.0530188 Aug 20 14:06:18.204621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'port': {'device_id': '55eac001-2300-4f90-8d08-1321594dc6c6', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'admin_state_up': True, 'tenant_id': 'b582379029104c74bac9707655056a15', 'security_groups': ['16a43c6c-bc5f-402f-99dc-a437d0b2c84d']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:18.359946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Made reservation on behalf of b582379029104c74bac9707655056a15 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:06:18.365060 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:18.532010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.20.0.3 (9f7857cd-db53-4dd2-b576-cd2574f7bf4d/e563c832-e4f6-435a-ac3a-ca47fc3fcc68/25b5b205-300c-4b4c-bfbb-0cf5de0b66dd) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:06:18.582374 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:18.584964 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-384d926b-60d2-4aae-b3f9-9ba546f3e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:18.750369 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:18.776432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Transition to ACTIVE for port object 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:18.825775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:18.879380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:06:18.883251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:18.887364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:06:18.935564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:18.995894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:18.997166 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.022005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-1c726390-eefb-4f93-b431-b2702096a93d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215618 Aug 20 14:06:19.038629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Request body: {'port': {'device_id': '55eac001-2300-4f90-8d08-1321594dc6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:19.117092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb5cff-92c4-46eb-a9ec-b90c6333a85a req-f6356ecd-e16e-4198-b66e-1dd693510a6a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:19.119513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6eb5cff-92c4-46eb-a9ec-b90c6333a85a req-f6356ecd-e16e-4198-b66e-1dd693510a6a tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 931 time: 0.0918264 Aug 20 14:06:19.130987 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.182298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6eb5cff-92c4-46eb-a9ec-b90c6333a85a req-d1c3d292-3ba4-472a-84e8-38fa16768386 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535681 Aug 20 14:06:19.244697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-55868d35-9aff-4ffc-a736-7291ef77500f None None] Provisioning for port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:19.251998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-55868d35-9aff-4ffc-a736-7291ef77500f None None] Provisioning complete for port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:19.253199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-55868d35-9aff-4ffc-a736-7291ef77500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.315651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-55868d35-9aff-4ffc-a736-7291ef77500f None None] Port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:06:19.504763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:06:19.514086 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.534689 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Transition to ACTIVE for port object 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:06:19.540287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.644505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.655783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:19.719960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff826707-42a9-49e4-aa37-ee69bb227317 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:19.723979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Attempting to bind port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:06:19.724453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Attempting to bind port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:06:19.724954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Attempting to bind port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd on network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:06:19.730466 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd on network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:06:19.730901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Attempting to bind port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd on network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:06:19.737098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:06:19.737098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Checking segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:06:19.738170 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Bound using segment: {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:06:19.738553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Bound port: 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e561173d-90a4-4b12-bf48-6f1af6bd30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:06:19.738989 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.783341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ff826707-42a9-49e4-aa37-ee69bb227317 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:19.788233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ff826707-42a9-49e4-aa37-ee69bb227317 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:19.788657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.850228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:06:19.853637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:06:19.867693 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.890279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.928452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ff826707-42a9-49e4-aa37-ee69bb227317, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ff826707-42a9-49e4-aa37-ee69bb227317,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:19.935277 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.941975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:19.942791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:19.945004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] 10.222.0.53 "PUT /v2.0/ports/25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 200 len: 1091 time: 0.9133420 Aug 20 14:06:19.945714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:06:19.949693 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ba274-1ef6-40ae-8a3d-55015e8ab634" -d '{"events": [{"name": "network-changed", "server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:06:19.985484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b78d2-6021-4b6b-a4cc-51968c39d9be service neutron] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:20.053847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ff826707-42a9-49e4-aa37-ee69bb227317,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:20.061835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-8ccbf9c9-12ed-4d08-8828-c38077c9ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:20.067704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-8ccbf9c9-12ed-4d08-8828-c38077c9ca96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0702889 Aug 20 14:06:20.069349 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b375c-f780-469d-9628-07c8d0217e79 x-openstack-request-id: req-158b375c-f780-469d-9628-07c8d0217e79 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:06:20.069756 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:06:20.070011 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-158b375c-f780-469d-9628-07c8d0217e79 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:06:20.070437 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'status': 'completed', 'code': 200} Aug 20 14:06:20.129652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-e309f170-99cb-4069-8011-8a423740b38d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 200 len: 217 time: 0.0555372 Aug 20 14:06:20.220259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-ac091463-a256-4a90-937f-3e7d3c1b162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:20.222871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-ac091463-a256-4a90-937f-3e7d3c1b162d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e563c832-e4f6-435a-ac3a-ca47fc3fcc68 HTTP/1.1" status: 200 len: 833 time: 0.0862749 Aug 20 14:06:20.301903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-a2ad49aa-4ba5-46f4-9933-70e2d6b2c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:20.304747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-a2ad49aa-4ba5-46f4-9933-70e2d6b2c7d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748203 Aug 20 14:06:20.325408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accde6f-3f21-4dc2-9d25-7780434d8f93 req-6219df50-2b27-4653-b6c2-e4a0a0f18c64 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:20.331957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9accde6f-3f21-4dc2-9d25-7780434d8f93 req-6219df50-2b27-4653-b6c2-e4a0a0f18c64 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 943 time: 0.0664885 Aug 20 14:06:20.394882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9accde6f-3f21-4dc2-9d25-7780434d8f93 req-ee545f1d-b580-4056-ba60-a79abac6426e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576563 Aug 20 14:06:20.449014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-c5dde459-7fd1-4c66-9b5f-4631f68c0f18 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371913 Aug 20 14:06:20.552662 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-766a683a-f087-4f55-8632-3e6eb75917c6 req-2e943a2f-3b75-49ee-9ea3-11dcde22b778 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964811 Aug 20 14:06:20.645267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-04f5af4b-42c5-4222-b596-b359f2760f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:20.646824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-04f5af4b-42c5-4222-b596-b359f2760f8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0473719 Aug 20 14:06:21.126038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-455fa3af-c9bc-4156-b0fc-69ae6a8bf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:21.128374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-455fa3af-c9bc-4156-b0fc-69ae6a8bf921 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 200 len: 897 time: 0.4748509 Aug 20 14:06:21.172527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-450e6f4c-601f-44c6-8b1b-9434bf853f58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 200 len: 217 time: 0.0360086 Aug 20 14:06:21.229049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-7751fa81-3756-4470-9f3a-61b55bc0f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:21.230563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-7751fa81-3756-4470-9f3a-61b55bc0f9eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e563c832-e4f6-435a-ac3a-ca47fc3fcc68 HTTP/1.1" status: 200 len: 833 time: 0.0497158 Aug 20 14:06:21.285610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-efcc51b0-0443-49fc-b3ef-eef82ace236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:21.287261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-efcc51b0-0443-49fc-b3ef-eef82ace236f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486379 Aug 20 14:06:21.390499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-926f965d-7e1e-4b23-a18b-c747fb4e0a88 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954626 Aug 20 14:06:21.620664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec551550-650b-4144-a36a-bd2475afa0c9 req-08aab532-ae05-42c1-9003-543c4368801b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:21.623888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec551550-650b-4144-a36a-bd2475afa0c9 req-08aab532-ae05-42c1-9003-543c4368801b tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 943 time: 0.1348379 Aug 20 14:06:21.685783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-100ba274-1ef6-40ae-8a3d-55015e8ab634 req-ee632c0f-acf8-48b0-a80f-c2ca575563a1 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878156 Aug 20 14:06:21.717369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff826707-42a9-49e4-aa37-ee69bb227317 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:21.722957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec551550-650b-4144-a36a-bd2475afa0c9 req-2af9fb82-3ea8-453b-a1cd-0c8af8805e45 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836892 Aug 20 14:06:21.742376 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:21.772186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ff826707-42a9-49e4-aa37-ee69bb227317 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:21.772582 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:22.853245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725427e-83b4-4315-91d4-4f9766f32a0b req-75648070-b906-47e9-b8e1-744daebca0f3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:22.854923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1725427e-83b4-4315-91d4-4f9766f32a0b req-75648070-b906-47e9-b8e1-744daebca0f3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 943 time: 0.0546434 Aug 20 14:06:22.903356 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1725427e-83b4-4315-91d4-4f9766f32a0b req-2c979e89-dbce-4dea-9ab7-985273127a43 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 Aug 20 14:06:23.270835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:06:23.384211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:23.399314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'port_id': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'mac_address': 'fa:16:3e:67:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:06:23.442028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:23.457493 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:06:23.478323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:23.483283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:23.545308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:23.682639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:06:24.030159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119e1b-ed63-4f4f-a618-ecf3bc8534ee req-5edbdaba-f642-4efa-a004-37da344ecc77 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:24.032061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4119e1b-ed63-4f4f-a618-ecf3bc8534ee req-5edbdaba-f642-4efa-a004-37da344ecc77 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 944 time: 0.0519867 Aug 20 14:06:24.079719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4119e1b-ed63-4f4f-a618-ecf3bc8534ee req-730a5710-e037-4afa-80be-b40612536178 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402877 Aug 20 14:06:25.207892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705c97-e54a-4b08-8926-4c5d734f4a4e req-7bfe49e8-4ed6-46b1-8383-a505cd7d9134 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:25.209562 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2c705c97-e54a-4b08-8926-4c5d734f4a4e req-7bfe49e8-4ed6-46b1-8383-a505cd7d9134 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 944 time: 0.0558324 Aug 20 14:06:25.255419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2c705c97-e54a-4b08-8926-4c5d734f4a4e req-773f773e-2971-422c-a282-c2b12944c780 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395126 Aug 20 14:06:25.285463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:06:25.342180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:06:25.347195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:06:25.347567 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:25.430824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:25.457807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:06:25.460202 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b710fe9-2494-4a9a-a89c-4b94daf442d3" -d '{"events": [{"server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "name": "network-vif-plugged", "status": "completed", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:06:25.478103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:06:25.483093 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:25.538737 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372dc34-3798-49d1-8aa1-824220b0232d x-openstack-request-id: req-4372dc34-3798-49d1-8aa1-824220b0232d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:06:25.539140 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "name": "network-vif-plugged", "status": "completed", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:06:25.539712 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4372dc34-3798-49d1-8aa1-824220b0232d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:06:25.540779 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'code': 200} Aug 20 14:06:25.546376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:25.649319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562504ed-8992-4a8b-adab-ca800db8e02c req-e04f1eeb-1fd9-4284-98a4-0ff295e16de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:25.650776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562504ed-8992-4a8b-adab-ca800db8e02c req-e04f1eeb-1fd9-4284-98a4-0ff295e16de2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0475798 Aug 20 14:06:25.690798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-562504ed-8992-4a8b-adab-ca800db8e02c req-76e0acab-f40b-453e-8d60-f6c8a8734259 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324912 Aug 20 14:06:26.388929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34322-ce79-4b41-95e4-a97ed2a964bf req-238355dd-7be7-4cfb-9229-7f7c62d12e75 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:26.390550 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70a34322-ce79-4b41-95e4-a97ed2a964bf req-238355dd-7be7-4cfb-9229-7f7c62d12e75 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0542226 Aug 20 14:06:26.434121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-70a34322-ce79-4b41-95e4-a97ed2a964bf req-7ce15e04-ffe9-4657-9db9-9a2bfb14ac04 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364809 Aug 20 14:06:27.565407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499270dd-8191-44a5-bacf-e9c301fdd480 req-9320e69b-c914-4214-ab06-8f050cc84994 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:27.566880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-499270dd-8191-44a5-bacf-e9c301fdd480 req-9320e69b-c914-4214-ab06-8f050cc84994 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0565491 Aug 20 14:06:27.606756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-499270dd-8191-44a5-bacf-e9c301fdd480 req-fbfc2930-a5fd-44ae-94c1-4c120fdbe6a6 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338004 Aug 20 14:06:27.728665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593c03d-4872-4a7f-8eba-df68e90bcc07 req-0f0c5379-d4d0-4551-9a12-4a79b23fb414 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:27.730125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a593c03d-4872-4a7f-8eba-df68e90bcc07 req-0f0c5379-d4d0-4551-9a12-4a79b23fb414 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0531888 Aug 20 14:06:27.788899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a593c03d-4872-4a7f-8eba-df68e90bcc07 req-d96fab0f-8421-46aa-a24d-505cc5d84d87 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525236 Aug 20 14:06:27.818877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42054) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:27.863610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d6a84-4f27-4621-ba0f-05e9f17799a6 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:27.865243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-286d6a84-4f27-4621-ba0f-05e9f17799a6 tempest-TestNetworkAdvancedServerOps-366055280 tempest-TestNetworkAdvancedServerOps-366055280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1091 time: 0.0453112 Aug 20 14:06:27.872038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42056) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:27.877801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'tenant_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:06:27.904576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:28.020418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:28.140698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Allocated IP 172.25.6.34 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/97394e31-d7ae-4bf8-a4c3-73cbf7631f42) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:06:28.250222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:28.299070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:28.342840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:06:28.346660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:06:28.349361 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:06:28.380967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=97394e31-d7ae-4bf8-a4c3-73cbf7631f42,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:28.761738 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:28.869058 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:29.107109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:29.113163 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:29.190071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event updated for resources: {'Port': ['ID=97394e31-d7ae-4bf8-a4c3-73cbf7631f42,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:06:29.206747 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:29.324108 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP 95d71a9f-9f79-451c-8f6e-88db4f8bcd38 associated. External IP: 172.25.6.34, port: 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd. Aug 20 14:06:29.341312 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:29.567433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 6ae24d03-faa9-486e-85a8-6714676c0f1f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:06:29.691644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:06:29.705832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] Sync routers for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:06:29.716174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:29.716943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:06:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:29.718633 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:29.758477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-941ad3e6-2b1e-41e3-81c0-800f3a01eae8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8844171 Aug 20 14:06:29.759508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:06:29.763916 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590" -d '{"events": [{"name": "network-changed", "server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:06:29.827812 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdf7e10-9ae3-4c2f-9e51-40c60607645c x-openstack-request-id: req-dfdf7e10-9ae3-4c2f-9e51-40c60607645c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:06:29.828288 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:06:29.828745 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfdf7e10-9ae3-4c2f-9e51-40c60607645c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:06:29.831560 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'status': 'completed', 'code': 200} Aug 20 14:06:29.837341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:29.934935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5ce0e-1332-4b2e-a878-36a293c7a8de req-90d3d7fd-818d-4bae-ad11-335558ad70a5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:29.936575 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bd5ce0e-1332-4b2e-a878-36a293c7a8de req-90d3d7fd-818d-4bae-ad11-335558ad70a5 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0937614 Aug 20 14:06:29.946645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-4623c71f-9672-48a3-94bc-0f6bac47887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:29.948078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-4623c71f-9672-48a3-94bc-0f6bac47887e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0716560 Aug 20 14:06:30.042080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bd5ce0e-1332-4b2e-a878-36a293c7a8de req-de85a308-492c-4f06-addd-ab00d9f927e3 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987020 Aug 20 14:06:30.077844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:30.090906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-bda7e75b-f6e4-472e-b420-465777881861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:30.092428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-bda7e75b-f6e4-472e-b420-465777881861 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 200 len: 897 time: 0.1303577 Aug 20 14:06:30.097465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d71a9f-9f79-451c-8f6e-88db4f8bcd38', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'port_id': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'mac_address': 'fa:16:3e:67:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eac001-2300-4f90-8d08-1321594dc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:06:28Z', 'updated_at': '2021-08-20T14:06:28Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:19Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:30.131511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] Checking router: 6ae24d03-faa9-486e-85a8-6714676c0f1f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:06:30.141393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:06:30.142335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:06:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:30.158475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b915ebd8-a5e7-4bf0-8c6f-d8c8f255dce8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/95d71a9f-9f79-451c-8f6e-88db4f8bcd38 HTTP/1.1" status: 200 len: 990 time: 0.0756595 Aug 20 14:06:30.215647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-9b477eb6-1711-423e-9f2d-f9d59fcc1378 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 200 len: 998 time: 0.1157637 Aug 20 14:06:30.274418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-015fc602-efaa-40cf-b5f3-e5aee54f399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:30.274654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:06:30.275990 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-015fc602-efaa-40cf-b5f3-e5aee54f399a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e563c832-e4f6-435a-ac3a-ca47fc3fcc68 HTTP/1.1" status: 200 len: 833 time: 0.0536251 Aug 20 14:06:30.347598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-21206dc0-f14c-474c-8f8b-8fab55f6bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:06:30.350275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-21206dc0-f14c-474c-8f8b-8fab55f6bc62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667779 Aug 20 14:06:30.488410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-b0534c0e-ee82-4382-a9ae-e78e940e58f5 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310925 Aug 20 14:06:30.569404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d71a9f-9f79-451c-8f6e-88db4f8bcd38', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'port_id': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'mac_address': 'fa:16:3e:67:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eac001-2300-4f90-8d08-1321594dc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:06:28Z', 'updated_at': '2021-08-20T14:06:28Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:19Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:06:30.601985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bfce4-b8c9-4635-90a3-1fd273da1b6b None None] The sync data for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 is: [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d71a9f-9f79-451c-8f6e-88db4f8bcd38', 'tenant_id': 'b582379029104c74bac9707655056a15', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'port_id': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'mac_address': 'fa:16:3e:67:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eac001-2300-4f90-8d08-1321594dc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:06:28Z', 'updated_at': '2021-08-20T14:06:28Z', 'revision_number': 0, 'project_id': 'b582379029104c74bac9707655056a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:19Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:06:30.619171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-adf73fa6-7f9f-4929-ac3c-cfb1548bb590 req-512ad656-78d9-42ac-b55f-f4bca7c8478d service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237960 Aug 20 14:06:30.819791 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded77e76-cc15-41b7-bdfd-b52fec35de55 None None] New status for floating IP 95d71a9f-9f79-451c-8f6e-88db4f8bcd38: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:06:31.161439 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42066) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:31.233383 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb0a4539-461d-4045-a414-4d9d03aa69a2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/95d71a9f-9f79-451c-8f6e-88db4f8bcd38 HTTP/1.1" status: 200 len: 992 time: 0.0707350 Aug 20 14:06:32.028659 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:32.322984 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:06:45.820803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8e2e-5bb1-4023-a0f4-fca4169763a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:48.579929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd1b-42f2-4cf0-ae48-9fe07f26b3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:48.586509 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:49.624255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:51.548799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:59.346199 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.025688 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.849261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a733add-cd00-4de9-b0d6-416dfc546ad9 req-05a79335-c73e-4a08-867e-4415f7ac8c18 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:02.853163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a733add-cd00-4de9-b0d6-416dfc546ad9 req-05a79335-c73e-4a08-867e-4415f7ac8c18 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0676436 Aug 20 14:07:02.915625 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a733add-cd00-4de9-b0d6-416dfc546ad9 req-93037090-ee7a-4fe4-9745-55554611da7f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521300 Aug 20 14:07:02.963870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1d810-3017-4504-934c-63020f94e46b req-628edcac-0702-4637-bf7a-5523d19388ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:02.965390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-628edcac-0702-4637-bf7a-5523d19388ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0547564 Aug 20 14:07:03.079535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1d810-3017-4504-934c-63020f94e46b req-d95d6dba-0c45-4002-b39c-73dbb6071682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:03.081363 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-d95d6dba-0c45-4002-b39c-73dbb6071682 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 200 len: 897 time: 0.0945282 Aug 20 14:07:03.169835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-7982b921-1f98-402b-9145-a100e134518a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 200 len: 1000 time: 0.0782108 Aug 20 14:07:03.223193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1d810-3017-4504-934c-63020f94e46b req-3eea352c-4de7-4b0d-8cbb-d1ac58dd4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:03.224668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-3eea352c-4de7-4b0d-8cbb-d1ac58dd4b54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e563c832-e4f6-435a-ac3a-ca47fc3fcc68 HTTP/1.1" status: 200 len: 833 time: 0.0470846 Aug 20 14:07:03.284465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1d810-3017-4504-934c-63020f94e46b req-a211cd0c-93eb-4712-92d1-014e8cd86ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:03.286340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-a211cd0c-93eb-4712-92d1-014e8cd86ee0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550549 Aug 20 14:07:03.394342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-85f117c1-a809-448c-a0b8-82a87a7f1bb0 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010351 Aug 20 14:07:03.500885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a6a1d810-3017-4504-934c-63020f94e46b req-b6505149-77a0-409a-8e21-737523c4d5a6 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977321 Aug 20 14:07:04.042644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1196e-9462-4e6f-b7f5-a3e19aa2cfa0 req-29bbf413-e5b4-4d10-8514-710ee0ffbe3d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:04.044238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1ed1196e-9462-4e6f-b7f5-a3e19aa2cfa0 req-29bbf413-e5b4-4d10-8514-710ee0ffbe3d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0530908 Aug 20 14:07:04.087041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1ed1196e-9462-4e6f-b7f5-a3e19aa2cfa0 req-0fb56871-97a3-4fd9-8d4e-14f952f24f31 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362396 Aug 20 14:07:05.225318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ac76-e85b-429e-97bf-5f1b77e159b5 req-202d15c1-7d20-4309-a5c4-e7da56e6a8f2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:05.226951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0648ac76-e85b-429e-97bf-5f1b77e159b5 req-202d15c1-7d20-4309-a5c4-e7da56e6a8f2 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0633104 Aug 20 14:07:05.269264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0648ac76-e85b-429e-97bf-5f1b77e159b5 req-50ca68d9-6fa7-4b0a-8745-8cd846daf741 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357134 Aug 20 14:07:06.420301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0334e-a71d-40f7-a2cb-330c36708aa3 req-258bf001-f33d-4ca1-9379-ae4ded5699a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:06.423345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06a0334e-a71d-40f7-a2cb-330c36708aa3 req-258bf001-f33d-4ca1-9379-ae4ded5699a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0784028 Aug 20 14:07:06.465051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06a0334e-a71d-40f7-a2cb-330c36708aa3 req-ec164652-3b44-4d91-b860-bfb95c09be04 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357716 Aug 20 14:07:07.593745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdfc9-b5d6-4755-b97c-3222d16a6e9b req-94ecceb1-de13-438f-9231-7a752be7016d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:07.595917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b83fdfc9-b5d6-4755-b97c-3222d16a6e9b req-94ecceb1-de13-438f-9231-7a752be7016d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0543728 Aug 20 14:07:07.642404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b83fdfc9-b5d6-4755-b97c-3222d16a6e9b req-096db21d-43eb-4bea-a51a-12730c6a032d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352314 Aug 20 14:07:08.807869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c2ca4-d3c0-43b8-bdad-0fd79fad41c0 req-68a4ddc5-d475-4525-a7ca-bce69fa512e8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:08.810671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-558c2ca4-d3c0-43b8-bdad-0fd79fad41c0 req-68a4ddc5-d475-4525-a7ca-bce69fa512e8 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0838583 Aug 20 14:07:08.854728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-558c2ca4-d3c0-43b8-bdad-0fd79fad41c0 req-ee7bb6b5-292d-40c9-abce-dc663d523fcf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362036 Aug 20 14:07:09.323845 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:07:09.995953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04e358-14db-45c8-8d88-46392acb8da9 req-f4974e21-44a7-4284-999b-4a412ec4d78e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:09.998051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d04e358-14db-45c8-8d88-46392acb8da9 req-f4974e21-44a7-4284-999b-4a412ec4d78e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0661430 Aug 20 14:07:10.046679 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d04e358-14db-45c8-8d88-46392acb8da9 req-79696571-2239-417f-becd-6ad829d82532 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407097 Aug 20 14:07:11.178225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2d4d4-4e48-4272-a475-70b0f96c360b req-528b2f2f-8efa-44c8-9968-a8632af4af8c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:11.179824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6d2d4d4-4e48-4272-a475-70b0f96c360b req-528b2f2f-8efa-44c8-9968-a8632af4af8c tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0532985 Aug 20 14:07:11.223965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6d2d4d4-4e48-4272-a475-70b0f96c360b req-3610e1af-66ba-417c-b2ca-161540b9719d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 Aug 20 14:07:12.386156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99861be1-b119-4281-b4eb-c0414b48b1d9 req-4b3ebb85-2880-4992-9f42-4fd70e3fc5fd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:12.389020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-99861be1-b119-4281-b4eb-c0414b48b1d9 req-4b3ebb85-2880-4992-9f42-4fd70e3fc5fd tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0856166 Aug 20 14:07:12.435362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-99861be1-b119-4281-b4eb-c0414b48b1d9 req-de919bd7-a61c-4c2d-88f1-6b607a3cecee tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396156 Aug 20 14:07:13.568427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aa9a6-1349-4eb9-aaa5-5e16b2dea792 req-6d30aef8-d76a-4e69-a6a7-b83fe0183174 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:13.570173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-013aa9a6-1349-4eb9-aaa5-5e16b2dea792 req-6d30aef8-d76a-4e69-a6a7-b83fe0183174 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0607862 Aug 20 14:07:13.643958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-013aa9a6-1349-4eb9-aaa5-5e16b2dea792 req-cfabec99-d23f-4e0a-ba49-06948c830207 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669084 Aug 20 14:07:14.769569 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f7477-568d-4c23-860f-13eab08d0043 req-77c261e3-0086-4de6-a415-2b4bcd4ea5c7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:14.771208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec9f7477-568d-4c23-860f-13eab08d0043 req-77c261e3-0086-4de6-a415-2b4bcd4ea5c7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0553656 Aug 20 14:07:14.817030 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec9f7477-568d-4c23-860f-13eab08d0043 req-48313723-2fe0-4bb0-a3a8-b6d5b7fdc533 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376458 Aug 20 14:07:15.817229 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8962b68-bc5a-4bd0-8b51-e6f6b87e23fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:15.964829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f34c3-d09a-4950-a6f7-1f710550ccbe req-50941c38-6ad4-4219-aa6b-83772ef29193 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:15.967623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f2f34c3-d09a-4950-a6f7-1f710550ccbe req-50941c38-6ad4-4219-aa6b-83772ef29193 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Aug 20 14:07:16.011951 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8f2f34c3-d09a-4950-a6f7-1f710550ccbe req-2bf042b1-3722-448e-9aff-4f236b6b29bf tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Aug 20 14:07:17.138372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00db4cf-f2ee-4d02-8552-b1c7b7c49f2d req-2802c941-7bdc-4563-aa51-de727a23ebd0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:17.139972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f00db4cf-f2ee-4d02-8552-b1c7b7c49f2d req-2802c941-7bdc-4563-aa51-de727a23ebd0 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0534513 Aug 20 14:07:17.186078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f00db4cf-f2ee-4d02-8552-b1c7b7c49f2d req-99fd9eca-f900-4f13-bed3-265464a18438 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 Aug 20 14:07:18.333098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5529b-8982-4a56-b37d-170e00ddbd71 req-cb8b5491-8f1d-4461-a370-6d3712881ee7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:18.334842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0e5529b-8982-4a56-b37d-170e00ddbd71 req-cb8b5491-8f1d-4461-a370-6d3712881ee7 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0638838 Aug 20 14:07:18.384218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0e5529b-8982-4a56-b37d-170e00ddbd71 req-db55c3f2-3a6c-412b-a4a9-f33182b8e8ea tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377760 Aug 20 14:07:18.580604 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b115da80-8d35-4cc6-9676-85e19e5e419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.587353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:19.527448 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8901f2a-6c43-40ea-9487-70611b9f969c req-ac0e2013-becf-4705-b255-30d2517fe024 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:19.529502 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8901f2a-6c43-40ea-9487-70611b9f969c req-ac0e2013-becf-4705-b255-30d2517fe024 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0601013 Aug 20 14:07:19.574280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d8901f2a-6c43-40ea-9487-70611b9f969c req-a30bd2a8-2f69-4a40-afbf-d83ff1faa149 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375292 Aug 20 14:07:19.627929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:20.508839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2581a1-aa20-432a-9cda-236b1e804ee5 req-1a7a1c61-b47f-4ace-bc79-82c0b615f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:20.510384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac2581a1-aa20-432a-9cda-236b1e804ee5 req-1a7a1c61-b47f-4ace-bc79-82c0b615f7d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0471694 Aug 20 14:07:20.547728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac2581a1-aa20-432a-9cda-236b1e804ee5 req-d4ec0cb0-f193-4d16-abf1-164172c5d3a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296736 Aug 20 14:07:20.700355 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda26824-86d0-4af9-9ea8-5a1aef0c4915 req-7161ee62-9ffb-4815-9db3-49eb0cb90bbe tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:20.701963 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eda26824-86d0-4af9-9ea8-5a1aef0c4915 req-7161ee62-9ffb-4815-9db3-49eb0cb90bbe tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0547748 Aug 20 14:07:20.745925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eda26824-86d0-4af9-9ea8-5a1aef0c4915 req-ffecbfd2-a83f-472a-9d3d-5cedf595c63e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370142 Aug 20 14:07:21.552544 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.567186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:07:21.677396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:21.690724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'port_id': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'mac_address': 'fa:16:3e:67:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:07:21.731613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.745629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:21.767870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:21.772466 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.826645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:21.837445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.837822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.838185 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.838701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.839132 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.839481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.839913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.840444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.841035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.841386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.841899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.842440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:21.897379 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aeb3-2d96-45ce-acd8-88bf03e3e11d req-e89f3a7f-1fb2-4b01-b7c1-4e5d1e6eae52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:21.899138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d919aeb3-2d96-45ce-acd8-88bf03e3e11d req-e89f3a7f-1fb2-4b01-b7c1-4e5d1e6eae52 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 944 time: 0.0615869 Aug 20 14:07:21.950241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d919aeb3-2d96-45ce-acd8-88bf03e3e11d req-2e9fe2c5-9093-4671-98a1-9b701dd73829 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371597 Aug 20 14:07:21.976724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42142) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:21.979149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:07:22.044964 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c6f3ee19-9f42-43fd-97fb-46f605bd8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/floatingips/95d71a9f-9f79-451c-8f6e-88db4f8bcd38 HTTP/1.1" status: 200 len: 991 time: 0.0664735 Aug 20 14:07:23.566210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:23.619781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:23.620159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.705105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.731596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:23.733957 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45904b14-a06f-47b9-9612-bec542350d45" -d '{"events": [{"server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "name": "network-vif-plugged", "status": "completed", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:23.754702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:23.760390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.817559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:23.900235 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578370f-58b4-4dd5-bfc1-9e138958de76 x-openstack-request-id: req-c578370f-58b4-4dd5-bfc1-9e138958de76 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:23.900595 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "name": "network-vif-plugged", "status": "completed", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:23.900903 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c578370f-58b4-4dd5-bfc1-9e138958de76 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:23.901339 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'code': 200} Aug 20 14:07:29.365944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.035723 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.812299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9b26-7f08-40dc-a5d6-84125410b39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:46.323872 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:07:48.586113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fb4003ee-e7be-48a3-b6c1-a8150a37605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:48.589979 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:49.632193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.556909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.321843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42162) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:57.505020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 97394e31-d7ae-4bf8-a4c3-73cbf7631f42 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:07:57.505388 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.591069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.591302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.606318 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 97394e31-d7ae-4bf8-a4c3-73cbf7631f42 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:07:57.802888 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.850153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=97394e31-d7ae-4bf8-a4c3-73cbf7631f42,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:57.870553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.871056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.871590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.872102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.872659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.873193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.873735 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.874290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.874858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.875335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.876464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.877035 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:57.959881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.960232 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Floating IP 95d71a9f-9f79-451c-8f6e-88db4f8bcd38 disassociated (deleted). External IP: 172.25.6.34, port: 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd. Aug 20 14:07:58.578875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 6ae24d03-faa9-486e-85a8-6714676c0f1f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:07:58.705020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:07:58.711452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:58.718342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] Sync routers for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:07:58.736169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:58.737300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:58.750017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ae5333a-73cc-413a-a379-9e195c46238f tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/floatingips/95d71a9f-9f79-451c-8f6e-88db4f8bcd38 HTTP/1.1" status: 204 len: 168 time: 1.4238722 Aug 20 14:07:58.750017 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:58.752852 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f021f65-f18a-407d-bd70-e19986434db1" -d '{"events": [{"name": "network-changed", "server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:58.808256 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22585166-bda4-43ac-b752-bd6f5833e5a0 x-openstack-request-id: req-22585166-bda4-43ac-b752-bd6f5833e5a0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:58.809839 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:58.810266 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22585166-bda4-43ac-b752-bd6f5833e5a0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:58.811102 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'status': 'completed', 'code': 200} Aug 20 14:07:58.893276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021f65-f18a-407d-bd70-e19986434db1 req-576113a9-202f-46c7-9d1d-b51e3e43c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:58.895057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-576113a9-202f-46c7-9d1d-b51e3e43c24d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b582379029104c74bac9707655056a15&device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0591807 Aug 20 14:07:59.094300 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021f65-f18a-407d-bd70-e19986434db1 req-adb09c2c-7f61-4476-b029-5587765b3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:59.098183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-adb09c2c-7f61-4476-b029-5587765b3687 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 200 len: 897 time: 0.1926200 Aug 20 14:07:59.146689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:59.173860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-aa0e5f6f-91c4-4451-9089-1b43ae47c38f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 200 len: 217 time: 0.0663016 Aug 20 14:07:59.252122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6250a63-168d-4a99-9978-0338b4094c4f req-def0943a-d698-4fe4-8fbb-90b66029969e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:59.253710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6250a63-168d-4a99-9978-0338b4094c4f req-def0943a-d698-4fe4-8fbb-90b66029969e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.2252595 Aug 20 14:07:59.263419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021f65-f18a-407d-bd70-e19986434db1 req-21d26f9f-df3f-45f6-88e3-e5b0a69ce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:59.266187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-21d26f9f-df3f-45f6-88e3-e5b0a69ce4b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e563c832-e4f6-435a-ac3a-ca47fc3fcc68 HTTP/1.1" status: 200 len: 833 time: 0.0856791 Aug 20 14:07:59.309821 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6250a63-168d-4a99-9978-0338b4094c4f req-d7d63881-d1ce-4b3a-881b-f241d53d6a76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Aug 20 14:07:59.359148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021f65-f18a-407d-bd70-e19986434db1 req-5347cf29-36b5-477b-a837-599efb93cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:59.362074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-5347cf29-36b5-477b-a837-599efb93cd33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f7857cd-db53-4dd2-b576-cd2574f7bf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872004 Aug 20 14:07:59.395397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.425600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:19Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:59.457350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] Checking router: 6ae24d03-faa9-486e-85a8-6714676c0f1f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:07:59.466223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:59.466959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:59.523933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-ce6297a7-a04a-4575-b439-7d222d016fbc service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538620 Aug 20 14:07:59.625377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:59.650924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f021f65-f18a-407d-bd70-e19986434db1 req-35317e76-8d8f-400d-baec-6bf17c4ec150 service neutron] 10.222.0.53 "GET /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184614 Aug 20 14:07:59.993598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:19Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:00.045996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32515ba4-7a49-4085-b777-0fb803e22b60 None None] The sync data for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 is: [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:06:14Z', 'revision_number': 4, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'ff826707-42a9-49e4-aa37-ee69bb227317', 'name': '', 'network_id': '9f7857cd-db53-4dd2-b576-cd2574f7bf4d', 'tenant_id': 'b582379029104c74bac9707655056a15', 'mac_address': 'fa:16:3e:41:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:13Z', 'updated_at': '2021-08-20T14:06:19Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'subnets': [{'id': 'e563c832-e4f6-435a-ac3a-ca47fc3fcc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:00.289615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-6cb2407e-3f9b-44e9-8c1e-7f49142f3101 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:00.291971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-6cb2407e-3f9b-44e9-8c1e-7f49142f3101 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.0772851 Aug 20 14:08:00.323671 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49424940-d936-4c66-aea2-24c96d65dcbe None None] New status for floating IP 95d71a9f-9f79-451c-8f6e-88db4f8bcd38: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:08:00.440941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:08:00.441503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.653889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:00.654462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.685452 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:08:00.707296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757304a1-ccbe-4fac-99eb-5264f30aaac2 req-236219e1-e721-4222-9bf7-c8aa1b43de7d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:00.710171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-757304a1-ccbe-4fac-99eb-5264f30aaac2 req-236219e1-e721-4222-9bf7-c8aa1b43de7d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/ports?device_id=55eac001-2300-4f90-8d08-1321594dc6c6 HTTP/1.1" status: 200 len: 945 time: 0.2625005 Aug 20 14:08:00.852579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-757304a1-ccbe-4fac-99eb-5264f30aaac2 req-118f4658-d8fc-4ce4-bc61-08bb1f37df69 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "GET /v2.0/security-groups?id=16a43c6c-bc5f-402f-99dc-a437d0b2c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323249 Aug 20 14:08:00.963012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.999453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=25b5b205-300c-4b4c-bfbb-0cf5de0b66dd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:01.020723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.021193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.021687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.022246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.022709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.023193 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.023667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.024157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.024653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.025123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.025567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.026001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.069663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] No DVR routers for this DVR port 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:08:01.073038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.075637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c59cb9c8-34fe-445d-b8f6-1c7aaecbe84e req-e52d0992-45d6-4d09-9471-abb2644bc0a1 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.53 "DELETE /v2.0/ports/25b5b205-300c-4b4c-bfbb-0cf5de0b66dd HTTP/1.1" status: 204 len: 173 time: 0.7762616 Aug 20 14:08:01.076184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'name': 'network-vif-deleted', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:01.079363 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54889456-cc15-43ba-83d6-4e7af744c7a4" -d '{"events": [{"server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "name": "network-vif-deleted", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:01.131173 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ff0352-58ef-4d07-ac6a-ecfd33e6ce32 x-openstack-request-id: req-f3ff0352-58ef-4d07-ac6a-ecfd33e6ce32 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:01.131601 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eac001-2300-4f90-8d08-1321594dc6c6", "name": "network-vif-deleted", "tag": "25b5b205-300c-4b4c-bfbb-0cf5de0b66dd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:01.131888 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3ff0352-58ef-4d07-ac6a-ecfd33e6ce32 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:01.132579 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eac001-2300-4f90-8d08-1321594dc6c6', 'name': 'network-vif-deleted', 'tag': '25b5b205-300c-4b4c-bfbb-0cf5de0b66dd', 'status': 'completed', 'code': 200} Aug 20 14:08:01.924692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42180) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:02.046218 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.399988 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.760385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port ff826707-42a9-49e4-aa37-ee69bb227317 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:08:02.760894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.924828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port ff826707-42a9-49e4-aa37-ee69bb227317, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ff826707-42a9-49e4-aa37-ee69bb227317,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:02.925546 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.941767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for ff826707-42a9-49e4-aa37-ee69bb227317 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:08:03.165671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:03.194141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=ff826707-42a9-49e4-aa37-ee69bb227317,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:03.455264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:03.692799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:08:03.726342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:08:03.727171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 25b5b205-300c-4b4c-bfbb-0cf5de0b66dd not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:08:03.740032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Router 6ae24d03-faa9-486e-85a8-6714676c0f1f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:08:03.865634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:03.876173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-00720c3e-fe9e-47d1-8acf-0a46f8ff4e0d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "PUT /v2.0/routers/6ae24d03-faa9-486e-85a8-6714676c0f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472587 Aug 20 14:08:03.877389 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42184) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:03.881126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] Sync routers for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:03.894567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:03.895407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:03.966011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting subnet e563c832-e4f6-435a-ac3a-ca47fc3fcc68 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:08:03.971118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.033079 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.059675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:04.172301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.273513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.304380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Subnet': ['ID=e563c832-e4f6-435a-ac3a-ca47fc3fcc68,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:04.308459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.316327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aa84e4f2-66e6-4b51-861f-88a47d7d6f85 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/subnets/e563c832-e4f6-435a-ac3a-ca47fc3fcc68 HTTP/1.1" status: 204 len: 168 time: 0.4374099 Aug 20 14:08:04.320666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42188) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:04.324361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740f666-fa11-49ef-a6f9-aba7837622c4 None None] Network 9f7857cd-db53-4dd2-b576-cd2574f7bf4d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:04.456838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.465703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:08:03Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:04.506957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] Checking router: 6ae24d03-faa9-486e-85a8-6714676c0f1f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:04.524491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] Routers {'6ae24d03-faa9-486e-85a8-6714676c0f1f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:04.525574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['6ae24d03-faa9-486e-85a8-6714676c0f1f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:04.599097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] DHCP port deletion for 9f7857cd-db53-4dd2-b576-cd2574f7bf4d request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:08:04.631130 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.695224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Deleting port 5c60cab0-2bef-4277-ab5d-2d9410860b80 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:08:04.695458 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.707094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] Set router 6ae24d03-faa9-486e-85a8-6714676c0f1f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:04.791187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] For port 5c60cab0-2bef-4277-ab5d-2d9410860b80, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5c60cab0-2bef-4277-ab5d-2d9410860b80,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:04.791560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:04.808854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Calling delete_port for 5c60cab0-2bef-4277-ab5d-2d9410860b80 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:08:04.846957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] Deleting port 531f907d-3c11-4357-be9e-61f4d7f09196 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:08:04.847498 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.015311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] For port 531f907d-3c11-4357-be9e-61f4d7f09196, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=531f907d-3c11-4357-be9e-61f4d7f09196,segment=NetworkSegment(e561173d-90a4-4b12-bf48-6f1af6bd30c1),segment_id=e561173d-90a4-4b12-bf48-6f1af6bd30c1)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:05.015895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.029155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.049575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] Calling delete_port for 531f907d-3c11-4357-be9e-61f4d7f09196 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:08:05.077581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Port': ['ID=5c60cab0-2bef-4277-ab5d-2d9410860b80,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:05.176012 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:08:03Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:05.186670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.227024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be04b0-dab1-4f5c-9010-03d125d98941 None None] The sync data for ids ['6ae24d03-faa9-486e-85a8-6714676c0f1f'] in n-d-804232-5 is: [{'id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361495348', 'tenant_id': 'b582379029104c74bac9707655056a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:06:09Z', 'updated_at': '2021-08-20T14:08:03Z', 'revision_number': 5, 'project_id': 'b582379029104c74bac9707655056a15', 'gw_port': {'id': '5c60cab0-2bef-4277-ab5d-2d9410860b80', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae24d03-faa9-486e-85a8-6714676c0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:06:10Z', 'updated_at': '2021-08-20T14:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:05.236511 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.259113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] No DVR routers for this DVR port 531f907d-3c11-4357-be9e-61f4d7f09196 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:08:05.291885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07fe2f-c433-401d-a0af-43b654bf16be None None] Pushing event deleted for resources: {'Port': ['ID=531f907d-3c11-4357-be9e-61f4d7f09196,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:05.302226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.305817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.359719 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.361465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae24d03-faa9-486e-85a8-6714676c0f1f {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:08:05.374371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.377036 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c28f8719-d147-49f8-bf89-69f43056ac76 tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/routers/6ae24d03-faa9-486e-85a8-6714676c0f1f HTTP/1.1" status: 204 len: 168 time: 1.0541978 Aug 20 14:08:05.379840 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42190) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:05.465837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.573845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.586875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7857cd-db53-4dd2-b576-cd2574f7bf4d']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:05.599956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e561173d-90a4-4b12-bf48-6f1af6bd30c1') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:05.600255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e561173d-90a4-4b12-bf48-6f1af6bd30c1') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:05.613116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.632697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.647579 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:08:05.648316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:08:05.654434 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:08:05.773894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.781807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.784794 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/networks/9f7857cd-db53-4dd2-b576-cd2574f7bf4d HTTP/1.1" status: 204 len: 168 time: 0.4038632 Aug 20 14:08:05.788968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:05.793921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff826707-42a9-49e4-aa37-ee69bb227317 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:08:05.813280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751066e9-3313-4eb7-9536-f03c5f0e8a1d tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'Network': ['ID=9f7857cd-db53-4dd2-b576-cd2574f7bf4d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:05.816147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ff826707-42a9-49e4-aa37-ee69bb227317 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:08:05.816798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ff826707-42a9-49e4-aa37-ee69bb227317 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:08:05.817341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 531f907d-3c11-4357-be9e-61f4d7f09196 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:08:05.838890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 531f907d-3c11-4357-be9e-61f4d7f09196 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:08:05.839168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 531f907d-3c11-4357-be9e-61f4d7f09196 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:08:05.877443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36673ad6-366b-4c07-9978-04b283749e4e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.918335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36673ad6-366b-4c07-9978-04b283749e4e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.996249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36673ad6-366b-4c07-9978-04b283749e4e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:05.999136 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36673ad6-366b-4c07-9978-04b283749e4e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:06.000389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36673ad6-366b-4c07-9978-04b283749e4e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] 10.222.0.59 "DELETE /v2.0/security-groups/16a43c6c-bc5f-402f-99dc-a437d0b2c84d HTTP/1.1" status: 204 len: 168 time: 0.2102706 Aug 20 14:08:06.012271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36673ad6-366b-4c07-9978-04b283749e4e tempest-TestNetworkAdvancedServerOps-966593412 tempest-TestNetworkAdvancedServerOps-966593412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a43c6c-bc5f-402f-99dc-a437d0b2c84d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:06.390007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42200) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:06.565994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-810e1ca7-9322-462c-89ad-ff96bd9b6594 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b582379029104c74bac9707655056a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747298 Aug 20 14:08:06.568980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:06.652165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-deb86519-c4b7-44e5-a44a-66571de3728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:06.691827 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-deb86519-c4b7-44e5-a44a-66571de3728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:06.770012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-deb86519-c4b7-44e5-a44a-66571de3728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:06.772861 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-deb86519-c4b7-44e5-a44a-66571de3728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:06.774078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-deb86519-c4b7-44e5-a44a-66571de3728e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c37969e6-23d9-418e-9947-7f904a3d0676 HTTP/1.1" status: 204 len: 168 time: 0.2040308 Aug 20 14:08:06.784921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb86519-c4b7-44e5-a44a-66571de3728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37969e6-23d9-418e-9947-7f904a3d0676,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:07.108038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42210) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:07.157368 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d30f41c2-da9b-4a14-a8ec-5e4945feb854 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89ae685253b14f90970236ddb52ad349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475719 Aug 20 14:08:07.160371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42212) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:07.217878 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0928b267-2948-412c-baa5-1d15c6222396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:07.244191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0928b267-2948-412c-baa5-1d15c6222396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:07.307225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0928b267-2948-412c-baa5-1d15c6222396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:07.310287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0928b267-2948-412c-baa5-1d15c6222396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:07.311754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0928b267-2948-412c-baa5-1d15c6222396 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f109beb-724d-4c55-acf2-6104255a0bdb HTTP/1.1" status: 204 len: 168 time: 0.1503685 Aug 20 14:08:07.327793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928b267-2948-412c-baa5-1d15c6222396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f109beb-724d-4c55-acf2-6104255a0bdb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:07.651338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c60cab0-2bef-4277-ab5d-2d9410860b80 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:08:07.677933 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5c60cab0-2bef-4277-ab5d-2d9410860b80 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:08:07.678383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5c60cab0-2bef-4277-ab5d-2d9410860b80 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:08:10.218822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42264) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:10.224922 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'network': {'name': 'tempest-network-smoke--1935841132', 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'port_security_enabled': True}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:10.257192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Made reservation on behalf of 4b469fc5b1e64591ad8e953f16958263 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:10.261591 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.273067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.411842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.416921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.449437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:08:10.462857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54c6452-a93a-41fc-808f-6feb8428fd70,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:10.470878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.471251 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Added segment 6759d522-b8cd-449b-83d5-0ddc682e6102 of type vlan for network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e Aug 20 14:08:10.544847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.585819 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.592336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:10.593057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.665276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4448304 Aug 20 14:08:10.668684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42266) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:10.677615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'admin_state_up': True, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:10.687921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ef948-d56e-4708-b036-3a3551ab795b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Network': ['ID=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:10.701721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:08:10.719995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.721630 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.788592 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.949239 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.167797 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.190179 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.323272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.25.6.24 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/4ea19ac1-e17c-481a-9b78-7bd2f98bdc74) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:11.507859 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.576294 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.622037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:11.625249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:11.630651 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:11.666563 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:12.012810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.301622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.472045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 65f20a8a-3239-4843-b166-f15e8e015a51 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:08:12.636658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:12.649048 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Sync routers for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:12.661120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:12.662086 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:12.667120 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.668851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-70ca888a-8e7a-4eb5-8d0c-7f840c793f24 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9988635 Aug 20 14:08:12.674759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42268) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:12.800416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:12.840646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e45c1dad-097c-4fa7-8a69-2613e21501c5 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b469fc5b1e64591ad8e953f16958263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1644814 Aug 20 14:08:12.843851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:12.961319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757c282-7f93-4abd-a4fe-9dcd9f844ec5 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:12.963899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7757c282-7f93-4abd-a4fe-9dcd9f844ec5 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1176610 Aug 20 14:08:12.967314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42274) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:13.015064 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-08e88f88-40eb-44ee-9787-8cd498d20b0f tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461328 Aug 20 14:08:13.019679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42276) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:13.025866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570640809', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:13.065310 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:11Z', 'revision_number': 3, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:13.097276 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Checking router: 65f20a8a-3239-4843-b166-f15e8e015a51 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:13.097816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Updating router 65f20a8a-3239-4843-b166-f15e8e015a51 port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:08:13.128065 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.144361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Made reservation on behalf of 4b469fc5b1e64591ad8e953f16958263 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:13.148334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.371254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.463955 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.477996 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Transition to ACTIVE for port object 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:13.485947 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.500679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Subnet': ['ID=9353a431-5c5b-4add-ac04-8403eb09a54d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:13.504935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Checking segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:13.505459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network hostable DHCP agents. Network: 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:08:13.539919 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:08:13.550992 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Attempting to bind port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:13.551368 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Attempting to bind port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:13.551721 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Attempting to bind port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:13.553805 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:13.554038 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Pushing event updated for resources: {'Port': ['ID=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:13.559958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:13.560978 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.567054 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.567377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b2cf0-ac4b-4eb3-8a3d-09f7fa34f7c6 None None] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:13.568166 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.568166 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.568166 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.568898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.568898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.569195 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.569496 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.569666 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.570005 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.570305 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.571322 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:13.580046 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:13.580758 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:13.580961 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.581355 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:13.582052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Bound port: 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:13.582282 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.592998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42278) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:13.594336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c82b226a-aea5-4563-a023-deeba239acbd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5726488 Aug 20 14:08:13.651678 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] For port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:13.655953 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] For port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:13.664007 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.716961 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:13.718043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:13.841576 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9face-7428-48a8-8e53-86521e5b420a None None] Pushing event updated for resources: {'Port': ['ID=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:13.866702 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:08:13.868868 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.887159 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:14.058826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Allocated IP 172.20.0.2 (2af6e683-72e8-4d7b-8f8c-2eb372f02a1e/9353a431-5c5b-4add-ac04-8403eb09a54d/c96824cc-781e-499a-9a4f-2ac391025d79) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:14.363148 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:11Z', 'revision_number': 3, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:14.411890 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5273ca-0923-4027-b701-1b60f1c42fcb None None] The sync data for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 is: [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:11Z', 'revision_number': 3, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:14.549632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:14.567630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Transition to ACTIVE for port object c96824cc-781e-499a-9a4f-2ac391025d79 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:14.596699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Transition to ACTIVE for port object c96824cc-781e-499a-9a4f-2ac391025d79 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:14.607321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:14.706040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:14.716057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:14.722723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:14.741895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Pushing event updated for resources: {'Port': ['ID=c96824cc-781e-499a-9a4f-2ac391025d79,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:14.831649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Attempting to bind port c96824cc-781e-499a-9a4f-2ac391025d79 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:14.832261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Attempting to bind port c96824cc-781e-499a-9a4f-2ac391025d79 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:14.832868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Attempting to bind port c96824cc-781e-499a-9a4f-2ac391025d79 on network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:14.842127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:14.842677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Checking segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:14.843185 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:14.843690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Bound using segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:14.844386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Bound port: c96824cc-781e-499a-9a4f-2ac391025d79, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:14.844962 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:14.946873 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] For port c96824cc-781e-499a-9a4f-2ac391025d79, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:14.952244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] For port c96824cc-781e-499a-9a4f-2ac391025d79, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c96824cc-781e-499a-9a4f-2ac391025d79,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:14.962173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:14.983135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.054259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56681d77-cd8b-4a04-84cb-cbf1bd1be198 None None] Pushing event updated for resources: {'Port': ['ID=c96824cc-781e-499a-9a4f-2ac391025d79,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:15.539845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.20.0.1 (2af6e683-72e8-4d7b-8f8c-2eb372f02a1e/9353a431-5c5b-4add-ac04-8403eb09a54d/c24ae93d-6133-40c8-bac9-94c309bc16c6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:15.739211 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.761769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Transition to ACTIVE for port object c24ae93d-6133-40c8-bac9-94c309bc16c6 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:15.819906 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-030ccb4b-88e2-434a-860b-2a6abd2baa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.822874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.823847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c96824cc-781e-499a-9a4f-2ac391025d79 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:15.881692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:15.882144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c96824cc-781e-499a-9a4f-2ac391025d79 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:15.886814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:15.888791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:15.894939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:15.943794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=c24ae93d-6133-40c8-bac9-94c309bc16c6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:15.979981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.987966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:15.997797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:15.997797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.154159 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.174811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.200245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:16.208092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.308857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:16.524934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf69fd-0e43-4d18-a070-2c8d7734232e None None] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:16.629112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] Provisioning for port c96824cc-781e-499a-9a4f-2ac391025d79 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:16.651061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] Provisioning complete for port c96824cc-781e-499a-9a4f-2ac391025d79 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:16.651641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.667587 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.676991 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.815034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=c24ae93d-6133-40c8-bac9-94c309bc16c6,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:16.821466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.914215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:16.974319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] For port c96824cc-781e-499a-9a4f-2ac391025d79, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c96824cc-781e-499a-9a4f-2ac391025d79,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:16.980937 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.006501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:17.008679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:17.058089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8ce6b-dfea-470b-b368-ebba1f306d43 None None] Pushing event updated for resources: {'Port': ['ID=c96824cc-781e-499a-9a4f-2ac391025d79,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.188859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 65f20a8a-3239-4843-b166-f15e8e015a51 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:08:17.312756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-24bae377-3aad-4ae1-a433-837d49502542 None None] Provisioning complete for port c96824cc-781e-499a-9a4f-2ac391025d79 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:17.313349 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-24bae377-3aad-4ae1-a433-837d49502542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.339930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:17.349087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5449923f-dcac-4385-990f-2a5ae2409fe6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "PUT /v2.0/routers/65f20a8a-3239-4843-b166-f15e8e015a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7523565 Aug 20 14:08:17.354650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.365964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--844499645', 'description': 'tempest-secgroup_access--844499645 description', 'project_id': '4b469fc5b1e64591ad8e953f16958263'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:17.368074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Sync routers for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:17.391076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:17.392379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:07:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:17.407370 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.541307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-24bae377-3aad-4ae1-a433-837d49502542 None None] Provisioning for port c24ae93d-6133-40c8-bac9-94c309bc16c6 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:17.553198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-24bae377-3aad-4ae1-a433-837d49502542 None None] Provisioning complete for port c24ae93d-6133-40c8-bac9-94c309bc16c6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:17.554006 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-24bae377-3aad-4ae1-a433-837d49502542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.577854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.584772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.629311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.631901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:17.636180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42284) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.637071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2798407 Aug 20 14:08:17.639466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83802-7169-49d9-9192-5757dd87deaa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d2509-eea5-4f50-811f-0e5ddfabc7e9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.645968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--47887365', 'description': 'tempest-secgroup_general--47887365 description', 'project_id': '4b469fc5b1e64591ad8e953f16958263'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:17.650682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-24bae377-3aad-4ae1-a433-837d49502542 None None] Port c24ae93d-6133-40c8-bac9-94c309bc16c6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:17.716135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.773083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c96824cc-781e-499a-9a4f-2ac391025d79 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:17.852110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6fea51d6-4d38-4426-a2d6-46d1cdf3a11e None None] Provisioning complete for port c24ae93d-6133-40c8-bac9-94c309bc16c6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:17.852484 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6fea51d6-4d38-4426-a2d6-46d1cdf3a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.895989 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.901692 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.926949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6fea51d6-4d38-4426-a2d6-46d1cdf3a11e None None] Port c24ae93d-6133-40c8-bac9-94c309bc16c6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:17.956235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c96824cc-781e-499a-9a4f-2ac391025d79 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:17.956635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.961137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.963317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3258915 Aug 20 14:08:17.967081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42286) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.973873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e977f-841a-4275-9a3d-f06fcadd1048 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86937c66-cb16-435d-b6c6-260be151f10e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.976012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'security_group_rule': {'security_group_id': 'e65d2509-eea5-4f50-811f-0e5ddfabc7e9', 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:18.027891 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.105698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 2, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:18.109916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a3697528-5fed-4ee5-aeda-e6bb64e3fe1f None None] Provisioning complete for port c24ae93d-6133-40c8-bac9-94c309bc16c6 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:18.110990 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a3697528-5fed-4ee5-aeda-e6bb64e3fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.125103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.134216 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.169956 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Checking router: 65f20a8a-3239-4843-b166-f15e8e015a51 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:18.170264 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7b2c66-1a07-41a2-a52a-6cdc0f18c638,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:18.170413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Updating router 65f20a8a-3239-4843-b166-f15e8e015a51 port c24ae93d-6133-40c8-bac9-94c309bc16c6 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:08:18.176168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:18.185298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.186933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d1899940-05b4-4246-b5c1-e8567280ee2f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2184041 Aug 20 14:08:18.234565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a3697528-5fed-4ee5-aeda-e6bb64e3fe1f None None] Port c24ae93d-6133-40c8-bac9-94c309bc16c6 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:18.245169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.307374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:18.307749 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.370965 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-cc3603db-9e6e-42db-b511-eb8a9a75394a tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--844499645&fields=id&tenant_id=4b469fc5b1e64591ad8e953f16958263 HTTP/1.1" status: 200 len: 267 time: 0.0437768 Aug 20 14:08:18.429820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-5c02b96c-8e9a-41df-89dd-b72b9968edb9 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--47887365&fields=id&tenant_id=4b469fc5b1e64591ad8e953f16958263 HTTP/1.1" status: 200 len: 267 time: 0.0503790 Aug 20 14:08:18.626180 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-6f05237b-d86c-491a-8a70-49bd31ca6ace tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:18.629072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-6f05237b-d86c-491a-8a70-49bd31ca6ace tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/networks?id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 200 len: 797 time: 0.1911590 Aug 20 14:08:18.650561 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.652390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-24f876d1-b7bb-4585-92a2-81720503c03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.652525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-c86cb007-395d-4503-b0de-13e89d7422e9 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/quotas/4b469fc5b1e64591ad8e953f16958263 HTTP/1.1" status: 200 len: 375 time: 0.0167050 Aug 20 14:08:18.722868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-24d11f2b-07ee-499f-98cb-ef313d1e68ed tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618577 Aug 20 14:08:18.766064 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.784704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Transition to ACTIVE for port object c24ae93d-6133-40c8-bac9-94c309bc16c6 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:18.794506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.874236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32726af-8863-4d12-914d-1fea24f303d6 None None] Pushing event updated for resources: {'Port': ['ID=c24ae93d-6133-40c8-bac9-94c309bc16c6,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:18.895689 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-5680f15e-71b9-44e9-899b-6bc834ff2a2e service neutron] 10.222.0.59 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571960 Aug 20 14:08:18.938009 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Attempting to bind port c24ae93d-6133-40c8-bac9-94c309bc16c6 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:18.938937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Attempting to bind port c24ae93d-6133-40c8-bac9-94c309bc16c6 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:18.939301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Attempting to bind port c24ae93d-6133-40c8-bac9-94c309bc16c6 on network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:18.948115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:18.948817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Checking segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:18.949486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.950089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Bound using segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:18.950868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Bound port: c24ae93d-6133-40c8-bac9-94c309bc16c6, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:18.952053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.031153 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-a6e1cea8-f630-4ab4-a2fc-481815cd4f83 service neutron] 10.222.0.59 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288164 Aug 20 14:08:19.038580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] For port c24ae93d-6133-40c8-bac9-94c309bc16c6, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:19.042880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] For port c24ae93d-6133-40c8-bac9-94c309bc16c6, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c24ae93d-6133-40c8-bac9-94c309bc16c6,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:19.050961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.126592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:19.127563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:19.172900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32726af-8863-4d12-914d-1fea24f303d6 None None] Pushing event updated for resources: {'Port': ['ID=c24ae93d-6133-40c8-bac9-94c309bc16c6,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:19.558472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:19.668027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.733345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9faa5026-94d0-414d-936d-a67133bc09f7 req-be4f7ac2-7a78-4b49-bafb-20edd5000c52 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 210 time: 0.4529605 Aug 20 14:08:19.902297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:19Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:19.936621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cc5b6-fec2-4ab2-911e-eb850ef98ea1 None None] The sync data for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 is: [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:19Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:20.007333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-16d00d0f-e9ed-4b6a-937e-65d115eb0eab req-1bc85ecc-2cf8-4490-9c07-685b32325491 service neutron] (94861) timed out ('10.222.0.59', 60050) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:08:20.554443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-6a5a48ba-25cf-4535-93a2-2cc2c2947ec3 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:20.557724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-6a5a48ba-25cf-4535-93a2-2cc2c2947ec3 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.13 "GET /v2.0/networks?id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 200 len: 797 time: 0.1823552 Aug 20 14:08:20.635097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-7a47923b-d640-43fa-9dac-458ec5bf173b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b469fc5b1e64591ad8e953f16958263 HTTP/1.1" status: 200 len: 475 time: 0.0653892 Aug 20 14:08:20.646302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'port': {'device_id': '759576c3-981a-44b5-a078-42a91c3543df', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'admin_state_up': True, 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'security_groups': ['e65d2509-eea5-4f50-811f-0e5ddfabc7e9', '86937c66-cb16-435d-b6c6-260be151f10e']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:20.803468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Made reservation on behalf of 4b469fc5b1e64591ad8e953f16958263 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:20.807894 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:20.863397 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-01fc19ce-9a89-4f22-9eb4-ad5a62f1e841 req-7c92e8c3-8afb-4a44-873c-abc3b0e29083 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 210 time: 0.0433803 Aug 20 14:08:20.990884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.20.0.5 (2af6e683-72e8-4d7b-8f8c-2eb372f02a1e/9353a431-5c5b-4add-ac04-8403eb09a54d/d8373578-b4c2-4573-af97-8c9323a1f57c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:21.179942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.196089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Transition to ACTIVE for port object d8373578-b4c2-4573-af97-8c9323a1f57c will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:21.234485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.280340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:21.285148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:21.290678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:21.306667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=d8373578-b4c2-4573-af97-8c9323a1f57c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:21.384705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:21.385848 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.414433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-79b96a9a-2238-46f2-b25d-862974544494 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7732136 Aug 20 14:08:21.502802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Request body: {'port': {'device_id': '759576c3-981a-44b5-a078-42a91c3543df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:21.562391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.575598 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.580673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-08975eac-6169-424a-add1-a026f3038711 None None] Provisioning for port d8373578-b4c2-4573-af97-8c9323a1f57c completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:21.586524 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-08975eac-6169-424a-add1-a026f3038711 None None] Provisioning complete for port d8373578-b4c2-4573-af97-8c9323a1f57c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:21.587114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-08975eac-6169-424a-add1-a026f3038711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.631453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-08975eac-6169-424a-add1-a026f3038711 None None] Port d8373578-b4c2-4573-af97-8c9323a1f57c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:21.749200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c24ae93d-6133-40c8-bac9-94c309bc16c6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:21.834317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c24ae93d-6133-40c8-bac9-94c309bc16c6 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:21.839758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c24ae93d-6133-40c8-bac9-94c309bc16c6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:21.840812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.968963 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:21.971990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8373578-b4c2-4573-af97-8c9323a1f57c {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:08:21.989112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:22.015067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Transition to ACTIVE for port object d8373578-b4c2-4573-af97-8c9323a1f57c will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:22.017560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c24ae93d-6133-40c8-bac9-94c309bc16c6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c24ae93d-6133-40c8-bac9-94c309bc16c6,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:22.021417 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:22.023713 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:22.067152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899fb5-7b59-4ac8-b559-a352430faa5b req-fb367437-abfc-427c-9865-c16a38ae67c0 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:22.081616 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92899fb5-7b59-4ac8-b559-a352430faa5b req-fb367437-abfc-427c-9865-c16a38ae67c0 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 970 time: 0.0975611 Aug 20 14:08:22.127142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c24ae93d-6133-40c8-bac9-94c309bc16c6,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:22.134275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8373578-b4c2-4573-af97-8c9323a1f57c,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:22.146655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.147429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.147970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.148504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.149078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.149623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.150510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.151062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.151952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.152681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.153287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.153821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:22.155150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92899fb5-7b59-4ac8-b559-a352430faa5b req-218333cb-ad80-424b-b9ff-679c750d00fe tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0707362 Aug 20 14:08:22.247488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Attempting to bind port d8373578-b4c2-4573-af97-8c9323a1f57c on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:22.248004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Attempting to bind port d8373578-b4c2-4573-af97-8c9323a1f57c by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:22.248762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Attempting to bind port d8373578-b4c2-4573-af97-8c9323a1f57c on network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:22.255588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Port d8373578-b4c2-4573-af97-8c9323a1f57c on network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:08:22.255997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Attempting to bind port d8373578-b4c2-4573-af97-8c9323a1f57c on network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:22.261855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:22.262204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Checking segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:22.262601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Bound using segment: {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:22.263057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Bound port: d8373578-b4c2-4573-af97-8c9323a1f57c, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6759d522-b8cd-449b-83d5-0ddc682e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:22.263419 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:22.358135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] For port d8373578-b4c2-4573-af97-8c9323a1f57c, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:22.364143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] For port d8373578-b4c2-4573-af97-8c9323a1f57c, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8373578-b4c2-4573-af97-8c9323a1f57c,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:22.370726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:22.421983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:22.423956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:22.426626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 200 len: 1130 time: 1.0037224 Aug 20 14:08:22.427307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:22.430283 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d07c1-64a5-4769-823b-d23b5bf100ab" -d '{"events": [{"name": "network-changed", "server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:22.530343 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba38103c-eaab-4ac3-8da8-958ab3d32e32 x-openstack-request-id: req-ba38103c-eaab-4ac3-8da8-958ab3d32e32 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:22.530659 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:22.530889 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba38103c-eaab-4ac3-8da8-958ab3d32e32 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:22.531314 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'status': 'completed', 'code': 200} Aug 20 14:08:22.533171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faf0a2-afff-4c8d-be2d-158a00177ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8373578-b4c2-4573-af97-8c9323a1f57c,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:22.598371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-9bbc32e9-058b-411b-bf26-a161c7be0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:22.600019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-9bbc32e9-058b-411b-bf26-a161c7be0c16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1133 time: 0.1132967 Aug 20 14:08:22.675150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-8fd67cca-11a0-4465-a8d6-d651fcb92a41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 200 len: 217 time: 0.0676765 Aug 20 14:08:22.733406 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-34f43235-ae61-4e18-815f-c0ffb96d3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:22.735431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-34f43235-ae61-4e18-815f-c0ffb96d3b82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a431-5c5b-4add-ac04-8403eb09a54d HTTP/1.1" status: 200 len: 835 time: 0.0536475 Aug 20 14:08:22.830677 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-908c9afc-32b2-4183-bc87-2f6ff6d9ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:22.832330 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-908c9afc-32b2-4183-bc87-2f6ff6d9ae52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903988 Aug 20 14:08:22.930440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-b6bfda56-19be-4d5b-a32c-1f3c0ca4cd55 service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904078 Aug 20 14:08:23.330843 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:08:23.359856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca57062-549d-4426-9cb2-79823e51b450 req-4b938227-fa85-424f-8902-16d52a9c6642 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:23.362560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca57062-549d-4426-9cb2-79823e51b450 req-4b938227-fa85-424f-8902-16d52a9c6642 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 982 time: 0.0842335 Aug 20 14:08:23.417366 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13b91c-8cdb-4123-a6cc-a2a26a440860 req-55116083-62e2-4bf4-b760-39a27177a0cf service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802253 Aug 20 14:08:23.431347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ca57062-549d-4426-9cb2-79823e51b450 req-0f536bbe-e081-4624-8fab-8a6acb479d31 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0601666 Aug 20 14:08:23.515042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-15502296-9990-4a0d-a042-e12e5aaefea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:23.516802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-15502296-9990-4a0d-a042-e12e5aaefea0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1133 time: 0.0481808 Aug 20 14:08:23.713245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c24ae93d-6133-40c8-bac9-94c309bc16c6 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:23.734991 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-820a7ec1-c9c8-48a3-a021-9c234c9a1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:23.737192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-820a7ec1-c9c8-48a3-a021-9c234c9a1051 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 200 len: 898 time: 0.2133396 Aug 20 14:08:23.783066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c24ae93d-6133-40c8-bac9-94c309bc16c6 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:23.783656 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.816707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-a9e7e5cb-ebef-4925-a7d5-4b3d5838be3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 200 len: 217 time: 0.0715179 Aug 20 14:08:23.890112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-089d52fd-2a5c-4394-89a6-dda7412f242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:23.892981 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-089d52fd-2a5c-4394-89a6-dda7412f242d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a431-5c5b-4add-ac04-8403eb09a54d HTTP/1.1" status: 200 len: 835 time: 0.0693877 Aug 20 14:08:23.944927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-4c147c2c-0996-49a1-9315-693358a189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:23.946497 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-4c147c2c-0996-49a1-9315-693358a189d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461497 Aug 20 14:08:24.051918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-3079d4a6-99e0-4a5b-9d23-dc2bea93451a service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969481 Aug 20 14:08:24.153092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-666d07c1-64a5-4769-823b-d23b5bf100ab req-3e4fd78d-9f5b-431c-b489-eab91b254d06 service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938528 Aug 20 14:08:24.577012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9b7b7-0257-4228-a1a9-008495115b48 req-a653e4f2-8f29-46c5-95b5-597696cd4c76 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:24.578958 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-caa9b7b7-0257-4228-a1a9-008495115b48 req-a653e4f2-8f29-46c5-95b5-597696cd4c76 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 982 time: 0.0636723 Aug 20 14:08:24.652243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-caa9b7b7-0257-4228-a1a9-008495115b48 req-a75658e9-2dbd-4237-b66c-fda0e072696d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0625474 Aug 20 14:08:25.784191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80daf4f-9d25-458b-b76e-5c590e03b698 req-63668086-9274-4d93-8ac2-3c69460b8d94 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:25.785891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e80daf4f-9d25-458b-b76e-5c590e03b698 req-63668086-9274-4d93-8ac2-3c69460b8d94 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 982 time: 0.0583837 Aug 20 14:08:25.835900 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e80daf4f-9d25-458b-b76e-5c590e03b698 req-22b000b2-e732-4357-b89d-c248f613b959 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0387919 Aug 20 14:08:25.980044 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8373578-b4c2-4573-af97-8c9323a1f57c details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:08:26.085037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d8373578-b4c2-4573-af97-8c9323a1f57c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8373578-b4c2-4573-af97-8c9323a1f57c,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:26.103109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'port_id': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'mac_address': 'fa:16:3e:b1:a0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:08:26.145647 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.161932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8373578-b4c2-4573-af97-8c9323a1f57c {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:08:26.184565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d8373578-b4c2-4573-af97-8c9323a1f57c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8373578-b4c2-4573-af97-8c9323a1f57c,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:26.189787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.242239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=d8373578-b4c2-4573-af97-8c9323a1f57c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:26.420187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['d8373578-b4c2-4573-af97-8c9323a1f57c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:08:26.992684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5aa20-ea82-484c-ba6b-893c787d3b0a req-e1ab9799-8c91-483b-bb83-961fbdfae65e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:26.995440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbc5aa20-ea82-484c-ba6b-893c787d3b0a req-e1ab9799-8c91-483b-bb83-961fbdfae65e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 983 time: 0.0680561 Aug 20 14:08:27.041963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbc5aa20-ea82-484c-ba6b-893c787d3b0a req-c626070f-7e6c-4911-b498-a3a82ff82af4 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0396779 Aug 20 14:08:27.980333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8373578-b4c2-4573-af97-8c9323a1f57c up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:28.043541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port d8373578-b4c2-4573-af97-8c9323a1f57c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:28.048682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port d8373578-b4c2-4573-af97-8c9323a1f57c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:28.049067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.163100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.190558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:28.192993 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022094d-4593-4387-81b0-7ba259a70b40" -d '{"events": [{"server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "name": "network-vif-plugged", "status": "completed", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:28.208938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port d8373578-b4c2-4573-af97-8c9323a1f57c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8373578-b4c2-4573-af97-8c9323a1f57c,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:28.215666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.217380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337462f5-9e06-4d05-a371-12138c0f320e req-596b7704-442b-40fb-a32c-b513c5ebfc6d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:28.221425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-337462f5-9e06-4d05-a371-12138c0f320e req-596b7704-442b-40fb-a32c-b513c5ebfc6d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 983 time: 0.0705233 Aug 20 14:08:28.262616 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d99fc4c-14d6-4467-9efc-e2053027bb84 x-openstack-request-id: req-6d99fc4c-14d6-4467-9efc-e2053027bb84 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:28.263212 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "name": "network-vif-plugged", "status": "completed", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:28.263518 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d99fc4c-14d6-4467-9efc-e2053027bb84 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:28.263998 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'code': 200} Aug 20 14:08:28.293326 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-337462f5-9e06-4d05-a371-12138c0f320e req-027bd526-2e12-46b2-90a3-032935e8c586 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0634832 Aug 20 14:08:28.305182 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=d8373578-b4c2-4573-af97-8c9323a1f57c,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:28.379799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb17c3-7cf3-4a1e-aef7-f028b427dcf3 req-e017c17b-93bb-4017-ad9d-94631f486ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:28.381436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30fb17c3-7cf3-4a1e-aef7-f028b427dcf3 req-e017c17b-93bb-4017-ad9d-94631f486ccb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1135 time: 0.0551505 Aug 20 14:08:28.435552 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30fb17c3-7cf3-4a1e-aef7-f028b427dcf3 req-c477fead-660f-4ab2-9de4-cfc78035efce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0465908 Aug 20 14:08:29.409622 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.459575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cd3a1-3703-4334-a9da-91a5c659853b req-0bf543fd-e35c-4f4a-a158-8e73b7e8f274 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:29.462045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df5cd3a1-3703-4334-a9da-91a5c659853b req-0bf543fd-e35c-4f4a-a158-8e73b7e8f274 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 984 time: 0.0605431 Aug 20 14:08:29.537975 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df5cd3a1-3703-4334-a9da-91a5c659853b req-9a5143e9-1277-4bba-a383-409931552a2d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0620508 Aug 20 14:08:30.681403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a9923-5cb0-444d-af23-c136b2293030 req-2a4efb16-210f-4fc8-a700-2ef7b57993fe tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:30.683445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b81a9923-5cb0-444d-af23-c136b2293030 req-2a4efb16-210f-4fc8-a700-2ef7b57993fe tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 984 time: 0.0641453 Aug 20 14:08:30.731184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b81a9923-5cb0-444d-af23-c136b2293030 req-b901dcc6-ba5c-40ce-b166-e2b9e3623292 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0405700 Aug 20 14:08:30.857333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a85a-e174-4a74-8200-0dd2553b4d44 req-27ed4102-efd4-4b56-8ecb-81190f020c38 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:30.858907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97a0a85a-e174-4a74-8200-0dd2553b4d44 req-27ed4102-efd4-4b56-8ecb-81190f020c38 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 984 time: 0.0548728 Aug 20 14:08:30.911995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-97a0a85a-e174-4a74-8200-0dd2553b4d44 req-e989fe02-f662-427b-a456-630067a18179 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0415759 Aug 20 14:08:31.034494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031ac2-488f-4ee4-a34c-c46cb4ce981e req-3d10a618-2bc7-40f5-a3e0-7d2c3026eeac tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:31.036121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85031ac2-488f-4ee4-a34c-c46cb4ce981e req-3d10a618-2bc7-40f5-a3e0-7d2c3026eeac tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1135 time: 0.0508709 Aug 20 14:08:31.057292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-85031ac2-488f-4ee4-a34c-c46cb4ce981e req-8bd86bba-5ac7-4563-b332-e144be1276bd tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.166961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-85031ac2-488f-4ee4-a34c-c46cb4ce981e req-8bd86bba-5ac7-4563-b332-e144be1276bd tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.172384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-85031ac2-488f-4ee4-a34c-c46cb4ce981e req-8bd86bba-5ac7-4563-b332-e144be1276bd tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.198812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-85031ac2-488f-4ee4-a34c-c46cb4ce981e req-8bd86bba-5ac7-4563-b332-e144be1276bd tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1558948 Aug 20 14:08:31.210258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd86bba-5ac7-4563-b332-e144be1276bd tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a72bec-1bac-400b-8239-d499274c6e9d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:31.231857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42346) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:31.277286 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a9ed9e-40e5-4b59-abd9-c45104555f5a tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:31.278904 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-98a9ed9e-40e5-4b59-abd9-c45104555f5a tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1130 time: 0.0459950 Aug 20 14:08:31.282947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42348) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:31.287928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:31.314099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.439636 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.555218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.25.6.248 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/0093ded5-2f71-430d-9bb0-deb4b1aa342b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:31.682548 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.743678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.788657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:31.791969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:31.796298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:31.805573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=0093ded5-2f71-430d-9bb0-deb4b1aa342b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:32.060793 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.257885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.334858 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.558275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.565271 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.651336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=0093ded5-2f71-430d-9bb0-deb4b1aa342b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:32.663674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.774796 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Floating IP 10844b25-4961-4bdd-a578-9beb62c58531 associated. External IP: 172.25.6.248, port: d8373578-b4c2-4573-af97-8c9323a1f57c. Aug 20 14:08:33.039732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 65f20a8a-3239-4843-b166-f15e8e015a51 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:08:33.160418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:33.174299 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] Sync routers for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:33.180662 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:33.187846 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:33.189655 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:33.217380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-62785b76-a922-43f0-8bb0-a46b688d4f3e tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9329090 Aug 20 14:08:33.218438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:33.221774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42352) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:33.222980 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b349ca-a531-4a72-ac60-62ed408703f7" -d '{"events": [{"name": "network-changed", "server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:33.299568 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d6ff31-1f15-464e-a07d-ae4be87b12ab x-openstack-request-id: req-b6d6ff31-1f15-464e-a07d-ae4be87b12ab {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:33.300604 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:33.300604 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6d6ff31-1f15-464e-a07d-ae4be87b12ab {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:33.301190 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'status': 'completed', 'code': 200} Aug 20 14:08:33.353151 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:33.384289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-e43f42a4-685b-4277-b1f1-095cad9e3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.385913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-e43f42a4-685b-4277-b1f1-095cad9e3eed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1135 time: 0.0483022 Aug 20 14:08:33.489794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac5fb2-6ef8-43b1-83ee-139f831b4be9 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.490418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac5fb2-6ef8-43b1-83ee-139f831b4be9 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.490947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac5fb2-6ef8-43b1-83ee-139f831b4be9 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.491456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac5fb2-6ef8-43b1-83ee-139f831b4be9 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.493549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-20ac5fb2-6ef8-43b1-83ee-139f831b4be9 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2693722 Aug 20 14:08:33.497860 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42356) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:33.501227 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-21ce4725-2fc3-4b7b-831f-c38a718fbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.503970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-21ce4725-2fc3-4b7b-831f-c38a718fbe76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 200 len: 898 time: 0.1105440 Aug 20 14:08:33.666392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206435e-2a2c-4fd6-adbb-02f43d7c2cdb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.667225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206435e-2a2c-4fd6-adbb-02f43d7c2cdb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.668062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206435e-2a2c-4fd6-adbb-02f43d7c2cdb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.668927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206435e-2a2c-4fd6-adbb-02f43d7c2cdb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.675018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1206435e-2a2c-4fd6-adbb-02f43d7c2cdb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1727509 Aug 20 14:08:33.675535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42358) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:33.722224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-57aa6efe-ff80-4128-829a-061006bbfb1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 200 len: 999 time: 0.2105842 Aug 20 14:08:33.738093 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '10844b25-4961-4bdd-a578-9beb62c58531', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'port_id': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'mac_address': 'fa:16:3e:b1:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759576c3-981a-44b5-a078-42a91c3543df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:08:32Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 0, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:21Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:33.769072 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] Checking router: 65f20a8a-3239-4843-b166-f15e8e015a51 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:33.779875 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:33.780755 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:33.822539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-f1b4286c-aca8-4939-a131-65ffed7287e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.825206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-f1b4286c-aca8-4939-a131-65ffed7287e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a431-5c5b-4add-ac04-8403eb09a54d HTTP/1.1" status: 200 len: 835 time: 0.0954225 Aug 20 14:08:33.883574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-dd75b4ef-a413-484c-91c3-7489710654f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.885181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-dd75b4ef-a413-484c-91c3-7489710654f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515909 Aug 20 14:08:33.933244 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:34.033900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-e07cc987-26eb-478e-a9c8-b2d15589bdcc service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404676 Aug 20 14:08:34.058349 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-23c0417a-bb2e-4ab1-abe4-b060160f8ba4 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.3807805 Aug 20 14:08:34.062229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:34.119784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7248d3-f46e-4fe4-974e-ca8cdd5c55a3 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:34.120470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7248d3-f46e-4fe4-974e-ca8cdd5c55a3 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:34.130918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2c7248d3-f46e-4fe4-974e-ca8cdd5c55a3 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=65f20a8a-3239-4843-b166-f15e8e015a51 HTTP/1.1" status: 200 len: 1989 time: 0.0589738 Aug 20 14:08:34.199772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27b349ca-a531-4a72-ac60-62ed408703f7 req-8cdfba49-de12-4ce8-9b9e-ac26d067bbad service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586049 Aug 20 14:08:34.279719 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '10844b25-4961-4bdd-a578-9beb62c58531', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'port_id': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'mac_address': 'fa:16:3e:b1:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759576c3-981a-44b5-a078-42a91c3543df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:08:32Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 0, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:21Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:34.309450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4fe5-0969-4167-b30a-027f9c399a07 None None] The sync data for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 is: [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '10844b25-4961-4bdd-a578-9beb62c58531', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'port_id': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'mac_address': 'fa:16:3e:b1:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759576c3-981a-44b5-a078-42a91c3543df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:08:32Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 0, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:21Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:34.533013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2e9f4-60a9-4e98-a827-5a41e41bf6bc None None] New status for floating IP 10844b25-4961-4bdd-a578-9beb62c58531: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:08:45.815658 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6966ee85-673c-4b03-b4f8-9f47e9f52a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.588194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39c108de-0e9f-4143-8ddb-3ea148c3a967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.595644 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.647802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.564269 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:58.821955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-7a0e7c14-8067-449c-90e1-5260e8d59375 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517240 Aug 20 14:08:58.921892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-2e3a9eca-bfd9-4c26-a82a-31272e4867f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:58.924004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-2e3a9eca-bfd9-4c26-a82a-31272e4867f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1135 time: 0.0453882 Aug 20 14:08:59.046064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-417523ee-d72d-4f51-a053-d3a3e52e021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.048241 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-417523ee-d72d-4f51-a053-d3a3e52e021d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 200 len: 898 time: 0.1037881 Aug 20 14:08:59.124434 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-e016719b-3b9c-4d5e-82e2-235e64e98117 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 200 len: 1001 time: 0.0688572 Aug 20 14:08:59.180683 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-dc1e6f2f-da7a-4e55-9838-a8e708709579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.182217 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-dc1e6f2f-da7a-4e55-9838-a8e708709579 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a431-5c5b-4add-ac04-8403eb09a54d HTTP/1.1" status: 200 len: 835 time: 0.0504513 Aug 20 14:08:59.239306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-33f5ec89-f21a-439a-aba9-c7517e8ccbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.241051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-33f5ec89-f21a-439a-aba9-c7517e8ccbb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510156 Aug 20 14:08:59.347507 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-3c381bce-d4c5-4c60-bbd2-0e2508020b3a service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987668 Aug 20 14:08:59.412139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.466990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89366693-69ed-4ed6-aa6c-bb672cfb5be9 req-ee2d5005-7656-484c-b994-e852e626440a service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116567 Aug 20 14:09:00.320343 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:09:02.059819 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.304026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:07.397475 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a1370c32-93bf-44ab-88bb-88973b1a8334 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0921283 Aug 20 14:09:07.402771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42378) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:07.409363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'network': {'name': 'tempest-network-smoke--251706185', 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'port_security_enabled': False}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:07.442515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Made reservation on behalf of 4b469fc5b1e64591ad8e953f16958263 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:07.446631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.474363 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:09:07.485284 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.485629 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Added segment 20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4 of type vlan for network aad863c3-e2cb-400a-aeac-dd6dd0772817 Aug 20 14:09:07.532343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.563488 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.569413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:07.570053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.634313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2303722 Aug 20 14:09:07.637806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42380) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:07.646006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'admin_state_up': True, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:07.654879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Network': ['ID=aad863c3-e2cb-400a-aeac-dd6dd0772817,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:07.673176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.673524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.673868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.674204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.674535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.674874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.675204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.675525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.675812 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.676139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.676467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.676821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f10e4-d192-4147-a049-8ecce754b6fb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:07.691245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:09:07.692053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.693314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.791596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.943917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.164805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.191162 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.355980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.25.6.54 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/c25c0f68-9d0a-47dc-bf46-f7daca8731c9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:08.481065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.536149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.602854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:08.611013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:08.620154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:08.623422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:08.898427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:09.115057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:09.264302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:09:09.394281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:09.411666 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Sync routers for ids ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:09.421227 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:09.424016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bda2c28e-8295-4cb0-9520-fa61ce32d5dd tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7844570 Aug 20 14:09:09.426792 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Routers {'0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:09.428022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42382) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.428230 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:09.521701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2f907-2da1-4edc-b0c1-4bd0402bfbcc tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:09.523166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-88a2f907-2da1-4edc-b0c1-4bd0402bfbcc tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b469fc5b1e64591ad8e953f16958263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0937433 Aug 20 14:09:09.527906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42384) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.567923 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Set router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:09.633085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91169493-6df9-444a-96d8-52874c0e96ee tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:09.639512 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-91169493-6df9-444a-96d8-52874c0e96ee tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059034 Aug 20 14:09:09.639828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42386) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.677502 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-13045c89-d316-4892-8db3-577c15e472ab tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302198 Aug 20 14:09:09.678281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.711844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-97b2ae5d-da00-4823-ae11-1ba6f67ac8ae tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b469fc5b1e64591ad8e953f16958263&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293722 Aug 20 14:09:09.713067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42390) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.849032 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:08Z', 'revision_number': 3, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:09.877906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b896f-6e7b-445a-9e15-4aaa5ea71b97 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:09.878288 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Checking router: 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:09.878644 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Updating router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:09:09.880771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-226b896f-6e7b-445a-9e15-4aaa5ea71b97 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1659641 Aug 20 14:09:09.884703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42392) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.908205 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:09.917853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0feb798c-7446-4082-9dad-2bcb127408fc tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317531 Aug 20 14:09:09.922660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42394) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:09.928497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895790145', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:10.089797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Made reservation on behalf of 4b469fc5b1e64591ad8e953f16958263 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:10.094781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.381532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.410851 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.424241 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Transition to ACTIVE for port object c25c0f68-9d0a-47dc-bf46-f7daca8731c9 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:10.431299 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.491120 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Attempting to bind port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:10.492315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Attempting to bind port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:10.493087 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Attempting to bind port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:10.514708 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:10.515948 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:10.516899 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.517357 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:10.518278 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Bound port: c25c0f68-9d0a-47dc-bf46-f7daca8731c9, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:10.518975 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.521960 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f73f-5a01-4aae-ab42-22b77a72038c None None] Pushing event updated for resources: {'Port': ['ID=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:10.623334 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] For port c25c0f68-9d0a-47dc-bf46-f7daca8731c9, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:10.629119 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] For port c25c0f68-9d0a-47dc-bf46-f7daca8731c9, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:10.635429 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.733750 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Routers {'0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:10.735549 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:10.744687 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f73f-5a01-4aae-ab42-22b77a72038c None None] Pushing event updated for resources: {'Port': ['ID=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:10.834092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Subnet': ['ID=47c00af7-046a-497c-b22b-a9f9bb6a9007,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:10.848375 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.848756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.849101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.849456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.849775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.850109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.850436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.850763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.851109 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.851423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.851747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.852072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:10.855966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Checking segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:10.856407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network hostable DHCP agents. Network: aad863c3-e2cb-400a-aeac-dd6dd0772817, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:09:10.884691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:09:10.899915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, aad863c3-e2cb-400a-aeac-dd6dd0772817) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:10.906743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:10.908329 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.914590 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] Set router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:10.919763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eff9e1-f2ce-44e8-98d6-745c8c8442e8 None None] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:10.939078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42396) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:10.939932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b151f93c-0818-4c17-a64b-c21c180aaf28 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0147240 Aug 20 14:09:11.144187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-aad863c3-e2cb-400a-aeac-dd6dd0772817', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'fixed_ips': [{'subnet_id': '47c00af7-046a-497c-b22b-a9f9bb6a9007'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:09:11.145354 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.184257 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:08Z', 'revision_number': 3, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:11.233525 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7196a0-73e1-4044-b479-ad89a38919ce None None] The sync data for ids ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'] in n-d-804232-5 is: [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:08Z', 'revision_number': 3, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:11.334935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Allocated IP 172.20.0.18 (aad863c3-e2cb-400a-aeac-dd6dd0772817/47c00af7-046a-497c-b22b-a9f9bb6a9007/0d29edd6-026b-4248-8ac6-289c2a75c17b) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:11.550445 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.560430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Transition to ACTIVE for port object 0d29edd6-026b-4248-8ac6-289c2a75c17b will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:11.583305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Transition to ACTIVE for port object 0d29edd6-026b-4248-8ac6-289c2a75c17b will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:11.600824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.663675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:11.668526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:11.673453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:11.731364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Pushing event updated for resources: {'Port': ['ID=0d29edd6-026b-4248-8ac6-289c2a75c17b,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:11.807519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Attempting to bind port 0d29edd6-026b-4248-8ac6-289c2a75c17b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:11.808127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Attempting to bind port 0d29edd6-026b-4248-8ac6-289c2a75c17b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:11.809638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Attempting to bind port 0d29edd6-026b-4248-8ac6-289c2a75c17b on network aad863c3-e2cb-400a-aeac-dd6dd0772817 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:11.821172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:11.822145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Checking segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:11.822989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.823884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Bound using segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:11.825025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Bound port: 0d29edd6-026b-4248-8ac6-289c2a75c17b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:11.826034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.895850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c25c0f68-9d0a-47dc-bf46-f7daca8731c9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:11.985936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] For port 0d29edd6-026b-4248-8ac6-289c2a75c17b, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:11.989847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] For port 0d29edd6-026b-4248-8ac6-289c2a75c17b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0d29edd6-026b-4248-8ac6-289c2a75c17b,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:12.001215 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.087505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f153f0f-0ff2-427d-8c63-6029f3f39da5 None None] Pushing event updated for resources: {'Port': ['ID=0d29edd6-026b-4248-8ac6-289c2a75c17b,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:12.091733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:12.098096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:12.098365 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.128267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.211744 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.241628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c25c0f68-9d0a-47dc-bf46-f7daca8731c9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:12.249057 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.336120 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:12.629282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.20.0.17 (aad863c3-e2cb-400a-aeac-dd6dd0772817/47c00af7-046a-497c-b22b-a9f9bb6a9007/c37d7c2b-1fa8-47d5-8470-3785bb6250e4) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:12.775183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.802436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Transition to ACTIVE for port object c37d7c2b-1fa8-47d5-8470-3785bb6250e4 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:12.837951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.884875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:12.888154 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:12.892844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:12.922439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:12.962183 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.159470 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.532323 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.538436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.675080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:13.679847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.868295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:13.869732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0d29edd6-026b-4248-8ac6-289c2a75c17b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:13.870235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:13.957940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 0d29edd6-026b-4248-8ac6-289c2a75c17b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:13.963357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c25c0f68-9d0a-47dc-bf46-f7daca8731c9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:14.012848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:14.019335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:14.019795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.167419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:14.177464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cb33d1b2-ad22-4cf8-a4d2-e0b36fda68bb tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "PUT /v2.0/routers/0a53e4c2-5c09-422f-8f2b-cc2a5da0127f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369263 Aug 20 14:09:14.185031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Sync routers for ids ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:14.196766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6c444-d4d2-4430-8f49-0def7fa57f4f None None] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:14.302429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Routers {'0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:14.303708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:14.311715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] Provisioning for port 0d29edd6-026b-4248-8ac6-289c2a75c17b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:14.379142 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] Provisioning complete for port 0d29edd6-026b-4248-8ac6-289c2a75c17b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:14.379598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.514942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-ac49df43-ea4a-4b2d-9049-386c48054e32 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:14.518209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-ac49df43-ea4a-4b2d-9049-386c48054e32 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/networks?id=aad863c3-e2cb-400a-aeac-dd6dd0772817 HTTP/1.1" status: 200 len: 797 time: 0.1543977 Aug 20 14:09:14.547787 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-1fac4a5a-5467-40d3-9e51-b565f94d4c46 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/quotas/4b469fc5b1e64591ad8e953f16958263 HTTP/1.1" status: 200 len: 375 time: 0.0210707 Aug 20 14:09:14.653756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-989bcfcc-bf0f-4ada-8b08-1d5460217934 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1024139 Aug 20 14:09:14.742581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Set router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:14.832528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-08aa69e9-fc05-4133-a80a-001011ea5d37 service neutron] 10.222.0.59 "GET /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612957 Aug 20 14:09:14.882091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.975935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-71283a7a-7ab9-4065-8f19-2579622096f8 service neutron] 10.222.0.59 "GET /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345096 Aug 20 14:09:14.998451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] For port 0d29edd6-026b-4248-8ac6-289c2a75c17b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0d29edd6-026b-4248-8ac6-289c2a75c17b,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:15.009400 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.117549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2ceeb-7498-4314-9f9e-5ca638fc9619 None None] Pushing event updated for resources: {'Port': ['ID=0d29edd6-026b-4248-8ac6-289c2a75c17b,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:15.145053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:13Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c37d7c2b-1fa8-47d5-8470-3785bb6250e4', 'name': '', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:3a:2b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:12Z', 'updated_at': '2021-08-20T14:09:13Z', 'revision_number': 2, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:15.186642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Checking router: 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:15.187287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Updating router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:09:15.243510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.280004 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18689d33-20bb-4da6-943c-fa9cc7587f0d req-14e21f25-7574-40a8-9c58-4a47eac79e9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 210 time: 0.0483303 Aug 20 14:09:15.449034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28dec5a8-b71a-44f7-b19e-15abfd3efc6e None None] Provisioning complete for port 0d29edd6-026b-4248-8ac6-289c2a75c17b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:15.449414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28dec5a8-b71a-44f7-b19e-15abfd3efc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.797484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0d29edd6-026b-4248-8ac6-289c2a75c17b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:15.857835 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28dec5a8-b71a-44f7-b19e-15abfd3efc6e None None] Provisioning for port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:15.884207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-28dec5a8-b71a-44f7-b19e-15abfd3efc6e None None] Provisioning complete for port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:15.885456 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-28dec5a8-b71a-44f7-b19e-15abfd3efc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.925393 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc371-8633-4ef3-b6c7-6d83646823a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.965529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.992628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Transition to ACTIVE for port object c37d7c2b-1fa8-47d5-8470-3785bb6250e4 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:15.994412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-28dec5a8-b71a-44f7-b19e-15abfd3efc6e None None] Port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:16.003755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.038565 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 0d29edd6-026b-4248-8ac6-289c2a75c17b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:16.039086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.095741 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f527-c020-4d62-88bc-28e0b3c8953d None None] Pushing event updated for resources: {'Port': ['ID=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:16.198476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Attempting to bind port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:16.198857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Attempting to bind port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:16.199232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Attempting to bind port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 on network aad863c3-e2cb-400a-aeac-dd6dd0772817 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:16.214473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:16.214859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Checking segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:16.215278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.215684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Bound using segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:16.216201 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Bound port: c37d7c2b-1fa8-47d5-8470-3785bb6250e4, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:16.216633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.308527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] For port c37d7c2b-1fa8-47d5-8470-3785bb6250e4, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:16.313186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] For port c37d7c2b-1fa8-47d5-8470-3785bb6250e4, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:16.321175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.388810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Routers {'0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:16.389479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:08:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:16.437677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f527-c020-4d62-88bc-28e0b3c8953d None None] Pushing event updated for resources: {'Port': ['ID=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:16.586218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4018f519-7cc5-4cd3-8c8e-2ca71528dbb4 req-95006c80-148c-4a27-a054-ba4dce09f38b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 210 time: 0.1234159 Aug 20 14:09:16.595529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] Set router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:16.664296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-82fe9841-f0fc-41d0-b258-12212303ee39 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:16.665956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-82fe9841-f0fc-41d0-b258-12212303ee39 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.53 "GET /v2.0/networks?id=aad863c3-e2cb-400a-aeac-dd6dd0772817 HTTP/1.1" status: 200 len: 797 time: 0.2358353 Aug 20 14:09:16.681610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Request body: {'port': {'device_id': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'admin_state_up': True, 'tenant_id': '4b469fc5b1e64591ad8e953f16958263'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:16.815785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Made reservation on behalf of 4b469fc5b1e64591ad8e953f16958263 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:16.819573 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.879031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:13Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c37d7c2b-1fa8-47d5-8470-3785bb6250e4', 'name': '', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:3a:2b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:12Z', 'updated_at': '2021-08-20T14:09:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:16.913549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8ce19-18b8-4d2e-9ac4-0b462fbe2fd5 None None] The sync data for ids ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'] in n-d-804232-5 is: [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:13Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c37d7c2b-1fa8-47d5-8470-3785bb6250e4', 'name': '', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:3a:2b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:12Z', 'updated_at': '2021-08-20T14:09:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:16.994913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Allocated IP 172.20.0.26 (aad863c3-e2cb-400a-aeac-dd6dd0772817/47c00af7-046a-497c-b22b-a9f9bb6a9007/02d1e4e7-1cfe-432a-b9aa-43aaf64db83e) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:17.150948 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.174124 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Transition to ACTIVE for port object 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:17.215674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.264115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:17.269249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:17.273759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:17.285273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event updated for resources: {'Port': ['ID=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:17.351540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:17.352429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.375940 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-eec56647-0362-47e2-808e-2232ea47c3c6 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6981680 Aug 20 14:09:17.389621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-36bd6062-4097-424f-bdbb-8391c5161089 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:09:17.391761 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-36bd6062-4097-424f-bdbb-8391c5161089 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095706 Aug 20 14:09:17.485647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Request body: {'port': {'device_id': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:17.560643 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.612515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fa8446e8-52df-409e-8f65-054166ca7e2a None None] Provisioning for port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:17.620198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fa8446e8-52df-409e-8f65-054166ca7e2a None None] Provisioning complete for port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:17.620681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fa8446e8-52df-409e-8f65-054166ca7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.692126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-fa8446e8-52df-409e-8f65-054166ca7e2a None None] Port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:17.813663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00bfc-a696-4287-84fb-601be614d55b req-1abeccf8-ce75-409d-bada-07973b3a54ff tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:17.820034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73f00bfc-a696-4287-84fb-601be614d55b req-1abeccf8-ce75-409d-bada-07973b3a54ff tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 895 time: 0.0668557 Aug 20 14:09:17.836047 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c37d7c2b-1fa8-47d5-8470-3785bb6250e4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:17.901487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:17.909514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:17.910138 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.939762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:17.948690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.965044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Transition to ACTIVE for port object 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:17.971960 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.024423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.067090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port c37d7c2b-1fa8-47d5-8470-3785bb6250e4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:18.073540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.075045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Pushing event updated for resources: {'Port': ['ID=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:18.170377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:18.220731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Attempting to bind port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:18.221305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Attempting to bind port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:18.222050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Attempting to bind port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e on network aad863c3-e2cb-400a-aeac-dd6dd0772817 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:18.229628 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e on network aad863c3-e2cb-400a-aeac-dd6dd0772817 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:09:18.230097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Attempting to bind port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e on network aad863c3-e2cb-400a-aeac-dd6dd0772817 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:18.240009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:18.240766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Checking segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:18.241396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Bound using segment: {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:18.242162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Bound port: 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:18.242968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.355723 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] For port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:18.361978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] For port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:18.369862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.419592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.420644 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.423141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] 10.222.0.53 "PUT /v2.0/ports/02d1e4e7-1cfe-432a-b9aa-43aaf64db83e HTTP/1.1" status: 200 len: 1055 time: 1.0241735 Aug 20 14:09:18.430826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'tag': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:18.433829 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfd5f4f-895f-4490-97a1-a614501bad7f", "tag": "02d1e4e7-1cfe-432a-b9aa-43aaf64db83e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:18.505295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d3fa7-34e3-4dc2-8700-e5d7d2779d30 service neutron] Pushing event updated for resources: {'Port': ['ID=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:18.567733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-9fae636c-b953-4a89-8d79-0c927b7b0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.570397 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-9fae636c-b953-4a89-8d79-0c927b7b0846 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 1058 time: 0.0847912 Aug 20 14:09:18.613872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3b704e90-18ed-4979-8789-fb4b8be0a3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.631284 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.647206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-86ce1a20-1091-4c77-938b-c7fa6f1fe004 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e HTTP/1.1" status: 200 len: 217 time: 0.0680900 Aug 20 14:09:18.671197 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b7cd4c-93b3-4252-9898-f792d26f45fc x-openstack-request-id: req-e8b7cd4c-93b3-4252-9898-f792d26f45fc {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:18.671620 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfd5f4f-895f-4490-97a1-a614501bad7f", "tag": "02d1e4e7-1cfe-432a-b9aa-43aaf64db83e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:18.672626 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8b7cd4c-93b3-4252-9898-f792d26f45fc {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:18.673316 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'tag': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e', 'status': 'completed', 'code': 200} Aug 20 14:09:18.740316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-db080b88-a42a-44fd-828d-33468ab61132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.742465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-db080b88-a42a-44fd-828d-33468ab61132 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47c00af7-046a-497c-b22b-a9f9bb6a9007 HTTP/1.1" status: 200 len: 837 time: 0.0845227 Aug 20 14:09:18.803082 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-45cac2f9-d762-4d43-8d8f-b5b28a4db614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.804929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-45cac2f9-d762-4d43-8d8f-b5b28a4db614 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aad863c3-e2cb-400a-aeac-dd6dd0772817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551322 Aug 20 14:09:18.930291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-4109589f-3970-4516-80c0-ca49ea2e48ed service neutron] 10.222.0.53 "GET /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176875 Aug 20 14:09:18.973576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ec391-fad0-4e16-8e02-39bcca10293b req-66692747-5706-43d3-baa0-6ce5ca9f958d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.975126 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a7ec391-fad0-4e16-8e02-39bcca10293b req-66692747-5706-43d3-baa0-6ce5ca9f958d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 907 time: 0.0563326 Aug 20 14:09:19.087032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a17f603-706d-4bb1-bdd0-254ca1e0b42c req-517cedfc-7b0b-42ee-8e91-57afc240be26 service neutron] 10.222.0.53 "GET /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493497 Aug 20 14:09:19.490292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-fd13917b-af9d-45dd-af43-2662b1049402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:19.491859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-fd13917b-af9d-45dd-af43-2662b1049402 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 1058 time: 0.3495564 Aug 20 14:09:19.592953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-bcd3636f-94ea-401a-90ae-4f684feb1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:19.595141 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-bcd3636f-94ea-401a-90ae-4f684feb1a18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aad863c3-e2cb-400a-aeac-dd6dd0772817 HTTP/1.1" status: 200 len: 898 time: 0.0953052 Aug 20 14:09:19.644691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-2e58079c-40eb-4379-a5dc-8cde6c911164 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e HTTP/1.1" status: 200 len: 217 time: 0.0421863 Aug 20 14:09:19.648027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.720589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-d0502a7c-7bce-46ae-bf2b-ab6dbc352831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:19.722114 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-d0502a7c-7bce-46ae-bf2b-ab6dbc352831 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47c00af7-046a-497c-b22b-a9f9bb6a9007 HTTP/1.1" status: 200 len: 837 time: 0.0710440 Aug 20 14:09:19.757423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c37d7c2b-1fa8-47d5-8470-3785bb6250e4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:19.797403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-56829ae3-44d3-42cb-bf47-b5accab16492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:19.798646 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-56829ae3-44d3-42cb-bf47-b5accab16492 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aad863c3-e2cb-400a-aeac-dd6dd0772817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676582 Aug 20 14:09:19.844263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:19.844712 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.947140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-2932f966-6370-45c9-8e7f-1be4ffe1c743 service neutron] 10.222.0.53 "GET /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396625 Aug 20 14:09:20.065581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a2a24a5e-e1e2-4198-93a8-8e6c955f4c73 req-0cf29b7e-f55a-42a6-b436-a993bc39a212 service neutron] 10.222.0.53 "GET /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108289 Aug 20 14:09:20.126072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad05449-9546-4965-85c7-3aaa4c394497 req-4f5ecd42-9cb5-4837-aea4-b69ab683910d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:20.127743 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ad05449-9546-4965-85c7-3aaa4c394497 req-4f5ecd42-9cb5-4837-aea4-b69ab683910d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 907 time: 0.0577276 Aug 20 14:09:21.257528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e8f4-4be9-4c51-b660-af7d7bd5d4a2 req-5fd4706d-ceac-4a76-a16e-9c0facde7249 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:21.259199 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3875e8f4-4be9-4c51-b660-af7d7bd5d4a2 req-5fd4706d-ceac-4a76-a16e-9c0facde7249 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 907 time: 0.0546668 Aug 20 14:09:21.565968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:22.017484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:09:22.127386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:22.141194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e', 'network_id': 'aad863c3-e2cb-400a-aeac-dd6dd0772817', 'port_id': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e', 'mac_address': 'fa:16:3e:7f:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c00af7-046a-497c-b22b-a9f9bb6a9007', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:09:22.183893 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:22.199136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:22.222608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:22.228333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:22.306746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:22.319762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.320340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.320966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.321544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.322115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.322681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.323247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.323818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.324390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.325013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.325601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.326160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:22.424319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c077502-9cba-4f78-b0b8-71137b3eca33 req-e30b4ba8-1e9e-439d-8449-826af54bff4c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:22.426272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c077502-9cba-4f78-b0b8-71137b3eca33 req-e30b4ba8-1e9e-439d-8449-826af54bff4c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 908 time: 0.0617936 Aug 20 14:09:22.433774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['02d1e4e7-1cfe-432a-b9aa-43aaf64db83e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:09:23.565390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1640c2-e204-4375-ad14-8ff1b8cbeb30 req-a2cb0b0b-7d51-488f-87c4-d37c80be0a4c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:23.567100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cd1640c2-e204-4375-ad14-8ff1b8cbeb30 req-a2cb0b0b-7d51-488f-87c4-d37c80be0a4c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 908 time: 0.0554550 Aug 20 14:09:24.036038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:24.090957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:24.097459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:24.098026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.186862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.214313 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:24.217009 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed52f2-95ec-4ade-9008-a7d7a17775cf" -d '{"events": [{"server_uuid": "7cfd5f4f-895f-4490-97a1-a614501bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "02d1e4e7-1cfe-432a-b9aa-43aaf64db83e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:24.233596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:24.239784 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.284829 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac87d67-8721-4672-8999-902562d41b44 x-openstack-request-id: req-fac87d67-8721-4672-8999-902562d41b44 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:24.285128 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd5f4f-895f-4490-97a1-a614501bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "02d1e4e7-1cfe-432a-b9aa-43aaf64db83e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:24.285553 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fac87d67-8721-4672-8999-902562d41b44 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:24.285983 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e', 'code': 200} Aug 20 14:09:24.308894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:24.402519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2f476-972b-445a-bd6f-c1629bdaba1b req-b65c41f9-b4df-43c7-bd8a-607488521153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:24.404300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fd2f476-972b-445a-bd6f-c1629bdaba1b req-b65c41f9-b4df-43c7-bd8a-607488521153 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 1060 time: 0.0469861 Aug 20 14:09:24.711366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae068-bc02-467e-bc45-24ed6f009131 req-2f69d643-f0c5-4b4d-b19f-013ceb95b2e0 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:24.713100 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89bae068-bc02-467e-bc45-24ed6f009131 req-2f69d643-f0c5-4b4d-b19f-013ceb95b2e0 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 909 time: 0.0637898 Aug 20 14:09:25.855813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209a1ef-5a71-4697-9e86-fbfb8d7342fe req-f013d49b-2528-4afe-8af2-df91470a043c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:25.857539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a209a1ef-5a71-4697-9e86-fbfb8d7342fe req-f013d49b-2528-4afe-8af2-df91470a043c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 909 time: 0.0534987 Aug 20 14:09:25.986265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7fe6a-b32c-4a12-a05b-f9a834b71203 req-81825fdf-b934-4661-8f09-47b869897c0d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:25.987820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8ed7fe6a-b32c-4a12-a05b-f9a834b71203 req-81825fdf-b934-4661-8f09-47b869897c0d tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 909 time: 0.0561781 Aug 20 14:09:26.139232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ff751-a7c7-41d5-bd99-8b617fbeea03 req-4cc2eb35-9e46-40e9-985c-151ac73138bb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.142585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac4ff751-a7c7-41d5-bd99-8b617fbeea03 req-4cc2eb35-9e46-40e9-985c-151ac73138bb tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 1060 time: 0.0720031 Aug 20 14:09:26.261397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44d033-a860-4a07-96b0-2aa98d429ce4 req-18b0f351-37c9-4385-9c90-4029018ddda6 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.263125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c44d033-a860-4a07-96b0-2aa98d429ce4 req-18b0f351-37c9-4385-9c90-4029018ddda6 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1135 time: 0.0482149 Aug 20 14:09:26.315373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c44d033-a860-4a07-96b0-2aa98d429ce4 req-15201bd3-a230-444b-93f6-efcf72064eb4 tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0449395 Aug 20 14:09:26.340404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42456) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:26.392266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2ee0d-42d8-4e18-8d4f-0b5e2eb9c23f tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.394939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1ed2ee0d-42d8-4e18-8d4f-0b5e2eb9c23f tempest-TestSecurityGroupsBasicOps-1468712660 tempest-TestSecurityGroupsBasicOps-1468712660-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 1055 time: 0.0523541 Aug 20 14:09:26.667358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55eb33-d210-4234-a5c7-85b790f0fc69 req-23f447d4-6925-4841-9b77-3dc5c746dd59 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.669029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ea55eb33-d210-4234-a5c7-85b790f0fc69 req-23f447d4-6925-4841-9b77-3dc5c746dd59 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 909 time: 0.0578799 Aug 20 14:09:27.830536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9608bc-7aa3-4802-ae18-725af3a46773 req-3337334d-0abe-4ab4-961b-19ba8141b9ac tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:27.832640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-df9608bc-7aa3-4802-ae18-725af3a46773 req-3337334d-0abe-4ab4-961b-19ba8141b9ac tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 909 time: 0.0815866 Aug 20 14:09:27.866010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-39625be7-e3a9-4f8d-935d-c223c8c5efe2 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:27.867954 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-39625be7-e3a9-4f8d-935d-c223c8c5efe2 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 909 time: 0.0762012 Aug 20 14:09:27.979754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:27.980049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.082813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] For port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:28.083524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.100215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:28.249071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.279649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=02d1e4e7-1cfe-432a-b9aa-43aaf64db83e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:28.332114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] No DVR routers for this DVR port 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:28.335169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.337287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c56072df-03c7-44f4-ba04-8f9f3af848f5 req-fb6a3c1d-5661-4beb-abc8-775f02ca5f9c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.53 "DELETE /v2.0/ports/02d1e4e7-1cfe-432a-b9aa-43aaf64db83e HTTP/1.1" status: 204 len: 173 time: 0.4627259 Aug 20 14:09:28.337762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'name': 'network-vif-deleted', 'tag': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:28.340210 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b8411-7194-42fb-ae49-91370b33c4c4" -d '{"events": [{"server_uuid": "7cfd5f4f-895f-4490-97a1-a614501bad7f", "name": "network-vif-deleted", "tag": "02d1e4e7-1cfe-432a-b9aa-43aaf64db83e"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:28.437701 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e074469-2d82-4c69-bb96-b15bcf305d6d x-openstack-request-id: req-8e074469-2d82-4c69-bb96-b15bcf305d6d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:28.438162 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd5f4f-895f-4490-97a1-a614501bad7f", "name": "network-vif-deleted", "tag": "02d1e4e7-1cfe-432a-b9aa-43aaf64db83e", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:28.438556 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e074469-2d82-4c69-bb96-b15bcf305d6d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:28.439167 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfd5f4f-895f-4490-97a1-a614501bad7f', 'name': 'network-vif-deleted', 'tag': '02d1e4e7-1cfe-432a-b9aa-43aaf64db83e', 'status': 'completed', 'code': 200} Aug 20 14:09:28.971292 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b17e58f4-126a-4455-98a8-e9e924121b96 req-5c442554-ea19-47ed-ac99-e3a7ddba197a tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfd5f4f-895f-4490-97a1-a614501bad7f HTTP/1.1" status: 200 len: 210 time: 0.0371985 Aug 20 14:09:29.411137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.036269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42470) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:30.488280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.792339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port c37d7c2b-1fa8-47d5-8470-3785bb6250e4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:30.792665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.900102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] For port c37d7c2b-1fa8-47d5-8470-3785bb6250e4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:30.900442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.916295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for c37d7c2b-1fa8-47d5-8470-3785bb6250e4 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:31.121459 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.152940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=c37d7c2b-1fa8-47d5-8470-3785bb6250e4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:31.396727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.652836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:31.826641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:31.834751 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d79e47f8-f1f3-4497-b936-fb2083caeaa7 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "PUT /v2.0/routers/0a53e4c2-5c09-422f-8f2b-cc2a5da0127f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7968352 Aug 20 14:09:31.837864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42472) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:31.842531 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] Sync routers for ids ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:31.858785 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] Routers {'0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:31.860454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:09:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:31.931639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting subnet 47c00af7-046a-497c-b22b-a9f9bb6a9007 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:09:31.936599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.003551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.035129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] Set router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:32.081593 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.096749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:32.132595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:32.133287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 02d1e4e7-1cfe-432a-b9aa-43aaf64db83e not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:32.173344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.245918 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.274724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3effa-eb40-4a32-9ccc-22ee0e792e7c None None] Network aad863c3-e2cb-400a-aeac-dd6dd0772817 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:32.279048 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.280995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/subnets/47c00af7-046a-497c-b22b-a9f9bb6a9007 HTTP/1.1" status: 204 len: 168 time: 0.4409571 Aug 20 14:09:32.284056 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42474) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:32.285903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb681b-529b-4fa8-a0bd-ead90230021f tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Subnet': ['ID=47c00af7-046a-497c-b22b-a9f9bb6a9007,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:32.328843 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:32.393522 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] Checking router: 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:32.412065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] Routers {'0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:32.413178 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:09:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:32.427501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.552728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] DHCP port deletion for aad863c3-e2cb-400a-aeac-dd6dd0772817 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:09:32.576702 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.589798 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] Set router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:32.634866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] Deleting port 0d29edd6-026b-4248-8ac6-289c2a75c17b {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:32.635635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.653038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port c25c0f68-9d0a-47dc-bf46-f7daca8731c9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:32.653601 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.759479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] For port 0d29edd6-026b-4248-8ac6-289c2a75c17b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0d29edd6-026b-4248-8ac6-289c2a75c17b,segment=NetworkSegment(20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4),segment_id=20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:32.760079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.792773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] Calling delete_port for 0d29edd6-026b-4248-8ac6-289c2a75c17b owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:32.803945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] For port c25c0f68-9d0a-47dc-bf46-f7daca8731c9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:32.804658 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.831817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for c25c0f68-9d0a-47dc-bf46-f7daca8731c9 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:32.881367 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:32.925013 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.929612 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da71ae-2bba-4975-9727-47baecd878bc None None] The sync data for ids ['0a53e4c2-5c09-422f-8f2b-cc2a5da0127f'] in n-d-804232-5 is: [{'id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-835169328', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:07Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': 'c25c0f68-9d0a-47dc-bf46-f7daca8731c9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a53e4c2-5c09-422f-8f2b-cc2a5da0127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:08Z', 'updated_at': '2021-08-20T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:32.962245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] Pushing event deleted for resources: {'Port': ['ID=0d29edd6-026b-4248-8ac6-289c2a75c17b,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:32.964586 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3b35d-ffd8-4928-9a96-b44e6dfb5815 None None] No DVR routers for this DVR port 0d29edd6-026b-4248-8ac6-289c2a75c17b on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:33.088919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.119226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=c25c0f68-9d0a-47dc-bf46-f7daca8731c9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:33.195066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.335187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.339497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.784020 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.785066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Fanout notify agent at l3_agent the message router_deleted on router 0a53e4c2-5c09-422f-8f2b-cc2a5da0127f {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:09:33.796062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.798599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-84ed66fd-ec9f-40ff-9f61-3dd9653ca2aa tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/routers/0a53e4c2-5c09-422f-8f2b-cc2a5da0127f HTTP/1.1" status: 204 len: 168 time: 1.5133014 Aug 20 14:09:33.802854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42476) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:33.837717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0d29edd6-026b-4248-8ac6-289c2a75c17b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:33.881348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 0d29edd6-026b-4248-8ac6-289c2a75c17b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:33.881996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0d29edd6-026b-4248-8ac6-289c2a75c17b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:33.882439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c37d7c2b-1fa8-47d5-8470-3785bb6250e4 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:33.905686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c37d7c2b-1fa8-47d5-8470-3785bb6250e4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:33.906682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c37d7c2b-1fa8-47d5-8470-3785bb6250e4 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:33.918597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.036320 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.049763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad863c3-e2cb-400a-aeac-dd6dd0772817']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:34.070128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:34.070474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e7ba60-f1b7-4bfb-b0ef-1e9c02c503a4') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:34.094811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.119625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.130688 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:09:34.131164 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:09:34.134911 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:09:34.204947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.213670 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.216044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/networks/aad863c3-e2cb-400a-aeac-dd6dd0772817 HTTP/1.1" status: 204 len: 168 time: 0.4115145 Aug 20 14:09:34.220510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42478) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:34.239460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1b766-f1ef-463b-a153-796b7ec6c722 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Network': ['ID=aad863c3-e2cb-400a-aeac-dd6dd0772817,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:34.513629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port 0093ded5-2f71-430d-9bb0-deb4b1aa342b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:34.514422 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.646124 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.646466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.661051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for 0093ded5-2f71-430d-9bb0-deb4b1aa342b owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:34.846627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.878416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=0093ded5-2f71-430d-9bb0-deb4b1aa342b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:34.958903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.959630 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Floating IP 10844b25-4961-4bdd-a578-9beb62c58531 disassociated (deleted). External IP: 172.25.6.248, port: d8373578-b4c2-4573-af97-8c9323a1f57c. Aug 20 14:09:35.200992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 65f20a8a-3239-4843-b166-f15e8e015a51 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:35.325990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:35.331252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:35.338883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06888427-81b6-47e9-852a-51533db6805a None None] Sync routers for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:35.350901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:35.351802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:09:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:35.368995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2f51bc6c-5fce-4d3d-b14b-6222d6be5897 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/floatingips/10844b25-4961-4bdd-a578-9beb62c58531 HTTP/1.1" status: 204 len: 168 time: 1.1432896 Aug 20 14:09:35.368995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:35.368995 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78844e93-a5f1-49e6-97b3-21ffd28031fc" -d '{"events": [{"name": "network-changed", "server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:35.447142 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d539d3-ac49-43d7-b511-876feb2cbcf4 x-openstack-request-id: req-71d539d3-ac49-43d7-b511-876feb2cbcf4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:35.447896 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:35.448763 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71d539d3-ac49-43d7-b511-876feb2cbcf4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:35.449553 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'status': 'completed', 'code': 200} Aug 20 14:09:35.533171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-724fa333-9ae5-446e-b840-5cdde61c7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:35.535859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-724fa333-9ae5-446e-b840-5cdde61c7113 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b469fc5b1e64591ad8e953f16958263&device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 1135 time: 0.0602024 Aug 20 14:09:35.541788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:35.712362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061acba-c411-40fb-b789-ce70472c10de req-dd48ea3a-4353-4eb8-a76e-9837e0789319 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:35.714358 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f061acba-c411-40fb-b789-ce70472c10de req-dd48ea3a-4353-4eb8-a76e-9837e0789319 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 984 time: 0.0873129 Aug 20 14:09:35.734467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-5f320201-8d40-4323-8a5f-0ec7dbf2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:35.736485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-5f320201-8d40-4323-8a5f-0ec7dbf2cce6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 200 len: 898 time: 0.1905537 Aug 20 14:09:35.761203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c25c0f68-9d0a-47dc-bf46-f7daca8731c9 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:35.796154 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-626977ce-d00f-440c-b457-4f9c8d1b1716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 200 len: 217 time: 0.0490944 Aug 20 14:09:35.823735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f061acba-c411-40fb-b789-ce70472c10de req-0976a711-6d6f-4f53-b4d0-a7d7cbc08b89 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1002274 Aug 20 14:09:35.871626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-5211627a-c07f-45d6-8ee7-d0ce670f04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:35.873245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-5211627a-c07f-45d6-8ee7-d0ce670f04e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a431-5c5b-4add-ac04-8403eb09a54d HTTP/1.1" status: 200 len: 835 time: 0.0667291 Aug 20 14:09:35.932660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-5db64423-0603-48fa-9126-ba205d2f6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:35.934385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-5db64423-0603-48fa-9126-ba205d2f6b33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531750 Aug 20 14:09:36.049780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c25c0f68-9d0a-47dc-bf46-f7daca8731c9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:36.050243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c25c0f68-9d0a-47dc-bf46-f7daca8731c9 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:36.057290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-2e43891b-8ad8-4759-9824-56a3ac8d2e25 service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130500 Aug 20 14:09:36.166858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-78844e93-a5f1-49e6-97b3-21ffd28031fc req-7444558a-a502-4c6d-8929-d212d6b9755b service neutron] 10.222.0.13 "GET /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019592 Aug 20 14:09:36.177503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:21Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:36.206552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06888427-81b6-47e9-852a-51533db6805a None None] Checking router: 65f20a8a-3239-4843-b166-f15e8e015a51 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:36.216084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:36.216779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:09:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:36.340760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:36.627931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-06888427-81b6-47e9-852a-51533db6805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:21Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:36.658868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06888427-81b6-47e9-852a-51533db6805a None None] The sync data for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 is: [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'c24ae93d-6133-40c8-bac9-94c309bc16c6', 'name': '', 'network_id': '2af6e683-72e8-4d7b-8f8c-2eb372f02a1e', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'mac_address': 'fa:16:3e:9d:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:15Z', 'updated_at': '2021-08-20T14:08:21Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'subnets': [{'id': '9353a431-5c5b-4add-ac04-8403eb09a54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:36.935848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da9421f-8f8b-4a96-a6ea-06d6cf4bdb2e None None] New status for floating IP 10844b25-4961-4bdd-a578-9beb62c58531: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:09:36.950032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-b77c433c-5a5a-4dfb-a9d2-805c939c9c37 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:36.952366 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-b77c433c-5a5a-4dfb-a9d2-805c939c9c37 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.13 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 984 time: 0.0613258 Aug 20 14:09:37.049268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198810-e7f7-42eb-9676-8e4d285f80f1 req-48857f24-52cb-4c34-b07c-edff86c1a243 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:37.052133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59198810-e7f7-42eb-9676-8e4d285f80f1 req-48857f24-52cb-4c34-b07c-edff86c1a243 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/ports?device_id=759576c3-981a-44b5-a078-42a91c3543df HTTP/1.1" status: 200 len: 984 time: 0.1000924 Aug 20 14:09:37.090068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port d8373578-b4c2-4573-af97-8c9323a1f57c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:37.090405 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.126538 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-59198810-e7f7-42eb-9676-8e4d285f80f1 req-e4de956c-69d6-40ca-b38b-88e31587a34c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "GET /v2.0/security-groups?id=e65d2509-eea5-4f50-811f-0e5ddfabc7e9&id=86937c66-cb16-435d-b6c6-260be151f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0669651 Aug 20 14:09:37.193091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] For port d8373578-b4c2-4573-af97-8c9323a1f57c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=d8373578-b4c2-4573-af97-8c9323a1f57c,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:37.193468 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.215214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for d8373578-b4c2-4573-af97-8c9323a1f57c owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:37.325874 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:09:37.366305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.405213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=d8373578-b4c2-4573-af97-8c9323a1f57c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:37.472729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] No DVR routers for this DVR port d8373578-b4c2-4573-af97-8c9323a1f57c on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:37.475535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.477751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ca554b2-6ff4-49f8-8d9c-94c66f07f685 req-a34e7c69-be4f-4449-8921-db0b78374b1c tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.13 "DELETE /v2.0/ports/d8373578-b4c2-4573-af97-8c9323a1f57c HTTP/1.1" status: 204 len: 173 time: 0.5179763 Aug 20 14:09:37.478228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'name': 'network-vif-deleted', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:37.480650 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48581c5b-686a-4a11-b167-a6d6868ff603" -d '{"events": [{"server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "name": "network-vif-deleted", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:37.533745 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a8b9b2-0993-46b8-84eb-f554e8cd736d x-openstack-request-id: req-f1a8b9b2-0993-46b8-84eb-f554e8cd736d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:37.534472 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759576c3-981a-44b5-a078-42a91c3543df", "name": "network-vif-deleted", "tag": "d8373578-b4c2-4573-af97-8c9323a1f57c", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:37.534950 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1a8b9b2-0993-46b8-84eb-f554e8cd736d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:37.535570 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759576c3-981a-44b5-a078-42a91c3543df', 'name': 'network-vif-deleted', 'tag': 'd8373578-b4c2-4573-af97-8c9323a1f57c', 'status': 'completed', 'code': 200} Aug 20 14:09:38.197861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42494) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:38.261444 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29679d88-6183-4a73-ac63-8824ee7c4a5b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.288596 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29679d88-6183-4a73-ac63-8824ee7c4a5b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.339999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29679d88-6183-4a73-ac63-8824ee7c4a5b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.346584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29679d88-6183-4a73-ac63-8824ee7c4a5b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.348647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-29679d88-6183-4a73-ac63-8824ee7c4a5b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/security-groups/86937c66-cb16-435d-b6c6-260be151f10e HTTP/1.1" status: 204 len: 168 time: 0.1491327 Aug 20 14:09:38.351601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42496) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:38.366214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29679d88-6183-4a73-ac63-8824ee7c4a5b tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86937c66-cb16-435d-b6c6-260be151f10e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:38.444696 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b20283e-a9a0-4c60-ad2b-7427e9a90504 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.473459 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b20283e-a9a0-4c60-ad2b-7427e9a90504 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.532450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b20283e-a9a0-4c60-ad2b-7427e9a90504 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.536670 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0b20283e-a9a0-4c60-ad2b-7427e9a90504 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.538462 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0b20283e-a9a0-4c60-ad2b-7427e9a90504 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/security-groups/e65d2509-eea5-4f50-811f-0e5ddfabc7e9 HTTP/1.1" status: 204 len: 168 time: 0.1856413 Aug 20 14:09:38.543257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42498) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:38.552343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20283e-a9a0-4c60-ad2b-7427e9a90504 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d2509-eea5-4f50-811f-0e5ddfabc7e9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:38.982397 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.307398 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port c24ae93d-6133-40c8-bac9-94c309bc16c6 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:39.308200 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.412373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] For port c24ae93d-6133-40c8-bac9-94c309bc16c6, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c24ae93d-6133-40c8-bac9-94c309bc16c6,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:39.412853 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.434153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for c24ae93d-6133-40c8-bac9-94c309bc16c6 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:39.681501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.735573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=c24ae93d-6133-40c8-bac9-94c309bc16c6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:39.978928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:40.264271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Router 65f20a8a-3239-4843-b166-f15e8e015a51 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:40.277048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8373578-b4c2-4573-af97-8c9323a1f57c no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:40.301143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: d8373578-b4c2-4573-af97-8c9323a1f57c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:40.301496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device d8373578-b4c2-4573-af97-8c9323a1f57c not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:40.680993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:40.686228 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4f333ca9-ea93-4d74-ba41-1e07cf995341 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "PUT /v2.0/routers/65f20a8a-3239-4843-b166-f15e8e015a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415834 Aug 20 14:09:40.691083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42500) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:40.698274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] Sync routers for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:40.714513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:40.715608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:09:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:40.754665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting subnet 9353a431-5c5b-4add-ac04-8403eb09a54d {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:09:40.758531 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:40.804418 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:40.907147 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:40.922881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:40.990789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.041524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Subnet': ['ID=9353a431-5c5b-4add-ac04-8403eb09a54d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:41.049632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.054309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-248b1004-ac22-488a-a9f4-33ed37d21304 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/subnets/9353a431-5c5b-4add-ac04-8403eb09a54d HTTP/1.1" status: 204 len: 168 time: 0.3620603 Aug 20 14:09:41.056891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:41.058218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558b631-1cda-482f-b7c4-00d77aee8bd1 None None] Network 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:41.180373 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.297812 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.357301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Deleting port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:41.357638 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.429652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:09:39Z', 'revision_number': 5, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port': {'id': '4ea19ac1-e17c-481a-9b78-7bd2f98bdc74', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:11Z', 'updated_at': '2021-08-20T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:41.470902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] Checking router: 65f20a8a-3239-4843-b166-f15e8e015a51 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:41.480703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] Routers {'65f20a8a-3239-4843-b166-f15e8e015a51'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:41.480964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] For port 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:41.481285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.481470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:09:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['65f20a8a-3239-4843-b166-f15e8e015a51'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:41.497531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Calling delete_port for 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:41.530777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] DHCP port deletion for 2af6e683-72e8-4d7b-8f8c-2eb372f02a1e request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:09:41.615760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] Set router 65f20a8a-3239-4843-b166-f15e8e015a51 gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:41.681720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.683000 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:09:41Z', 'revision_number': 6, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:41.709904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Port': ['ID=4ea19ac1-e17c-481a-9b78-7bd2f98bdc74,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:41.724450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] Deleting port c96824cc-781e-499a-9a4f-2ac391025d79 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:41.724843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.727128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea391239-4132-4632-b9f1-3fbcd00449e8 None None] The sync data for ids ['65f20a8a-3239-4843-b166-f15e8e015a51'] in n-d-804232-5 is: [{'id': '65f20a8a-3239-4843-b166-f15e8e015a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-716895657', 'tenant_id': '4b469fc5b1e64591ad8e953f16958263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:10Z', 'updated_at': '2021-08-20T14:09:41Z', 'revision_number': 6, 'project_id': '4b469fc5b1e64591ad8e953f16958263', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:41.789423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.812807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] For port c96824cc-781e-499a-9a4f-2ac391025d79, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c96824cc-781e-499a-9a4f-2ac391025d79,segment=NetworkSegment(6759d522-b8cd-449b-83d5-0ddc682e6102),segment_id=6759d522-b8cd-449b-83d5-0ddc682e6102)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:41.813488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.830894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] Calling delete_port for c96824cc-781e-499a-9a4f-2ac391025d79 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:41.888839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.892055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.931590 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.947612 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.948143 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Fanout notify agent at l3_agent the message router_deleted on router 65f20a8a-3239-4843-b166-f15e8e015a51 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:09:41.959419 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.960810 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-afb41eb9-f2e1-478a-8904-b06bb5bafe44 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/routers/65f20a8a-3239-4843-b166-f15e8e015a51 HTTP/1.1" status: 204 len: 168 time: 0.9028854 Aug 20 14:09:41.965498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42504) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:41.966074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] Pushing event deleted for resources: {'Port': ['ID=c96824cc-781e-499a-9a4f-2ac391025d79,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:41.977438 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e2b22-951a-4005-9e19-9977b49400d5 None None] No DVR routers for this DVR port c96824cc-781e-499a-9a4f-2ac391025d79 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:42.056816 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.190901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.211799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af6e683-72e8-4d7b-8f8c-2eb372f02a1e']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:42.220053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c96824cc-781e-499a-9a4f-2ac391025d79 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:42.243400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6759d522-b8cd-449b-83d5-0ddc682e6102') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:42.244058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6759d522-b8cd-449b-83d5-0ddc682e6102') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:42.264817 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.270591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c96824cc-781e-499a-9a4f-2ac391025d79 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:42.270951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c96824cc-781e-499a-9a4f-2ac391025d79 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:42.291229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.302935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:09:42.303597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:09:42.309078 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:09:42.409087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.417881 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.424231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] 10.222.0.59 "DELETE /v2.0/networks/2af6e683-72e8-4d7b-8f8c-2eb372f02a1e HTTP/1.1" status: 204 len: 168 time: 0.4534988 Aug 20 14:09:42.439669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0492eb1-a345-477b-b64c-3f4148776116 tempest-TestSecurityGroupsBasicOps-88888833 tempest-TestSecurityGroupsBasicOps-88888833-project] Pushing event deleted for resources: {'Network': ['ID=2af6e683-72e8-4d7b-8f8c-2eb372f02a1e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:42.859038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42512) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:43.039734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ee9b3e28-3ebe-41b7-bc09-5d9cb8797b07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b469fc5b1e64591ad8e953f16958263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789424 Aug 20 14:09:43.042844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42516) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:43.111792 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a773b9-19a6-4963-8295-fc3d0b37f431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.149708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a773b9-19a6-4963-8295-fc3d0b37f431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.221052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a773b9-19a6-4963-8295-fc3d0b37f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.223610 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83a773b9-19a6-4963-8295-fc3d0b37f431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.224878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-83a773b9-19a6-4963-8295-fc3d0b37f431 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b54c6452-a93a-41fc-808f-6feb8428fd70 HTTP/1.1" status: 204 len: 168 time: 0.1809239 Aug 20 14:09:43.234528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a773b9-19a6-4963-8295-fc3d0b37f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54c6452-a93a-41fc-808f-6feb8428fd70,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:43.555930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42522) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:43.581052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c983-5cc0-45dd-a754-5c9230859321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.714558 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c983-5cc0-45dd-a754-5c9230859321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.722407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c983-5cc0-45dd-a754-5c9230859321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.761315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c24ae93d-6133-40c8-bac9-94c309bc16c6 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:43.783074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f7e0c983-5cc0-45dd-a754-5c9230859321 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7eba63a38efb46d2a68107766d1809ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248302 Aug 20 14:09:43.786875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0c983-5cc0-45dd-a754-5c9230859321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2092432-bb23-498e-88a5-86d0c84ee1b4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:43.787730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42524) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:43.788530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c24ae93d-6133-40c8-bac9-94c309bc16c6 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:43.789039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c24ae93d-6133-40c8-bac9-94c309bc16c6 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:43.789713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:43.822698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:43.823226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4ea19ac1-e17c-481a-9b78-7bd2f98bdc74 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:43.864085 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b21b2e1-3efb-45a0-b346-1a2b5f5bc4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.888712 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b21b2e1-3efb-45a0-b346-1a2b5f5bc4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.948101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b21b2e1-3efb-45a0-b346-1a2b5f5bc4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.951270 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b21b2e1-3efb-45a0-b346-1a2b5f5bc4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.953109 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b21b2e1-3efb-45a0-b346-1a2b5f5bc4f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2092432-bb23-498e-88a5-86d0c84ee1b4 HTTP/1.1" status: 204 len: 168 time: 0.1633654 Aug 20 14:09:43.966629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21b2e1-3efb-45a0-b346-1a2b5f5bc4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2092432-bb23-498e-88a5-86d0c84ee1b4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:44.373942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42530) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:44.425593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e0d26a08-a6d9-4f2b-ae61-0d733443f263 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cf42db62c2e453f9ffdf0e902c97787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494423 Aug 20 14:09:44.428516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42532) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:44.487582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5549d750-b27e-4328-b449-2d69b6ba5cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:44.517167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5549d750-b27e-4328-b449-2d69b6ba5cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:44.573874 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5549d750-b27e-4328-b449-2d69b6ba5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:44.577647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5549d750-b27e-4328-b449-2d69b6ba5cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:44.579405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5549d750-b27e-4328-b449-2d69b6ba5cde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90a72bec-1bac-400b-8239-d499274c6e9d HTTP/1.1" status: 204 len: 168 time: 0.1496849 Aug 20 14:09:44.589033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549d750-b27e-4328-b449-2d69b6ba5cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a72bec-1bac-400b-8239-d499274c6e9d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:45.820436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e240d881-0761-43e5-b3ef-d65b8e6a9e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:48.593969 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c096cc21-f350-42fc-8256-17ff0889b108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:48.604405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:49.654440 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:51.579420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:55.658080 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-4bc85e3a-af91-47c0-97db-a19aec35d2ac tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b5b1ebc7aa54d83abe34812bea4a86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337219 Aug 20 14:09:55.870697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-c75d8cae-ee05-42ab-8fb8-703d1b0d0db5 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:55.872254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-c75d8cae-ee05-42ab-8fb8-703d1b0d0db5 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078576 Aug 20 14:09:55.895987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-f86e4ac5-407a-45ac-a512-dc31bcf08f5c tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/quotas/9b5b1ebc7aa54d83abe34812bea4a86f HTTP/1.1" status: 200 len: 375 time: 0.0122244 Aug 20 14:09:55.940118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-44a41702-1143-4192-81ca-55ac2b5a4e0d tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b5b1ebc7aa54d83abe34812bea4a86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373900 Aug 20 14:09:56.198880 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5093b568-8549-4c1a-904b-211a4404424b req-a0b5128c-4f1e-481f-8d3e-bd60b8bae659 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 210 time: 0.0558069 Aug 20 14:09:57.129269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-11fc7d6e-17d6-4ad0-a8ce-353388791984 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b5b1ebc7aa54d83abe34812bea4a86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292399 Aug 20 14:09:57.316681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-140b4c64-b3f2-4004-8362-ed08458a7a94 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:57.318355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-140b4c64-b3f2-4004-8362-ed08458a7a94 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830578 Aug 20 14:09:57.335132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Request body: {'port': {'device_id': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'admin_state_up': True, 'tenant_id': '9b5b1ebc7aa54d83abe34812bea4a86f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:57.361658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4d4a43d8-aedd-4594-abc5-9f29a23440be req-519e8482-4549-4648-8c32-83a1de3ee39d tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 210 time: 0.0421898 Aug 20 14:09:57.480052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Made reservation on behalf of 9b5b1ebc7aa54d83abe34812bea4a86f for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:57.484380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.495104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.610439 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.615072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.688377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac600426-d869-45ea-a70d-0c782b32834b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:57.776670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Allocated IP 192.168.233.193 (2a064ace-60ea-45eb-b64e-e891e090fbaa/a341f2de-9c56-4341-bdca-57eef32846a4/c9c7ef1e-05c1-46a0-84ae-014ba64b84cd) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:57.947627 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.963681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Transition to ACTIVE for port object c9c7ef1e-05c1-46a0-84ae-014ba64b84cd will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:58.008975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.057391 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Network 2a064ace-60ea-45eb-b64e-e891e090fbaa is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:58.061019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:58.066830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:58.078294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Pushing event updated for resources: {'Port': ['ID=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:58.132120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:58.133247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.150704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-d7fdd7f6-397e-4bcf-9418-9021bc204d31 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8196275 Aug 20 14:09:58.166246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Request body: {'port': {'device_id': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:58.234339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.340608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-96f020f7-0c17-47d6-ac04-8343bb3bdca2 None None] Provisioning for port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:58.346284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-96f020f7-0c17-47d6-ac04-8343bb3bdca2 None None] Provisioning complete for port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:58.346885 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96f020f7-0c17-47d6-ac04-8343bb3bdca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.408958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-96f020f7-0c17-47d6-ac04-8343bb3bdca2 None None] Port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:58.543504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db94c0-8de6-4f4b-9cd2-76ed2e39c226 req-af6cc486-648a-4c68-b9b5-05682528ef1e tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:58.546044 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94db94c0-8de6-4f4b-9cd2-76ed2e39c226 req-af6cc486-648a-4c68-b9b5-05682528ef1e tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 936 time: 0.0665762 Aug 20 14:09:58.597923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-94db94c0-8de6-4f4b-9cd2-76ed2e39c226 req-b73a15b7-887e-4b81-953d-0ff35de48435 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Aug 20 14:09:58.664738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c7ef1e-05c1-46a0-84ae-014ba64b84cd {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:58.679283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.699706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Transition to ACTIVE for port object c9c7ef1e-05c1-46a0-84ae-014ba64b84cd will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:58.706074 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.809412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:58.940053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Attempting to bind port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:58.940680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Attempting to bind port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:58.941113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Attempting to bind port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:58.946898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd on network 2a064ace-60ea-45eb-b64e-e891e090fbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:09:58.947352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Attempting to bind port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd on network 2a064ace-60ea-45eb-b64e-e891e090fbaa {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:58.953798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:58.954321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Checking segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:58.954863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Bound using segment: {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:58.955407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Bound port: c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:58.955861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.036692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] For port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:59.042599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] For port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:59.049529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.089766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.090423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.092015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] 10.222.0.53 "PUT /v2.0/ports/c9c7ef1e-05c1-46a0-84ae-014ba64b84cd HTTP/1.1" status: 200 len: 1096 time: 0.9326825 Aug 20 14:09:59.092495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'tag': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:59.096088 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b57c6-346e-4959-b028-d1cbf1d45fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "38e2ac81-c52e-4645-a106-096d2b0ae0de", "tag": "c9c7ef1e-05c1-46a0-84ae-014ba64b84cd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:59.143843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66320dca-7fb6-4847-b833-5135afa824a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:59.168823 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91088c7f-af61-4bbf-a52d-35293920a7d9 x-openstack-request-id: req-91088c7f-af61-4bbf-a52d-35293920a7d9 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:59.169121 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e2ac81-c52e-4645-a106-096d2b0ae0de", "tag": "c9c7ef1e-05c1-46a0-84ae-014ba64b84cd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:59.169382 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91088c7f-af61-4bbf-a52d-35293920a7d9 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:59.169808 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'tag': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd', 'status': 'completed', 'code': 200} Aug 20 14:09:59.211085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-89bcba94-a297-4a85-8251-0910dca25f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.212717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-89bcba94-a297-4a85-8251-0910dca25f81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b5b1ebc7aa54d83abe34812bea4a86f&device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 1099 time: 0.0638824 Aug 20 14:09:59.262896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-6900bdbf-0323-4aa8-b082-37be86a8bad5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd HTTP/1.1" status: 200 len: 217 time: 0.0419531 Aug 20 14:09:59.325996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-9f2c2ac8-3098-485c-9055-ac48642cf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.328642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-9f2c2ac8-3098-485c-9055-ac48642cf71d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0591524 Aug 20 14:09:59.385573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-15ccfcfa-1922-4a24-bd28-d312d0f9552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.387149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-15ccfcfa-1922-4a24-bd28-d312d0f9552c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516176 Aug 20 14:09:59.425637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.522899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-10ca700b-4be1-4d59-896f-6588a885b719 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279712 Aug 20 14:09:59.627698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76e2b979-57a1-4da9-9325-d53ed0831759 req-ac648c52-8464-44ca-9f30-d50d1ddd0f26 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966702 Aug 20 14:09:59.737762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-55e4fc51-a889-4c50-a901-5d4264a68c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.739316 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-55e4fc51-a889-4c50-a901-5d4264a68c52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b5b1ebc7aa54d83abe34812bea4a86f&device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 1099 time: 0.0504975 Aug 20 14:09:59.745136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa1cbb-b018-48d5-b2a0-cf6ec14a5f76 req-ae995b0a-1dde-4135-8b0c-bc041b524fa6 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.746992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7fa1cbb-b018-48d5-b2a0-cf6ec14a5f76 req-ae995b0a-1dde-4135-8b0c-bc041b524fa6 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 948 time: 0.0627084 Aug 20 14:09:59.798644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7fa1cbb-b018-48d5-b2a0-cf6ec14a5f76 req-bae6c052-f64a-4ff3-82fb-84654800b1de tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443664 Aug 20 14:09:59.849190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-39cda332-aa32-4a42-a30a-3c3307e81f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.850887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-39cda332-aa32-4a42-a30a-3c3307e81f84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a064ace-60ea-45eb-b64e-e891e090fbaa HTTP/1.1" status: 200 len: 870 time: 0.1044323 Aug 20 14:09:59.898299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-6f3e88ab-f8d4-43d0-9a48-13aa355eb9d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd HTTP/1.1" status: 200 len: 217 time: 0.0399349 Aug 20 14:09:59.959217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-bdbae049-07ef-4d94-a642-6ca25c825e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.960851 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-bdbae049-07ef-4d94-a642-6ca25c825e1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a341f2de-9c56-4341-bdca-57eef32846a4 HTTP/1.1" status: 200 len: 843 time: 0.0549955 Aug 20 14:10:00.014708 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-bb131ee0-da2e-464b-a3a7-195760c71a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:00.017612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-bb131ee0-da2e-464b-a3a7-195760c71a9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a064ace-60ea-45eb-b64e-e891e090fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475357 Aug 20 14:10:00.119049 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-f838818c-a48a-4d97-93ee-e99d91281f03 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940747 Aug 20 14:10:00.230106 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d44b57c6-346e-4959-b028-d1cbf1d45fb6 req-09b5c84a-c5ea-4486-8489-9ea9aa955324 service neutron] 10.222.0.53 "GET /v2.0/networks/2a064ace-60ea-45eb-b64e-e891e090fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032205 Aug 20 14:10:00.939375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c1a9d-ee6d-4cba-8bf5-6a4b7c340aad req-1c6ee9a6-a814-4b1d-9b3a-ace9b59c34f2 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:00.941111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-179c1a9d-ee6d-4cba-8bf5-6a4b7c340aad req-1c6ee9a6-a814-4b1d-9b3a-ace9b59c34f2 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 948 time: 0.0596700 Aug 20 14:10:00.988176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-179c1a9d-ee6d-4cba-8bf5-6a4b7c340aad req-0a2fd06b-54c3-4571-b938-80e8fa2bc964 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 Aug 20 14:10:02.077165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:02.130356 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce5d0-8866-4ac7-a6aa-797b74a9a11d req-b15e88d0-0bde-44f1-8de6-1616f44c53c0 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:02.132050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bdfce5d0-8866-4ac7-a6aa-797b74a9a11d req-b15e88d0-0bde-44f1-8de6-1616f44c53c0 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 948 time: 0.0631833 Aug 20 14:10:02.198037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bdfce5d0-8866-4ac7-a6aa-797b74a9a11d req-da25a70c-b56a-4f25-a751-f4cb7df703c4 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588937 Aug 20 14:10:02.236817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device c9c7ef1e-05c1-46a0-84ae-014ba64b84cd details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:02.346915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:02.360980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd', 'network_id': '2a064ace-60ea-45eb-b64e-e891e090fbaa', 'port_id': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd', 'mac_address': 'fa:16:3e:c6:45:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341f2de-9c56-4341-bdca-57eef32846a4', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:02.409351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:02.430345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c7ef1e-05c1-46a0-84ae-014ba64b84cd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:02.466459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:02.472003 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:02.526244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:02.661497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['c9c7ef1e-05c1-46a0-84ae-014ba64b84cd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:03.333440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b7e3-491b-4223-83bd-38ed45ab8b4b req-b1680a56-333a-4942-80b5-b144f2254216 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:03.335102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7351b7e3-491b-4223-83bd-38ed45ab8b4b req-b1680a56-333a-4942-80b5-b144f2254216 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 949 time: 0.0595324 Aug 20 14:10:03.382205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7351b7e3-491b-4223-83bd-38ed45ab8b4b req-46372960-d200-4170-9ce4-b794b41c1f80 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Aug 20 14:10:04.236236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device c9c7ef1e-05c1-46a0-84ae-014ba64b84cd up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:04.295092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:04.300996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:04.301451 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.393311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.425864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:04.428621 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35add023-ec5d-476e-a361-3c2e06f248fd" -d '{"events": [{"server_uuid": "38e2ac81-c52e-4645-a106-096d2b0ae0de", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7ef1e-05c1-46a0-84ae-014ba64b84cd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:04.448100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:04.454158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.498421 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c274d98-6d62-4115-9277-e3d94a6c46ab x-openstack-request-id: req-0c274d98-6d62-4115-9277-e3d94a6c46ab {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:04.498760 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2ac81-c52e-4645-a106-096d2b0ae0de", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7ef1e-05c1-46a0-84ae-014ba64b84cd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:04.499090 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c274d98-6d62-4115-9277-e3d94a6c46ab {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:04.499590 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd', 'code': 200} Aug 20 14:10:04.541417 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:04.556317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8308-7174-45e3-839a-ed7c76843406 req-31112bb6-2e54-4ed6-b9f6-d1cded964b83 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:04.558015 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f4d8308-7174-45e3-839a-ed7c76843406 req-31112bb6-2e54-4ed6-b9f6-d1cded964b83 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 950 time: 0.0627003 Aug 20 14:10:04.604440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9f4d8308-7174-45e3-839a-ed7c76843406 req-a6f3bc1f-7402-4259-aed2-4205fc09229a tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Aug 20 14:10:04.627780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304a1bb-d8d0-42f5-a4ba-91fcc98e7aa3 req-5ca7ae81-645d-4a83-b299-70e6b90dd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:04.629481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4304a1bb-d8d0-42f5-a4ba-91fcc98e7aa3 req-5ca7ae81-645d-4a83-b299-70e6b90dd64f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 1101 time: 0.0504012 Aug 20 14:10:04.680169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4304a1bb-d8d0-42f5-a4ba-91fcc98e7aa3 req-87c3836b-7ed3-4b43-8927-a6d1055f92f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Aug 20 14:10:05.777808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c6d6c-6e0e-4750-9746-0a261581b32f req-2d91bd59-bdab-408d-9a3e-d030f2dbc584 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:05.779446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e7c6d6c-6e0e-4750-9746-0a261581b32f req-2d91bd59-bdab-408d-9a3e-d030f2dbc584 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 950 time: 0.0571623 Aug 20 14:10:05.827838 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e7c6d6c-6e0e-4750-9746-0a261581b32f req-1e05171c-e4a6-4fe8-86cd-0c538a3ecbfc tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Aug 20 14:10:06.954541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0f99a-c561-4e4a-a388-17410e612afe req-fa6079dd-a7cb-4e47-bc60-289763206df9 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:06.956088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12e0f99a-c561-4e4a-a388-17410e612afe req-fa6079dd-a7cb-4e47-bc60-289763206df9 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 950 time: 0.0671794 Aug 20 14:10:07.013234 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12e0f99a-c561-4e4a-a388-17410e612afe req-4284e24f-302b-4ddc-8371-c996ede639a6 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Aug 20 14:10:08.150603 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fef619-39c0-4629-8e72-d4ef3632fa73 req-0711c0cc-af6b-4b11-a9a9-5b8f2b0e0837 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:08.152255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29fef619-39c0-4629-8e72-d4ef3632fa73 req-0711c0cc-af6b-4b11-a9a9-5b8f2b0e0837 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 950 time: 0.0621867 Aug 20 14:10:08.159095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-1497e919-b9f3-4e5f-84a5-939c78b72d05 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:08.160808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-1497e919-b9f3-4e5f-84a5-939c78b72d05 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.53 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 950 time: 0.0576730 Aug 20 14:10:08.217081 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-29fef619-39c0-4629-8e72-d4ef3632fa73 req-9701c3b3-2f98-45fb-a8d4-b9a08caf0555 tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac600426-d869-45ea-a70d-0c782b32834b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Aug 20 14:10:08.297277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Deleting port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:10:08.297622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.429886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] For port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,segment=NetworkSegment(c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f),segment_id=c7b65f05-c6a5-4798-8b9a-b2c10e90ae5f)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:08.430506 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.455710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Calling delete_port for c9c7ef1e-05c1-46a0-84ae-014ba64b84cd owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:10:08.691984 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.707235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['c9c7ef1e-05c1-46a0-84ae-014ba64b84cd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:08.736920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Pushing event deleted for resources: {'Port': ['ID=c9c7ef1e-05c1-46a0-84ae-014ba64b84cd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:08.763844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.764195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.764598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.764946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.765281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.765623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.766085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.766442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.766779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.767113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.767444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.767773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.793405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] No DVR routers for this DVR port c9c7ef1e-05c1-46a0-84ae-014ba64b84cd on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:10:08.797883 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.800299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-418f1306-1f32-436e-bd6a-03130e28ed66 req-d9f9416c-7404-4fef-9405-0a4fb79eb6bd tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.53 "DELETE /v2.0/ports/c9c7ef1e-05c1-46a0-84ae-014ba64b84cd HTTP/1.1" status: 204 len: 173 time: 0.6326847 Aug 20 14:10:08.800902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'name': 'network-vif-deleted', 'tag': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:08.804168 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c2b1e0-8dfe-413c-a3af-c421500f57b7" -d '{"events": [{"server_uuid": "38e2ac81-c52e-4645-a106-096d2b0ae0de", "name": "network-vif-deleted", "tag": "c9c7ef1e-05c1-46a0-84ae-014ba64b84cd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:08.865302 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992edf2a-826b-4e4e-821d-e65f752ae401 x-openstack-request-id: req-992edf2a-826b-4e4e-821d-e65f752ae401 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:08.865919 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2ac81-c52e-4645-a106-096d2b0ae0de", "name": "network-vif-deleted", "tag": "c9c7ef1e-05c1-46a0-84ae-014ba64b84cd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:08.866331 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-992edf2a-826b-4e4e-821d-e65f752ae401 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:08.867010 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2ac81-c52e-4645-a106-096d2b0ae0de', 'name': 'network-vif-deleted', 'tag': 'c9c7ef1e-05c1-46a0-84ae-014ba64b84cd', 'status': 'completed', 'code': 200} Aug 20 14:10:09.402118 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b09d942e-f596-4c9c-892b-e8733b11617d req-1f46d323-0df9-4919-b037-d2c613770c5d tempest-ServersAdminNegativeTestJSON-763480093 tempest-ServersAdminNegativeTestJSON-763480093-project] 10.222.0.59 "GET /v2.0/ports?device_id=38e2ac81-c52e-4645-a106-096d2b0ae0de HTTP/1.1" status: 200 len: 210 time: 0.0438106 Aug 20 14:10:10.756740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42668) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:10.904150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-84ce75d9-f410-4f97-b9ba-c4423d2af12a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b5b1ebc7aa54d83abe34812bea4a86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459937 Aug 20 14:10:10.907084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42672) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:10.962837 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:10.988159 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.042887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.046148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.047464 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac600426-d869-45ea-a70d-0c782b32834b HTTP/1.1" status: 204 len: 168 time: 0.1391022 Aug 20 14:10:11.056265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac600426-d869-45ea-a70d-0c782b32834b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:11.069003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.069466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.069899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.070521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.070856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.071578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.072152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.072751 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.073329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.073929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.074510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.075081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5176a-da6d-49be-8f58-b21a0faf3d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:11.377288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42678) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:11.393044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-230a9a7e-13d4-46f9-875a-73a9b3ea8b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.509279 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-230a9a7e-13d4-46f9-875a-73a9b3ea8b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.514557 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-230a9a7e-13d4-46f9-875a-73a9b3ea8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.565663 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-230a9a7e-13d4-46f9-875a-73a9b3ea8b06 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c97880474a494b70a7faae6e43dc1a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868122 Aug 20 14:10:11.566958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a9a7e-13d4-46f9-875a-73a9b3ea8b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d6d55-c78e-4888-a1bd-1e50fb705e8d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:11.569036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42680) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:11.634625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6339d04f-9520-4720-b816-f38c5e41ae7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.659831 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6339d04f-9520-4720-b816-f38c5e41ae7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.725426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6339d04f-9520-4720-b816-f38c5e41ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.728167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6339d04f-9520-4720-b816-f38c5e41ae7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.729598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6339d04f-9520-4720-b816-f38c5e41ae7c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/280d6d55-c78e-4888-a1bd-1e50fb705e8d HTTP/1.1" status: 204 len: 168 time: 0.1589942 Aug 20 14:10:11.740043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339d04f-9520-4720-b816-f38c5e41ae7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d6d55-c78e-4888-a1bd-1e50fb705e8d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:12.285066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device c9c7ef1e-05c1-46a0-84ae-014ba64b84cd no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:10:12.310886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: c9c7ef1e-05c1-46a0-84ae-014ba64b84cd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:10:12.311247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device c9c7ef1e-05c1-46a0-84ae-014ba64b84cd not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:10:12.736962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42702) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:12.854959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-705667835-network', 'tenant_id': '2e6d318a5c4046edadb0c7a3041de4f3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:12.892268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Made reservation on behalf of 2e6d318a5c4046edadb0c7a3041de4f3 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:12.895961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.911683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.070474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.075649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.105024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:10:13.116773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9264cd-9f91-474c-be03-807b54658041,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:13.122246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.122599 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Added segment 410121a7-a49d-484b-9935-bc8771869c0e of type vlan for network 01e85bcf-56e6-4510-9f55-2804e2aeb0da Aug 20 14:10:13.172125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.203154 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.204220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:13.204852 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.597984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8598282 Aug 20 14:10:13.601568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 42706) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:13.611844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Request body: {'subnet': {'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-705667835-subnet', 'tenant_id': '2e6d318a5c4046edadb0c7a3041de4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:13.614467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d70c-e7d6-4865-bc6c-942d013093e5 admin admin] Pushing event updated for resources: {'Network': ['ID=01e85bcf-56e6-4510-9f55-2804e2aeb0da,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:13.630786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 01e85bcf-56e6-4510-9f55-2804e2aeb0da details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:10:13.651151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Made reservation on behalf of 2e6d318a5c4046edadb0c7a3041de4f3 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:13.654475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.859869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.977417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f63e94d-371e-422d-b579-4d7a01d38835,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:13.987671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Checking segment: {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:13.988273 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Network hostable DHCP agents. Network: 01e85bcf-56e6-4510-9f55-2804e2aeb0da, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:10:14.018087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Network 01e85bcf-56e6-4510-9f55-2804e2aeb0da is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:10:14.029140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 01e85bcf-56e6-4510-9f55-2804e2aeb0da) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:14.037385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:14.038833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c48e87-abf1-48c1-9633-d6b75a285d56 None None] Network 01e85bcf-56e6-4510-9f55-2804e2aeb0da requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:14.038999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:14.064978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5c305e3c-bb97-43c9-ab59-51a88c8cfafa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4613688 Aug 20 14:10:14.182539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad744b6-1c27-407d-907e-6d19033f3137 None None] Network 01e85bcf-56e6-4510-9f55-2804e2aeb0da requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:14.325324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:10:14.586551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-84ee4543-129b-47c2-8707-238c4d050eaa tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:14.588215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-84ee4543-129b-47c2-8707-238c4d050eaa tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 811 time: 0.1168773 Aug 20 14:10:14.609807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-b2a30179-80b9-46e5-99ad-d6cef00675c4 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/quotas/2e6d318a5c4046edadb0c7a3041de4f3 HTTP/1.1" status: 200 len: 375 time: 0.0121624 Aug 20 14:10:14.648816 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-ae397a4c-c8d0-4d74-9017-9b8c7d145dc3 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310361 Aug 20 14:10:14.813178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-417663ed-b35d-45a4-9bac-27187faf78b4 service neutron] 10.222.0.59 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554918 Aug 20 14:10:14.916631 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-d8338acd-884b-4338-80aa-cb91ffbb9135 service neutron] 10.222.0.59 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968506 Aug 20 14:10:15.150753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ec4ce2b1-acd9-4a58-9bfb-bfda58f9846f req-eafb8e8b-a6f7-4c8e-8538-4f71bc4c5e09 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 210 time: 0.0441439 Aug 20 14:10:15.805120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daa5b51c-24bd-446c-80d9-b73883facb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.152378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-f2fa31e7-199a-48ac-9190-508b27b2f1f2 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:16.153996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-f2fa31e7-199a-48ac-9190-508b27b2f1f2 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.53 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 811 time: 0.1289358 Aug 20 14:10:16.167169 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Request body: {'port': {'device_id': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da', 'admin_state_up': True, 'tenant_id': '2e6d318a5c4046edadb0c7a3041de4f3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:16.266297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c41b0118-5097-4524-b688-906c279f5e8a req-4ea15f02-28c9-4781-a46c-0b813c1a74b6 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Aug 20 14:10:16.301039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Made reservation on behalf of 2e6d318a5c4046edadb0c7a3041de4f3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:16.304713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.444463 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Allocated IP 172.20.0.6 (01e85bcf-56e6-4510-9f55-2804e2aeb0da/0f63e94d-371e-422d-b579-4d7a01d38835/fd0d8bb6-cfe7-48d6-8c62-df7f5293e350) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:16.621106 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.666348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.713839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Network 01e85bcf-56e6-4510-9f55-2804e2aeb0da is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:16.717360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:16.721808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:16.731044 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:16.788611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:16.789301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.807410 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-6ef75ed5-7a71-40d3-858a-4bd952fe7384 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442323 Aug 20 14:10:16.820770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Request body: {'port': {'device_id': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:16.884287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.193762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:17.203033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.217035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Transition to ACTIVE for port object fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:17.223166 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.303190 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:17.385931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:17.386416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:17.386835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on network 01e85bcf-56e6-4510-9f55-2804e2aeb0da {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:17.411891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on network 01e85bcf-56e6-4510-9f55-2804e2aeb0da not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:10:17.412271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on network 01e85bcf-56e6-4510-9f55-2804e2aeb0da {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:17.427997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:17.428353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Checking segment: {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:17.428785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Bound using segment: {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:17.429240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Bound port: fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:17.429614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.479384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793eb01-c5a6-4eda-9e37-9b049ee9f1db req-0ecc1433-cc94-4286-8451-0adee8e40ff7 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:17.480976 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8793eb01-c5a6-4eda-9e37-9b049ee9f1db req-0ecc1433-cc94-4286-8451-0adee8e40ff7 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.1078017 Aug 20 14:10:17.547665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:17.556872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8793eb01-c5a6-4eda-9e37-9b049ee9f1db req-25d964c9-3b87-4eb7-a3fc-9bfc58b485ec tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665286 Aug 20 14:10:17.567068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:17.573169 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.607965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:17.609767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.611297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 1091 time: 0.7957082 Aug 20 14:10:17.614380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:17.617506 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161fc18a-6202-48d7-a98f-5f35095d34a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:17.653433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe51f1c-cfca-4309-ab46-f6acd83344b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:17.668627 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265dd9e-2c27-4885-bc01-58a649c1eb68 x-openstack-request-id: req-9265dd9e-2c27-4885-bc01-58a649c1eb68 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:17.668928 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:17.669186 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9265dd9e-2c27-4885-bc01-58a649c1eb68 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:17.669592 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'status': 'completed', 'code': 200} Aug 20 14:10:17.710096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-3bf2d5e2-467d-483d-82ec-488aedb9328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:17.711698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-3bf2d5e2-467d-483d-82ec-488aedb9328d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1094 time: 0.0528250 Aug 20 14:10:17.760749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-2b8d76c9-8ea2-4ebd-906b-74822c788036 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0404050 Aug 20 14:10:17.816882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-b7f7ab81-f20a-4c58-9186-c5cb363aa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:17.818453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-b7f7ab81-f20a-4c58-9186-c5cb363aa2aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0514603 Aug 20 14:10:17.854001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-ac96c65c-43b8-4c2f-b706-1d02cd69e819 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283685 Aug 20 14:10:17.968389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-918f5be1-47fe-430e-92f7-a72244e17a28 service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065152 Aug 20 14:10:18.070823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa84ce07-f5b1-4d6c-b374-d6f7e5644e0e req-d9422787-db0f-4176-ad3f-5c536d2e0fcd service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956857 Aug 20 14:10:18.183611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-c5e98752-d292-497c-9bac-b41934819b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:18.185975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-c5e98752-d292-497c-9bac-b41934819b5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1094 time: 0.0603857 Aug 20 14:10:18.285700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-f9c51cd2-efdb-41f7-a745-bcc17ecd66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:18.287133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-f9c51cd2-efdb-41f7-a745-bcc17ecd66aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 912 time: 0.0944242 Aug 20 14:10:18.339676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-479c8260-b7a2-4a48-94a2-6c10e1abedd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0438273 Aug 20 14:10:18.393449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-aecf3965-8f10-417a-80f1-98811daf458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:18.394983 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-aecf3965-8f10-417a-80f1-98811daf458d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0484674 Aug 20 14:10:18.430060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-092c8bda-0388-4f6b-8534-7ad9e10bf78d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271487 Aug 20 14:10:18.526997 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-f292e835-4c93-4582-959c-5ff15cb04225 service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 Aug 20 14:10:18.573892 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7064a47b-598a-4b6e-8206-1b7c824c6dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.601004 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.641440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-161fc18a-6202-48d7-a98f-5f35095d34a8 req-f2564cfb-4871-436b-9747-b2c7b83abc7d service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061661 Aug 20 14:10:18.735022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390604b-c42d-4faf-a9db-25f0b970f0e9 req-d250a7e2-f2ad-4756-be35-b406e09d085e tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:18.736739 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e390604b-c42d-4faf-a9db-25f0b970f0e9 req-d250a7e2-f2ad-4756-be35-b406e09d085e tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.0615544 Aug 20 14:10:18.784511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e390604b-c42d-4faf-a9db-25f0b970f0e9 req-b2428b80-12b7-465c-890d-a784e48f6238 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Aug 20 14:10:19.649792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.921871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2711e5-b25d-45da-9756-40d107935cd2 req-559a3b43-dffb-4575-bf0b-bccea1b91958 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:19.923881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa2711e5-b25d-45da-9756-40d107935cd2 req-559a3b43-dffb-4575-bf0b-bccea1b91958 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.0600667 Aug 20 14:10:19.991215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa2711e5-b25d-45da-9756-40d107935cd2 req-3a21d9ec-19fa-410b-be14-851e87ee088a tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Aug 20 14:10:20.346424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:20.464276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:20.478416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da', 'port_id': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'mac_address': 'fa:16:3e:08:48:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f63e94d-371e-422d-b579-4d7a01d38835', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:20.527329 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:20.545263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:20.570207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:20.575303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:20.649186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:20.771443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:21.131534 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314aea-eee4-46f1-b44c-af3bd0ec33a7 req-bd045384-163b-40f4-a994-9a73286e1294 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:21.133603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1314aea-eee4-46f1-b44c-af3bd0ec33a7 req-bd045384-163b-40f4-a994-9a73286e1294 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 944 time: 0.0641260 Aug 20 14:10:21.182485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1314aea-eee4-46f1-b44c-af3bd0ec33a7 req-e194bd80-10b7-4722-8cb2-64db27c29e85 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Aug 20 14:10:21.572139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.319127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4376-5359-4d00-8794-1a25447fb852 req-a86cd0a3-c1c2-4bdb-824f-40792ecc8dec tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:22.320805 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9da4376-5359-4d00-8794-1a25447fb852 req-a86cd0a3-c1c2-4bdb-824f-40792ecc8dec tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 944 time: 0.0651700 Aug 20 14:10:22.361344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:22.374912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9da4376-5359-4d00-8794-1a25447fb852 req-15171c17-c369-4e84-8ff0-0a4be4e4d611 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Aug 20 14:10:22.433476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:22.439723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:22.440156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.528913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.554883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:22.557268 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a0a41e-62c6-4b06-831a-19563e99edd6" -d '{"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-plugged", "status": "completed", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:22.572796 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:22.578896 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.608961 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15614b45-3660-445d-abf4-75b62695f79a x-openstack-request-id: req-15614b45-3660-445d-abf4-75b62695f79a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:22.609264 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-plugged", "status": "completed", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:22.609519 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15614b45-3660-445d-abf4-75b62695f79a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:22.609913 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'code': 200} Aug 20 14:10:22.654253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:22.668057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.668614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.669194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.669677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.670161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.671226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.672308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.672308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.672906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.673452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.674015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.674588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:22.726820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ad7d7-5f39-41ee-ae28-cba709eda733 req-2377d392-43cd-4c12-84ea-941483f9e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:22.728443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f21ad7d7-5f39-41ee-ae28-cba709eda733 req-2377d392-43cd-4c12-84ea-941483f9e40d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1096 time: 0.0491486 Aug 20 14:10:22.777066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f21ad7d7-5f39-41ee-ae28-cba709eda733 req-00975d63-61c2-4fbf-934d-a699b63f0763 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411170 Aug 20 14:10:23.551352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea99cd-8f41-49b2-8d46-bbcf554a4f9c req-94a851aa-ccb3-44cb-8a44-5b41056de184 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:23.554616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8ea99cd-8f41-49b2-8d46-bbcf554a4f9c req-94a851aa-ccb3-44cb-8a44-5b41056de184 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0631695 Aug 20 14:10:23.598467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8ea99cd-8f41-49b2-8d46-bbcf554a4f9c req-5efc438b-9416-4e51-812c-03b0bbe71dd6 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Aug 20 14:10:24.744035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d1707-8d24-422f-ac2a-a7514b936b0c req-ba0d3870-a962-4d3f-be0c-950e73f41484 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:24.745924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-489d1707-8d24-422f-ac2a-a7514b936b0c req-ba0d3870-a962-4d3f-be0c-950e73f41484 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0595603 Aug 20 14:10:24.792903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-489d1707-8d24-422f-ac2a-a7514b936b0c req-5c37d878-f864-4de5-8f78-2b3309d2038a tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Aug 20 14:10:25.012584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42762) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:25.085053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0708c-536b-43c9-abb6-c47ea46fef24 req-8f4b68b4-e2ad-47ab-b727-ca2cfff2d87d tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:25.086720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dcc0708c-536b-43c9-abb6-c47ea46fef24 req-8f4b68b4-e2ad-47ab-b727-ca2cfff2d87d tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0626247 Aug 20 14:10:25.157644 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dcc0708c-536b-43c9-abb6-c47ea46fef24 req-85596f97-d467-40b5-b826-eaab8664bd17 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596144 Aug 20 14:10:25.162345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-91dd12a2-338b-43df-ba5a-3f6004a07c10 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1483450 Aug 20 14:10:26.303391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb70f69-236e-4ed6-8fcb-f577bc50bd7a req-5a3ae63e-9385-4332-b7b9-c826a63287aa tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:26.305096 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fb70f69-236e-4ed6-8fcb-f577bc50bd7a req-5a3ae63e-9385-4332-b7b9-c826a63287aa tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0627010 Aug 20 14:10:26.349784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fb70f69-236e-4ed6-8fcb-f577bc50bd7a req-9c6f943d-aa8b-4c7f-807a-2e99f333236c tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Aug 20 14:10:26.500645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-80b53a1d-fae4-48f8-a259-9fb7440dfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:26.502149 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-80b53a1d-fae4-48f8-a259-9fb7440dfec6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1096 time: 0.0453634 Aug 20 14:10:26.607096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-79a4c13e-7f52-4bac-9ea7-dbf46a479121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:26.608675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-79a4c13e-7f52-4bac-9ea7-dbf46a479121 service neutron] 10.222.0.53 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 912 time: 0.0998538 Aug 20 14:10:26.655213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-2527b351-8334-4985-a6e1-a6f6e8b244a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0396101 Aug 20 14:10:26.711701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-46c4ce45-5cf4-4984-9304-168de9625051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:26.713282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-46c4ce45-5cf4-4984-9304-168de9625051 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0518069 Aug 20 14:10:26.754987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-5b59ae30-c0b4-4fa6-9314-bbeda6952909 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349286 Aug 20 14:10:26.862035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-5fa1e5eb-d552-486e-98f7-be13bdf3b2df service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988531 Aug 20 14:10:27.046461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-ad5f5be2-111f-4eb9-8809-35e3a5d48fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766860 Aug 20 14:10:27.494217 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcae5f-ee41-4276-9e58-90c8ecd1e16d req-f37b5f64-a4e6-478d-adef-41c997533d6a tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:27.495867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdcae5f-ee41-4276-9e58-90c8ecd1e16d req-f37b5f64-a4e6-478d-adef-41c997533d6a tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0567665 Aug 20 14:10:27.550988 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bdcae5f-ee41-4276-9e58-90c8ecd1e16d req-f60f6161-d535-4cd5-a88d-816ad5cab316 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 Aug 20 14:10:28.699820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b864-f305-4ecc-975c-9601de6a1970 req-2f113601-5b51-4097-995c-5fadf6c7fe8b tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:28.701373 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfe7b864-f305-4ecc-975c-9601de6a1970 req-2f113601-5b51-4097-995c-5fadf6c7fe8b tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0645611 Aug 20 14:10:28.745275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfe7b864-f305-4ecc-975c-9601de6a1970 req-e64a9a18-7163-4bac-a6f4-456de2517688 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Aug 20 14:10:29.441130 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:29.883063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912ef12-5570-4cfa-a6e6-a519e049c357 req-4511416c-7317-4d63-863c-a5cf70c70111 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:29.884715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3912ef12-5570-4cfa-a6e6-a519e049c357 req-4511416c-7317-4d63-863c-a5cf70c70111 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0549545 Aug 20 14:10:29.929959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3912ef12-5570-4cfa-a6e6-a519e049c357 req-1ec03b9c-a37c-4dc3-8e09-02eceb260f3d tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Aug 20 14:10:31.059623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6411ed-273f-40a6-a430-0df63be647db req-c908ca6d-9e66-46a7-8395-c478f67802f0 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:31.062240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec6411ed-273f-40a6-a430-0df63be647db req-c908ca6d-9e66-46a7-8395-c478f67802f0 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0565507 Aug 20 14:10:31.111363 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ec6411ed-273f-40a6-a430-0df63be647db req-c353491b-a2a3-472f-8d2f-3f1e754f0dc4 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Aug 20 14:10:32.080961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:32.244890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af83a-3234-485d-b5a3-46e5fc98608a req-9f31d331-64f9-48b6-8c4d-c1567ed81450 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.246544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd6af83a-3234-485d-b5a3-46e5fc98608a req-9f31d331-64f9-48b6-8c4d-c1567ed81450 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0553656 Aug 20 14:10:32.297927 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bd6af83a-3234-485d-b5a3-46e5fc98608a req-cc54dccd-236d-4c6f-9883-9b5c594fccd8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Aug 20 14:10:33.433452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f287bc-15e2-472f-af5e-716ce71f18b0 req-5ff28f6f-ff7e-4778-b933-4f416ebd4b3c tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:33.435185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30f287bc-15e2-472f-af5e-716ce71f18b0 req-5ff28f6f-ff7e-4778-b933-4f416ebd4b3c tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0568912 Aug 20 14:10:33.477877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-30f287bc-15e2-472f-af5e-716ce71f18b0 req-118cf06a-916e-48a5-abcf-b602ada04201 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Aug 20 14:10:34.611516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef828cd6-501b-4fe4-910c-6383a95b39be req-9f837ae9-8147-44f1-99fd-4d5a50787d35 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:34.613286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef828cd6-501b-4fe4-910c-6383a95b39be req-9f837ae9-8147-44f1-99fd-4d5a50787d35 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0568185 Aug 20 14:10:34.656311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef828cd6-501b-4fe4-910c-6383a95b39be req-5cc3e0f7-58f5-42af-8017-556d0a0f44eb tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Aug 20 14:10:35.793792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b3539-690a-4df9-b751-f1078d2a75d3 req-9925fae1-179d-4cdb-8f11-21eba6740144 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:35.795649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe2b3539-690a-4df9-b751-f1078d2a75d3 req-9925fae1-179d-4cdb-8f11-21eba6740144 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0630190 Aug 20 14:10:35.838864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe2b3539-690a-4df9-b751-f1078d2a75d3 req-0cfefac5-2ebf-4e1a-92d5-a09b568533aa tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Aug 20 14:10:36.982368 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbd02d-073d-41c1-93b2-da3979d39bad req-171cd0e0-2d94-4dfb-a73b-f1ae314a0704 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:36.984262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92fbd02d-073d-41c1-93b2-da3979d39bad req-171cd0e0-2d94-4dfb-a73b-f1ae314a0704 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0665920 Aug 20 14:10:37.031215 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92fbd02d-073d-41c1-93b2-da3979d39bad req-c4b7502d-11e9-4254-af9a-db1d3024f999 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Aug 20 14:10:38.163149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ebb6d-3de8-41f9-b6f6-5e6517193df2 req-5797dbc0-fa3e-474d-82ff-7b4abe246e7f tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:38.164842 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-890ebb6d-3de8-41f9-b6f6-5e6517193df2 req-5797dbc0-fa3e-474d-82ff-7b4abe246e7f tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0554147 Aug 20 14:10:38.215179 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-890ebb6d-3de8-41f9-b6f6-5e6517193df2 req-527762fd-c817-41c8-9155-b33c18ee535c tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Aug 20 14:10:39.355468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09581a6a-1c50-45b0-acc2-dc5561a2f650 req-d32c5982-051a-4e58-8001-ef9eebec8b59 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:39.357212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09581a6a-1c50-45b0-acc2-dc5561a2f650 req-d32c5982-051a-4e58-8001-ef9eebec8b59 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0554080 Aug 20 14:10:39.408315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09581a6a-1c50-45b0-acc2-dc5561a2f650 req-1cb0c8c7-ce9d-4d24-a336-4f0f08e81473 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Aug 20 14:10:40.587584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14229d5-e334-4c92-817e-767909c8d9f6 req-26451131-b8b7-4653-a390-6f39baf9d957 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:40.589324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b14229d5-e334-4c92-817e-767909c8d9f6 req-26451131-b8b7-4653-a390-6f39baf9d957 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0559046 Aug 20 14:10:40.636122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b14229d5-e334-4c92-817e-767909c8d9f6 req-1f004277-ad66-4955-821a-7573c6fce1f2 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Aug 20 14:10:41.765917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cb5a4-b74c-4427-ab5a-919df3302519 req-208903f4-a7df-4c71-8cc0-24dbe32b9ad3 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:41.767594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d1cb5a4-b74c-4427-ab5a-919df3302519 req-208903f4-a7df-4c71-8cc0-24dbe32b9ad3 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0573401 Aug 20 14:10:41.812432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d1cb5a4-b74c-4427-ab5a-919df3302519 req-0b155c66-6ab5-4cc5-be29-3196946bdbfe tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379941 Aug 20 14:10:42.942781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88129e-0b32-4e8e-826e-739a01ef037d req-0c9bbc5a-ad0c-43f5-a46c-8c580bcfabdd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:42.944457 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e88129e-0b32-4e8e-826e-739a01ef037d req-0c9bbc5a-ad0c-43f5-a46c-8c580bcfabdd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0587890 Aug 20 14:10:42.985920 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7e88129e-0b32-4e8e-826e-739a01ef037d req-9853104e-0e5e-4d36-a41c-173997457030 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Aug 20 14:10:44.129697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9a5de-3595-4958-a996-371ce7af8bef req-ddf99a20-252b-4771-ad78-86baa091e4e1 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:44.132362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0a9a5de-3595-4958-a996-371ce7af8bef req-ddf99a20-252b-4771-ad78-86baa091e4e1 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0714865 Aug 20 14:10:44.179844 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e0a9a5de-3595-4958-a996-371ce7af8bef req-b88e2e8c-fde0-4048-bda0-186fb68dc0ec tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Aug 20 14:10:45.309911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ec023-6141-4611-bfdc-49cec85f3ebe req-0c2ee14c-960a-4b12-b4f1-89ce72147aa8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:45.311677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f90ec023-6141-4611-bfdc-49cec85f3ebe req-0c2ee14c-960a-4b12-b4f1-89ce72147aa8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0557456 Aug 20 14:10:45.360185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f90ec023-6141-4611-bfdc-49cec85f3ebe req-6150a94b-e233-451e-b3bd-30cf3bbad331 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Aug 20 14:10:45.813414 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0651527f-b5b2-4de4-ab46-5e1aa686e02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:46.511926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb7f21-3755-498a-9555-a7b3d2cb52d8 req-9e647544-199a-40e0-8e18-54ba44ddebf8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:46.513815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0fb7f21-3755-498a-9555-a7b3d2cb52d8 req-9e647544-199a-40e0-8e18-54ba44ddebf8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0536478 Aug 20 14:10:46.559754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0fb7f21-3755-498a-9555-a7b3d2cb52d8 req-2c794013-5338-4420-a7ef-e073a772c9a6 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Aug 20 14:10:47.695243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c07845-70f4-49fc-937b-8c929f9e9c51 req-137e8f1d-9c67-4072-8838-74b854039523 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:47.696805 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37c07845-70f4-49fc-937b-8c929f9e9c51 req-137e8f1d-9c67-4072-8838-74b854039523 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0552397 Aug 20 14:10:47.760471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37c07845-70f4-49fc-937b-8c929f9e9c51 req-7b0b56f4-76f4-416e-8465-61d845a1af46 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Aug 20 14:10:48.568141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c90cf3c6-ead5-493b-951c-5843344e0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.589218 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.902686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e0dcd-9622-41bc-afb6-37e2c0d91344 req-4bb1e6d4-f178-446c-a403-ab2680c86c95 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:48.904412 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d1e0dcd-9622-41bc-afb6-37e2c0d91344 req-4bb1e6d4-f178-446c-a403-ab2680c86c95 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0571322 Aug 20 14:10:48.950079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3d1e0dcd-9622-41bc-afb6-37e2c0d91344 req-5a92bd7a-25a0-41cd-848a-edcaa3116477 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376172 Aug 20 14:10:49.655163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:50.085275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08732a47-1831-4419-b43d-957461d7277e req-4e2093b1-cdc4-43be-996c-d60ac52c1dfc tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:50.086844 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08732a47-1831-4419-b43d-957461d7277e req-4e2093b1-cdc4-43be-996c-d60ac52c1dfc tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0589509 Aug 20 14:10:50.153471 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-08732a47-1831-4419-b43d-957461d7277e req-3038d5d9-1b87-4c03-8543-6adcb2b9b60c tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590148 Aug 20 14:10:51.276346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3ecb9-48c1-4ad0-ba61-9820423671c2 req-60d65571-54bb-4f45-9e91-5f439f2d79b0 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.278046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89e3ecb9-48c1-4ad0-ba61-9820423671c2 req-60d65571-54bb-4f45-9e91-5f439f2d79b0 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0531781 Aug 20 14:10:51.321856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89e3ecb9-48c1-4ad0-ba61-9820423671c2 req-5c7b0f24-2beb-4b53-bc8f-3a15a6ba8e93 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Aug 20 14:10:51.325573 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:10:51.575166 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:52.457620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f45139-aa09-467f-b91e-e1ef43d66b38 req-cdfdf0b5-ebe0-4bee-b7cb-9ccad9026bf0 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:52.459143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0f45139-aa09-467f-b91e-e1ef43d66b38 req-cdfdf0b5-ebe0-4bee-b7cb-9ccad9026bf0 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Aug 20 14:10:52.504570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f0f45139-aa09-467f-b91e-e1ef43d66b38 req-dec0d700-7708-4b8a-9258-04c6668f1cb1 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391176 Aug 20 14:10:53.641215 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222d70-d19d-4641-97e4-8f600cc271c4 req-97bf1c8c-7f1a-4de2-a96c-ee070bef7ffd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:53.642884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0222d70-d19d-4641-97e4-8f600cc271c4 req-97bf1c8c-7f1a-4de2-a96c-ee070bef7ffd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0630867 Aug 20 14:10:53.692702 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c0222d70-d19d-4641-97e4-8f600cc271c4 req-2aad521a-2e3a-4022-8c77-c0f31df61667 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Aug 20 14:10:53.864328 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-e7c939d8-616f-46a9-8d06-e761e288f1ec service neutron] show failed (client error): The resource could not be found. Aug 20 14:10:53.865440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-e7c939d8-616f-46a9-8d06-e761e288f1ec service neutron] 10.222.0.53 "GET /v2.0/ports/fd0d8bb6-cfe7-48d6-8c62-df7f5293e350/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0647066 Aug 20 14:10:54.148015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fc5b66d1-9e11-48e7-923c-184969b0c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:54.149621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fc5b66d1-9e11-48e7-923c-184969b0c10e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663&tenant_id=2e6d318a5c4046edadb0c7a3041de4f3 HTTP/1.1" status: 200 len: 1096 time: 0.0873663 Aug 20 14:10:54.163004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:54.227637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:54.523982 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:54.565377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:54.619419 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:54.622727 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713cc0d9-ab56-4c64-8ef1-c2609b227cab" -d '{"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:54.627869 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:54.646987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Transition to ACTIVE for port object fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:54.652663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:54.704428 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45df6155-97f1-4838-b541-9468e1f5661c x-openstack-request-id: req-45df6155-97f1-4838-b541-9468e1f5661c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:54.704757 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:54.705011 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45df6155-97f1-4838-b541-9468e1f5661c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:54.705418 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'code': 200} Aug 20 14:10:54.717238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:54.739103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] No DVR routers for this DVR port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:10:54.777334 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:54.777675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:54.778010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on network 01e85bcf-56e6-4510-9f55-2804e2aeb0da {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:54.783442 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on network 01e85bcf-56e6-4510-9f55-2804e2aeb0da not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:10:54.783767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Attempting to bind port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on network 01e85bcf-56e6-4510-9f55-2804e2aeb0da {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:54.789483 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:54.789913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Checking segment: {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:54.790215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Bound using segment: {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:54.790685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Bound port: fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410121a7-a49d-484b-9935-bc8771869c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:54.791053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:54.858438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3865f-088f-4224-b3a6-42f986e4f112 req-b44c68c9-da44-4e18-9d6d-40dac4cc63da tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:54.860270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7a3865f-088f-4224-b3a6-42f986e4f112 req-b44c68c9-da44-4e18-9d6d-40dac4cc63da tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.0600150 Aug 20 14:10:54.900623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:54.904214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:54.911187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:54.917315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7a3865f-088f-4224-b3a6-42f986e4f112 req-50111580-92b6-49ad-884e-f69cf6aecc91 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Aug 20 14:10:54.974305 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:54.975016 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:54.976586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 1091 time: 0.8180976 Aug 20 14:10:55.009785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8054ae-c873-4e19-a75c-e6b16bbedbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:55.059675 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-8bcbba6b-1dfe-4a20-9a15-dfe8488c9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.061667 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-8bcbba6b-1dfe-4a20-9a15-dfe8488c9917 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1094 time: 0.0467026 Aug 20 14:10:55.167544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-317a0732-7109-429e-94fa-74c46774cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.169210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-317a0732-7109-429e-94fa-74c46774cc07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 912 time: 0.0993772 Aug 20 14:10:55.219158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-777849f5-1d16-4ef2-8567-b02fd95471c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0419328 Aug 20 14:10:55.272169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-a396178d-f59d-4878-9b73-00d5787fe5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.273820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-a396178d-f59d-4878-9b73-00d5787fe5c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0476418 Aug 20 14:10:55.309051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-4c33e088-c39e-4e17-b589-539a5f9eec41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272031 Aug 20 14:10:55.667643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-f9e8472b-02a0-47f7-ab62-1a0f8497cd73 service neutron] 10.222.0.13 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508456 Aug 20 14:10:55.768695 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f907c16-352e-4c81-97c7-29f568cbabbb req-3c6fb7af-4744-4585-ae03-297a10b4b87c service neutron] 10.222.0.13 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935030 Aug 20 14:10:56.049889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fda0c-91ea-41f6-969e-4c88c3a573f4 req-35579136-7d08-4203-85e8-52a1136b8127 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.051713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db9fda0c-91ea-41f6-969e-4c88c3a573f4 req-35579136-7d08-4203-85e8-52a1136b8127 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.0615141 Aug 20 14:10:56.098744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db9fda0c-91ea-41f6-969e-4c88c3a573f4 req-c1a5117f-6708-468d-8410-6bbbe31de508 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Aug 20 14:10:56.517048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:10:56.559328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:10:56.706493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:56.709279 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5775762b-abf1-4307-b03f-309e418fa538" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:56.765683 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcd8bbe-602a-4037-9dfa-c71af298eba2 x-openstack-request-id: req-7bcd8bbe-602a-4037-9dfa-c71af298eba2 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:56.766146 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:56.766413 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bcd8bbe-602a-4037-9dfa-c71af298eba2 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:56.766818 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'status': 'completed', 'code': 200} Aug 20 14:10:56.840534 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775762b-abf1-4307-b03f-309e418fa538 req-7e8d511c-6db9-44fe-8fc2-98d6214cfd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.842628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-7e8d511c-6db9-44fe-8fc2-98d6214cfd34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1094 time: 0.0491600 Aug 20 14:10:56.853441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775762b-abf1-4307-b03f-309e418fa538 req-2a019e9d-d5ef-467f-ad9d-dab5b01381ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.856210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-2a019e9d-d5ef-467f-ad9d-dab5b01381ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1094 time: 0.0701125 Aug 20 14:10:56.950703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775762b-abf1-4307-b03f-309e418fa538 req-5ec0a48d-bf74-4838-8bd9-7dfc98eb55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.952867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-5ec0a48d-bf74-4838-8bd9-7dfc98eb55a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 912 time: 0.1020942 Aug 20 14:10:56.968615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775762b-abf1-4307-b03f-309e418fa538 req-eee12584-1a97-49d4-8b88-8b6bccc95935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.970133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-eee12584-1a97-49d4-8b88-8b6bccc95935 service neutron] 10.222.0.53 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 912 time: 0.1072938 Aug 20 14:10:57.002566 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-9e1572c8-6d85-431c-9842-74ff647fdac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0422599 Aug 20 14:10:57.016277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-75323994-dfd6-4874-ad15-cd01ae7aa6a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0391898 Aug 20 14:10:57.061397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775762b-abf1-4307-b03f-309e418fa538 req-b7149831-4edc-4a52-99ae-64dc300c5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.063049 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-b7149831-4edc-4a52-99ae-64dc300c5461 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0521233 Aug 20 14:10:57.081492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775762b-abf1-4307-b03f-309e418fa538 req-93e75374-2f2e-49f8-9031-2aaf690ebc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.083018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-93e75374-2f2e-49f8-9031-2aaf690ebc3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0600934 Aug 20 14:10:57.102080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-0ec3e89a-a620-4900-9333-e5cfe46a5f47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301695 Aug 20 14:10:57.119583 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-2f352ce7-4004-479a-a5a2-4f6e06b58a47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289478 Aug 20 14:10:57.238732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-cbb52f90-8dae-4e58-9acb-5e2528817035 service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121671 Aug 20 14:10:57.247180 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-c9abfdba-59c6-46f8-82cd-ca2b79226937 service neutron] 10.222.0.13 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370444 Aug 20 14:10:57.260830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9e520-12f1-4230-87cf-5cd8a1b75836 req-ee8c411e-275c-45b4-92cb-3cbb89651c75 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.262530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77d9e520-12f1-4230-87cf-5cd8a1b75836 req-ee8c411e-275c-45b4-92cb-3cbb89651c75 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.0805507 Aug 20 14:10:57.366439 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77d9e520-12f1-4230-87cf-5cd8a1b75836 req-3da63360-51b5-4388-941c-82be3d22cf01 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921626 Aug 20 14:10:57.410486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-ddfb18c6-7382-4020-a8b5-bbb08861e42d service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648567 Aug 20 14:10:57.413340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5775762b-abf1-4307-b03f-309e418fa538 req-690f290e-0c30-4fa9-8ae6-72a03ceac940 service neutron] 10.222.0.13 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493835 Aug 20 14:10:58.541832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66bb6-5f9e-416a-8bb6-aa179042c2ba req-bbd89d41-8ad5-4fe3-8d66-b1e1482376a7 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:58.543447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ace66bb6-5f9e-416a-8bb6-aa179042c2ba req-bbd89d41-8ad5-4fe3-8d66-b1e1482376a7 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 943 time: 0.0571427 Aug 20 14:10:58.596300 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ace66bb6-5f9e-416a-8bb6-aa179042c2ba req-f28977e5-9d8e-48d7-a94e-ddf36fddc6e5 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Aug 20 14:10:58.620645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:58.796696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:59.001767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-bab70c61-bc40-4787-8642-cafb4e42f10a tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:59.003355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-bab70c61-bc40-4787-8642-cafb4e42f10a tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663&tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 943 time: 0.1123016 Aug 20 14:10:59.063788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'network_id': '01e85bcf-56e6-4510-9f55-2804e2aeb0da', 'port_id': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'mac_address': 'fa:16:3e:08:48:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f63e94d-371e-422d-b579-4d7a01d38835', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:59.119086 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-f9843218-615d-4f66-8389-7b8eb134b87c service neutron] delete failed (client error): The resource could not be found. Aug 20 14:10:59.120498 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-f9843218-615d-4f66-8389-7b8eb134b87c service neutron] 10.222.0.53 "DELETE /v2.0/ports/fd0d8bb6-cfe7-48d6-8c62-df7f5293e350/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1088314 Aug 20 14:10:59.129141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:59.153121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:59.186868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:59.193454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:59.234347 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-1c54ff92-6776-444b-9fe9-a0c5e9a0ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:59.235912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-1c54ff92-6776-444b-9fe9-a0c5e9a0ce06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 1095 time: 0.0550454 Aug 20 14:10:59.252441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:59.376273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-da127209-b0da-44a0-9334-921e843c2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:59.378879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-da127209-b0da-44a0-9334-921e843c2e20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 200 len: 912 time: 0.1363263 Aug 20 14:10:59.436057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-62e35b32-ce94-4399-9830-f099917b83b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 200 len: 217 time: 0.0488298 Aug 20 14:10:59.439527 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:59.468657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:59.494478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-12746644-0db9-4618-a8ad-4be6000ceae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:59.496012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-12746644-0db9-4618-a8ad-4be6000ceae0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 200 len: 851 time: 0.0538802 Aug 20 14:10:59.532614 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-04e3e94d-284e-4979-8eb3-e64271bd72b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01e85bcf-56e6-4510-9f55-2804e2aeb0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296531 Aug 20 14:10:59.648479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-3e7c75db-91c4-43a6-81bc-5e3f61a7408f service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091766 Aug 20 14:10:59.790893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-353dba63-04e5-4e5f-8b3f-ea6babedae16 service neutron] 10.222.0.53 "GET /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349795 Aug 20 14:11:00.572141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ab2b-efc3-4622-ac72-b112b966e49a req-ec233035-c75d-4424-88d9-131b9f0a63ca tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:00.574944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0873ab2b-efc3-4622-ac72-b112b966e49a req-ec233035-c75d-4424-88d9-131b9f0a63ca tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 944 time: 0.0963504 Aug 20 14:11:00.616536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0873ab2b-efc3-4622-ac72-b112b966e49a req-029e0824-db35-4dac-bdc6-3f18f0c50edf tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Aug 20 14:11:00.632916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:00.691624 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:00.695801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:00.696113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:00.786976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:00.812435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:00.814665 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a03ef6-eaf6-42ec-9909-f908b1274d10" -d '{"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-plugged", "status": "completed", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:00.832807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:00.838296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:00.863861 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa03a7-4c65-4b7a-8a65-2874d4ed2aa7 x-openstack-request-id: req-f3fa03a7-4c65-4b7a-8a65-2874d4ed2aa7 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:00.864148 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-plugged", "status": "completed", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:00.864544 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3fa03a7-4c65-4b7a-8a65-2874d4ed2aa7 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:00.864997 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'code': 200} Aug 20 14:11:00.895054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:01.774449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf966cf1-f295-4668-9836-ba3ca2c88d97 req-2a486733-e188-4115-9c86-5deed03c6d84 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:01.776669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf966cf1-f295-4668-9836-ba3ca2c88d97 req-2a486733-e188-4115-9c86-5deed03c6d84 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0666087 Aug 20 14:11:01.824943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf966cf1-f295-4668-9836-ba3ca2c88d97 req-3e5e3717-4b60-41e1-a244-9b72e6363da9 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed9264cd-9f91-474c-be03-807b54658041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Aug 20 14:11:01.898899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-88ef4a50-a910-41ae-875e-1df62313a8c8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:01.900510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-88ef4a50-a910-41ae-875e-1df62313a8c8 tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ecfa5f-88cd-4dea-bfa6-92bff259b663 HTTP/1.1" status: 200 len: 945 time: 0.0603106 Aug 20 14:11:02.008367 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Deleting port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:11:02.008654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:02.105769 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:02.127377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] For port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,segment=NetworkSegment(410121a7-a49d-484b-9935-bc8771869c0e),segment_id=410121a7-a49d-484b-9935-bc8771869c0e)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:02.127746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:02.143403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Calling delete_port for fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:11:02.338673 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:02.351722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:02.372360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Pushing event deleted for resources: {'Port': ['ID=fd0d8bb6-cfe7-48d6-8c62-df7f5293e350,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:02.421797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] No DVR routers for this DVR port fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:11:02.424818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:02.427139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f94f664a-baec-46f7-8aad-3fe9b3fb9df9 req-fb8cadf5-8dfd-4937-a7b9-7925a6954ccd tempest-DeleteServersTestJSON-577067534 tempest-DeleteServersTestJSON-577067534-project] 10.222.0.13 "DELETE /v2.0/ports/fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 HTTP/1.1" status: 204 len: 173 time: 0.5193543 Aug 20 14:11:02.427658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-deleted', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:02.430511 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b235a47-69f4-4a41-afeb-b60fb3f016fb" -d '{"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-deleted", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:02.590064 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8180ca-20e8-40ca-bf03-7fb1c251f9bb x-openstack-request-id: req-cd8180ca-20e8-40ca-bf03-7fb1c251f9bb {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:02.590408 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ecfa5f-88cd-4dea-bfa6-92bff259b663", "name": "network-vif-deleted", "tag": "fd0d8bb6-cfe7-48d6-8c62-df7f5293e350", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:02.590762 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd8180ca-20e8-40ca-bf03-7fb1c251f9bb {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:02.591257 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ecfa5f-88cd-4dea-bfa6-92bff259b663', 'name': 'network-vif-deleted', 'tag': 'fd0d8bb6-cfe7-48d6-8c62-df7f5293e350', 'status': 'completed', 'code': 200} Aug 20 14:11:02.983277 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42872) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:03.040412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Deleting subnet 0f63e94d-371e-422d-b579-4d7a01d38835 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:11:03.045975 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.092584 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.139123 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.200258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.230435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f63e94d-371e-422d-b579-4d7a01d38835,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:03.236353 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.238458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b04fbee9-3fb3-4fb3-a6a1-5b2eb607ee76 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0f63e94d-371e-422d-b579-4d7a01d38835 HTTP/1.1" status: 204 len: 168 time: 0.2542036 Aug 20 14:11:03.241495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42874) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:03.328681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.424193 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.437292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e85bcf-56e6-4510-9f55-2804e2aeb0da']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:03.449846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410121a7-a49d-484b-9935-bc8771869c0e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:03.450123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410121a7-a49d-484b-9935-bc8771869c0e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:03.460817 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.479026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.487554 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:11:03.488019 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:11:03.490245 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:11:03.860462 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.867407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:03.869557 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] 10.222.0.59 "DELETE /v2.0/networks/01e85bcf-56e6-4510-9f55-2804e2aeb0da HTTP/1.1" status: 204 len: 168 time: 0.6270902 Aug 20 14:11:03.882282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41651cd-3c09-4756-9a90-c69e675c1691 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e85bcf-56e6-4510-9f55-2804e2aeb0da,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:04.002165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42878) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:04.046728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f07acc16-c877-4014-8b93-6dc8877e44ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e6d318a5c4046edadb0c7a3041de4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427401 Aug 20 14:11:04.048944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:04.104497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45d074c-b989-43d6-9359-f154026006c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:04.128254 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45d074c-b989-43d6-9359-f154026006c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:04.181129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45d074c-b989-43d6-9359-f154026006c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:04.183881 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d45d074c-b989-43d6-9359-f154026006c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:04.185142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d45d074c-b989-43d6-9359-f154026006c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed9264cd-9f91-474c-be03-807b54658041 HTTP/1.1" status: 204 len: 168 time: 0.1352346 Aug 20 14:11:04.196129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d074c-b989-43d6-9359-f154026006c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9264cd-9f91-474c-be03-807b54658041,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:04.977974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42902) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:05.094247 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-759234047-network', 'tenant_id': 'd5aadfecea47426f8040576d9f9af20f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:05.120854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Made reservation on behalf of d5aadfecea47426f8040576d9f9af20f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:05.123917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.133537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.251958 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.256808 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.286724 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:11:05.296844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:05.306893 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.306893 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Added segment 2ac01f4c-0020-4b83-8bc0-8fe7459a5081 of type vlan for network 8fae7272-be64-444b-87a4-690f49e15fb8 Aug 20 14:11:05.352646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.382509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.384088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:05.384730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.445892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4667597 Aug 20 14:11:05.449311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 42906) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:05.457006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Request body: {'subnet': {'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-759234047-subnet', 'tenant_id': 'd5aadfecea47426f8040576d9f9af20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:05.467239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c5d2e-3029-4ecb-944a-27cc0f8618d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8fae7272-be64-444b-87a4-690f49e15fb8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:05.479892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 8fae7272-be64-444b-87a4-690f49e15fb8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:11:05.485244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Made reservation on behalf of d5aadfecea47426f8040576d9f9af20f for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:05.487705 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.683753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.747081 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d83be57f-1e80-43b8-9840-3c14600079a6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:05.756967 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Checking segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:05.757387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Network hostable DHCP agents. Network: 8fae7272-be64-444b-87a4-690f49e15fb8, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:11:05.775481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Network 8fae7272-be64-444b-87a4-690f49e15fb8 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:11:05.786294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 8fae7272-be64-444b-87a4-690f49e15fb8) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:05.790863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:05.791457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:05.797209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a35b7-d443-4908-8d2c-3322949a4822 None None] Network 8fae7272-be64-444b-87a4-690f49e15fb8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:11:05.809497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-83dc78e6-6e0b-4399-a666-29d91c4e2473 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3589556 Aug 20 14:11:05.953966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eebe54-d686-4b7a-b823-209782f3e689 None None] Network 8fae7272-be64-444b-87a4-690f49e15fb8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:11:06.322469 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-06898d8c-d8d6-433f-839f-0642e4082b6e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:06.324098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-06898d8c-d8d6-433f-839f-0642e4082b6e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 814 time: 0.1188641 Aug 20 14:11:06.342368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-4cded130-1d8c-4708-bd53-74febd67a085 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/quotas/d5aadfecea47426f8040576d9f9af20f HTTP/1.1" status: 200 len: 375 time: 0.0104036 Aug 20 14:11:06.378675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-59753436-999d-470a-be65-f6b48e8a035a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302100 Aug 20 14:11:06.493947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-721852a6-2f03-4873-91b8-8ab543e34c64 service neutron] 10.222.0.59 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077874 Aug 20 14:11:06.611189 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-9a152a0f-c3d1-4fa1-9684-f377059f2f9d service neutron] 10.222.0.59 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054356 Aug 20 14:11:06.698985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:11:06.752062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:11:06.752525 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device fd0d8bb6-cfe7-48d6-8c62-df7f5293e350 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:11:06.826891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae5c979b-dcbe-4879-82ac-3420e5fe1673 req-d01fbdfe-230c-4506-93f0-ab0320b3afdb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 210 time: 0.0330439 Aug 20 14:11:07.946096 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-739d2e4b-dad4-4f9a-a63c-7e206f1ecac2 req-21d0bb7f-86cb-4c86-9a87-bd4d72f70f3f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 210 time: 0.0356677 Aug 20 14:11:08.171178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-01bfe4b2-1cef-48d1-b994-12b6604d86dc tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:08.173449 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-01bfe4b2-1cef-48d1-b994-12b6604d86dc tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 814 time: 0.1621318 Aug 20 14:11:08.189065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Request body: {'port': {'device_id': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'admin_state_up': True, 'tenant_id': 'd5aadfecea47426f8040576d9f9af20f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:08.322904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Made reservation on behalf of d5aadfecea47426f8040576d9f9af20f for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:08.327235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.527901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Allocated IP 172.20.0.13 (8fae7272-be64-444b-87a4-690f49e15fb8/d83be57f-1e80-43b8-9840-3c14600079a6/cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:08.711955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.761054 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.815694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Network 8fae7272-be64-444b-87a4-690f49e15fb8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:08.819133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:08.823269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:08.834311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:08.868597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.868963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.869315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.869663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.870005 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.870345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.870680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.871019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.871350 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.871679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.872015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.872344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.900738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:08.901405 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.918127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-30f73ba6-e1be-4e4b-bb23-f1dbf78ab68f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7357588 Aug 20 14:11:08.931101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Request body: {'port': {'device_id': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:09.005137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.195101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e82c6-6ca7-48d9-8d7d-4b6d2ec71f3a req-ebb3ef0d-03be-455d-9b6c-e99458938e61 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.196843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c7e82c6-6ca7-48d9-8d7d-4b6d2ec71f3a req-ebb3ef0d-03be-455d-9b6c-e99458938e61 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 932 time: 0.1428618 Aug 20 14:11:09.300966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c7e82c6-6ca7-48d9-8d7d-4b6d2ec71f3a req-1f99d215-d384-4658-9fed-7608683a99eb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953369 Aug 20 14:11:09.409088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:09.417943 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.432092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Transition to ACTIVE for port object cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:09.438289 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.503431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:09.580192 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:09.580744 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:09.581223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:09.587197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on network 8fae7272-be64-444b-87a4-690f49e15fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:09.587623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:09.595091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:09.595488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Checking segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:09.596008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Bound using segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:09.596495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Bound port: cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:09.596977 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.673666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:09.677360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:09.682346 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.724977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.725623 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.727079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 1092 time: 0.8009450 Aug 20 14:11:09.729780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:09.733158 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654271b4-6f0b-402a-a8ed-136f04a27c42" -d '{"events": [{"name": "network-changed", "server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:09.771638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401990e8-9aaa-418c-a598-360e4aaf1559 service neutron] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:09.789481 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b060b985-e60d-482f-b3a4-80f5a328606e x-openstack-request-id: req-b060b985-e60d-482f-b3a4-80f5a328606e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:09.789911 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:09.790335 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b060b985-e60d-482f-b3a4-80f5a328606e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:09.790805 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'status': 'completed', 'code': 200} Aug 20 14:11:09.831374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-8676bd3d-62d6-4f36-b557-e5bb4fb57210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.832992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-8676bd3d-62d6-4f36-b557-e5bb4fb57210 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1095 time: 0.0552547 Aug 20 14:11:09.881480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-36f9c8bc-6416-4a62-a2b8-48b3279b0648 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0401330 Aug 20 14:11:09.940545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-aafa5cc9-e03d-48d3-a218-8646687769d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.942231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-aafa5cc9-e03d-48d3-a218-8646687769d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0527761 Aug 20 14:11:09.980950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-b1a71e09-9349-44ad-b3ac-464925a78ad8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315030 Aug 20 14:11:10.084163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-39211a76-5ea8-4bdf-9a8e-4879b4ee92f4 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963423 Aug 20 14:11:10.213041 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4d64372-ead1-4b1f-91e0-e5bb93d94f0c req-ab6bb22c-52da-4c9d-be1c-a06ee23b5328 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178803 Aug 20 14:11:10.312900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-a3a0e540-0aa6-4433-9a07-8bacad6d2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:10.314507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-a3a0e540-0aa6-4433-9a07-8bacad6d2f8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1095 time: 0.0493908 Aug 20 14:11:10.452140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-f2590b04-276f-40ff-84bf-4246b82e1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:10.453697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-f2590b04-276f-40ff-84bf-4246b82e1395 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1319880 Aug 20 14:11:10.476754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1cf17-a704-4bad-9ddd-fcd81d57292d req-50df8614-02a0-4b1c-ad08-9b1b3265fddb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:10.478435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19f1cf17-a704-4bad-9ddd-fcd81d57292d req-50df8614-02a0-4b1c-ad08-9b1b3265fddb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 944 time: 0.0876367 Aug 20 14:11:10.509746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-3fdf2327-ebef-4b91-ad8c-704369be5f20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0477412 Aug 20 14:11:10.577299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19f1cf17-a704-4bad-9ddd-fcd81d57292d req-d8acbbe7-dbcd-4f56-a68c-cf1bc9ad2eef tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699654 Aug 20 14:11:10.587267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-98192e92-4dd5-42f4-898e-a80a7fec6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:10.588835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-98192e92-4dd5-42f4-898e-a80a7fec6476 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0657296 Aug 20 14:11:10.629241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-5f7c344a-7956-4100-af01-abaece674999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331318 Aug 20 14:11:10.738824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-ae37e595-3e46-4d96-8178-9cd8411bb4df service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019883 Aug 20 14:11:10.844956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-654271b4-6f0b-402a-a8ed-136f04a27c42 req-01d1cdc2-4def-46c2-befc-caaa49f712ac service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992079 Aug 20 14:11:11.735927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da69f6-2998-44bf-9380-aac23c85be18 req-7ed79252-b530-477d-98f9-5392f7d62c00 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.737545 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52da69f6-2998-44bf-9380-aac23c85be18 req-7ed79252-b530-477d-98f9-5392f7d62c00 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 944 time: 0.0607724 Aug 20 14:11:11.786787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52da69f6-2998-44bf-9380-aac23c85be18 req-c19a37ee-02b1-47f2-9a77-8911f3c3f1e1 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380514 Aug 20 14:11:12.609686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:11:12.747236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:12.761195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'port_id': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'mac_address': 'fa:16:3e:8e:8e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83be57f-1e80-43b8-9840-3c14600079a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:11:12.810730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:12.827094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:12.864339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:12.870552 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:12.944279 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:12.975886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbabfa-45cc-448c-967f-47d9d174cb72 req-f2689313-d433-45bf-8d35-2dd1a138583e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:12.977592 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3cbabfa-45cc-448c-967f-47d9d174cb72 req-f2689313-d433-45bf-8d35-2dd1a138583e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 945 time: 0.0585625 Aug 20 14:11:13.023417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3cbabfa-45cc-448c-967f-47d9d174cb72 req-6425c536-6936-4adc-b529-13348999fbff tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Aug 20 14:11:13.072242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:14.164727 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0e987-7341-4cae-8d36-ee7e6d81bce3 req-0b0ccfb8-ff0a-4f73-b6f8-9b5ad45df275 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:14.166405 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5da0e987-7341-4cae-8d36-ee7e6d81bce3 req-0b0ccfb8-ff0a-4f73-b6f8-9b5ad45df275 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 945 time: 0.0569849 Aug 20 14:11:14.210275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5da0e987-7341-4cae-8d36-ee7e6d81bce3 req-df3b62f2-5015-4a4f-8f75-6062fe23967d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366910 Aug 20 14:11:14.639615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:14.705110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:14.711109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:14.711494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:14.800884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:14.829147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:14.831669 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261b56c-378a-44ee-9cce-f0eab154d5f2" -d '{"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:14.846715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:14.851870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:14.902650 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef3ff51-8741-4d9a-b9a0-84758552656d x-openstack-request-id: req-1ef3ff51-8741-4d9a-b9a0-84758552656d {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:14.902969 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:14.903200 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ef3ff51-8741-4d9a-b9a0-84758552656d {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:14.903596 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'code': 200} Aug 20 14:11:14.910187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:15.010331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47ca3-fd65-49bc-84a0-167ca47f5e61 req-57ed283a-8945-4586-a7b9-71ebc2dc4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:15.011843 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60a47ca3-fd65-49bc-84a0-167ca47f5e61 req-57ed283a-8945-4586-a7b9-71ebc2dc4fc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1097 time: 0.0506744 Aug 20 14:11:15.052287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60a47ca3-fd65-49bc-84a0-167ca47f5e61 req-8d1fec31-4481-407d-bcdd-f4e62455694a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Aug 20 14:11:15.343317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19579e-0212-498e-be86-e00dce0b6ba2 req-87b0b744-c2a8-4d62-94c2-f5444452c4a3 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:15.344994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2c19579e-0212-498e-be86-e00dce0b6ba2 req-87b0b744-c2a8-4d62-94c2-f5444452c4a3 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0560956 Aug 20 14:11:15.395266 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2c19579e-0212-498e-be86-e00dce0b6ba2 req-6df06c26-271b-4317-9770-bf4ed0348d09 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Aug 20 14:11:15.809804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45a47905-ed8b-4cca-9013-ef1747ebbbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:16.539249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e5d1-fb78-449a-94fc-370c9c87cc74 req-a58db92b-6426-4d6b-88b9-0c329a393f23 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:16.541190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab52e5d1-fb78-449a-94fc-370c9c87cc74 req-a58db92b-6426-4d6b-88b9-0c329a393f23 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0597427 Aug 20 14:11:16.585946 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab52e5d1-fb78-449a-94fc-370c9c87cc74 req-a30ac9e4-8363-4293-9596-bdd5d5643bba tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Aug 20 14:11:16.721689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eea7e-3887-416e-ad73-3dfdb005ccc2 req-11872a15-2ddc-44ef-8766-1f09fde1b65f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:16.723548 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed7eea7e-3887-416e-ad73-3dfdb005ccc2 req-11872a15-2ddc-44ef-8766-1f09fde1b65f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0607352 Aug 20 14:11:16.768607 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed7eea7e-3887-416e-ad73-3dfdb005ccc2 req-768447d5-8a76-44ef-b675-8581acfdd6b2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Aug 20 14:11:16.991369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f844e2-1afa-4d94-a7e0-3d44bb3e2676 req-7a0ae528-a91d-4f10-bc53-d48065c82982 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:16.992921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0f844e2-1afa-4d94-a7e0-3d44bb3e2676 req-7a0ae528-a91d-4f10-bc53-d48065c82982 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0553493 Aug 20 14:11:17.041166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0f844e2-1afa-4d94-a7e0-3d44bb3e2676 req-84b3b200-0cc8-4549-a638-0a8f88a96676 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Aug 20 14:11:17.193859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b752d0-ee37-4de5-8c4b-2fca7124d1ff req-d4c2ddf0-c0c0-4e0f-b5b8-1df79806152c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.195520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8b752d0-ee37-4de5-8c4b-2fca7124d1ff req-d4c2ddf0-c0c0-4e0f-b5b8-1df79806152c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0571191 Aug 20 14:11:17.241791 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8b752d0-ee37-4de5-8c4b-2fca7124d1ff req-b6c9f26d-fd22-480e-9613-c68b9e0352cc tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 Aug 20 14:11:17.564269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-07caa60f-e2b4-4e20-8c3c-fe2e4c265624 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0597470 Aug 20 14:11:17.636141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58137b5-db3d-494e-854f-c9723449a58f req-1b2155aa-5b32-4719-80ab-1d440b58d218 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.640175 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f58137b5-db3d-494e-854f-c9723449a58f req-1b2155aa-5b32-4719-80ab-1d440b58d218 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0936801 Aug 20 14:11:17.696821 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f58137b5-db3d-494e-854f-c9723449a58f req-8436941d-17a2-46bd-9e71-77ca746a2620 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 Aug 20 14:11:18.591170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bad4f0e4-4550-4718-9ba7-6ef55540bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:18.601214 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:18.848604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce62b-ef1b-49d3-9728-af02c0d476df req-4931af3a-1de6-4cf6-b201-e9913a4d724d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:18.850265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad1ce62b-ef1b-49d3-9728-af02c0d476df req-4931af3a-1de6-4cf6-b201-e9913a4d724d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0568075 Aug 20 14:11:18.897916 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad1ce62b-ef1b-49d3-9728-af02c0d476df req-03f52edb-41c1-4b1f-b609-571457141930 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363047 Aug 20 14:11:19.104130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-62755c7e-f576-4ed8-b780-d4d26f375ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:19.106823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-62755c7e-f576-4ed8-b780-d4d26f375ae9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1097 time: 0.0730038 Aug 20 14:11:19.234633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-cd2d4d2f-1cbb-4224-a51e-abee945ce1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:19.237311 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-cd2d4d2f-1cbb-4224-a51e-abee945ce1e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1235073 Aug 20 14:11:19.313861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-63d866ad-6764-4322-9286-3b0417afa864 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0694158 Aug 20 14:11:19.369423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-0d2e34ca-a8ad-4160-b58b-58553a34882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:19.370870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-0d2e34ca-a8ad-4160-b58b-58553a34882e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0505178 Aug 20 14:11:19.408448 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-e8180ef5-d2b0-48a1-9659-799abbcc4175 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308900 Aug 20 14:11:19.515680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-984dd861-c61d-4089-8159-3e0b1466b72a service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003006 Aug 20 14:11:19.627763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-b4e0dc61-eb79-4542-b380-88d7f4b8326e service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039608 Aug 20 14:11:19.663797 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:20.075877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494815a5-58b4-4c19-b549-956108f27111 req-8fca699d-50e5-471a-8d5c-b1b6827069fb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:20.078805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-494815a5-58b4-4c19-b549-956108f27111 req-8fca699d-50e5-471a-8d5c-b1b6827069fb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0876565 Aug 20 14:11:20.147262 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-494815a5-58b4-4c19-b549-956108f27111 req-b4d44fbf-af35-48e7-b0cd-26e100b31b28 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Aug 20 14:11:21.302945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422426b-d3b8-4342-9fa4-551eb6723099 req-204fe5ca-b526-4b17-8faf-ec234efc246f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:21.305737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d422426b-d3b8-4342-9fa4-551eb6723099 req-204fe5ca-b526-4b17-8faf-ec234efc246f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0771334 Aug 20 14:11:21.348448 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d422426b-d3b8-4342-9fa4-551eb6723099 req-c2ccdc15-721a-4ede-bf42-1f96cdd54ad5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Aug 20 14:11:21.586389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:22.516448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d6b50-1e92-4ec2-b13f-bfc1d26b719f req-70c0eb8c-0d2e-4389-920f-978058b726a7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:22.518679 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b59d6b50-1e92-4ec2-b13f-bfc1d26b719f req-70c0eb8c-0d2e-4389-920f-978058b726a7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0727763 Aug 20 14:11:22.575509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b59d6b50-1e92-4ec2-b13f-bfc1d26b719f req-317d9312-7edc-44ab-815f-f37d5b341ba6 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475180 Aug 20 14:11:23.706739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270563e2-8cca-49bd-9628-9bcb57c05b64 req-30ecbb7f-d2ec-4ca4-a70d-a45cc19fa772 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:23.708452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-270563e2-8cca-49bd-9628-9bcb57c05b64 req-30ecbb7f-d2ec-4ca4-a70d-a45cc19fa772 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0566669 Aug 20 14:11:23.765506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-270563e2-8cca-49bd-9628-9bcb57c05b64 req-c4f76336-fca2-4b46-a8f7-e413cf0217f0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447845 Aug 20 14:11:24.931944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f73dbe-f7d2-4d5d-b219-199cf62af1bc req-190324c9-1ffc-4601-897f-4c1346a7b24a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:24.934000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16f73dbe-f7d2-4d5d-b219-199cf62af1bc req-190324c9-1ffc-4601-897f-4c1346a7b24a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0556538 Aug 20 14:11:24.983157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16f73dbe-f7d2-4d5d-b219-199cf62af1bc req-0460edc8-02cc-4d15-9da4-96136b9099cf tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Aug 20 14:11:26.116459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66487e2-b3b7-4801-98c7-43137fff5ad6 req-c23f5305-54ea-4886-8c1c-f386580ca953 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:26.118095 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a66487e2-b3b7-4801-98c7-43137fff5ad6 req-c23f5305-54ea-4886-8c1c-f386580ca953 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0535786 Aug 20 14:11:26.167215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a66487e2-b3b7-4801-98c7-43137fff5ad6 req-9f7eebb8-242e-405a-a393-98e5b3c13900 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Aug 20 14:11:27.322279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4ce5e-805b-4468-804a-74e038e0c4a2 req-e310cc82-ffc8-4059-9fb2-f104e42dcb85 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:27.325181 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63d4ce5e-805b-4468-804a-74e038e0c4a2 req-e310cc82-ffc8-4059-9fb2-f104e42dcb85 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0679216 Aug 20 14:11:27.370329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63d4ce5e-805b-4468-804a-74e038e0c4a2 req-9de3227a-d80c-4f11-913b-043fd5ed2f1e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388880 Aug 20 14:11:28.325619 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:11:28.531868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9a32-127a-4cf9-acd5-30ed3d2ca403 req-bee1549e-0d3b-409c-a3f9-5da923546412 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:28.533811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aecd9a32-127a-4cf9-acd5-30ed3d2ca403 req-bee1549e-0d3b-409c-a3f9-5da923546412 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0636747 Aug 20 14:11:28.580771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aecd9a32-127a-4cf9-acd5-30ed3d2ca403 req-4a91370d-cbb7-4e45-914a-5b6d0e68f031 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 Aug 20 14:11:29.453705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.723068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6079-bb3e-43f8-abcd-2aaf6e3027fe req-dbcf0677-10ed-43bb-9416-f80d93838652 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:29.724623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cabc6079-bb3e-43f8-abcd-2aaf6e3027fe req-dbcf0677-10ed-43bb-9416-f80d93838652 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0620248 Aug 20 14:11:29.768615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cabc6079-bb3e-43f8-abcd-2aaf6e3027fe req-8be8c1cd-a92b-4aef-8cdc-c4d3247e0d72 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Aug 20 14:11:30.903835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b3763-2916-4ce7-be3e-810096175700 req-18a48200-10ea-4782-92bf-9f42a676d5c0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:30.905882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c2b3763-2916-4ce7-be3e-810096175700 req-18a48200-10ea-4782-92bf-9f42a676d5c0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0566604 Aug 20 14:11:30.950235 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c2b3763-2916-4ce7-be3e-810096175700 req-4cc9600a-50a7-4165-9690-eac52dd2d609 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Aug 20 14:11:32.084079 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89898718-6f6f-465d-9ebb-cc89cbfd6216 req-b2c20d21-0db9-427f-953e-d0d2e91af789 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:32.085650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89898718-6f6f-465d-9ebb-cc89cbfd6216 req-b2c20d21-0db9-427f-953e-d0d2e91af789 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0520661 Aug 20 14:11:32.107715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:32.126878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89898718-6f6f-465d-9ebb-cc89cbfd6216 req-5c535b0a-51a3-4f77-9e1e-7697c1e2ab91 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Aug 20 14:11:33.255703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962350a3-4611-4af7-84a7-1f37b291df09 req-4b2b0ef6-5a19-4bf6-81e6-5f44922a369a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:33.257386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962350a3-4611-4af7-84a7-1f37b291df09 req-4b2b0ef6-5a19-4bf6-81e6-5f44922a369a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0559311 Aug 20 14:11:33.303991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-962350a3-4611-4af7-84a7-1f37b291df09 req-e19d0344-474e-449b-ad72-2b50353b264b tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Aug 20 14:11:34.453840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856273e-0a94-469a-9c5c-36e18b8f382c req-ff90f5b4-38bd-4c5e-8412-9709ed082ba2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.455486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a856273e-0a94-469a-9c5c-36e18b8f382c req-ff90f5b4-38bd-4c5e-8412-9709ed082ba2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0628600 Aug 20 14:11:34.501241 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a856273e-0a94-469a-9c5c-36e18b8f382c req-f1a9d363-ef54-4725-bad3-8c4902e17172 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Aug 20 14:11:35.633102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce4e1-4fb2-497d-9322-665ac71f8250 req-ed7809ed-72a2-4161-8f8e-d380983cd65c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:35.634798 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-700ce4e1-4fb2-497d-9322-665ac71f8250 req-ed7809ed-72a2-4161-8f8e-d380983cd65c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0592360 Aug 20 14:11:35.679198 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-700ce4e1-4fb2-497d-9322-665ac71f8250 req-401d6394-eaf3-4c5a-bc89-2dd9ed1b74f5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Aug 20 14:11:36.820403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfe58e-db12-4504-93f7-82f34cd78766 req-4b6bb0cc-d7b3-43e9-85dc-010ad2af0ea8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:36.822364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64bfe58e-db12-4504-93f7-82f34cd78766 req-4b6bb0cc-d7b3-43e9-85dc-010ad2af0ea8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0671518 Aug 20 14:11:36.887509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64bfe58e-db12-4504-93f7-82f34cd78766 req-3b1b49ca-ed6d-44e9-9eb8-00587fa913cf tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575452 Aug 20 14:11:38.019847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71198-b6a6-47aa-aa78-86aa0e031e3a req-88035944-2bda-446f-b713-7b78399d8fc9 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:38.021354 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3fd71198-b6a6-47aa-aa78-86aa0e031e3a req-88035944-2bda-446f-b713-7b78399d8fc9 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0528543 Aug 20 14:11:38.066468 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3fd71198-b6a6-47aa-aa78-86aa0e031e3a req-3f29f566-2875-4092-909f-2d188cc67a47 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Aug 20 14:11:39.204799 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a929-f08d-4d88-b0c6-655b536be417 req-a72f290a-ffb3-4cbf-88e4-8a0dd2b1610e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:39.206442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4453a929-f08d-4d88-b0c6-655b536be417 req-a72f290a-ffb3-4cbf-88e4-8a0dd2b1610e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0629020 Aug 20 14:11:39.250173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4453a929-f08d-4d88-b0c6-655b536be417 req-639b3a7c-67fc-417e-8b8d-363cf7de3478 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351667 Aug 20 14:11:40.393185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe7dc9-7e90-44e6-a146-e1776531198d req-ea9b0181-a85d-40bf-9b08-d077c42ce6f8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:40.395513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-11fe7dc9-7e90-44e6-a146-e1776531198d req-ea9b0181-a85d-40bf-9b08-d077c42ce6f8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0680833 Aug 20 14:11:40.449028 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-11fe7dc9-7e90-44e6-a146-e1776531198d req-d60d2f3e-a9d1-4fde-95f1-fbd9f0fd718f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Aug 20 14:11:41.601042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f46ed-68db-4414-bdd9-04e079860e28 req-3e88ba7c-541d-4926-8f5d-dfec873821c4 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:41.602712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc3f46ed-68db-4414-bdd9-04e079860e28 req-3e88ba7c-541d-4926-8f5d-dfec873821c4 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0551140 Aug 20 14:11:41.648850 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dc3f46ed-68db-4414-bdd9-04e079860e28 req-125cdd98-6ab1-4462-a442-0bc3a5975f62 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Aug 20 14:11:42.791917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26f9d-8e22-4fe5-a8a1-5977ef49521a req-b49b1e1d-7e32-4bb1-89a7-e1f167dd7c09 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:42.793769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20a26f9d-8e22-4fe5-a8a1-5977ef49521a req-b49b1e1d-7e32-4bb1-89a7-e1f167dd7c09 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0603089 Aug 20 14:11:42.839951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-20a26f9d-8e22-4fe5-a8a1-5977ef49521a req-e89f84a1-e0f5-4e04-831c-bde2cc45af20 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Aug 20 14:11:43.979649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a54cca-6aa2-420e-96a5-724f542c2175 req-ab752876-5e1d-4e31-b33a-5e950332cea5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:43.981336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83a54cca-6aa2-420e-96a5-724f542c2175 req-ab752876-5e1d-4e31-b33a-5e950332cea5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0668871 Aug 20 14:11:44.032985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-83a54cca-6aa2-420e-96a5-724f542c2175 req-5d0c1c16-c899-4fa8-af52-dbdaac0c6a03 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Aug 20 14:11:45.172813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929050-7e03-4b68-9fec-305ccce25225 req-1d0c8160-ac54-48f9-becd-eb7e0a6437d6 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:45.175633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24929050-7e03-4b68-9fec-305ccce25225 req-1d0c8160-ac54-48f9-becd-eb7e0a6437d6 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0689266 Aug 20 14:11:45.222035 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-24929050-7e03-4b68-9fec-305ccce25225 req-81336ebc-b3a7-4862-bf2f-bb097c34edaf tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Aug 20 14:11:45.805047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dfba637b-a55f-4fd7-97fc-a98abb2afb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:46.382325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e05bd-38c8-4b23-b22c-7fac99d6815b req-a88b879b-b52f-4f49-a114-cb75995e5304 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:46.383987 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-718e05bd-38c8-4b23-b22c-7fac99d6815b req-a88b879b-b52f-4f49-a114-cb75995e5304 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0875390 Aug 20 14:11:46.431851 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-cd2b9e31-ed7e-4d0c-b4c2-1df8e2cdbb6f service neutron] show failed (client error): The resource could not be found. Aug 20 14:11:46.432937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-cd2b9e31-ed7e-4d0c-b4c2-1df8e2cdbb6f service neutron] 10.222.0.53 "GET /v2.0/ports/cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1013529 Aug 20 14:11:46.457953 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-718e05bd-38c8-4b23-b22c-7fac99d6815b req-bbddd916-970c-4d15-a4e3-d66c4cee625f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553579 Aug 20 14:11:46.729819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-868ce395-ba7e-4fd4-82c7-e8bd9c047b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:46.732525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-868ce395-ba7e-4fd4-82c7-e8bd9c047b82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d&tenant_id=d5aadfecea47426f8040576d9f9af20f HTTP/1.1" status: 200 len: 1097 time: 0.0607839 Aug 20 14:11:46.746377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:46.836275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:47.103222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:47.161181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:47.231209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:47.234359 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d3bb0-f29f-4630-b06b-551038f65f9a" -d '{"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:47.239454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:47.256648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Transition to ACTIVE for port object cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:47.262851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:47.304343 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65056075-b28f-41ed-a85e-b180967d99c0 x-openstack-request-id: req-65056075-b28f-41ed-a85e-b180967d99c0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:47.304343 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:47.304609 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65056075-b28f-41ed-a85e-b180967d99c0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:47.304867 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'code': 200} Aug 20 14:11:47.340961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] No DVR routers for this DVR port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:11:47.344303 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:47.357544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.358075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.358219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.358507 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.358944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.359378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.359769 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.360097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.360423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.360782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.361108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.361428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:47.392784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:47.393120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:47.393446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:47.398744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on network 8fae7272-be64-444b-87a4-690f49e15fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:47.399089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Attempting to bind port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:47.405674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:47.405674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Checking segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:47.406000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Bound using segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:47.406296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Bound port: cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:47.406641 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:47.478387 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:47.483338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:47.488005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:47.534911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.535744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:47.537733 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] 10.222.0.13 "PUT /v2.0/ports/cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 1092 time: 0.7966609 Aug 20 14:11:47.613587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e268b3-f288-4c67-aa92-b6536ce9ebfd req-7f7b8fb3-2958-4fab-93db-5699dd3bb953 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.615091 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12e268b3-f288-4c67-aa92-b6536ce9ebfd req-7f7b8fb3-2958-4fab-93db-5699dd3bb953 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 944 time: 0.0619085 Aug 20 14:11:47.628397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34941ca2-7b6e-4a65-8ed7-9e052eaa39ca service neutron] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:47.662912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12e268b3-f288-4c67-aa92-b6536ce9ebfd req-abb9415f-4819-44cd-8af2-747af4b6cadd tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Aug 20 14:11:47.663524 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-a66307be-abe8-4c22-afe8-5bf8c8827036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.666269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-a66307be-abe8-4c22-afe8-5bf8c8827036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1095 time: 0.0939517 Aug 20 14:11:47.838225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-09e6b73d-6266-4674-9317-a8a2092fcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.841087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-09e6b73d-6266-4674-9317-a8a2092fcfd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1668468 Aug 20 14:11:47.891745 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-f99d6360-286e-40f4-b0bd-c44fa30ae370 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0429666 Aug 20 14:11:47.951326 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-9db49188-0e6a-42f6-9dcf-a18248db74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.953039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-9db49188-0e6a-42f6-9dcf-a18248db74dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0539017 Aug 20 14:11:47.987732 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-b72f9413-e8a7-4189-8231-b2b4a40fa759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266826 Aug 20 14:11:48.093042 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-06f32477-75f3-4cb9-a132-900ca2637e13 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974054 Aug 20 14:11:48.206214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d0881cd-f2ac-4974-b4d1-b2a099c1c548 req-8cab0eee-ac1e-41c8-a7a3-aabe27783339 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050327 Aug 20 14:11:48.584139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2fb92212-9d4a-4b39-8d4c-361182d06c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:48.590550 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:48.794121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c59e7-067d-45cf-98d7-8248d043ffc8 req-83bcd5f2-196c-43d9-a413-b867c1bbc945 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:48.795767 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b04c59e7-067d-45cf-98d7-8248d043ffc8 req-83bcd5f2-196c-43d9-a413-b867c1bbc945 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 944 time: 0.0553222 Aug 20 14:11:48.843407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:11:48.852737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b04c59e7-067d-45cf-98d7-8248d043ffc8 req-364c6570-73a1-4e67-9a9c-132dfdf50f83 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Aug 20 14:11:48.889200 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:11:49.306471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:49.309094 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0" -d '{"events": [{"name": "network-changed", "server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:49.364710 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d453d-ee4c-4e1f-9211-7a87243d3c48 x-openstack-request-id: req-2c4d453d-ee4c-4e1f-9211-7a87243d3c48 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:49.365154 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:49.365495 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c4d453d-ee4c-4e1f-9211-7a87243d3c48 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:49.366005 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'status': 'completed', 'code': 200} Aug 20 14:11:49.431583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-d1a05656-82c5-42e4-a48a-ff2a069d5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.433188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-d1a05656-82c5-42e4-a48a-ff2a069d5a17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1095 time: 0.0522783 Aug 20 14:11:49.469924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-2aa447a8-71cd-4df7-8647-77527a48c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.472658 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-2aa447a8-71cd-4df7-8647-77527a48c518 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1095 time: 0.0811651 Aug 20 14:11:49.546971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-92456cf3-e330-4dd1-bbb1-c46f0da08f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.548722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-92456cf3-e330-4dd1-bbb1-c46f0da08f49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1088667 Aug 20 14:11:49.595725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-a884de9e-1d32-4e86-a61a-1508ce39aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.596947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-2bb3f847-17d0-4340-9d0b-8fa90b05d319 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0410800 Aug 20 14:11:49.598286 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-a884de9e-1d32-4e86-a61a-1508ce39aa64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1180763 Aug 20 14:11:49.660649 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-18084cb9-6219-4691-89a0-d67ec89b5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.663411 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-18084cb9-6219-4691-89a0-d67ec89b5d9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0599825 Aug 20 14:11:49.668694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:49.683714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-83505369-55ca-4ce8-a10e-6b764445d215 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0712540 Aug 20 14:11:49.699383 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-e5c623ad-03ef-4d02-addc-96a78e14601d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277143 Aug 20 14:11:49.775791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-e1783b46-931f-437b-bb7d-2baa63fb8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.780138 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-e1783b46-931f-437b-bb7d-2baa63fb8585 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0805979 Aug 20 14:11:49.823077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-e5b35bca-0e19-45d7-9951-6123ab811693 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337090 Aug 20 14:11:49.834915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-3d40696c-d754-4dcc-9320-d49c4b9f9efc service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278808 Aug 20 14:11:49.990060 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-c49f85b8-b4fd-469f-a787-6b4e20e29cc6 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490149 Aug 20 14:11:50.024324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-c45fcb80-02d6-4a5a-90e1-2e3eec6a6dfb service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922836 Aug 20 14:11:50.102808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334e9d0-7409-4326-a125-0df7ec2dfdd9 req-b32f8223-d4ce-4e3e-ba84-ed8f3703a79d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.104465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9334e9d0-7409-4326-a125-0df7ec2dfdd9 req-b32f8223-d4ce-4e3e-ba84-ed8f3703a79d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 944 time: 0.1230471 Aug 20 14:11:50.179148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9334e9d0-7409-4326-a125-0df7ec2dfdd9 req-637429fb-86ab-4614-ae74-d7109b4bfb39 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663183 Aug 20 14:11:50.186994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-33bb01a3-47b2-46e1-95e6-c1f1e88d83d0 req-29f9a09c-111c-48fe-be7f-58ba31efcab8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521542 Aug 20 14:11:50.433753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630f6b6-5276-4408-8706-bec8f48fe423 req-d4706639-70bc-41a3-97fb-96ef2db25d2d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.436734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8630f6b6-5276-4408-8706-bec8f48fe423 req-d4706639-70bc-41a3-97fb-96ef2db25d2d tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 944 time: 0.0722029 Aug 20 14:11:50.475000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c331d-ad6f-4b10-b156-230a008323bf req-0f814eda-d3f8-401a-8931-f10da32dda67 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.477627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-0f814eda-d3f8-401a-8931-f10da32dda67 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d&tenant_id=d5aadfecea47426f8040576d9f9af20f&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.0896337 Aug 20 14:11:50.495553 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8630f6b6-5276-4408-8706-bec8f48fe423 req-66770f87-20bc-4ec5-acfe-3662d9f5fe68 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Aug 20 14:11:50.566199 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-420c331d-ad6f-4b10-b156-230a008323bf req-7690feca-bf31-49a7-bd46-e76cf453d22d service neutron] delete failed (client error): The resource could not be found. Aug 20 14:11:50.567256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-7690feca-bf31-49a7-bd46-e76cf453d22d service neutron] 10.222.0.53 "DELETE /v2.0/ports/cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0812798 Aug 20 14:11:50.662197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c331d-ad6f-4b10-b156-230a008323bf req-b739a8d9-bd2b-40a1-96f2-7007a31fd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.663816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-b739a8d9-bd2b-40a1-96f2-7007a31fd027 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 1095 time: 0.0492160 Aug 20 14:11:50.792489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c331d-ad6f-4b10-b156-230a008323bf req-28972234-1dc9-4f37-867e-b10385f86667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.794050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-28972234-1dc9-4f37-867e-b10385f86667 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1223249 Aug 20 14:11:50.842150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-3f82ab95-2428-42d4-ae9e-344d4bd5e91f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 200 len: 217 time: 0.0405221 Aug 20 14:11:50.897185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c331d-ad6f-4b10-b156-230a008323bf req-d37d29c5-e749-4528-b230-97cb20f8fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.898696 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-d37d29c5-e749-4528-b230-97cb20f8fcab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0508523 Aug 20 14:11:50.928331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:11:50.935829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-a0c86f64-3cf2-4523-b6cc-b8760f2ebc5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290403 Aug 20 14:11:51.049887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-b65ed1da-bb50-4055-84ea-56e9ec18a2e1 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069343 Aug 20 14:11:51.069105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:51.093316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'port_id': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'mac_address': 'fa:16:3e:8e:8e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83be57f-1e80-43b8-9840-3c14600079a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:11:51.159753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-420c331d-ad6f-4b10-b156-230a008323bf req-3391725e-3eb5-489b-99d5-27e4d30830c1 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027520 Aug 20 14:11:51.160049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:51.180135 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:51.205731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:51.211707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:51.276502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:51.288290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.288907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.289623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.290202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.290774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.291362 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.291942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.292534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.293227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.294264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.295236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.295364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:51.426628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:51.621279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:51.680530 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48d1b-b976-4be6-a068-a802106d7685 req-09e0eb9a-f410-4a3b-a23f-4f23e395b939 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:51.682362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d48d1b-b976-4be6-a068-a802106d7685 req-09e0eb9a-f410-4a3b-a23f-4f23e395b939 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 945 time: 0.0685480 Aug 20 14:11:51.742651 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99d48d1b-b976-4be6-a068-a802106d7685 req-508f574a-6b92-4f62-a963-a33ed54cf3f9 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Aug 20 14:11:52.876924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0049f-bbfe-400f-bf28-eb2410963d19 req-e2c0060b-89b2-4a21-900f-1d92aa41baeb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:52.878587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63e0049f-bbfe-400f-bf28-eb2410963d19 req-e2c0060b-89b2-4a21-900f-1d92aa41baeb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 945 time: 0.0574265 Aug 20 14:11:52.923801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63e0049f-bbfe-400f-bf28-eb2410963d19 req-ac6f63c5-e98b-4c8d-9ac9-95c86d93c50f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Aug 20 14:11:52.942726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:53.031850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:53.039084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:53.039518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.109810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2086-1db1-4e2d-a89c-b2121e7c5364 req-e616192d-3321-4e23-98f2-7fe5f09722d5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.112423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ea2086-1db1-4e2d-a89c-b2121e7c5364 req-e616192d-3321-4e23-98f2-7fe5f09722d5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 945 time: 0.0854068 Aug 20 14:11:53.163704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.170689 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a5ea2086-1db1-4e2d-a89c-b2121e7c5364 req-18ca6759-9ae8-4c0a-b38d-0fd127eab4a4 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515008 Aug 20 14:11:53.197973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:53.202460 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b162b95-1ec7-415b-9fba-c6d2ab3c495b" -d '{"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:53.222643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:53.229837 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.270163 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c630532-dbde-46d8-afa3-de25321b26f9 x-openstack-request-id: req-0c630532-dbde-46d8-afa3-de25321b26f9 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:53.270610 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:53.271022 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c630532-dbde-46d8-afa3-de25321b26f9 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:53.271666 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'code': 200} Aug 20 14:11:53.319897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:53.346371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe704d5-e0ab-4ef5-bcdb-c32c5290e73f req-ece6c90e-6337-4167-9b84-038ac4f0881f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.348060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbe704d5-e0ab-4ef5-bcdb-c32c5290e73f req-ece6c90e-6337-4167-9b84-038ac4f0881f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0609930 Aug 20 14:11:53.399382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbe704d5-e0ab-4ef5-bcdb-c32c5290e73f req-13da4127-5ffb-4dee-a1ed-e71e6c223b42 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Aug 20 14:11:53.880074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-1f9f4af9-a7bf-422d-80cb-af9880446982 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.881707 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-1f9f4af9-a7bf-422d-80cb-af9880446982 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 814 time: 0.1218607 Aug 20 14:11:53.902426 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-4ab6bed6-52c8-4b30-be63-d2649655c024 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/quotas/d5aadfecea47426f8040576d9f9af20f HTTP/1.1" status: 200 len: 375 time: 0.0103509 Aug 20 14:11:53.963906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-18f71a4e-ce33-4ba0-b1b7-3133478d62b3 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493865 Aug 20 14:11:54.068632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-385054f2-7519-40a6-aee5-d678910852ad service neutron] 10.222.0.59 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962784 Aug 20 14:11:54.171699 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-94b5a7e5-e6cc-4593-9a0d-87dbd1c2f2b8 service neutron] 10.222.0.59 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962474 Aug 20 14:11:54.370736 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-efc2d309-4222-402d-ad3a-9036281f22c1 req-eaff16ce-1140-4908-86d6-d4abbc604cc8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 210 time: 0.0476835 Aug 20 14:11:55.024437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-b8198803-53a4-4589-b0e3-8f39fbdc81b7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.025869 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-b8198803-53a4-4589-b0e3-8f39fbdc81b7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.13 "GET /v2.0/ports?device_id=44c247f3-48c5-4829-a551-b9b837a2fe2d HTTP/1.1" status: 200 len: 946 time: 0.0596311 Aug 20 14:11:55.138916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Deleting port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:11:55.139321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:55.256190 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] For port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:55.256675 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:55.278588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Calling delete_port for cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:11:55.551661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcf73538-da2a-4f51-96d2-fb5820d7f1a2 req-f0574d0d-b170-4201-8dac-37c802726a73 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 210 time: 0.0494461 Aug 20 14:11:55.577880 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:55.593568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:55.598504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-5264972a-8535-443a-8a27-e751a3ae506a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.602204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-5264972a-8535-443a-8a27-e751a3ae506a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 814 time: 0.2194009 Aug 20 14:11:55.621149 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Request body: {'port': {'device_id': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'admin_state_up': True, 'tenant_id': 'd5aadfecea47426f8040576d9f9af20f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:55.624059 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Pushing event deleted for resources: {'Port': ['ID=cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:55.676647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] No DVR routers for this DVR port cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:11:55.679771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:55.681994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-960a5248-dca6-40c8-a40d-c7a949adedb3 req-7a05c5f4-b701-44c3-8b10-ea70568fdbe2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.13 "DELETE /v2.0/ports/cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 HTTP/1.1" status: 204 len: 173 time: 0.6493800 Aug 20 14:11:55.682479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-deleted', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:55.685884 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3681f40845b81b0523fcd07cdb9e051ff3acb93440a030454d22b8e2436cf0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7f0439-80f2-4d78-81a6-7a696a18ecea" -d '{"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-deleted", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:55.726847 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff9f96-7deb-4641-a0d3-1c98a89a9dc6 x-openstack-request-id: req-43ff9f96-7deb-4641-a0d3-1c98a89a9dc6 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:55.727346 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c247f3-48c5-4829-a551-b9b837a2fe2d", "name": "network-vif-deleted", "tag": "cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:55.727647 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43ff9f96-7deb-4641-a0d3-1c98a89a9dc6 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:55.728184 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c247f3-48c5-4829-a551-b9b837a2fe2d', 'name': 'network-vif-deleted', 'tag': 'cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7', 'status': 'completed', 'code': 200} Aug 20 14:11:55.788887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Made reservation on behalf of d5aadfecea47426f8040576d9f9af20f for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:55.792898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:55.969245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Allocated IP 172.20.0.7 (8fae7272-be64-444b-87a4-690f49e15fb8/d83be57f-1e80-43b8-9840-3c14600079a6/92e62848-d7f6-4a1e-98d7-e7598c58dac2) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:56.167125 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:56.212383 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:56.224392 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:56.274311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Network 8fae7272-be64-444b-87a4-690f49e15fb8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:56.277888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:56.286837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:56.291198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:56.346346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:56.347021 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:56.365131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-e56cefdf-0632-4908-8177-7d588db5f824 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523847 Aug 20 14:11:56.378140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-8fcb3fde-fcac-4f26-b81d-fd084d75574b tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:11:56.379291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-8fcb3fde-fcac-4f26-b81d-fd084d75574b tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068820 Aug 20 14:11:56.395324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Request body: {'port': {'device_id': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:56.467543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:56.689713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc630f-a1f3-4042-a959-f7fdcb4f792a req-4567f1c4-d2e7-4273-ad80-6ed5b78226eb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:56.691494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cccc630f-a1f3-4042-a959-f7fdcb4f792a req-4567f1c4-d2e7-4273-ad80-6ed5b78226eb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 931 time: 0.0549159 Aug 20 14:11:56.736825 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cccc630f-a1f3-4042-a959-f7fdcb4f792a req-3c25f3d7-8c63-462c-9320-ab01eb482fc0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379882 Aug 20 14:11:56.862711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e62848-d7f6-4a1e-98d7-e7598c58dac2 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:56.876880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:56.898448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Transition to ACTIVE for port object 92e62848-d7f6-4a1e-98d7-e7598c58dac2 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:56.902984 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:56.958141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:57.373242 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:57.373550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:57.373893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:57.379122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on network 8fae7272-be64-444b-87a4-690f49e15fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:57.379449 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:57.385461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:57.386012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Checking segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:57.386445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Bound using segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:57.386931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Bound port: 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:57.387888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:57.476509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:57.480252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:57.490861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:57.535995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.536991 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:57.538581 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] 10.222.0.13 "PUT /v2.0/ports/92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 1091 time: 1.1478074 Aug 20 14:11:57.539088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:57.541621 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16919bc4-e09a-47c1-be64-7dd571886e39" -d '{"events": [{"name": "network-changed", "server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:57.586634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a34a0-f043-4e16-b407-2d30ba6a613c service neutron] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:57.615016 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f09c9-2395-43f5-9d49-cd64596e9d58 x-openstack-request-id: req-b38f09c9-2395-43f5-9d49-cd64596e9d58 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:57.615501 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:57.615933 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b38f09c9-2395-43f5-9d49-cd64596e9d58 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:57.616610 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'status': 'completed', 'code': 200} Aug 20 14:11:57.667231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-7374191b-912f-47a8-96a3-191c38a93089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.669523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-7374191b-912f-47a8-96a3-191c38a93089 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1094 time: 0.0720403 Aug 20 14:11:57.722162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-60570343-ebb1-42a1-b733-16bbd9dfb6f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0377965 Aug 20 14:11:57.790424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-63182831-1496-4a09-b9eb-37f061460f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.791965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-63182831-1496-4a09-b9eb-37f061460f88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0558851 Aug 20 14:11:57.841373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-06bcdfde-6fd4-4d16-9da7-b958ae5aa4ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408518 Aug 20 14:11:57.893887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdabc4e-7e29-471d-81a2-ccbb14e84a28 req-cb15cdb1-eb3a-4d31-bb85-32699e1aeec9 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.895521 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fdabc4e-7e29-471d-81a2-ccbb14e84a28 req-cb15cdb1-eb3a-4d31-bb85-32699e1aeec9 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 943 time: 0.0649540 Aug 20 14:11:57.942513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fdabc4e-7e29-471d-81a2-ccbb14e84a28 req-a201c418-b0e0-4679-b88f-b57c2945d0a5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Aug 20 14:11:57.987098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-ff9d444d-49f5-44f4-9994-f86d880a2c68 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386538 Aug 20 14:11:58.099023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f948ca25-2f73-41c5-b600-255ff2d459b4 req-de2e5a0a-9606-42e5-9e57-1fabe1ac67b4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047399 Aug 20 14:11:58.204437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-b196085f-a3d2-4306-8026-fb007d08d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.206163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-b196085f-a3d2-4306-8026-fb007d08d45d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1094 time: 0.0559347 Aug 20 14:11:58.309705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-7ab1a717-7b4b-499f-ae0b-c97c79f9e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.311593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-7ab1a717-7b4b-499f-ae0b-c97c79f9e129 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.0973427 Aug 20 14:11:58.363962 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-6e17f59b-b03e-46ee-a3d6-e236e7defc11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0448797 Aug 20 14:11:58.433460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-536416d8-f1f8-4579-9286-d240e13d5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.435484 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-536416d8-f1f8-4579-9286-d240e13d5e3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0639186 Aug 20 14:11:58.472236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-e2f52bca-f3b3-41f9-8224-ea0f050837b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289991 Aug 20 14:11:58.583989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-32fb3823-e1b5-44fd-9f73-1bebe0418c39 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027985 Aug 20 14:11:58.691662 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16919bc4-e09a-47c1-be64-7dd571886e39 req-dff33cb3-bf9a-421f-aac3-94707b58c1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994134 Aug 20 14:11:58.979021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:11:59.004641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:11:59.005140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device cf992fc5-58d6-4c7f-a5bb-3d10dc5c98d7 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:11:59.075851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514c1cc-b596-4d04-bd5f-cfefb65ed85e req-97bbdf44-0689-49e7-9079-5264a39e679e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:59.077784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8514c1cc-b596-4d04-bd5f-cfefb65ed85e req-97bbdf44-0689-49e7-9079-5264a39e679e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 943 time: 0.0566604 Aug 20 14:11:59.122256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8514c1cc-b596-4d04-bd5f-cfefb65ed85e req-c0910b02-2c46-4e46-9bb0-c1ba4d94d507 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Aug 20 14:11:59.465639 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:00.257031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda772a-95e3-4590-9c79-b315587b0ec4 req-a32c00ce-c873-4a3f-82a8-723095b69396 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.258994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dda772a-95e3-4590-9c79-b315587b0ec4 req-a32c00ce-c873-4a3f-82a8-723095b69396 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 943 time: 0.0584862 Aug 20 14:12:00.305029 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dda772a-95e3-4590-9c79-b315587b0ec4 req-bdabeb5c-ee1b-4f06-8dd5-37ba61e13027 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Aug 20 14:12:00.990640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:12:01.103289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:01.117511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'port_id': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'mac_address': 'fa:16:3e:39:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83be57f-1e80-43b8-9840-3c14600079a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:12:01.159637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:01.175812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e62848-d7f6-4a1e-98d7-e7598c58dac2 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:12:01.197912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:01.203998 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:01.262295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:01.417439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['92e62848-d7f6-4a1e-98d7-e7598c58dac2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:01.484184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c1e0-5c06-4a9f-8645-7dbd0fc01b3c req-58c640ef-0b40-4b3a-bf60-b164911e2495 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:01.486400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5e4c1e0-5c06-4a9f-8645-7dbd0fc01b3c req-58c640ef-0b40-4b3a-bf60-b164911e2495 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 944 time: 0.0900831 Aug 20 14:12:01.553232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5e4c1e0-5c06-4a9f-8645-7dbd0fc01b3c req-daf71310-815c-41b4-a059-fe4a0a495848 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565574 Aug 20 14:12:02.115052 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:02.697024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aceb8-d90c-45ec-8829-0e149ba5be8f req-7fe22771-e0db-4637-b899-02fdeda7b6f2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:02.699752 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-302aceb8-d90c-45ec-8829-0e149ba5be8f req-7fe22771-e0db-4637-b899-02fdeda7b6f2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 944 time: 0.0688519 Aug 20 14:12:02.767062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-302aceb8-d90c-45ec-8829-0e149ba5be8f req-2bb407d3-22d6-41c0-90d6-8e1447a48d84 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600131 Aug 20 14:12:02.994599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:03.051137 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:03.055301 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:03.055682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:03.148458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:03.176529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:03.178940 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b288be7-5887-4ed3-bf5c-93c51eb21178" -d '{"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-plugged", "status": "completed", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:03.195640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:03.202087 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:03.239613 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52269bef-5852-4c9c-930e-fbeff5d4e314 x-openstack-request-id: req-52269bef-5852-4c9c-930e-fbeff5d4e314 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:03.239973 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-plugged", "status": "completed", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:03.240325 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52269bef-5852-4c9c-930e-fbeff5d4e314 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:03.240832 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'code': 200} Aug 20 14:12:03.279573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:03.359526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f88c9c-01d0-485f-b05b-3b57d913cf60 req-f0241288-31e7-44bd-a895-4ce838e6c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:03.361409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58f88c9c-01d0-485f-b05b-3b57d913cf60 req-f0241288-31e7-44bd-a895-4ce838e6c5a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1096 time: 0.0482714 Aug 20 14:12:03.406584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58f88c9c-01d0-485f-b05b-3b57d913cf60 req-2b337d01-46a2-4e80-be65-72324020f7d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Aug 20 14:12:03.902626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85c36-5b35-444d-aa83-2c691c7e4d10 req-f9e98b1e-353a-493a-bdf5-a009ad080a84 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:03.905346 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28e85c36-5b35-444d-aa83-2c691c7e4d10 req-f9e98b1e-353a-493a-bdf5-a009ad080a84 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0585463 Aug 20 14:12:03.956353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-28e85c36-5b35-444d-aa83-2c691c7e4d10 req-03bd8d20-9af4-4c06-8847-955e2796a076 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Aug 20 14:12:05.098561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44576bb7-b9a3-42a1-988f-7c3c8c4ef5ca req-4b70d656-85b0-4be4-b7ff-ac2e505975f1 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:05.100224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44576bb7-b9a3-42a1-988f-7c3c8c4ef5ca req-4b70d656-85b0-4be4-b7ff-ac2e505975f1 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0582180 Aug 20 14:12:05.149565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44576bb7-b9a3-42a1-988f-7c3c8c4ef5ca req-f54755b1-11e9-45b2-896c-03fd2f6f77cf tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Aug 20 14:12:05.291057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef9193-ba8a-4ae5-a82f-4027e3359484 req-7bf9fe36-7b34-433a-b3a1-3ba84a31fa8c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:05.292654 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fef9193-ba8a-4ae5-a82f-4027e3359484 req-7bf9fe36-7b34-433a-b3a1-3ba84a31fa8c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0555241 Aug 20 14:12:05.325894 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:12:05.358224 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fef9193-ba8a-4ae5-a82f-4027e3359484 req-ec6c07aa-b7b8-41da-a30e-5285593fc248 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580759 Aug 20 14:12:05.644739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882ea70-2d7f-4199-a334-f45c213b264e req-2075bf6d-c13e-4fe4-9f90-d85532de87b1 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:05.646515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e882ea70-2d7f-4199-a334-f45c213b264e req-2075bf6d-c13e-4fe4-9f90-d85532de87b1 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0578966 Aug 20 14:12:05.690082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-14b10876-0c21-4ebf-85d8-d6b5b4e3a4c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545740 Aug 20 14:12:05.705304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e882ea70-2d7f-4199-a334-f45c213b264e req-6661932f-d519-4ff9-838b-c46306dec537 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Aug 20 14:12:06.854818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977ceb4-c168-4f8c-8c00-ae6f5090d9ce req-23c26de7-fc55-4601-8cee-665505dab085 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:06.857320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e977ceb4-c168-4f8c-8c00-ae6f5090d9ce req-23c26de7-fc55-4601-8cee-665505dab085 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0631945 Aug 20 14:12:06.908653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e977ceb4-c168-4f8c-8c00-ae6f5090d9ce req-a46e27a9-f333-445a-9d85-4d000642dbd3 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Aug 20 14:12:07.212876 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-cffc54d3-de01-414b-b71e-feb769c7ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:07.214710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-cffc54d3-de01-414b-b71e-feb769c7ccd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1096 time: 0.0554721 Aug 20 14:12:07.323652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-d2bdd072-bfd6-4e10-a809-b997267a2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:07.325952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-d2bdd072-bfd6-4e10-a809-b997267a2dde service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1034434 Aug 20 14:12:07.373950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-7a0d44bc-5d7b-4a25-b11d-7bf49a93550c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0393791 Aug 20 14:12:07.447085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-3e90eea9-7f6e-4655-8668-1fec4c666c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:07.449775 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-3e90eea9-7f6e-4655-8668-1fec4c666c59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0670459 Aug 20 14:12:07.494284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-bf49bf27-6568-44f7-aa7e-759ad2491473 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365858 Aug 20 14:12:07.600886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-99faad0a-f313-4f30-b9aa-90b86a9ba348 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979633 Aug 20 14:12:07.715765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-9a50e382-0b53-4320-a2aa-94490e786240 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070089 Aug 20 14:12:08.037083 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc94f3-ddc7-4a71-8ca0-d3c92ba9bf32 req-28a4d921-5413-4b6d-8a8c-719154dd1365 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:08.038923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bc94f3-ddc7-4a71-8ca0-d3c92ba9bf32 req-28a4d921-5413-4b6d-8a8c-719154dd1365 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0554869 Aug 20 14:12:08.088220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e0bc94f3-ddc7-4a71-8ca0-d3c92ba9bf32 req-e0c56808-b7f6-4f43-bb14-4a06a08b4e13 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Aug 20 14:12:09.224692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677d06d-8c7b-4c19-a513-1c0d1c156caa req-51db2a00-b90c-4609-81c9-25c432516295 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:09.226431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2677d06d-8c7b-4c19-a513-1c0d1c156caa req-51db2a00-b90c-4609-81c9-25c432516295 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0605516 Aug 20 14:12:09.279416 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2677d06d-8c7b-4c19-a513-1c0d1c156caa req-38d9236d-7296-4b25-8689-10668a1089cc tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Aug 20 14:12:10.424168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7f042-af03-439d-9a95-6408f078e802 req-cccada4a-d0dc-476a-8f12-15a405a79676 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:10.425940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5da7f042-af03-439d-9a95-6408f078e802 req-cccada4a-d0dc-476a-8f12-15a405a79676 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0584903 Aug 20 14:12:10.469133 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5da7f042-af03-439d-9a95-6408f078e802 req-16dcb63a-1293-4b24-b547-1e342b74d5f2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Aug 20 14:12:11.605867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc30ff-d170-4f47-bd4f-e328a804e389 req-8c916359-0032-478a-8566-ef906f4ee801 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:11.608889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bfc30ff-d170-4f47-bd4f-e328a804e389 req-8c916359-0032-478a-8566-ef906f4ee801 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0638652 Aug 20 14:12:11.676044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bfc30ff-d170-4f47-bd4f-e328a804e389 req-09076d69-a9b7-4483-8aa0-68f441ec2eab tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Aug 20 14:12:12.813969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c31308-78a5-469d-9acb-19bb2cb08774 req-3b4ef153-f53a-4873-b93a-19f250cbd747 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:12.815690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80c31308-78a5-469d-9acb-19bb2cb08774 req-3b4ef153-f53a-4873-b93a-19f250cbd747 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0546672 Aug 20 14:12:12.864398 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80c31308-78a5-469d-9acb-19bb2cb08774 req-cd273609-c31c-44d2-bbdd-20717697f648 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375838 Aug 20 14:12:14.054551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d8f46-aea4-489b-8689-9610e256777e req-798090a9-e54b-467b-92ca-6f830c55b40a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:14.057350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e8d8f46-aea4-489b-8689-9610e256777e req-798090a9-e54b-467b-92ca-6f830c55b40a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0782027 Aug 20 14:12:14.108701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e8d8f46-aea4-489b-8689-9610e256777e req-8b2a62fc-1385-4912-9953-3b58996bfb69 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Aug 20 14:12:15.261110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ca8be-2020-47fb-9e21-f1e5907e6fc7 req-8f496dac-28b6-492e-8f8e-526035ce3e08 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:15.263721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d17ca8be-2020-47fb-9e21-f1e5907e6fc7 req-8f496dac-28b6-492e-8f8e-526035ce3e08 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Aug 20 14:12:15.316456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d17ca8be-2020-47fb-9e21-f1e5907e6fc7 req-f3feaa50-40b5-44b9-ad6a-3a439a30a7a5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Aug 20 14:12:15.809805 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ca00b48-c575-4627-8455-be41074c2b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:16.464875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eed519-4a2b-42ce-a9a9-aa1d46858166 req-c68be056-5d59-4f62-a92d-1ec7a01e0776 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:16.468333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16eed519-4a2b-42ce-a9a9-aa1d46858166 req-c68be056-5d59-4f62-a92d-1ec7a01e0776 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0558562 Aug 20 14:12:16.514223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-16eed519-4a2b-42ce-a9a9-aa1d46858166 req-defb01a9-faae-4159-9658-f40b7b4e3306 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Aug 20 14:12:17.655042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d61b37-0165-45be-abec-84ca73a09456 req-df5b90ad-a064-4cb5-bdc7-3d442a0c8777 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:17.657030 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74d61b37-0165-45be-abec-84ca73a09456 req-df5b90ad-a064-4cb5-bdc7-3d442a0c8777 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0570230 Aug 20 14:12:17.703062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-74d61b37-0165-45be-abec-84ca73a09456 req-be59579b-79ce-47c2-8701-d4c1eb6348d9 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Aug 20 14:12:18.593389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fdb62d62-d8e2-4a55-95cd-ac22f3388062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:18.601661 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:18.852140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2c8df-e91b-47b5-8f7a-e829e43ee3c9 req-3da2abea-b610-41e1-91e2-e393f9a8a00e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:18.853879 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49a2c8df-e91b-47b5-8f7a-e829e43ee3c9 req-3da2abea-b610-41e1-91e2-e393f9a8a00e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0572839 Aug 20 14:12:18.897855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49a2c8df-e91b-47b5-8f7a-e829e43ee3c9 req-01cfe235-2ca2-4cb4-b094-83f047973bbf tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365622 Aug 20 14:12:19.667034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:20.024300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a84d2-4723-458a-9d38-71e837912cf0 req-8edef792-7801-49fe-b05c-57fbabbe673c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:20.025990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6e2a84d2-4723-458a-9d38-71e837912cf0 req-8edef792-7801-49fe-b05c-57fbabbe673c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Aug 20 14:12:20.072892 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6e2a84d2-4723-458a-9d38-71e837912cf0 req-cbaae522-4ef7-496b-93dc-68091c59040a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Aug 20 14:12:21.233132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d265f-89ed-4ca4-8d42-35af35a514aa req-bc7c2c73-2da2-4856-aece-722969d778f2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:21.234837 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c89d265f-89ed-4ca4-8d42-35af35a514aa req-bc7c2c73-2da2-4856-aece-722969d778f2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0671844 Aug 20 14:12:21.282862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c89d265f-89ed-4ca4-8d42-35af35a514aa req-098ea648-a687-4097-b0b7-69422dca6cff tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Aug 20 14:12:21.587515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:22.417706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcbc06-c32d-44b8-bc54-612082c851ad req-40829723-855c-4bab-9e3e-c469b8de763c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:22.420323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90fcbc06-c32d-44b8-bc54-612082c851ad req-40829723-855c-4bab-9e3e-c469b8de763c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0650070 Aug 20 14:12:22.467252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90fcbc06-c32d-44b8-bc54-612082c851ad req-7a0e77f4-7260-42ce-9324-2e164b91e4fc tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Aug 20 14:12:23.605105 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf3f8-80ab-493f-85cb-9092c6feb6a9 req-1acc1e89-b7dc-440c-8ccd-a9fa05b809a7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:23.607031 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5fcf3f8-80ab-493f-85cb-9092c6feb6a9 req-1acc1e89-b7dc-440c-8ccd-a9fa05b809a7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0565720 Aug 20 14:12:23.659377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5fcf3f8-80ab-493f-85cb-9092c6feb6a9 req-65931bc9-74bd-4ac2-8ca4-4af4ad414261 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Aug 20 14:12:24.788623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7600890-0848-4092-b181-9e1ae7931de2 req-9aa8b685-149e-4c1d-8aad-92c1f348c3f0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:24.790271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7600890-0848-4092-b181-9e1ae7931de2 req-9aa8b685-149e-4c1d-8aad-92c1f348c3f0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0550554 Aug 20 14:12:24.838485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7600890-0848-4092-b181-9e1ae7931de2 req-ea6f5c50-57be-4ef5-af2d-a6408b80e1c6 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Aug 20 14:12:25.972850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d3e-e695-4783-a009-88ef2063c1f1 req-6826d9f2-09d9-4697-8da2-6af5157ce545 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:25.974505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40374d3e-e695-4783-a009-88ef2063c1f1 req-6826d9f2-09d9-4697-8da2-6af5157ce545 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0624242 Aug 20 14:12:26.024192 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-40374d3e-e695-4783-a009-88ef2063c1f1 req-50a4d060-95e4-4f6a-a935-780fd1441461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Aug 20 14:12:27.156804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd9019-d58a-41e6-ad47-ea86042f0643 req-bb1a03b1-86a6-4561-9592-5189e60ff516 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:27.158704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1bdd9019-d58a-41e6-ad47-ea86042f0643 req-bb1a03b1-86a6-4561-9592-5189e60ff516 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0588396 Aug 20 14:12:27.207693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1bdd9019-d58a-41e6-ad47-ea86042f0643 req-923e9941-37be-47c9-8341-1b7d0302d7c0 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Aug 20 14:12:28.339701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7ba8c-97db-4546-ae33-2d97e2804baf req-a23327cf-381c-4589-b83d-48e83360eb5c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:28.342674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10f7ba8c-97db-4546-ae33-2d97e2804baf req-a23327cf-381c-4589-b83d-48e83360eb5c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0603499 Aug 20 14:12:28.391684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10f7ba8c-97db-4546-ae33-2d97e2804baf req-8de7cee3-58fe-49f7-8c7a-1b8bce4d1656 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398798 Aug 20 14:12:29.473511 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:29.535136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcfce4-9957-4ea8-a4fe-d70198f55bbc req-ec7183ea-bab8-4266-86fb-87e3dd1b95b7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:29.536811 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acbcfce4-9957-4ea8-a4fe-d70198f55bbc req-ec7183ea-bab8-4266-86fb-87e3dd1b95b7 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0620558 Aug 20 14:12:29.608923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-acbcfce4-9957-4ea8-a4fe-d70198f55bbc req-f54ba64b-f597-45ee-bd75-2536cf969a4f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643356 Aug 20 14:12:30.742172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777d396-2afc-4008-8213-47b4efdf9b80 req-7747a1b7-50aa-4013-ad53-17f9cd750600 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:30.743800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3777d396-2afc-4008-8213-47b4efdf9b80 req-7747a1b7-50aa-4013-ad53-17f9cd750600 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0581808 Aug 20 14:12:30.789189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3777d396-2afc-4008-8213-47b4efdf9b80 req-b9c79a07-0bb0-4104-8bac-5776be145eb5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Aug 20 14:12:31.928681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dbea6-dd56-48c8-a46c-d220e32995c9 req-478f57b0-9d18-499d-aa29-07d1f16cb23e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:31.930747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0dbea6-dd56-48c8-a46c-d220e32995c9 req-478f57b0-9d18-499d-aa29-07d1f16cb23e tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0566790 Aug 20 14:12:31.975239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be0dbea6-dd56-48c8-a46c-d220e32995c9 req-2da1b5de-13b5-47b1-9aa0-52569fe00237 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Aug 20 14:12:32.131568 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:33.109418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac931c4-0293-4a9b-8727-41cf062251f1 req-438802d0-1102-4134-b91a-37457b3f4fca tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:33.111102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cac931c4-0293-4a9b-8727-41cf062251f1 req-438802d0-1102-4134-b91a-37457b3f4fca tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0570474 Aug 20 14:12:33.161794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cac931c4-0293-4a9b-8727-41cf062251f1 req-c0f57e0f-5bcf-4943-9591-eafd944fb7fa tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388515 Aug 20 14:12:34.291165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13901c-2ff9-436d-9c59-f0479406a25b req-8d60ecfe-f815-4e34-b314-99e58fe4dd34 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:34.292918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13901c-2ff9-436d-9c59-f0479406a25b req-8d60ecfe-f815-4e34-b314-99e58fe4dd34 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0549412 Aug 20 14:12:34.335492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d13901c-2ff9-436d-9c59-f0479406a25b req-d039a912-f097-4bf4-882d-876a093af78b tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Aug 20 14:12:34.859127 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-e278771f-81dd-4013-a987-42410c0be90b req-2b3c5615-7fb1-4565-a2ff-d78b794f3803 service neutron] show failed (client error): The resource could not be found. Aug 20 14:12:34.860221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-2b3c5615-7fb1-4565-a2ff-d78b794f3803 service neutron] 10.222.0.13 "GET /v2.0/ports/92e62848-d7f6-4a1e-98d7-e7598c58dac2/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0681307 Aug 20 14:12:35.135025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-1a51c0d1-d74e-4372-90eb-83b898fe53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:35.137725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-1a51c0d1-d74e-4372-90eb-83b898fe53fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777&tenant_id=d5aadfecea47426f8040576d9f9af20f HTTP/1.1" status: 200 len: 1096 time: 0.0990767 Aug 20 14:12:35.149630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:35.216414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.560956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c51e3-435c-44e1-9e90-71c0894cdda7 req-3bdea805-96c9-47c3-8179-353433f0ee48 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:35.563567 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d74c51e3-435c-44e1-9e90-71c0894cdda7 req-3bdea805-96c9-47c3-8179-353433f0ee48 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.1235526 Aug 20 14:12:35.616204 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:35.686898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d74c51e3-435c-44e1-9e90-71c0894cdda7 req-a2a9ac14-098e-4100-89b9-1a3a219bbcca tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162674 Aug 20 14:12:35.710412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:12:35.784862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:35.787490 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4a6d4-421c-490a-a544-91386e5e956e" -d '{"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-unplugged", "status": "completed", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:35.792091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.807969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Transition to ACTIVE for port object 92e62848-d7f6-4a1e-98d7-e7598c58dac2 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:35.812405 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.884518 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87c116-01c8-47c1-b49a-a516310d034b x-openstack-request-id: req-5f87c116-01c8-47c1-b49a-a516310d034b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:35.885248 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-unplugged", "status": "completed", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:35.885248 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f87c116-01c8-47c1-b49a-a516310d034b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:35.885603 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'code': 200} Aug 20 14:12:35.909023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] No DVR routers for this DVR port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:35.919661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:35.932115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.932520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.932952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.933390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.934357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.934776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.935257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.935687 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.936070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.936447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.936848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.937371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:35.970834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:12:35.971225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:12:35.971594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:35.976705 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on network 8fae7272-be64-444b-87a4-690f49e15fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:12:35.977094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Attempting to bind port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on network 8fae7272-be64-444b-87a4-690f49e15fb8 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:35.983407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:12:35.983825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Checking segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:12:35.984263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Bound using segment: {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:12:35.984818 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Bound port: 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac01f4c-0020-4b83-8bc0-8fe7459a5081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:12:35.985230 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:36.074977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:12:36.079284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:12:36.084885 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:36.127575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:36.128223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:36.129720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] 10.222.0.53 "PUT /v2.0/ports/92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 1091 time: 0.9846709 Aug 20 14:12:36.162937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aec575-c5b0-42c0-8c43-9aabb4bec54c service neutron] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:36.236743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-51c2d8f9-a882-4253-8162-bb7624b4853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:36.238236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-51c2d8f9-a882-4253-8162-bb7624b4853f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1094 time: 0.0775719 Aug 20 14:12:36.345336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-bb740d33-4724-4bee-9fbb-79019f38e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:36.346886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-bb740d33-4724-4bee-9fbb-79019f38e285 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1015427 Aug 20 14:12:36.397773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-15831408-91de-4524-bca3-7aa286103b99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0419548 Aug 20 14:12:36.452480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278771f-81dd-4013-a987-42410c0be90b req-f04c35ab-407d-4591-aeef-edf43ad0696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:36.454059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-f04c35ab-407d-4591-aeef-edf43ad0696a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0491965 Aug 20 14:12:36.489975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-2b24d492-249a-429d-8e6a-436cfa69ce22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290613 Aug 20 14:12:36.597464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-fdf6a42f-200f-4e67-bd56-340d60757026 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997579 Aug 20 14:12:36.704393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278771f-81dd-4013-a987-42410c0be90b req-fb88938c-a743-41f8-bd4e-4dfe5fdbb440 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995526 Aug 20 14:12:36.853934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ac0ff-72e8-42ab-b37a-05a14c96e60d req-fb7b943a-f3b5-4b4e-91c3-4ac6f3eb851f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:36.856395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e0ac0ff-72e8-42ab-b37a-05a14c96e60d req-fb7b943a-f3b5-4b4e-91c3-4ac6f3eb851f tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 943 time: 0.0720844 Aug 20 14:12:36.910082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e0ac0ff-72e8-42ab-b37a-05a14c96e60d req-6a74750b-bc6c-46ac-a244-eea0151aa9b6 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Aug 20 14:12:37.887097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:37.889678 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2665f4-2ecd-4f35-966e-0a2c5512c379" -d '{"events": [{"name": "network-changed", "server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:37.946019 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c43e82-e1ea-4a78-9b15-fda9e5d8f311 x-openstack-request-id: req-31c43e82-e1ea-4a78-9b15-fda9e5d8f311 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:37.946884 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:37.946884 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31c43e82-e1ea-4a78-9b15-fda9e5d8f311 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:37.947577 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'status': 'completed', 'code': 200} Aug 20 14:12:38.167045 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-5f12f808-256b-4c3f-9d6a-186e415e8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.170195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-5f12f808-256b-4c3f-9d6a-186e415e8112 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1094 time: 0.1982746 Aug 20 14:12:38.180033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-f2e7555f-0d72-4620-be20-38e58b81c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.182807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-f2e7555f-0d72-4620-be20-38e58b81c44e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1094 time: 0.2049086 Aug 20 14:12:38.257880 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa345b-d3b5-4c12-881e-e63f04aa79a2 req-46af5a0e-7f1b-4c49-935b-03f4d97897eb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.260701 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92aa345b-d3b5-4c12-881e-e63f04aa79a2 req-46af5a0e-7f1b-4c49-935b-03f4d97897eb tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 943 time: 0.2269142 Aug 20 14:12:38.469994 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92aa345b-d3b5-4c12-881e-e63f04aa79a2 req-14828905-3401-41d5-83e6-100618df7a05 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396558 Aug 20 14:12:38.496429 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-a754b6af-d3d0-4431-b654-f8517a4efb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.498014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-a754b6af-d3d0-4431-b654-f8517a4efb33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.3133948 Aug 20 14:12:38.501455 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-4d57b142-aad5-46be-a5e4-770ab0f65cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.502917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-4d57b142-aad5-46be-a5e4-770ab0f65cf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.2966194 Aug 20 14:12:38.550391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-fcbc6f4e-2812-43a9-8b5d-43d8511c5158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0450172 Aug 20 14:12:38.593330 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-76c06192-314d-4da6-a0a1-a616ec7a81f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0816669 Aug 20 14:12:38.670848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-0cf1f7c2-b5e1-4d4a-80cb-a88e7c0a4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.672458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-0cf1f7c2-b5e1-4d4a-80cb-a88e7c0a4d05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0905242 Aug 20 14:12:38.679249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-990189fd-7049-450a-88ee-fcd9bf030e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.681371 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-990189fd-7049-450a-88ee-fcd9bf030e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0681140 Aug 20 14:12:38.737649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-88daef4a-5c94-40ed-b907-2bb052e70eb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549736 Aug 20 14:12:38.739921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-14b82b0a-ad0d-4156-93d2-a084bdf56d89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482686 Aug 20 14:12:38.916419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-7be38777-64f3-4c93-a5a2-0122d79fee6c service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721230 Aug 20 14:12:38.923673 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-a89d1155-be5a-4222-b062-b5d6d0570d0f service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698794 Aug 20 14:12:39.145945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:12:39.164838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:39.276541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:39.327588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:39.346860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'network_id': '8fae7272-be64-444b-87a4-690f49e15fb8', 'port_id': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'mac_address': 'fa:16:3e:39:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83be57f-1e80-43b8-9840-3c14600079a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:12:39.409486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:39.409937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-701c60ad-7701-4751-b361-b0272e499b96 service neutron] 10.222.0.53 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852760 Aug 20 14:12:39.413970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f2665f4-2ecd-4f35-966e-0a2c5512c379 req-8e647de1-2879-4606-a55f-b068c91cfa6f service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791775 Aug 20 14:12:39.438351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e62848-d7f6-4a1e-98d7-e7598c58dac2 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:12:39.465708 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:39.470627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:39.523976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:39.610964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2b0ea-f00c-4f74-8224-f6119a39d43b req-c22cbe9d-5b0d-4ed4-876f-a38c5f241d74 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:39.612612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fe2b0ea-f00c-4f74-8224-f6119a39d43b req-c22cbe9d-5b0d-4ed4-876f-a38c5f241d74 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 944 time: 0.0537117 Aug 20 14:12:39.666593 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6fe2b0ea-f00c-4f74-8224-f6119a39d43b req-432b6f77-4678-4789-b13b-750f1d952d2c tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Aug 20 14:12:39.688423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['92e62848-d7f6-4a1e-98d7-e7598c58dac2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:39.976506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fea60-7191-46f3-9765-88918687bf54 req-db5a64e6-6f55-48dd-9654-60d8357626bd tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:39.979658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-db5a64e6-6f55-48dd-9654-60d8357626bd tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.13 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777&tenant_id=d5aadfecea47426f8040576d9f9af20f&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.0836291 Aug 20 14:12:40.088224 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-c68fea60-7191-46f3-9765-88918687bf54 req-c49c6253-8b21-4791-9f44-d243aa379b1c service neutron] delete failed (client error): The resource could not be found. Aug 20 14:12:40.089319 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-c49c6253-8b21-4791-9f44-d243aa379b1c service neutron] 10.222.0.13 "DELETE /v2.0/ports/92e62848-d7f6-4a1e-98d7-e7598c58dac2/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1013768 Aug 20 14:12:40.220684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fea60-7191-46f3-9765-88918687bf54 req-286e21da-4990-4be8-ab8e-ea526a309e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:40.221007 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba61d5-40c8-49f7-a70a-9a9bc61465ea req-2d07cbe9-35a0-4f9f-b259-92a48c3e4533 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:40.223414 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-286e21da-4990-4be8-ab8e-ea526a309e3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5aadfecea47426f8040576d9f9af20f&device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 1095 time: 0.0696244 Aug 20 14:12:40.228784 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76ba61d5-40c8-49f7-a70a-9a9bc61465ea req-2d07cbe9-35a0-4f9f-b259-92a48c3e4533 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 944 time: 0.3830762 Aug 20 14:12:40.272246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-76ba61d5-40c8-49f7-a70a-9a9bc61465ea req-e7d4e1b7-99f5-4186-8447-9362947fb4d3 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Aug 20 14:12:40.348464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fea60-7191-46f3-9765-88918687bf54 req-913c5007-87c9-47fe-b1c2-2a33da702cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:40.350433 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-913c5007-87c9-47fe-b1c2-2a33da702cfc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 200 len: 915 time: 0.1187241 Aug 20 14:12:40.404209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-9678b339-6658-4abd-9a5e-2b17e3447523 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 200 len: 217 time: 0.0450554 Aug 20 14:12:40.463666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fea60-7191-46f3-9765-88918687bf54 req-375c3f1c-8eb5-4e26-8904-498d6e9d4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:40.465476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-375c3f1c-8eb5-4e26-8904-498d6e9d4096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 200 len: 854 time: 0.0529795 Aug 20 14:12:40.503548 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-02b3415e-9733-414d-9ccf-95cb22854571 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fae7272-be64-444b-87a4-690f49e15fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294936 Aug 20 14:12:40.656359 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-4ca8f1ad-7c4c-4c4c-856a-5257de9a5ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446342 Aug 20 14:12:40.784882 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c68fea60-7191-46f3-9765-88918687bf54 req-fc7c6e6e-86dd-4bb4-9446-56bb658694e6 service neutron] 10.222.0.13 "GET /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197205 Aug 20 14:12:41.155981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:41.220295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:41.227184 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:41.227816 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:41.328754 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:41.358396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:41.360771 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef9d7b-2474-4692-bb85-32565bda67ad" -d '{"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-plugged", "status": "completed", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:41.377289 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:41.385452 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:41.452605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:41.460515 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743d02-1cfe-40a6-a7ed-b53f3f279141 req-ae2f7aad-5d77-4534-94ec-7f942d71a9b5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:41.462753 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29743d02-1cfe-40a6-a7ed-b53f3f279141 req-ae2f7aad-5d77-4534-94ec-7f942d71a9b5 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.1026771 Aug 20 14:12:41.517398 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-29743d02-1cfe-40a6-a7ed-b53f3f279141 req-94c40601-a5e7-4695-83ac-a3083842e249 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Aug 20 14:12:41.535065 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e95b53-c669-481f-8d95-03a9377901f5 x-openstack-request-id: req-53e95b53-c669-481f-8d95-03a9377901f5 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:41.535519 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-plugged", "status": "completed", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:41.535817 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53e95b53-c669-481f-8d95-03a9377901f5 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:41.536347 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'code': 200} Aug 20 14:12:41.660064 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963cf7d-260e-46af-aaa4-f049093f9f3d req-af09d531-28c5-4283-9928-f22dbe483462 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:41.661762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9963cf7d-260e-46af-aaa4-f049093f9f3d req-af09d531-28c5-4283-9928-f22dbe483462 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0628896 Aug 20 14:12:41.710491 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9963cf7d-260e-46af-aaa4-f049093f9f3d req-64072526-c0b9-4494-b517-77c0c163a338 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Aug 20 14:12:41.835893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc618c-313b-46cf-85f9-d648be4935ee req-7204e74f-94f2-440c-8448-bb3fcb934b8a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:41.837600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2cc618c-313b-46cf-85f9-d648be4935ee req-7204e74f-94f2-440c-8448-bb3fcb934b8a tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0531216 Aug 20 14:12:41.879727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b2cc618c-313b-46cf-85f9-d648be4935ee req-ae9d9f40-177c-4c74-90d1-905ad32dbba2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352404 Aug 20 14:12:42.269895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc815e1-02c6-400a-8070-b3c350ab8c65 req-9817551c-957a-4ff2-9197-7ea3005b3245 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:42.271454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bc815e1-02c6-400a-8070-b3c350ab8c65 req-9817551c-957a-4ff2-9197-7ea3005b3245 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0531576 Aug 20 14:12:42.319824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bc815e1-02c6-400a-8070-b3c350ab8c65 req-c3266816-8037-4cbb-9d8c-dd8629b8dff2 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Aug 20 14:12:42.325519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:12:43.420897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-d7dfee0d-9f81-456e-8ec9-08d451a7cec8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:43.424341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-d7dfee0d-9f81-456e-8ec9-08d451a7cec8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.53 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0729563 Aug 20 14:12:43.465615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7559d9-74ed-469b-b38d-9a2a971b24eb req-2168cf4f-d3f2-499f-8f77-3c11941c6ce8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:43.467888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef7559d9-74ed-469b-b38d-9a2a971b24eb req-2168cf4f-d3f2-499f-8f77-3c11941c6ce8 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/ports?device_id=256bd0cb-96b1-4edc-8687-30d1a1c85777 HTTP/1.1" status: 200 len: 945 time: 0.0715568 Aug 20 14:12:43.534446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ef7559d9-74ed-469b-b38d-9a2a971b24eb req-e0f2eda8-a1df-4eb4-8b18-240d36281869 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.59 "GET /v2.0/security-groups?id=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547490 Aug 20 14:12:43.567627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Deleting port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:43.567974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:43.683090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] For port 92e62848-d7f6-4a1e-98d7-e7598c58dac2, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=92e62848-d7f6-4a1e-98d7-e7598c58dac2,segment=NetworkSegment(2ac01f4c-0020-4b83-8bc0-8fe7459a5081),segment_id=2ac01f4c-0020-4b83-8bc0-8fe7459a5081)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:43.683674 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:43.701725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Calling delete_port for 92e62848-d7f6-4a1e-98d7-e7598c58dac2 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:43.883649 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:43.897505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['92e62848-d7f6-4a1e-98d7-e7598c58dac2'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:43.918835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Pushing event deleted for resources: {'Port': ['ID=92e62848-d7f6-4a1e-98d7-e7598c58dac2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:43.970018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] No DVR routers for this DVR port 92e62848-d7f6-4a1e-98d7-e7598c58dac2 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:43.973027 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:43.975603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32259096-9f7d-44ad-9c5d-42865b90f310 req-8b15bc76-656d-47f9-b676-84abe19d6461 tempest-ServerDiskConfigTestJSON-1765714431 tempest-ServerDiskConfigTestJSON-1765714431-project] 10.222.0.53 "DELETE /v2.0/ports/92e62848-d7f6-4a1e-98d7-e7598c58dac2 HTTP/1.1" status: 204 len: 173 time: 0.5448420 Aug 20 14:12:43.976163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-deleted', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:43.978816 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee73845-bfdb-40ca-b109-2e613d4dc225" -d '{"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-deleted", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:44.035354 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d070de-e5e4-4232-9e80-f91362d60d8b x-openstack-request-id: req-67d070de-e5e4-4232-9e80-f91362d60d8b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:44.035656 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bd0cb-96b1-4edc-8687-30d1a1c85777", "name": "network-vif-deleted", "tag": "92e62848-d7f6-4a1e-98d7-e7598c58dac2", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:44.035915 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67d070de-e5e4-4232-9e80-f91362d60d8b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:44.036338 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bd0cb-96b1-4edc-8687-30d1a1c85777', 'name': 'network-vif-deleted', 'tag': '92e62848-d7f6-4a1e-98d7-e7598c58dac2', 'status': 'completed', 'code': 200} Aug 20 14:12:44.708848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43252) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:44.764092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Deleting subnet d83be57f-1e80-43b8-9840-3c14600079a6 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:12:44.767912 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.818631 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.866099 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.928615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.960249 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d83be57f-1e80-43b8-9840-3c14600079a6,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:44.965828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.969744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-652f2c3f-2015-4b1a-8ff3-6df9a9f075af admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d83be57f-1e80-43b8-9840-3c14600079a6 HTTP/1.1" status: 204 len: 168 time: 0.2594497 Aug 20 14:12:44.972266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43254) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:45.060714 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.160014 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.179587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fae7272-be64-444b-87a4-690f49e15fb8']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:45.200460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac01f4c-0020-4b83-8bc0-8fe7459a5081') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:45.200802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac01f4c-0020-4b83-8bc0-8fe7459a5081') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:45.211786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.227925 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.234927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:12:45.235499 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:12:45.237502 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:12:45.304413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.314423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.317254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] 10.222.0.59 "DELETE /v2.0/networks/8fae7272-be64-444b-87a4-690f49e15fb8 HTTP/1.1" status: 204 len: 168 time: 0.3437290 Aug 20 14:12:45.337265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745fd7-ca8b-4f27-a2dc-8d2a5c27353b admin admin] Pushing event deleted for resources: {'Network': ['ID=8fae7272-be64-444b-87a4-690f49e15fb8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:45.456812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43258) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:45.505537 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c651c010-1edb-44d0-be3b-7f4117a10af6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5aadfecea47426f8040576d9f9af20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472898 Aug 20 14:12:45.508357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43260) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:45.567177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-79cb1320-ec52-49e8-a1d3-1e29736a2b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.593883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-79cb1320-ec52-49e8-a1d3-1e29736a2b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.651225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-79cb1320-ec52-49e8-a1d3-1e29736a2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.656208 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-79cb1320-ec52-49e8-a1d3-1e29736a2b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.657861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-79cb1320-ec52-49e8-a1d3-1e29736a2b93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5 HTTP/1.1" status: 204 len: 168 time: 0.1483910 Aug 20 14:12:45.666773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1320-ec52-49e8-a1d3-1e29736a2b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7ed5a-83a1-4546-a4bf-8ce14f89c6e5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:45.835453 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5baa94f8-cff9-4c9e-b4cf-34ab2742e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.516147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43282) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:46.635742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1901753712-network', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:46.674244 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Made reservation on behalf of 43ee91e684df4f928f54b8d29a0527f8 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:12:46.677149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.688301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.816345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.821589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.852404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:12:46.872614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8200a8-b562-4734-a488-df7bdbc7461c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:46.876985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.877518 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Added segment 4a17585a-08a0-4b93-bd9c-7c834dd189ee of type vlan for network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 Aug 20 14:12:46.928901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.967836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.969159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:46.969871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.031656 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5141730 Aug 20 14:12:47.035520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:47.044250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Request body: {'subnet': {'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1901753712-subnet', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:47.063221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00684c6b-8df9-4556-aecd-22e16abb033a admin admin] Pushing event updated for resources: {'Network': ['ID=aaeaf8c1-5271-4e3e-acb9-b19b8018e800,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:47.079642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:12:47.085258 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Made reservation on behalf of 43ee91e684df4f928f54b8d29a0527f8 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:12:47.087944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.187717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:47.214346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 92e62848-d7f6-4a1e-98d7-e7598c58dac2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:12:47.215989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 92e62848-d7f6-4a1e-98d7-e7598c58dac2 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:47.302395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.362142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87371c4-4af2-47ce-87f6-42a81a46ddf3,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:47.381729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:12:47.382155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Network hostable DHCP agents. Network: aaeaf8c1-5271-4e3e-acb9-b19b8018e800, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:12:47.403881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:12:47.414595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, aaeaf8c1-5271-4e3e-acb9-b19b8018e800) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:47.423204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a395d3-82cd-4185-83f9-fe88c81c037d None None] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:12:47.425479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:47.426562 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.448664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fa187b51-4e9c-44c8-9b8b-9ad8d16e33c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4119208 Aug 20 14:12:47.453679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43288) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:47.458952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:47.486503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.487645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.556771 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.751292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:47.856021 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:12:47.857075 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.000949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.035366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.100840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Allocated IP 172.20.0.2 (aaeaf8c1-5271-4e3e-acb9-b19b8018e800/b87371c4-4af2-47ce-87f6-42a81a46ddf3/533a63a5-d087-495f-a8dd-e87505b05e92) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:12:48.221136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Allocated IP 172.25.6.219 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/33d8356d-6d01-4b4f-9219-331413d5f96c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:12:48.337572 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.350320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Transition to ACTIVE for port object 533a63a5-d087-495f-a8dd-e87505b05e92 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:48.373053 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Transition to ACTIVE for port object 533a63a5-d087-495f-a8dd-e87505b05e92 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:48.380690 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.381861 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.444393 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.451127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:12:48.456691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:48.469428 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:12:48.474014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Pushing event updated for resources: {'Port': ['ID=533a63a5-d087-495f-a8dd-e87505b05e92,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:48.516188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:12:48.520488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:48.526107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:12:48.552361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Attempting to bind port 533a63a5-d087-495f-a8dd-e87505b05e92 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:12:48.552856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Attempting to bind port 533a63a5-d087-495f-a8dd-e87505b05e92 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:12:48.553333 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Attempting to bind port 533a63a5-d087-495f-a8dd-e87505b05e92 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:48.566106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:12:48.566886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:12:48.567437 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.568141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:12:48.569109 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Bound port: 533a63a5-d087-495f-a8dd-e87505b05e92, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:12:48.569775 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.573427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Pushing event updated for resources: {'Port': ['ID=33d8356d-6d01-4b4f-9219-331413d5f96c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:48.623318 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-026b553b-b394-4ea0-9171-c16309495a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.660432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.731740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] For port 533a63a5-d087-495f-a8dd-e87505b05e92, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:12:48.739187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] For port 533a63a5-d087-495f-a8dd-e87505b05e92, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=533a63a5-d087-495f-a8dd-e87505b05e92,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:12:48.745710 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.866833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652c416-427a-4c87-8f1f-2aad264ad888 None None] Pushing event updated for resources: {'Port': ['ID=533a63a5-d087-495f-a8dd-e87505b05e92,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:48.983746 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.281464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.495526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:12:49.630920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:12:49.645494 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:12:49.659683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.662897 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7efd4ef2-ead4-4e4c-90e2-6b6fad269f01 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2076967 Aug 20 14:12:49.665844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:49.685421 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:12:49.686095 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:12:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:49.695507 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.809669 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:12:50.014556 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 533a63a5-d087-495f-a8dd-e87505b05e92 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:50.070238 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:48Z', 'revision_number': 3, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:50.102412 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:12:50.102835 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Updating router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 port 33d8356d-6d01-4b4f-9219-331413d5f96c binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:12:50.119316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 533a63a5-d087-495f-a8dd-e87505b05e92 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:50.124006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb00a3-25f7-4976-af74-5ddeb7ab73be None None] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:12:50.161400 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.198113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] Provisioning for port 533a63a5-d087-495f-a8dd-e87505b05e92 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:50.205653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] Provisioning complete for port 533a63a5-d087-495f-a8dd-e87505b05e92 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:50.206173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.490387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.555678 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] For port 533a63a5-d087-495f-a8dd-e87505b05e92, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=533a63a5-d087-495f-a8dd-e87505b05e92,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:50.566944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.690519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e077a-2272-4bd8-acc3-166348d8d0fc None None] Pushing event updated for resources: {'Port': ['ID=533a63a5-d087-495f-a8dd-e87505b05e92,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:50.702113 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.726894 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Transition to ACTIVE for port object 33d8356d-6d01-4b4f-9219-331413d5f96c will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:50.739917 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.775279 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.835651 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Attempting to bind port 33d8356d-6d01-4b4f-9219-331413d5f96c on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:12:50.836028 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Attempting to bind port 33d8356d-6d01-4b4f-9219-331413d5f96c by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:12:50.836386 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Attempting to bind port 33d8356d-6d01-4b4f-9219-331413d5f96c on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:50.838701 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Pushing event updated for resources: {'Port': ['ID=33d8356d-6d01-4b4f-9219-331413d5f96c,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:50.849480 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.849818 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.850156 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.850489 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.850818 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.851143 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.851463 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.851782 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.852104 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.852418 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.852759 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.853073 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:50.856735 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:12:50.857106 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:12:50.857491 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.858064 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:12:50.859015 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Bound port: 33d8356d-6d01-4b4f-9219-331413d5f96c, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:12:50.859209 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.901863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2cc15884-b408-433c-984d-ea79d6091408 None None] Provisioning complete for port 533a63a5-d087-495f-a8dd-e87505b05e92 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:50.903439 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2cc15884-b408-433c-984d-ea79d6091408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:50.928661 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] For port 33d8356d-6d01-4b4f-9219-331413d5f96c, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:12:50.937855 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] For port 33d8356d-6d01-4b4f-9219-331413d5f96c, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33d8356d-6d01-4b4f-9219-331413d5f96c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:12:50.946126 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.009225 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:12:51.010228 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:12:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:51.072583 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ed5aa-133e-4602-99ce-759204b26d0e None None] Pushing event updated for resources: {'Port': ['ID=33d8356d-6d01-4b4f-9219-331413d5f96c,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:51.114423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Allocated IP 172.20.0.1 (aaeaf8c1-5271-4e3e-acb9-b19b8018e800/b87371c4-4af2-47ce-87f6-42a81a46ddf3/0a1ce74f-76de-484f-bba4-19b06bd76bef) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:12:51.168240 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:12:51.265549 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.284852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Transition to ACTIVE for port object 0a1ce74f-76de-484f-bba4-19b06bd76bef will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:51.333091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.388375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:12:51.392059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:51.396263 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:12:51.410700 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:48Z', 'revision_number': 3, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:51.467464 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b0227-3dc3-4741-93ab-0624f8141116 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:48Z', 'revision_number': 3, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:12:51.475461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Pushing event updated for resources: {'Port': ['ID=0a1ce74f-76de-484f-bba4-19b06bd76bef,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:51.501415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.604493 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.695744 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.796249 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-784d3b94-5112-46bc-8009-d845de4cd60f None None] Provisioning for port 0a1ce74f-76de-484f-bba4-19b06bd76bef completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:51.804733 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-784d3b94-5112-46bc-8009-d845de4cd60f None None] Provisioning complete for port 0a1ce74f-76de-484f-bba4-19b06bd76bef triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:51.805044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-784d3b94-5112-46bc-8009-d845de4cd60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.876864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-784d3b94-5112-46bc-8009-d845de4cd60f None None] Port 0a1ce74f-76de-484f-bba4-19b06bd76bef cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:12:52.014196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.028898 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.076915 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33d8356d-6d01-4b4f-9219-331413d5f96c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:52.143975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Pushing event updated for resources: {'Port': ['ID=0a1ce74f-76de-484f-bba4-19b06bd76bef,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:52.148535 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.185190 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 33d8356d-6d01-4b4f-9219-331413d5f96c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:52.196672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 33d8356d-6d01-4b4f-9219-331413d5f96c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:52.197421 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.300127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:12:52.302497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:52.350099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.412099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 33d8356d-6d01-4b4f-9219-331413d5f96c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33d8356d-6d01-4b4f-9219-331413d5f96c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:52.435624 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.437019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 533a63a5-d087-495f-a8dd-e87505b05e92 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:52.570011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:12:52.625934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=33d8356d-6d01-4b4f-9219-331413d5f96c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:52.644248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.644984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.645638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.646295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.646937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.647595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.648284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.648961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.649847 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.650512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.651226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.653081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.675475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 533a63a5-d087-495f-a8dd-e87505b05e92 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:52.676209 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.753236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:12:52.759138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d132e006-c584-4d89-ad2b-abee50493d5f admin admin] 10.222.0.59 "PUT /v2.0/routers/56b35c82-c5b0-4db4-9e2c-2e7f1652ce61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0913990 Aug 20 14:12:52.767316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-71c3d48a-c5fd-42f3-9d5a-e9cc76765a87 None None] Provisioning complete for port 0a1ce74f-76de-484f-bba4-19b06bd76bef triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:52.767703 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-71c3d48a-c5fd-42f3-9d5a-e9cc76765a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.850487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-71c3d48a-c5fd-42f3-9d5a-e9cc76765a87 None None] Port 0a1ce74f-76de-484f-bba4-19b06bd76bef cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:12:53.320227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43298) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:53.326849 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856054367', 'description': 'tempest-description--504716623'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:53.360519 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.499246 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.504608 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.540646 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.542944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2208295 Aug 20 14:12:53.547238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43300) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:53.553984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:12:53.556026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'security_group_rule': {'security_group_id': 'b6fda55b-5db3-45ec-985a-e436f92c19f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:53.561623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b629ad-2851-49b2-aef6-12c2f90d84aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fda55b-5db3-45ec-985a-e436f92c19f1,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:53.584608 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:12:53.585367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:12:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:53.600886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.690308 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.694756 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.713915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cb2395-7a6c-478d-833f-bc0875edbbbd,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:53.729362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.729910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.730988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.731701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.732464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.732731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.732890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.733238 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.733577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.733908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.734325 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.734738 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:53.738746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.740025 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8433f0a7-62d1-48c8-b471-33445bd7effc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906507 Aug 20 14:12:53.743059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43302) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:53.751941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'security_group_rule': {'security_group_id': 'b6fda55b-5db3-45ec-985a-e436f92c19f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:53.765433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:12:53.799391 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.872645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.877700 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.899026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b794ea-f719-4caf-8b4c-0284227af139,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:53.906942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.909006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d426d48f-df53-41a8-8e24-a8780b2746a4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643980 Aug 20 14:12:53.914570 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 43304) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:53.922170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:53.958036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33d8356d-6d01-4b4f-9219-331413d5f96c up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:53.960031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.078061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 33d8356d-6d01-4b4f-9219-331413d5f96c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:54.078436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.126091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.147802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 2, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:54.204764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:12:54.205031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Updating router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 port 0a1ce74f-76de-484f-bba4-19b06bd76bef binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:12:54.245161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.283374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Allocated IP 172.25.6.147 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3a8dec2f-b943-4778-a34c-ef52c6dcbb16) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:12:54.427499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.479497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.528394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:12:54.531543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:54.534519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:12:54.573081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'Port': ['ID=3a8dec2f-b943-4778-a34c-ef52c6dcbb16,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:54.619873 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.635943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Transition to ACTIVE for port object 0a1ce74f-76de-484f-bba4-19b06bd76bef will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:54.644347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.647001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.700631 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.719819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218c86-81ba-4575-859b-14f5c67b901b None None] Pushing event updated for resources: {'Port': ['ID=0a1ce74f-76de-484f-bba4-19b06bd76bef,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:54.774685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Attempting to bind port 0a1ce74f-76de-484f-bba4-19b06bd76bef on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:12:54.775348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Attempting to bind port 0a1ce74f-76de-484f-bba4-19b06bd76bef by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:12:54.775820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Attempting to bind port 0a1ce74f-76de-484f-bba4-19b06bd76bef on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:54.783684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:12:54.784175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:12:54.785236 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.785236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:12:54.785902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Bound port: 0a1ce74f-76de-484f-bba4-19b06bd76bef, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:12:54.786370 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.870309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] For port 0a1ce74f-76de-484f-bba4-19b06bd76bef, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:12:54.875305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] For port 0a1ce74f-76de-484f-bba4-19b06bd76bef, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0a1ce74f-76de-484f-bba4-19b06bd76bef,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:12:54.883016 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.925507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.932024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.977806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:12:54.978880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:12:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:55.073812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218c86-81ba-4575-859b-14f5c67b901b None None] Pushing event updated for resources: {'Port': ['ID=0a1ce74f-76de-484f-bba4-19b06bd76bef,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:55.086458 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'Port': ['ID=3a8dec2f-b943-4778-a34c-ef52c6dcbb16,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:55.099783 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:55.120315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:55.133799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0352bbdd-551e-4525-86ab-c4a8ee95e259 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2092528 Aug 20 14:12:55.180827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:12:55.373917 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-23834f2d-3d8b-45b4-a4f0-d33d838b4c70 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1856054367&fields=id&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 267 time: 0.0659015 Aug 20 14:12:55.436144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:54Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:55.472080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb939d-4978-4152-9041-a4ffcd43069c None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:54Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:12:55.574409 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-f13ed056-b286-4160-99fe-8a9aecb30829 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:55.576359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-f13ed056-b286-4160-99fe-8a9aecb30829 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1945448 Aug 20 14:12:55.602462 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-703892a1-0382-42c4-b64a-2b7713219791 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/quotas/43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 375 time: 0.0171788 Aug 20 14:12:55.692087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b2c0d506-7b86-40a0-af02-7b41f90978a8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787027 Aug 20 14:12:55.717453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-d989c413-aad9-459f-957f-9d3d061584fc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:12:55.719172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-d989c413-aad9-459f-957f-9d3d061584fc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081441 Aug 20 14:12:55.837872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-e9c39ffa-d8c1-4662-a79e-f2b71d4c238e service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064429 Aug 20 14:12:55.955974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0a1ce74f-76de-484f-bba4-19b06bd76bef up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:55.961711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-ceeec2f7-eee4-44f4-802d-8ab49b41876c service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112227 Aug 20 14:12:56.015191 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 0a1ce74f-76de-484f-bba4-19b06bd76bef completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:56.020906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 0a1ce74f-76de-484f-bba4-19b06bd76bef triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:56.021314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:56.151619 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:56.205195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0ac0970f-bc43-4470-a5a6-2a0a33c7b85b req-3d09b875-d8e2-4e5b-aab2-96c5c3a3fec6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 210 time: 0.0327275 Aug 20 14:12:56.211285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 0a1ce74f-76de-484f-bba4-19b06bd76bef, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0a1ce74f-76de-484f-bba4-19b06bd76bef,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:56.218020 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:56.289418 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=0a1ce74f-76de-484f-bba4-19b06bd76bef,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:57.357716 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b5e6296-5602-43a5-8c02-69e060e527c3 req-93cab168-5a38-4520-a619-d4cc03a69b12 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 210 time: 0.0311708 Aug 20 14:12:57.439892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-f7c86ad7-9cf2-4de0-82d0-bb668f0b3ec7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:57.442442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-f7c86ad7-9cf2-4de0-82d0-bb668f0b3ec7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.2003655 Aug 20 14:12:57.493832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-8f2bc512-322b-4f77-8452-65ed27c1246b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 380 time: 0.0421531 Aug 20 14:12:57.505108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'port': {'device_id': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'admin_state_up': True, 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'security_groups': ['b6fda55b-5db3-45ec-985a-e436f92c19f1']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:57.623390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Made reservation on behalf of 43ee91e684df4f928f54b8d29a0527f8 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:12:57.627537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:57.775710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Allocated IP 172.20.0.12 (aaeaf8c1-5271-4e3e-acb9-b19b8018e800/b87371c4-4af2-47ce-87f6-42a81a46ddf3/6cf1b31b-5978-42c2-8bae-aa78d0407005) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:12:57.886882 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0a1ce74f-76de-484f-bba4-19b06bd76bef up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:57.934739 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:57.949502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Transition to ACTIVE for port object 6cf1b31b-5978-42c2-8bae-aa78d0407005 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:57.972445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 0a1ce74f-76de-484f-bba4-19b06bd76bef triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:57.973074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:57.988189 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:58.042668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:12:58.047037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:12:58.051008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:12:58.061629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:58.121547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:58.122708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:58.147296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-b915edec-ae8c-4770-b0d3-6afc4046f2db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6457152 Aug 20 14:12:58.160321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Request body: {'port': {'device_id': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:58.229542 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:58.377361 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2277f18a-3a7a-4169-b625-b4cf42f4c5d2 None None] Provisioning for port 6cf1b31b-5978-42c2-8bae-aa78d0407005 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:12:58.382975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2277f18a-3a7a-4169-b625-b4cf42f4c5d2 None None] Provisioning complete for port 6cf1b31b-5978-42c2-8bae-aa78d0407005 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:58.385344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2277f18a-3a7a-4169-b625-b4cf42f4c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:58.433872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2277f18a-3a7a-4169-b625-b4cf42f4c5d2 None None] Port 6cf1b31b-5978-42c2-8bae-aa78d0407005 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:12:58.622147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44816386-c5f4-4976-9b03-b2633b0df6ce req-777086d3-6f1d-4f86-a3bb-36012669b373 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:58.624998 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44816386-c5f4-4976-9b03-b2633b0df6ce req-777086d3-6f1d-4f86-a3bb-36012669b373 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 932 time: 0.1410079 Aug 20 14:12:58.708611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-44816386-c5f4-4976-9b03-b2633b0df6ce req-f61c973b-35b1-40e1-a99f-f517ee3c9281 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683906 Aug 20 14:12:58.712948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf1b31b-5978-42c2-8bae-aa78d0407005 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:12:58.721486 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:58.735823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Transition to ACTIVE for port object 6cf1b31b-5978-42c2-8bae-aa78d0407005 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:12:58.740698 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:58.828240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:58.898061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:12:58.898516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:12:58.898939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:58.906731 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:12:58.907514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:12:58.915104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:12:58.915661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:12:58.916236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:12:58.916874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Bound port: 6cf1b31b-5978-42c2-8bae-aa78d0407005, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:12:58.917367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:59.018522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:12:59.022540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:12:59.028544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:59.081259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.082334 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:59.084958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] 10.222.0.53 "PUT /v2.0/ports/6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1092 time: 0.9293942 Aug 20 14:12:59.085573 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:59.090823 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c018db-1298-44e0-a69a-2fdfd4936622" -d '{"events": [{"name": "network-changed", "server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:59.152480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81358475-e799-4ed1-ba4e-ed9fd45de48e service neutron] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:59.173514 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85241d1-375b-4d0c-a70c-913715362707 x-openstack-request-id: req-e85241d1-375b-4d0c-a70c-913715362707 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:59.173901 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:59.174168 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e85241d1-375b-4d0c-a70c-913715362707 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:59.174584 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'status': 'completed', 'code': 200} Aug 20 14:12:59.194021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-6f3eebd3-332a-4219-9bb2-14a007ffede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.196779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-6f3eebd3-332a-4219-9bb2-14a007ffede6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1095 time: 0.0651741 Aug 20 14:12:59.248378 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-24e8ee77-ede0-4f11-8c03-f9b77b3e1343 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 217 time: 0.0434206 Aug 20 14:12:59.303380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-c3ef7831-8da9-4bfb-b9fb-948c984d6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.305025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-c3ef7831-8da9-4bfb-b9fb-948c984d6b27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0502727 Aug 20 14:12:59.364226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-51523a34-1757-4007-8e84-6b26d146e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.365853 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-51523a34-1757-4007-8e84-6b26d146e494 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534513 Aug 20 14:12:59.486205 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:59.493744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-5724cdf3-d31b-4272-a893-78e289f47e4c service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196423 Aug 20 14:12:59.613111 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e765e32b-b9d3-4041-aaf8-004c4c28c4f8 req-09647b9b-d315-4b9d-97f5-e40f3e5fa397 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116347 Aug 20 14:12:59.706803 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-e4515fcf-fb10-4334-86d7-894a86a88587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.708671 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-e4515fcf-fb10-4334-86d7-894a86a88587 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1095 time: 0.0492125 Aug 20 14:12:59.859358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-7c7327f4-44e0-442c-a393-8dad3e337a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.861001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-7c7327f4-44e0-442c-a393-8dad3e337a87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1453247 Aug 20 14:12:59.879559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a06b3-ffb9-4f53-a339-431a30e07c5b req-216783a3-dcbf-4c96-af2c-350725b305f6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.881227 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-214a06b3-ffb9-4f53-a339-431a30e07c5b req-216783a3-dcbf-4c96-af2c-350725b305f6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 944 time: 0.0857773 Aug 20 14:12:59.937845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-06c70c73-56e2-4a4b-9b0f-866c145edd6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 217 time: 0.0555453 Aug 20 14:12:59.989841 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-214a06b3-ffb9-4f53-a339-431a30e07c5b req-06586132-e7b3-43db-89b6-53bc6b258c89 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991468 Aug 20 14:13:00.009674 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-b8b87971-d551-4700-88ce-d9973068111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:00.011317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-b8b87971-d551-4700-88ce-d9973068111a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0599566 Aug 20 14:13:00.068913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-9196a2d3-6f0c-418b-969c-d689db9d88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:00.070720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-9196a2d3-6f0c-418b-969c-d689db9d88aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509448 Aug 20 14:13:00.185332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-a5a4a1f5-2631-4168-a326-964a1311f339 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009898 Aug 20 14:13:00.300989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-86c018db-1298-44e0-a69a-2fdfd4936622 req-9abc7c5b-fb23-4119-b63f-c157a0224b9d service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069827 Aug 20 14:13:01.222713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853092e2-1c56-4ae7-b6aa-9cb6ab0babb8 req-dca66c3a-b36a-4d47-8674-0b751263ec04 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:01.224380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-853092e2-1c56-4ae7-b6aa-9cb6ab0babb8 req-dca66c3a-b36a-4d47-8674-0b751263ec04 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 944 time: 0.1372919 Aug 20 14:13:01.264824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:13:01.275787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-853092e2-1c56-4ae7-b6aa-9cb6ab0babb8 req-87b31e77-5ece-40eb-9f15-3c770579e71a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390983 Aug 20 14:13:01.390833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:01.412582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'mac_address': 'fa:16:3e:05:7d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:13:01.460474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:01.475459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf1b31b-5978-42c2-8bae-aa78d0407005 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:13:01.497972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:01.502862 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:01.558587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:01.695619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['6cf1b31b-5978-42c2-8bae-aa78d0407005'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:13:02.147550 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:02.470443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0661d0-2bea-4271-87dd-e6dbeb89eebe req-cecd9a62-eb92-4aab-a891-e4b3f6423f33 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:02.472086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c0661d0-2bea-4271-87dd-e6dbeb89eebe req-cecd9a62-eb92-4aab-a891-e4b3f6423f33 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 945 time: 0.1225383 Aug 20 14:13:02.514403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4c0661d0-2bea-4271-87dd-e6dbeb89eebe req-3ec84ae8-043a-46dd-b638-72166939178d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356629 Aug 20 14:13:03.295106 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:13:03.349073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 6cf1b31b-5978-42c2-8bae-aa78d0407005 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:13:03.353372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 6cf1b31b-5978-42c2-8bae-aa78d0407005 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:13:03.353751 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.443032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.470233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:03.474056 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e81373033bbb50cfbd3723188bf89f08a6e620636dcc13d312bbf4c3214f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b68b25-2c36-4779-89c0-fd3ecf8a5b4f" -d '{"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:03.497671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:03.503568 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.546371 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b092e0-fb97-4e4f-abb9-fbce68674092 x-openstack-request-id: req-14b092e0-fb97-4e4f-abb9-fbce68674092 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:03.546662 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:03.546913 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14b092e0-fb97-4e4f-abb9-fbce68674092 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:03.547320 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'code': 200} Aug 20 14:13:03.585348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:03.682696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f027-41fb-4c2f-992d-e2ac4e48d6ca req-faad0759-b0cf-4174-8657-0f1213b22b2d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:03.684580 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15e5f027-41fb-4c2f-992d-e2ac4e48d6ca req-faad0759-b0cf-4174-8657-0f1213b22b2d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0879750 Aug 20 14:13:03.690790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3742bad-b491-4535-889b-4660aabc6ad4 req-63a71d40-b6aa-4fd6-a706-13893ac50208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:03.692328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3742bad-b491-4535-889b-4660aabc6ad4 req-63a71d40-b6aa-4fd6-a706-13893ac50208 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1097 time: 0.0848629 Aug 20 14:13:03.757221 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15e5f027-41fb-4c2f-992d-e2ac4e48d6ca req-06d4d21e-adc4-4d2d-97ff-e65cfce050b5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611691 Aug 20 14:13:03.762130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c3742bad-b491-4535-889b-4660aabc6ad4 req-e88ca98f-ba79-432a-91a0-c88edc18c6a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584867 Aug 20 14:13:04.900253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8955c-ad84-459f-97a0-87b14b50e560 req-a5668d2a-255f-40b9-94e8-0aea4a675cd5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:04.902489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63a8955c-ad84-459f-97a0-87b14b50e560 req-a5668d2a-255f-40b9-94e8-0aea4a675cd5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0553801 Aug 20 14:13:04.906920 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-62215f89-4a1c-4ba0-9f26-2ad924547d96 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544207 Aug 20 14:13:04.954749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-63a8955c-ad84-459f-97a0-87b14b50e560 req-7f7894b1-876f-434b-95fb-68499c828c11 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Aug 20 14:13:05.003879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-6b043c34-206c-4e71-8919-a4a9b0cf740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:05.005476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-6b043c34-206c-4e71-8919-a4a9b0cf740f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1097 time: 0.0484576 Aug 20 14:13:05.144537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94070d3-d54b-4d40-bf69-6afe05f0ce5e req-82093ade-f581-431f-abf6-91ef5b36f119 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:05.146539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f94070d3-d54b-4d40-bf69-6afe05f0ce5e req-82093ade-f581-431f-abf6-91ef5b36f119 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.1179359 Aug 20 14:13:05.160979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43360) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:05.172284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'floatingip': {'port_id': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:13:05.212110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-2ecf69e9-0e93-4a73-86c8-9c6894de7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:05.214460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-2ecf69e9-0e93-4a73-86c8-9c6894de7b42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1872368 Aug 20 14:13:05.236030 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.269505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-a8f1d4f6-744d-43f5-a1b3-2464638411bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 217 time: 0.0477531 Aug 20 14:13:05.409406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-3957d4ec-4ebc-4029-b64d-333724ba7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:05.411445 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-3957d4ec-4ebc-4029-b64d-333724ba7f12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.1126437 Aug 20 14:13:05.526465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-a3e278e3-b822-4379-bc6c-84c5d015e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:05.528179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-a3e278e3-b822-4379-bc6c-84c5d015e5e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081202 Aug 20 14:13:06.144625 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-b93089e9-d3ba-4087-8f7b-59097af293e4 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890548 Aug 20 14:13:06.447716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-690f541a-1da0-42f4-8272-3d7ea4fd38df req-f7c9be1c-b46a-48a1-9470-25d6d71192f7 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891712 Aug 20 14:13:06.514457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.519401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.645040 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae associated. External IP: 172.25.6.147, port: 6cf1b31b-5978-42c2-8bae-aa78d0407005. Aug 20 14:13:06.925627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:07.100648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:07.107112 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.114113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:07.129922 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:07.130978 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:12:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.148883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-11daa207-7b40-46f1-9930-cc4fbd87e9c1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "PUT /v2.0/floatingips/95d26036-5de4-4c80-ac28-a6f8a8255aae HTTP/1.1" status: 200 len: 992 time: 1.9867496 Aug 20 14:13:07.150272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:07.153816 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbf7f58628389db5518f5f19f2d97dbd8f0175211fccc702aa571e1feb42d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61" -d '{"events": [{"name": "network-changed", "server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:07.210766 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b29b52-e633-429b-ae99-b77a5ac5d14e x-openstack-request-id: req-e3b29b52-e633-429b-ae99-b77a5ac5d14e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:07.211132 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:07.212037 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3b29b52-e633-429b-ae99-b77a5ac5d14e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:07.212485 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'status': 'completed', 'code': 200} Aug 20 14:13:07.258153 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:07.281631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-54dd2777-c22b-4ad2-8b4d-48739bfbc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:07.283369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-54dd2777-c22b-4ad2-8b4d-48739bfbc39d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1097 time: 0.0508189 Aug 20 14:13:07.389243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-a6dab2ae-1102-4318-884f-f4aef3fe5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:07.390776 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-a6dab2ae-1102-4318-884f-f4aef3fe5d7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1004074 Aug 20 14:13:07.471394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-f5960622-0dc6-4e94-8ff8-076735079a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1000 time: 0.0734968 Aug 20 14:13:07.532961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-e2ec288e-3ac5-4d05-aeda-510ba76bdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:07.534419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-e2ec288e-3ac5-4d05-aeda-510ba76bdd64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0559509 Aug 20 14:13:07.595230 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-0ece448d-b995-4ff4-acc1-79becdfc161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:07.596890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-0ece448d-b995-4ff4-acc1-79becdfc161c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551691 Aug 20 14:13:07.706958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-1ac3423d-4029-49f9-9885-cef587fecc8f service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027012 Aug 20 14:13:07.722665 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:05:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:13:06Z', 'revision_number': 1, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.751142 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:07.760453 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:07.761925 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:12:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.825275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-397d7b6b-6bc0-4fbc-b1e6-1f0dd8607a61 req-4aa7f54d-ec16-4d11-b311-18bb8f941f15 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107635 Aug 20 14:13:07.904841 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:08.180991 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:05:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:13:06Z', 'revision_number': 1, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:08.209865 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26008aa-5022-4c6d-b5d6-83f13600c25e None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:05:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:13:06Z', 'revision_number': 1, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:08.432753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952d432-ab31-4a98-a03f-3e40d14e824f None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:13:15.813830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-463f1b5f-448a-40f0-943c-8dbd706a5956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:18.602450 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4298ed4b-1ec1-4c9c-ac71-bede5a2efa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:18.607573 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:19.326650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:13:19.672419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:21.594730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:29.465877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:32.159815 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.816446 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-35d8081f-abb6-42d5-a202-d2d30893093d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.588544 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a01b80bd-ce51-4dea-a8d3-fcfef92fde2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.597426 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.674851 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:51.600304 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:56.326466 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:13:59.465890 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:02.174005 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:05.891874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-78a1d581-b067-4486-b655-ce2ad9b5e078 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470543 Aug 20 14:14:05.980633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-265079b1-734c-4c0a-ad9e-ce32af9fff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:05.982426 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-265079b1-734c-4c0a-ad9e-ce32af9fff12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1097 time: 0.0473452 Aug 20 14:14:06.108909 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-9cd487c0-be4e-4691-bbd0-596922a1facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:06.110439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-9cd487c0-be4e-4691-bbd0-596922a1facc service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1077521 Aug 20 14:14:06.184768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-9074f448-12f5-4d64-8b99-7c8174219dda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1002 time: 0.0671592 Aug 20 14:14:06.248329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-8512558b-4f69-458d-94c6-cd091c044ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:06.250607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-8512558b-4f69-458d-94c6-cd091c044ace service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0573275 Aug 20 14:14:06.309299 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-2bf4caae-0f46-4eae-aa5f-5e4c20469b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:06.311309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-2bf4caae-0f46-4eae-aa5f-5e4c20469b83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541532 Aug 20 14:14:06.427231 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-c2dea35e-53f8-44a3-8620-97deba6a272b service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081300 Aug 20 14:14:06.532982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-20535c0a-76c6-4b30-88bc-9b86d006eff2 req-c78129cd-e43a-4cdd-ab7f-8bf65134b21d service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979121 Aug 20 14:14:15.812400 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb2-e040-4e15-b2d8-4be4f2f7dc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:18.592639 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e23581f4-50eb-4bae-acf9-1aefb66e3d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:18.599162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:19.677832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.603803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.495041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:32.179057 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:33.327766 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:14:43.332403 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f854ecd-6aa4-4d38-bf1d-c75aa3662920 req-0678895a-843c-4046-b829-471b10589fdd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:43.335334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f854ecd-6aa4-4d38-bf1d-c75aa3662920 req-0678895a-843c-4046-b829-471b10589fdd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.1264911 Aug 20 14:14:43.382206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6f854ecd-6aa4-4d38-bf1d-c75aa3662920 req-16b4528a-2dbf-4bf2-8841-54e71af562a6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Aug 20 14:14:43.698900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f07f3f-5f6f-4674-b46a-afddece5832c req-7c0ba344-c4b0-48c6-a583-bb6eed034e7b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:43.700542 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05f07f3f-5f6f-4674-b46a-afddece5832c req-7c0ba344-c4b0-48c6-a583-bb6eed034e7b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0762858 Aug 20 14:14:43.740446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-9b03f5cc-ed7d-4521-be86-4949d4e67928 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165867 Aug 20 14:14:43.762995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05f07f3f-5f6f-4674-b46a-afddece5832c req-54069c1b-7ce7-4cb2-bc8b-3322f0887cc8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503290 Aug 20 14:14:45.078410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0cbdf-ca15-4342-a06a-da117887237e req-daa32c4d-5289-4ef5-bd11-7c5f68dee3ad tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:45.080137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc0cbdf-ca15-4342-a06a-da117887237e req-daa32c4d-5289-4ef5-bd11-7c5f68dee3ad tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.1329982 Aug 20 14:14:45.151509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc0cbdf-ca15-4342-a06a-da117887237e req-616b869f-fbc8-4b52-8edc-d7d6d175cb88 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626230 Aug 20 14:14:45.218605 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-2a0fdbd6-ddf4-498c-ae74-0c51effcfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:45.220157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-2a0fdbd6-ddf4-498c-ae74-0c51effcfcb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1097 time: 0.1084611 Aug 20 14:14:45.330346 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-3f2a7519-b804-42fc-bac0-6be9e4b13a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:45.331921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-3f2a7519-b804-42fc-bac0-6be9e4b13a70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1047974 Aug 20 14:14:45.413932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-be1dbb4c-74c5-4d30-9600-bc045f5ee8ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1002 time: 0.0742662 Aug 20 14:14:45.470101 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-3e5a66d7-30a6-41e1-bcda-1a61fc9183d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:45.471639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-3e5a66d7-30a6-41e1-bcda-1a61fc9183d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0512049 Aug 20 14:14:45.526905 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-0f1ad82d-8dba-4f5f-86ef-9400f2548326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:45.528856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-0f1ad82d-8dba-4f5f-86ef-9400f2548326 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497093 Aug 20 14:14:45.641170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-6b0d2bc4-a05e-4a8e-b23e-1a9541741ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047876 Aug 20 14:14:45.747680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-4cf3d558-d841-4482-9379-9a482854202f service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981603 Aug 20 14:14:45.827669 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ea8c60b0-644f-4ef7-9f97-78aab95bbcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:46.305217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6cba-bd8b-4051-9462-32d52a28d467 req-76a0ac0d-559f-4a64-ba02-968798594ea9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:46.307644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d67c6cba-bd8b-4051-9462-32d52a28d467 req-76a0ac0d-559f-4a64-ba02-968798594ea9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0601308 Aug 20 14:14:46.353068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d67c6cba-bd8b-4051-9462-32d52a28d467 req-050ff8d0-0bc5-44e6-a8e3-4222c35eb979 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383000 Aug 20 14:14:47.494898 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8e38-12fc-42ae-9aad-9566e10b1cde req-e5867dcc-5952-4c8b-8955-b0da9c4115e7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:47.496640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f09e8e38-12fc-42ae-9aad-9566e10b1cde req-e5867dcc-5952-4c8b-8955-b0da9c4115e7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0603383 Aug 20 14:14:47.547137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f09e8e38-12fc-42ae-9aad-9566e10b1cde req-fc39e26a-28e6-4e8b-8832-000c39074829 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Aug 20 14:14:48.595298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2525e0b0-74e1-4ee9-9470-cbe83853d130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:48.598800 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:48.706043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d9015-3afd-4c17-a83d-da8121f62ad7 req-eed73031-9220-40bc-a073-5bb935b7ab80 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:48.707562 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f59d9015-3afd-4c17-a83d-da8121f62ad7 req-eed73031-9220-40bc-a073-5bb935b7ab80 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0598626 Aug 20 14:14:48.753453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f59d9015-3afd-4c17-a83d-da8121f62ad7 req-ff93a34d-a01a-41d1-a907-20a3c55ce655 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381696 Aug 20 14:14:49.680158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:49.884617 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9cee3-fbb3-4fa5-b6cf-c8ae7cfd27de req-e8192460-4d96-4f16-82c1-1bee08f516db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:49.886271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46b9cee3-fbb3-4fa5-b6cf-c8ae7cfd27de req-e8192460-4d96-4f16-82c1-1bee08f516db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0571890 Aug 20 14:14:49.932150 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46b9cee3-fbb3-4fa5-b6cf-c8ae7cfd27de req-2e5384b4-bf79-484f-81e4-63d65462b4a8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359540 Aug 20 14:14:51.097386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a7860-7de6-42cb-8bfd-afb6654e575d req-db93bcf8-893e-4220-8275-be703755f17d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:51.099067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13a7860-7de6-42cb-8bfd-afb6654e575d req-db93bcf8-893e-4220-8275-be703755f17d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0557745 Aug 20 14:14:51.149027 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e13a7860-7de6-42cb-8bfd-afb6654e575d req-a303e079-e539-4b39-90be-150f4ea25167 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Aug 20 14:14:51.604533 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:52.279888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05c9c-0ed9-479f-9b5b-95cdfb685575 req-2cec2ba5-2f08-4091-9ae8-d214fc7c9991 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:52.281819 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eca05c9c-0ed9-479f-9b5b-95cdfb685575 req-2cec2ba5-2f08-4091-9ae8-d214fc7c9991 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0549290 Aug 20 14:14:52.325799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eca05c9c-0ed9-479f-9b5b-95cdfb685575 req-1cf782ed-7003-4c7a-a130-22ff4546fe42 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376472 Aug 20 14:14:53.463665 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360be422-6844-4cb9-8654-689dd0a6f275 req-edfa0ac1-e112-4ad8-b464-30bde6c9c17b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:53.465408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-360be422-6844-4cb9-8654-689dd0a6f275 req-edfa0ac1-e112-4ad8-b464-30bde6c9c17b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0536182 Aug 20 14:14:53.528163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-360be422-6844-4cb9-8654-689dd0a6f275 req-a5f84d4c-30ce-4456-9010-a8f2c01a7be3 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511999 Aug 20 14:14:54.671210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7b39b-5281-4192-9c82-5e12af658b1c req-280cc1f8-e8fe-456c-b584-42e7b0be2a3e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:54.673120 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14b7b39b-5281-4192-9c82-5e12af658b1c req-280cc1f8-e8fe-456c-b584-42e7b0be2a3e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0577233 Aug 20 14:14:54.717778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-14b7b39b-5281-4192-9c82-5e12af658b1c req-a38a0c38-0fd0-44ab-b1fc-7006a4d03cc5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380907 Aug 20 14:14:55.858766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbf68-aab7-4b9a-a7a9-d6f90d7e0afe req-2dcc834d-d044-4c40-9573-5723841964f0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:55.861352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-049bbf68-aab7-4b9a-a7a9-d6f90d7e0afe req-2dcc834d-d044-4c40-9573-5723841964f0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0632672 Aug 20 14:14:55.906249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-049bbf68-aab7-4b9a-a7a9-d6f90d7e0afe req-5d0a6ddf-4a7d-416c-8b7b-1231842340ce tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376432 Aug 20 14:14:57.049275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0673-9ee5-49de-b69f-dc3ac77f2d35 req-43ebc6f3-965c-4def-9a20-c02317bbc207 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:57.050820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0dae0673-9ee5-49de-b69f-dc3ac77f2d35 req-43ebc6f3-965c-4def-9a20-c02317bbc207 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0615606 Aug 20 14:14:57.095745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0dae0673-9ee5-49de-b69f-dc3ac77f2d35 req-473064cf-3ef0-469f-9f56-d4e1278567d7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381877 Aug 20 14:14:58.233362 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ae24a-b012-4ba4-8a60-84f486ee645d req-6eda1e87-e667-4e18-b408-d8fd1af3e1e9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:58.235423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-824ae24a-b012-4ba4-8a60-84f486ee645d req-6eda1e87-e667-4e18-b408-d8fd1af3e1e9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0553422 Aug 20 14:14:58.278540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-824ae24a-b012-4ba4-8a60-84f486ee645d req-c27cfca1-b850-4424-a26d-3478db5f0d33 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367303 Aug 20 14:14:59.435832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4b3a5-bba6-493a-b049-981f02c00d3e req-c05297cc-9f96-492f-a291-e211a7ea10ba tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:59.438686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afa4b3a5-bba6-493a-b049-981f02c00d3e req-c05297cc-9f96-492f-a291-e211a7ea10ba tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0865805 Aug 20 14:14:59.483587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-afa4b3a5-bba6-493a-b049-981f02c00d3e req-37d19260-3160-4de1-804f-1670327f3ff4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381086 Aug 20 14:14:59.498250 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:00.612430 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371b93b-ee2c-46e5-b47a-272e8c8f8059 req-ad4fce49-508b-4bb0-b6a4-842c0cac2ce7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:00.614078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a371b93b-ee2c-46e5-b47a-272e8c8f8059 req-ad4fce49-508b-4bb0-b6a4-842c0cac2ce7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0539272 Aug 20 14:15:00.658246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a371b93b-ee2c-46e5-b47a-272e8c8f8059 req-be493489-3a7a-404a-9a1d-180f93d61828 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375593 Aug 20 14:15:01.795644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcfa87-4fc3-4986-a4c8-a5e271a7d360 req-7e4b8fa4-a874-454e-9778-f0b4eacda92f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:01.797553 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09bcfa87-4fc3-4986-a4c8-a5e271a7d360 req-7e4b8fa4-a874-454e-9778-f0b4eacda92f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0555694 Aug 20 14:15:01.844832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-09bcfa87-4fc3-4986-a4c8-a5e271a7d360 req-51a73d36-5ebf-47dc-8859-39e3550dcadf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 Aug 20 14:15:02.193898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:02.982315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c3ad-c346-43ae-8e93-18b387808e2b req-ab9cbd58-b2de-40e7-866f-d2a83986742b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:02.984802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cea9c3ad-c346-43ae-8e93-18b387808e2b req-ab9cbd58-b2de-40e7-866f-d2a83986742b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0628920 Aug 20 14:15:03.033221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cea9c3ad-c346-43ae-8e93-18b387808e2b req-89d3d318-c3d7-455d-8c9a-fcd50c3bf0ab tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Aug 20 14:15:04.167604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3df8a-5c16-437d-9690-74c59c243801 req-112fc0c1-a6ee-42b1-b7b9-a8de70addcdf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:04.169242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e3df8a-5c16-437d-9690-74c59c243801 req-112fc0c1-a6ee-42b1-b7b9-a8de70addcdf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0593991 Aug 20 14:15:04.218732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2e3df8a-5c16-437d-9690-74c59c243801 req-7a5bc8e0-3c63-402b-a2d1-82944b7005de tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Aug 20 14:15:05.358265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4997439-1483-488f-a87a-9508ec4746d1 req-fd55d2e8-7c97-459e-aa64-1b50007df10c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:05.360034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4997439-1483-488f-a87a-9508ec4746d1 req-fd55d2e8-7c97-459e-aa64-1b50007df10c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0571835 Aug 20 14:15:05.409618 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b4997439-1483-488f-a87a-9508ec4746d1 req-5fb1892a-239c-4bcb-ac72-3e8e65580119 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Aug 20 14:15:06.540965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9811b-36bc-4be9-84f4-fde526c5c999 req-8b8dce95-0a52-4473-acce-6262074d5319 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:06.542706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13b9811b-36bc-4be9-84f4-fde526c5c999 req-8b8dce95-0a52-4473-acce-6262074d5319 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0552971 Aug 20 14:15:06.587655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13b9811b-36bc-4be9-84f4-fde526c5c999 req-47fb6c43-a53d-4f50-8193-d2c1a86de2ee tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Aug 20 14:15:07.728034 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-48e89f3c-d9e3-43b4-b3d1-dae2a431d2fe service neutron] show failed (client error): The resource could not be found. Aug 20 14:15:07.729840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-48e89f3c-d9e3-43b4-b3d1-dae2a431d2fe service neutron] 10.222.0.53 "GET /v2.0/ports/6cf1b31b-5978-42c2-8bae-aa78d0407005/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0945458 Aug 20 14:15:07.753117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7846619-c13f-40da-a117-356b019ac03a req-ef86eb53-4e92-48e4-bcab-a9cf495677c6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:07.756196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7846619-c13f-40da-a117-356b019ac03a req-ef86eb53-4e92-48e4-bcab-a9cf495677c6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0594444 Aug 20 14:15:07.811106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7846619-c13f-40da-a117-356b019ac03a req-da2d61ea-ba47-41a0-bd67-4b15397fa808 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448272 Aug 20 14:15:07.959447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f4fed-075a-4152-a809-433839ed48f2 req-d1586934-6e71-4ba0-98e2-c6b64e26369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:07.961894 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-d1586934-6e71-4ba0-98e2-c6b64e26369d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1097 time: 0.0599368 Aug 20 14:15:08.121743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f4fed-075a-4152-a809-433839ed48f2 req-03e74d4e-0683-4488-bd7c-8b94367c9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:08.123360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-03e74d4e-0683-4488-bd7c-8b94367c9c26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1369953 Aug 20 14:15:08.219957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-b86bcf68-6434-4af9-a2be-5f079000630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:08.221560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-b86bcf68-6434-4af9-a2be-5f079000630a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 1097 time: 0.1762812 Aug 20 14:15:08.226117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-ed85c8ad-84c4-435c-823a-270d8ada55ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1002 time: 0.0834403 Aug 20 14:15:08.234678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:15:08.334293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f4fed-075a-4152-a809-433839ed48f2 req-148d367e-512d-4b93-84cb-bd060bca76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:08.335870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-148d367e-512d-4b93-84cb-bd060bca76b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0981691 Aug 20 14:15:08.342303 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:08.423223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f4fed-075a-4152-a809-433839ed48f2 req-893af232-f4d9-4162-b520-ccbf00f48f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:08.424873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-893af232-f4d9-4162-b520-ccbf00f48f2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800700 Aug 20 14:15:09.037582 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-818e2d47-09b4-4154-8db8-3ad0c299cc60 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996222 Aug 20 14:15:09.124257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:09.137384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7359b0-c7d9-4b31-9cde-66e7a47ef2b2 req-a6841058-f1ed-4fcb-bee6-3019decde0d0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:09.139191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f7359b0-c7d9-4b31-9cde-66e7a47ef2b2 req-a6841058-f1ed-4fcb-bee6-3019decde0d0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.1734202 Aug 20 14:15:09.230665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:15:09.267640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f7359b0-c7d9-4b31-9cde-66e7a47ef2b2 req-8a29642e-2ef1-448b-8a13-f6e7eba98558 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179295 Aug 20 14:15:09.273035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-222f4fed-075a-4152-a809-433839ed48f2 req-a140c133-81d2-418d-8750-3b6eea2a3078 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247458 Aug 20 14:15:09.299665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:09.306445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:09.324118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Transition to ACTIVE for port object 6cf1b31b-5978-42c2-8bae-aa78d0407005 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:15:09.332181 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:09.378690 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258a628f-e2c3-4280-b6a1-df9eb76e72d1" -d '{"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:09.515612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:09.542548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.543110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.543694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.544252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.544963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.545362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.545902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.546547 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.547099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.547641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.548183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.548747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:09.572451 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4cc889-fa3c-4403-8474-263d6bbba6c4 x-openstack-request-id: req-cc4cc889-fa3c-4403-8474-263d6bbba6c4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:09.572813 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:09.573080 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc4cc889-fa3c-4403-8474-263d6bbba6c4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:09.573607 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'code': 200} Aug 20 14:15:09.642789 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] No DVR routers for this DVR port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:15:09.800336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:15:09.800713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:15:09.801061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:15:09.806511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:15:09.806882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Attempting to bind port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:15:09.812918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:15:09.813275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:15:09.813706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:15:09.814176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Bound port: 6cf1b31b-5978-42c2-8bae-aa78d0407005, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:15:09.814571 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:09.891018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:15:09.894445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:15:09.901429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:09.943516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:09.944425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:09.945927 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] 10.222.0.13 "PUT /v2.0/ports/6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1092 time: 1.7157259 Aug 20 14:15:09.972701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039df9-20d2-4e0b-bde0-20118cae61ce service neutron] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:10.030265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-7e083a9a-b9f2-4be5-877e-d62add3ad567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:10.033336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-7e083a9a-b9f2-4be5-877e-d62add3ad567 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1095 time: 0.0570352 Aug 20 14:15:10.153827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-cbf266b1-47e2-48ea-95b6-fa1b18a88077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:10.155956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-cbf266b1-47e2-48ea-95b6-fa1b18a88077 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1143308 Aug 20 14:15:10.248450 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-ea770e55-d69f-42ee-bad1-94976915134c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1000 time: 0.0840940 Aug 20 14:15:10.313697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-7451eef2-dfef-49db-93cf-69607afa94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:10.315279 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-7451eef2-dfef-49db-93cf-69607afa94f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0592434 Aug 20 14:15:10.327720 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:15:10.418062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-e59d6279-73d7-442a-98fe-3f8623b80002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:10.419788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-e59d6279-73d7-442a-98fe-3f8623b80002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961647 Aug 20 14:15:10.492451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864c07-67ad-4012-b593-a1504a9d90ac req-2b9656a4-99b1-494b-b945-0527057287af tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:10.494826 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33864c07-67ad-4012-b593-a1504a9d90ac req-2b9656a4-99b1-494b-b945-0527057287af tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 944 time: 0.1156409 Aug 20 14:15:10.560373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33864c07-67ad-4012-b593-a1504a9d90ac req-a2762630-5ebc-4ed0-a0d0-54d88144722c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574644 Aug 20 14:15:10.577948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-0034ee5a-ebce-4281-96f3-7b2ba2eadd61 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484954 Aug 20 14:15:10.686554 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-fd70b9ba-b047-4e87-8ca3-77d2f94548d9 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990005 Aug 20 14:15:11.574788 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:11.577707 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897d9d0f-1960-41f1-b391-e28166332b75" -d '{"events": [{"name": "network-changed", "server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:11.644088 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ef8d70-71a3-47ee-948e-f0d2e158787c x-openstack-request-id: req-35ef8d70-71a3-47ee-948e-f0d2e158787c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:11.644701 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:11.645237 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35ef8d70-71a3-47ee-948e-f0d2e158787c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:11.645981 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'status': 'completed', 'code': 200} Aug 20 14:15:11.785961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5339ec-bbad-40ad-92ad-16aa59190b1b req-3b0c68ea-16ee-409b-9a13-3856070844bc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:11.787629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a5339ec-bbad-40ad-92ad-16aa59190b1b req-3b0c68ea-16ee-409b-9a13-3856070844bc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 944 time: 0.1323755 Aug 20 14:15:11.796750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-31bdfd7e-a2cb-41f4-9609-d71b03901751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:11.798403 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-31bdfd7e-a2cb-41f4-9609-d71b03901751 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1095 time: 0.1269710 Aug 20 14:15:11.835598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-b57dce80-6952-4e76-ba6e-8358e46a9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:11.838558 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-b57dce80-6952-4e76-ba6e-8358e46a9dde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1095 time: 0.1655931 Aug 20 14:15:11.898234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:15:11.947742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:15:11.994328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a5339ec-bbad-40ad-92ad-16aa59190b1b req-5534be8b-546d-459d-a859-a04922907b63 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946418 Aug 20 14:15:12.060114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-88afba2e-0d30-4cd9-a46c-d8563d7f70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:12.061867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-88afba2e-0d30-4cd9-a46c-d8563d7f70a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.2504761 Aug 20 14:15:12.068177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-8ea6b22f-f73a-4a8c-b7e8-d6ec563e1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:12.069950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-8ea6b22f-f73a-4a8c-b7e8-d6ec563e1b75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.2078905 Aug 20 14:15:12.206464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-d87a4cab-97b6-4e9d-b038-2e751ae2c132 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1000 time: 0.1352272 Aug 20 14:15:12.214218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-15b5d73e-8405-45e1-b9be-0a0b830ae274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1000 time: 0.1348705 Aug 20 14:15:12.333766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-7850b1b7-30c1-496f-9214-f07cafc67c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:12.335282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-7850b1b7-30c1-496f-9214-f07cafc67c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.1067283 Aug 20 14:15:12.337976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-0e43e4d7-b4f4-41fb-8323-2149d0c32987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:12.339528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-0e43e4d7-b4f4-41fb-8323-2149d0c32987 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.1236484 Aug 20 14:15:12.427525 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-2a703034-0955-4873-9999-6c9e47ae01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:12.429196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-2a703034-0955-4873-9999-6c9e47ae01c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867360 Aug 20 14:15:12.436624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d0f-1960-41f1-b391-e28166332b75 req-b5d774a4-1228-4735-836f-b6bdea542f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:12.438218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-b5d774a4-1228-4735-836f-b6bdea542f6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874021 Aug 20 14:15:12.628979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-b0d46b2e-a1cd-462a-b1fd-e1903eba9483 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803961 Aug 20 14:15:12.630926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-ce969ab9-8961-408c-98dd-2d8e3ccc18f1 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916990 Aug 20 14:15:12.805044 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-5d932386-c61a-4661-aa28-3a2226cec05e service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687171 Aug 20 14:15:12.807166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-897d9d0f-1960-41f1-b391-e28166332b75 req-b4489630-31f2-4507-910b-4959911be766 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628518 Aug 20 14:15:13.137076 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01956883-1134-4bf0-9306-d4959487c69f req-063bc7a1-dc78-485e-964b-49ee373955d7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.138771 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-01956883-1134-4bf0-9306-d4959487c69f req-063bc7a1-dc78-485e-964b-49ee373955d7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 944 time: 0.0610871 Aug 20 14:15:13.189275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-01956883-1134-4bf0-9306-d4959487c69f req-f5c00ad8-ef15-4445-9170-3e9765e12608 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388355 Aug 20 14:15:13.427230 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1639b-ba42-40a3-9602-33f4e78bc4f0 req-45a68027-f998-41f2-87fd-f32948084917 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.429333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cae1639b-ba42-40a3-9602-33f4e78bc4f0 req-45a68027-f998-41f2-87fd-f32948084917 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 944 time: 0.0703928 Aug 20 14:15:13.453472 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-7d67b10b-b9a5-426a-89a1-cbcfa7714641 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.455182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-7d67b10b-b9a5-426a-89a1-cbcfa7714641 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6&tenant_id=43ee91e684df4f928f54b8d29a0527f8&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.0804262 Aug 20 14:15:13.483322 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cae1639b-ba42-40a3-9602-33f4e78bc4f0 req-f395ef3c-0c98-4621-b535-7f6a2cfb3e07 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Aug 20 14:15:13.525285 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-9cc56d60-ef7f-4d9f-8f54-082b1756e3a2 service neutron] delete failed (client error): The resource could not be found. Aug 20 14:15:13.526340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-9cc56d60-ef7f-4d9f-8f54-082b1756e3a2 service neutron] 10.222.0.53 "DELETE /v2.0/ports/6cf1b31b-5978-42c2-8bae-aa78d0407005/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0620711 Aug 20 14:15:13.619147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-15ab4dad-cbd9-417e-b005-8190ece2b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.620783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-15ab4dad-cbd9-417e-b005-8190ece2b4d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 1095 time: 0.0460424 Aug 20 14:15:13.733397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-fcf00728-5237-471d-957a-217b2b0f9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.735183 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-fcf00728-5237-471d-957a-217b2b0f9e41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1078038 Aug 20 14:15:13.810165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-3ef7d257-57aa-4d3a-8313-bb59095d3e00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 200 len: 1000 time: 0.0677006 Aug 20 14:15:13.867968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-1185b034-15e3-4048-b712-051f0a6e73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.870322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-1185b034-15e3-4048-b712-051f0a6e73eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0536721 Aug 20 14:15:13.925992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-56f6b07b-7896-49c3-9b0c-631f29771e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:13.927562 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-56f6b07b-7896-49c3-9b0c-631f29771e0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506012 Aug 20 14:15:14.018550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:15:14.025187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-511c580f-299d-494a-838a-41c3fcd2b57f service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904353 Aug 20 14:15:14.129691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:14.143588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'mac_address': 'fa:16:3e:05:7d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:15:14.143903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cc4a5b4-5ca4-49f0-bc42-c516d1584231 req-7529fff5-c7a1-47da-b67a-4081c0f125d7 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117857 Aug 20 14:15:14.195453 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:14.219017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf1b31b-5978-42c2-8bae-aa78d0407005 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:15:14.246968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:14.251382 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:14.304382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:14.313228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.313578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.313923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.314264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.314598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.314931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.315260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.315587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.315930 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.316252 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.316627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.316927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:15:14.489157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['6cf1b31b-5978-42c2-8bae-aa78d0407005'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:15:14.653862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c871-e2e0-46cc-9c8f-6f7b2861cb9b req-f5b8a0bc-4ec1-4834-b682-58725681484e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:14.661872 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b815c871-e2e0-46cc-9c8f-6f7b2861cb9b req-f5b8a0bc-4ec1-4834-b682-58725681484e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 945 time: 0.0822058 Aug 20 14:15:14.721816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b815c871-e2e0-46cc-9c8f-6f7b2861cb9b req-fd8e4812-8cb3-41d6-bb3a-2df6ad353f79 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568893 Aug 20 14:15:15.830354 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bf34a6c4-b3b2-46f5-9395-5d1259c850bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:15.885244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ccd98-de74-4f3c-9e65-642cd456ebdd req-79e9d69c-f819-4759-9710-2591c1856841 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:15.887139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e5ccd98-de74-4f3c-9e65-642cd456ebdd req-79e9d69c-f819-4759-9710-2591c1856841 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 945 time: 0.0771830 Aug 20 14:15:15.942481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e5ccd98-de74-4f3c-9e65-642cd456ebdd req-3a29a485-9ca0-43d9-9e71-8a1577a4b323 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Aug 20 14:15:16.023126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:15:16.095511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 6cf1b31b-5978-42c2-8bae-aa78d0407005 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:15:16.101550 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 6cf1b31b-5978-42c2-8bae-aa78d0407005 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:15:16.102211 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:16.112533 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e92215-4f0f-4a3e-803a-194d5922b719 req-d918e8a2-d759-445f-b2cf-08c0cb9a6c2c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:16.114232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f5e92215-4f0f-4a3e-803a-194d5922b719 req-d918e8a2-d759-445f-b2cf-08c0cb9a6c2c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 945 time: 0.0862131 Aug 20 14:15:16.173883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f5e92215-4f0f-4a3e-803a-194d5922b719 req-7cc0ca42-ae07-4077-a486-144aede8d169 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Aug 20 14:15:16.223307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:16.254588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:16.279480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:16.286670 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:16.327580 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f1ae1-7fea-4a07-ad4d-4696dd1b1690" -d '{"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:16.370170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:16.405545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04293ee-9c4e-4201-8293-19ecd22c1f87 req-47c35850-3513-48dc-a460-fb262f9812b5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:16.407515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c04293ee-9c4e-4201-8293-19ecd22c1f87 req-47c35850-3513-48dc-a460-fb262f9812b5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0914733 Aug 20 14:15:16.467731 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f6615-7c4e-41b0-a565-47d443dbe853 x-openstack-request-id: req-fd9f6615-7c4e-41b0-a565-47d443dbe853 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:16.468076 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c04293ee-9c4e-4201-8293-19ecd22c1f87 req-ef3c854a-49c1-4a49-a3c5-839fd77e2550 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506680 Aug 20 14:15:16.468209 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:16.468630 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd9f6615-7c4e-41b0-a565-47d443dbe853 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:16.469257 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'code': 200} Aug 20 14:15:16.765316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327c5d0-4b3b-4565-80a3-3b781bc5603b req-bfcd29fb-d0e5-46d1-b150-3a0d085bab4a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:16.766992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a327c5d0-4b3b-4565-80a3-3b781bc5603b req-bfcd29fb-d0e5-46d1-b150-3a0d085bab4a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0605869 Aug 20 14:15:16.815919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a327c5d0-4b3b-4565-80a3-3b781bc5603b req-48596643-3438-4fbd-aa74-f9d8585cb495 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Aug 20 14:15:17.962522 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8734a-aead-4644-881e-23a11decd755 req-6a55d7af-7e38-417a-88e0-86070f416408 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:17.964165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51a8734a-aead-4644-881e-23a11decd755 req-6a55d7af-7e38-417a-88e0-86070f416408 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.0595605 Aug 20 14:15:18.374271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-51a8734a-aead-4644-881e-23a11decd755 req-72e738c5-2c8f-4e1f-98f4-98e8efb9cafd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034295 Aug 20 14:15:18.397400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89be0e-a488-41c0-8e75-f5d029382938 req-3355d231-7b93-448c-9dcf-4f968e49aea9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:18.399876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be89be0e-a488-41c0-8e75-f5d029382938 req-3355d231-7b93-448c-9dcf-4f968e49aea9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 946 time: 0.4022565 Aug 20 14:15:18.510559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Deleting port 6cf1b31b-5978-42c2-8bae-aa78d0407005 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:15:18.511009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.602671 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eb822913-827f-4186-a2c3-6227f4574891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.605509 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.635861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] For port 6cf1b31b-5978-42c2-8bae-aa78d0407005, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=6cf1b31b-5978-42c2-8bae-aa78d0407005,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:18.636149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.896325 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.896662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.896976 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae disassociated. External IP: 172.25.6.147, port: 6cf1b31b-5978-42c2-8bae-aa78d0407005. Aug 20 14:15:18.897327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Calling delete_port for 6cf1b31b-5978-42c2-8bae-aa78d0407005 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:15:19.044788 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:19.078772 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event deleted for resources: {'Port': ['ID=6cf1b31b-5978-42c2-8bae-aa78d0407005,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:19.239532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:15:19.384546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:15:19.396688 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:15:19.411409 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:15:19.412280 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:15:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:19.453800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] No DVR routers for this DVR port 6cf1b31b-5978-42c2-8bae-aa78d0407005 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:15:19.457801 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:19.460147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be89be0e-a488-41c0-8e75-f5d029382938 req-90e817c4-a8e9-43fa-a9f1-5411b9209eb4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "DELETE /v2.0/ports/6cf1b31b-5978-42c2-8bae-aa78d0407005 HTTP/1.1" status: 204 len: 173 time: 1.0529773 Aug 20 14:15:19.460753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-deleted', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:19.464184 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425250b5-9c5c-47c3-bf34-34fa80b38e2c" -d '{"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-deleted", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:19.561492 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa924b09-aa25-4366-a39e-27e26f194e41 req-feb38219-430d-4d85-8bb5-b4749dded402 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=56434b03-fe88-4fc8-8549-fb21d29aeae6 HTTP/1.1" status: 200 len: 210 time: 0.0583417 Aug 20 14:15:19.565751 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c3713f-65a0-463d-bea6-f19114157fef x-openstack-request-id: req-42c3713f-65a0-463d-bea6-f19114157fef {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:19.566303 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56434b03-fe88-4fc8-8549-fb21d29aeae6", "name": "network-vif-deleted", "tag": "6cf1b31b-5978-42c2-8bae-aa78d0407005", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:19.566656 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42c3713f-65a0-463d-bea6-f19114157fef {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:19.567171 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56434b03-fe88-4fc8-8549-fb21d29aeae6', 'name': 'network-vif-deleted', 'tag': '6cf1b31b-5978-42c2-8bae-aa78d0407005', 'status': 'completed', 'code': 200} Aug 20 14:15:19.623114 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:15:19.698022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:19.849136 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:19.880395 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:15:19.891199 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:15:19.891840 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:15:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:20.079907 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:15:20.306037 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:20.334219 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c5fc7-85e0-41b5-b6a7-19279c5e40fa None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:15:20.584883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147e3af-b794-4f07-a386-150e51086a6e None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:15:20.913459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-4e21de0a-3557-4c77-b29e-7db7b6431b2c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1856054367&fields=id&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 267 time: 0.0388720 Aug 20 14:15:21.043866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-cc5c67a9-c113-4c46-9394-0d01a5273f48 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:21.045513 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-cc5c67a9-c113-4c46-9394-0d01a5273f48 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1189733 Aug 20 14:15:21.066159 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-8ea5414e-0157-4584-9fdb-5e75c729c6f1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/quotas/43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 375 time: 0.0101473 Aug 20 14:15:21.130501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e4446bb5-bd65-47e7-8731-f72c3fa383d5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576143 Aug 20 14:15:21.240698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-2b98e254-5ea4-4425-86ca-2c9c432e30fc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:15:21.241784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-2b98e254-5ea4-4425-86ca-2c9c432e30fc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515287 Aug 20 14:15:21.342649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-ddad2c97-e0c3-44ed-a673-ada1618b6faa service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929055 Aug 20 14:15:21.455519 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-58462338-0724-4333-816f-069260261f22 service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062930 Aug 20 14:15:21.612448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:21.677581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a15a4185-8114-46a8-804f-e8682b8bdfd4 req-220a2c47-b38a-4104-8805-719d95565535 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 210 time: 0.0360456 Aug 20 14:15:22.038136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:15:22.068364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 6cf1b31b-5978-42c2-8bae-aa78d0407005 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:15:22.068754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 6cf1b31b-5978-42c2-8bae-aa78d0407005 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:15:22.750156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-0fe0b024-3b0a-485b-af71-d68442f43ddd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:22.752824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-0fe0b024-3b0a-485b-af71-d68442f43ddd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1648419 Aug 20 14:15:22.832958 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-628bcb09-3f51-4c4f-96d3-ea3e543a91e9 req-11dfcce2-4c7d-4713-90c7-f4e76af4021a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 210 time: 0.0372922 Aug 20 14:15:22.838748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-f37f6e3f-370d-4e27-b0c9-23fb7426d9d1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 380 time: 0.0769017 Aug 20 14:15:22.854581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'port': {'device_id': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'admin_state_up': True, 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'security_groups': ['b6fda55b-5db3-45ec-985a-e436f92c19f1']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:15:22.990388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Made reservation on behalf of 43ee91e684df4f928f54b8d29a0527f8 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:15:22.994326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:23.137730 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Allocated IP 172.20.0.3 (aaeaf8c1-5271-4e3e-acb9-b19b8018e800/b87371c4-4af2-47ce-87f6-42a81a46ddf3/e2e0e0bb-f865-4de1-abbb-4e729593013f) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:15:23.312156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:23.330181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Transition to ACTIVE for port object e2e0e0bb-f865-4de1-abbb-4e729593013f will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:15:23.368382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:23.418622 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:15:23.422134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:15:23.427142 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:15:23.439286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:23.504693 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:23.505665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:23.528500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-e8c97ece-08f7-4ad2-9915-517fd727b517 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823924 Aug 20 14:15:23.543503 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Request body: {'port': {'device_id': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:15:23.634750 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:23.776816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-920ca347-6a6b-43c0-9df4-8ffe36c17460 None None] Provisioning for port e2e0e0bb-f865-4de1-abbb-4e729593013f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:15:23.782906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-920ca347-6a6b-43c0-9df4-8ffe36c17460 None None] Provisioning complete for port e2e0e0bb-f865-4de1-abbb-4e729593013f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:15:23.783502 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-920ca347-6a6b-43c0-9df4-8ffe36c17460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:23.853238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-920ca347-6a6b-43c0-9df4-8ffe36c17460 None None] Port e2e0e0bb-f865-4de1-abbb-4e729593013f cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:15:24.005703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e0e0bb-f865-4de1-abbb-4e729593013f {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:15:24.006280 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52892154-de77-4792-9aaa-49040cd9a828 req-f6ff052e-944a-48c5-993e-5c8b9575dd2b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:24.008661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52892154-de77-4792-9aaa-49040cd9a828 req-f6ff052e-944a-48c5-993e-5c8b9575dd2b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 931 time: 0.0624549 Aug 20 14:15:24.017864 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:24.040189 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Transition to ACTIVE for port object e2e0e0bb-f865-4de1-abbb-4e729593013f will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:15:24.045367 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:24.067337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52892154-de77-4792-9aaa-49040cd9a828 req-5a8291d7-e43b-4282-bac5-1a68b6f51534 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512779 Aug 20 14:15:24.146726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:24.232039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:15:24.232646 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:15:24.233226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:15:24.240434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Port e2e0e0bb-f865-4de1-abbb-4e729593013f on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:15:24.240980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:15:24.248878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:15:24.249231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:15:24.249640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:15:24.250103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Bound port: e2e0e0bb-f865-4de1-abbb-4e729593013f, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:15:24.250473 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:24.333562 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:15:24.337626 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:15:24.343650 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:24.388212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:24.389285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:24.391803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] 10.222.0.13 "PUT /v2.0/ports/e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 1091 time: 0.8546362 Aug 20 14:15:24.392594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:24.396257 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324c649-3985-47b3-bf2f-621fec6c5d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:24.451478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fd05f-660f-4377-9b37-2addda25fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:24.472084 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b51add-e10d-460b-9083-4a61d7c69fde x-openstack-request-id: req-d0b51add-e10d-460b-9083-4a61d7c69fde {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:24.472421 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:24.472684 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0b51add-e10d-460b-9083-4a61d7c69fde {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:24.473085 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'status': 'completed', 'code': 200} Aug 20 14:15:24.541219 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-185220bf-8787-48ba-ab63-6b3d87eaf664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:24.543959 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-185220bf-8787-48ba-ab63-6b3d87eaf664 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0814342 Aug 20 14:15:24.593278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-a38c27b1-31d2-4110-8030-0fc809d48a80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 217 time: 0.0406020 Aug 20 14:15:24.656640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-a83efffb-85b5-48af-b92c-2a38583e6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:24.658405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-a83efffb-85b5-48af-b92c-2a38583e6dbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0586085 Aug 20 14:15:24.714804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-46c67ae9-3d34-4f17-84df-f40d5b0ea68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:24.716384 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-46c67ae9-3d34-4f17-84df-f40d5b0ea68f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509052 Aug 20 14:15:24.833678 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-34ae317f-389a-46f9-9aa0-f7738ea3de66 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092048 Aug 20 14:15:24.945918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eff72691-b0d3-4419-83d4-d6cdf4c33dce req-194be46d-6951-4204-ac0d-39e33cd6b191 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047244 Aug 20 14:15:25.042222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-8221dde6-aeb4-4270-becb-ce956824c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:25.043887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-8221dde6-aeb4-4270-becb-ce956824c428 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0499532 Aug 20 14:15:25.157437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-ada62421-f580-41c3-ad9a-4813d100a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:25.159272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-ada62421-f580-41c3-ad9a-4813d100a338 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1079171 Aug 20 14:15:25.210640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-540c6c2f-b3b8-48f2-8a26-17a9e602d4ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 217 time: 0.0433993 Aug 20 14:15:25.266280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-20dd0f9a-1ea6-4c3a-960c-11453b789a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:25.267901 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-20dd0f9a-1ea6-4c3a-960c-11453b789a34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0490708 Aug 20 14:15:25.272033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c707-0be0-457e-9878-b4e0806a6d7e req-6a0705c0-1b88-40aa-8938-6cbb89988ee9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:25.275470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad04c707-0be0-457e-9878-b4e0806a6d7e req-6a0705c0-1b88-40aa-8938-6cbb89988ee9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0896015 Aug 20 14:15:25.319997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-f1dbf3ef-dd23-4195-8f3a-c8de603246fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:25.322146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-f1dbf3ef-dd23-4195-8f3a-c8de603246fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468202 Aug 20 14:15:25.325989 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ad04c707-0be0-457e-9878-b4e0806a6d7e req-3d6baea9-2a10-4365-9f4b-21679aa5227e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Aug 20 14:15:25.440028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-3c2ee84f-2c06-4ea2-aebd-104e79cd7c10 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097884 Aug 20 14:15:25.540373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4324c649-3985-47b3-bf2f-621fec6c5d1f req-2e14018f-5c5c-466d-8fcd-ecfa2c22e027 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928435 Aug 20 14:15:26.495935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6c3eb-1109-4d1e-80c9-7fa655051aaa req-a7943649-bf52-4903-9e2f-73a6c62d8168 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:26.498870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fab6c3eb-1109-4d1e-80c9-7fa655051aaa req-a7943649-bf52-4903-9e2f-73a6c62d8168 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0914538 Aug 20 14:15:26.546620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fab6c3eb-1109-4d1e-80c9-7fa655051aaa req-dbf71304-018e-4f0a-b856-6fb062f19324 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Aug 20 14:15:27.707120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f14ea-ced0-4b1c-a781-5a0e07a6827a req-c559f055-830a-43a7-8259-6f1723cd8d70 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:27.709808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c1f14ea-ced0-4b1c-a781-5a0e07a6827a req-c559f055-830a-43a7-8259-6f1723cd8d70 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0890906 Aug 20 14:15:27.762912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c1f14ea-ced0-4b1c-a781-5a0e07a6827a req-9d1862aa-19b3-449c-b1e0-b874c770e55b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463970 Aug 20 14:15:28.082133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:15:28.185667 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:28.199591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'mac_address': 'fa:16:3e:80:f0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:15:28.245792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:28.261743 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e0e0bb-f865-4de1-abbb-4e729593013f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:15:28.283606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:28.289528 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:28.358965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:28.513518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['e2e0e0bb-f865-4de1-abbb-4e729593013f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:15:28.897913 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5f297-2ee0-485b-9f91-d0c2ddaa70be req-58ad697c-93db-4908-842a-8e199f2f52c8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:28.899749 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62a5f297-2ee0-485b-9f91-d0c2ddaa70be req-58ad697c-93db-4908-842a-8e199f2f52c8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 944 time: 0.0546610 Aug 20 14:15:28.943210 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62a5f297-2ee0-485b-9f91-d0c2ddaa70be req-8aa81cf6-e2cd-41cf-9d4e-17f88f4796da tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372355 Aug 20 14:15:29.492730 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:30.070649 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41558d-836a-4f1e-bc19-c9c890fe3e3a req-5f96f65e-d024-45f9-9325-a53ec9a8b7fd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:30.072229 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b41558d-836a-4f1e-bc19-c9c890fe3e3a req-5f96f65e-d024-45f9-9325-a53ec9a8b7fd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 944 time: 0.0543137 Aug 20 14:15:30.100432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:15:30.121746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5b41558d-836a-4f1e-bc19-c9c890fe3e3a req-aafee97c-e8c5-4d88-ab68-45d5ca200116 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Aug 20 14:15:30.167941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port e2e0e0bb-f865-4de1-abbb-4e729593013f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:15:30.172365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port e2e0e0bb-f865-4de1-abbb-4e729593013f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:15:30.172841 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:30.262738 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:30.288682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:30.291483 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b3b01e-2c8d-4957-a3d1-9dd532fad7d1" -d '{"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:30.317290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:15:30.323441 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:30.362651 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa65cacc-55e2-4bbf-9600-4a9c847aa875 x-openstack-request-id: req-aa65cacc-55e2-4bbf-9600-4a9c847aa875 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:30.363054 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:30.363399 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa65cacc-55e2-4bbf-9600-4a9c847aa875 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:30.363855 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'code': 200} Aug 20 14:15:30.402188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:15:30.479221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e326d-1568-4603-a5ab-ec34c21af58f req-14f59181-ce47-4a22-825c-3d7b4cc7ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:30.480807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620e326d-1568-4603-a5ab-ec34c21af58f req-14f59181-ce47-4a22-825c-3d7b4cc7ee7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1096 time: 0.0498929 Aug 20 14:15:30.521509 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-620e326d-1568-4603-a5ab-ec34c21af58f req-8945c980-7dff-44fe-ad56-6f91185f6f34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330198 Aug 20 14:15:31.253276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee6ef-0604-439b-a335-9f058f65d895 req-6db536b9-59c2-4538-9761-2df4414f69f6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:31.254997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d7ee6ef-0604-439b-a335-9f058f65d895 req-6db536b9-59c2-4538-9761-2df4414f69f6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0555897 Aug 20 14:15:31.300482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3d7ee6ef-0604-439b-a335-9f058f65d895 req-ee61c4f9-309b-43e5-b17d-bbc62547965e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375817 Aug 20 14:15:32.193776 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:32.432356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436f2a-9e59-4305-a46c-b436f6831f14 req-19321185-c406-4a4d-90c2-f71902d33c36 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:32.434043 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4436f2a-9e59-4305-a46c-b436f6831f14 req-19321185-c406-4a4d-90c2-f71902d33c36 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0563049 Aug 20 14:15:32.484273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a4436f2a-9e59-4305-a46c-b436f6831f14 req-18597ef3-746a-4478-ac47-ffe02d7b3472 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389140 Aug 20 14:15:32.612888 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b03d39-1aba-472e-a346-ddcfb3dfc840 req-f0c7a06c-9bb5-4ce9-8374-71c5533b34c9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:32.614595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6b03d39-1aba-472e-a346-ddcfb3dfc840 req-f0c7a06c-9bb5-4ce9-8374-71c5533b34c9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0570939 Aug 20 14:15:32.624907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 43766) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:15:32.630304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'floatingip': {'port_id': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:15:32.677575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:33.162585 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:33.168080 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:33.635997 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae associated. External IP: 172.25.6.147, port: e2e0e0bb-f865-4de1-abbb-4e729593013f. Aug 20 14:15:33.912256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:15:34.039665 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:15:34.047970 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:34.053901 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:15:34.066045 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:15:34.066708 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:15:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:34.101986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-aef54175-9960-406a-b922-f4b4241f3ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "PUT /v2.0/floatingips/95d26036-5de4-4c80-ac28-a6f8a8255aae HTTP/1.1" status: 200 len: 991 time: 1.4752140 Aug 20 14:15:34.102944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:15:34.105389 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3678073d-01fc-458a-ba52-a5d21911472f" -d '{"events": [{"name": "network-changed", "server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:15:34.159232 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b161eee1-2c5b-482d-a170-b8628ee6425a x-openstack-request-id: req-b161eee1-2c5b-482d-a170-b8628ee6425a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:15:34.159699 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:15:34.160111 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b161eee1-2c5b-482d-a170-b8628ee6425a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:15:34.160865 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'status': 'completed', 'code': 200} Aug 20 14:15:34.229946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:15:34.248007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678073d-01fc-458a-ba52-a5d21911472f req-3de6b29d-bfc2-4ba8-8d4b-7c7800297c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:34.249797 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-3de6b29d-bfc2-4ba8-8d4b-7c7800297c5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1096 time: 0.0607488 Aug 20 14:15:34.381627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678073d-01fc-458a-ba52-a5d21911472f req-490b074d-3202-4d13-9571-2f3082f3553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:34.385424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-490b074d-3202-4d13-9571-2f3082f3553a service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1286886 Aug 20 14:15:34.482373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-62a703fd-cb50-465e-a535-cebe660725d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 999 time: 0.0892878 Aug 20 14:15:34.564977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678073d-01fc-458a-ba52-a5d21911472f req-b5045ff0-009d-44c4-9355-467901755a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:34.567867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-b5045ff0-009d-44c4-9355-467901755a49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0778885 Aug 20 14:15:34.622526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678073d-01fc-458a-ba52-a5d21911472f req-57e52a41-1b1f-486d-bccd-a1bc420223f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:34.624138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-57e52a41-1b1f-486d-bccd-a1bc420223f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493724 Aug 20 14:15:34.682151 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:80:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:15:33Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:34.731404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:15:34.735425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-3a790472-4963-42b7-9ab6-191c803bc26f service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035101 Aug 20 14:15:34.746894 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:15:34.747955 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:15:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:34.844805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3678073d-01fc-458a-ba52-a5d21911472f req-5ae8c378-9c8d-43ec-b70e-f24bc15d65ad service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025155 Aug 20 14:15:34.893470 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:15:35.140178 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:80:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:15:33Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:15:35.173006 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c6fe5-1ff7-4f30-867f-73a936e707bd None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:80:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:15:33Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:15:35.405233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed7258-25f6-45d3-b296-50c6588d2b5c None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:15:45.827513 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7e52892-6ac9-443d-83bf-c5870340b151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:47.328222 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:15:48.597813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:48.601483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c73f19ba-f19a-4305-a388-ff9e334b22e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:49.687626 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:51.610397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:59.493327 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:02.217556 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:03.802090 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-a67c4679-fff4-46b2-a46d-74d617d0c730 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512824 Aug 20 14:16:03.901678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-8d064111-088c-4be4-be51-c3e3b64a9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:03.903240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-8d064111-088c-4be4-be51-c3e3b64a9b33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1096 time: 0.0462668 Aug 20 14:16:04.019183 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-44551a55-28de-4914-ae11-79c4aee3755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:04.020863 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-44551a55-28de-4914-ae11-79c4aee3755f service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.0942061 Aug 20 14:16:04.106291 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-e5a7913a-d904-4765-b221-bca67adcd2f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 1001 time: 0.0776680 Aug 20 14:16:04.169155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-472079f6-21b2-4174-ac62-cd89cee909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:04.170778 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-472079f6-21b2-4174-ac62-cd89cee909e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0573580 Aug 20 14:16:04.230239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-4cfda2c4-4448-4d4f-891c-e5d6e349933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:04.232276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-4cfda2c4-4448-4d4f-891c-e5d6e349933f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498405 Aug 20 14:16:04.341880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-c6c59736-c11f-4922-9829-5de29c6e5dbb service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009026 Aug 20 14:16:04.468391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895c9b91-5283-4d68-9307-d4984ca4f3d6 req-335faf54-1ac8-4f65-affc-9a2b26c4579f service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181200 Aug 20 14:16:15.837485 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6b1b363b-b075-44cf-8e96-eb3046843418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:18.599866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ba4-d0dc-4231-8519-c97e8e3c89c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:18.609810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:19.691984 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:21.612938 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:24.328450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:16:29.509460 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:32.210387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:45.822972 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d71d9466-56b0-4e11-8acf-06eabb6e7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:48.595599 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3151d20b-b8db-401b-bec7-51c1491b67d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:48.609346 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:49.696389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:51.619261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:59.524887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:01.328303 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:17:02.227975 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:05.801729 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-c2c9f73d-8c33-4ca0-a4a1-17c4d43b7e0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509131 Aug 20 14:17:05.906652 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-1aaf1d73-4104-4270-829d-9fa4ac53a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:05.908409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-1aaf1d73-4104-4270-829d-9fa4ac53a06b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1096 time: 0.0568273 Aug 20 14:17:06.027597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-82815fa5-2498-4c6c-95f0-20e3eaec5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:06.029163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-82815fa5-2498-4c6c-95f0-20e3eaec5590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.0990026 Aug 20 14:17:06.110130 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-ab6fcf31-7d85-457e-97ce-6207e9b88604 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 1001 time: 0.0715551 Aug 20 14:17:06.166604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-c23a1664-3bc2-404c-a880-7902996ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:06.168178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-c23a1664-3bc2-404c-a880-7902996ed16e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0508242 Aug 20 14:17:06.222316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-94e4ceda-e455-4d62-ae30-7794058f92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:06.225273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-94e4ceda-e455-4d62-ae30-7794058f92b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480392 Aug 20 14:17:06.334593 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-e028512e-2853-4cc5-a9c5-ee2c34f1db01 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018131 Aug 20 14:17:06.440919 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26b98cd5-bc24-4ac4-ad60-8429b68e2631 req-4bbc5102-9cf3-428c-9b83-bebd839a7e8c service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997472 Aug 20 14:17:12.157314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6846b-d4dc-40a1-9472-0296329dd6a8 req-db1add2c-8ea1-46d7-af4c-e7e6d742324d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:12.159077 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dca6846b-d4dc-40a1-9472-0296329dd6a8 req-db1add2c-8ea1-46d7-af4c-e7e6d742324d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0740595 Aug 20 14:17:12.204756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dca6846b-d4dc-40a1-9472-0296329dd6a8 req-e4e7db98-e40f-4608-9b71-6b401e792473 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387173 Aug 20 14:17:13.373623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac4213-9ef1-4d97-8678-0da1415470ee req-0a709337-bffc-442f-aed5-ded725c43abf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.375226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46ac4213-9ef1-4d97-8678-0da1415470ee req-0a709337-bffc-442f-aed5-ded725c43abf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0579839 Aug 20 14:17:13.422724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46ac4213-9ef1-4d97-8678-0da1415470ee req-5c58e2f2-772f-4424-8a61-edfee6490011 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405025 Aug 20 14:17:14.583965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c15d-e387-4e68-ab0b-623062afbabe req-31720dac-1330-4f49-8760-e2772a6268de tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:14.585807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b333c15d-e387-4e68-ab0b-623062afbabe req-31720dac-1330-4f49-8760-e2772a6268de tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0587199 Aug 20 14:17:14.632862 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b333c15d-e387-4e68-ab0b-623062afbabe req-0c2b8ffa-f3ad-43d0-abc4-5b48c297e573 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400305 Aug 20 14:17:15.773061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8fcd-7e04-4ca9-95be-6b16b61b2220 req-613d932a-2fde-4619-b5e7-e009b8651907 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:15.774752 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e2e8fcd-7e04-4ca9-95be-6b16b61b2220 req-613d932a-2fde-4619-b5e7-e009b8651907 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0601404 Aug 20 14:17:15.823828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e2e8fcd-7e04-4ca9-95be-6b16b61b2220 req-7bce0a49-43f2-4249-9b73-92e65df5915a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Aug 20 14:17:15.835757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9792b93d-9b72-44a1-bb8d-49fc3feecd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:16.973219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e118508-1bad-48d8-8ccf-9efccf6b4886 req-7996f5b4-92b0-490e-ad27-e80751b1a5de tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:16.976037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e118508-1bad-48d8-8ccf-9efccf6b4886 req-7996f5b4-92b0-490e-ad27-e80751b1a5de tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0593157 Aug 20 14:17:17.029236 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e118508-1bad-48d8-8ccf-9efccf6b4886 req-becdbf51-a5ea-4f6c-87aa-d25cb1256295 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Aug 20 14:17:18.170437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7902d7-32e4-4449-8c4f-6b3747906c99 req-c2c4ec54-fd3e-4d0b-9565-00eb11e961c8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:18.173250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e7902d7-32e4-4449-8c4f-6b3747906c99 req-c2c4ec54-fd3e-4d0b-9565-00eb11e961c8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0688336 Aug 20 14:17:18.218648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e7902d7-32e4-4449-8c4f-6b3747906c99 req-38633890-6004-411a-a728-324841254c0a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386648 Aug 20 14:17:18.613802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-75fbf934-90fd-4b64-9551-725f05bf9e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:18.618331 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:19.386371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7547-f606-49f4-b728-20ad1adddaa1 req-a54d9fc7-001c-4869-8e4e-8f6cc7e3fd0f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:19.388345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52fd7547-f606-49f4-b728-20ad1adddaa1 req-a54d9fc7-001c-4869-8e4e-8f6cc7e3fd0f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0822380 Aug 20 14:17:19.441486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-52fd7547-f606-49f4-b728-20ad1adddaa1 req-20f316ac-d9dd-4924-9537-ebf02c041515 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Aug 20 14:17:19.698507 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.589487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934b78-f60c-48e8-af7f-edc660521eb4 req-7f9a0578-746c-478a-b8d4-0e4b6d9a8b1f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:20.592186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8934b78-f60c-48e8-af7f-edc660521eb4 req-7f9a0578-746c-478a-b8d4-0e4b6d9a8b1f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0666103 Aug 20 14:17:20.637807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8934b78-f60c-48e8-af7f-edc660521eb4 req-2a2e194b-de45-44fb-8702-141ce1e86332 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374370 Aug 20 14:17:21.618715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:21.765829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a73b6-3a22-4bd4-86f3-223760207a1a req-3b98cbf4-265f-4b7a-a52a-cca3924052dc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:21.767602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-305a73b6-3a22-4bd4-86f3-223760207a1a req-3b98cbf4-265f-4b7a-a52a-cca3924052dc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0551083 Aug 20 14:17:21.831071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-305a73b6-3a22-4bd4-86f3-223760207a1a req-4194831b-4861-4a33-afa1-71f0ad1cb51f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562122 Aug 20 14:17:23.015428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb43ccb-f8b5-4c5f-90be-ee3bf49b17dc req-cad4332c-1107-4d8c-8dbb-a6585e9437b7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:23.018317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bb43ccb-f8b5-4c5f-90be-ee3bf49b17dc req-cad4332c-1107-4d8c-8dbb-a6585e9437b7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0983417 Aug 20 14:17:23.063169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3bb43ccb-f8b5-4c5f-90be-ee3bf49b17dc req-5aaf2e11-0474-4656-ad68-c8463de9e59b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379062 Aug 20 14:17:24.424013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd27a-1933-4df9-9efd-708f3afbe1a4 req-f3641ebb-b7e3-4d63-b646-a4dd2f9be531 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:24.427370 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45dcd27a-1933-4df9-9efd-708f3afbe1a4 req-f3641ebb-b7e3-4d63-b646-a4dd2f9be531 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0975592 Aug 20 14:17:24.505767 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45dcd27a-1933-4df9-9efd-708f3afbe1a4 req-6c29ec27-1b91-46e3-8c55-18c5f4eb1f61 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703602 Aug 20 14:17:24.522820 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-6934f570-ffd9-4e1c-aa1f-e68dae52bc50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441696 Aug 20 14:17:25.700471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f647f-da76-463e-b705-7e2f56973e2e req-d9291a34-75b9-4a09-8883-04475a6bba3d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:25.703242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-372f647f-da76-463e-b705-7e2f56973e2e req-d9291a34-75b9-4a09-8883-04475a6bba3d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.1059389 Aug 20 14:17:25.757395 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-372f647f-da76-463e-b705-7e2f56973e2e req-3efe757b-4e23-45ed-9dda-52f2304b8368 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461562 Aug 20 14:17:25.988091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ce1be41d-c349-4984-b831-43acd4edfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:25.990495 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ce1be41d-c349-4984-b831-43acd4edfba8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1096 time: 0.0562949 Aug 20 14:17:26.094974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-8e30c12c-f58f-49e2-9d43-e35c51339dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:26.096691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-8e30c12c-f58f-49e2-9d43-e35c51339dd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.0985653 Aug 20 14:17:26.181519 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ca025512-6243-493b-81b7-7a33b5574166 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 1001 time: 0.0766804 Aug 20 14:17:26.236759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-abfb22ee-0650-4ab0-afdb-161c2f17c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:26.238182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-abfb22ee-0650-4ab0-afdb-161c2f17c61d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0496213 Aug 20 14:17:26.291881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ca962267-fa09-48d4-930d-b065470492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:26.293695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ca962267-fa09-48d4-930d-b065470492c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475616 Aug 20 14:17:26.408576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-2651fa53-e7d5-43a1-8985-e79378ddfaaf service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053054 Aug 20 14:17:26.531847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-2465d84b-2db0-4f84-8ce3-9e0fe7521a00 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153357 Aug 20 14:17:26.892335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409197e7-9765-47e2-a9a3-c1799a479141 req-17715769-bd25-4687-bfa6-9eb98f9bb4a7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:26.894092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-409197e7-9765-47e2-a9a3-c1799a479141 req-17715769-bd25-4687-bfa6-9eb98f9bb4a7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0589755 Aug 20 14:17:26.944112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-409197e7-9765-47e2-a9a3-c1799a479141 req-df82492f-67e4-4a45-995a-033f8cfbb485 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374150 Aug 20 14:17:28.074919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b1c0-909e-4ce5-87ad-3470d8799077 req-8964dceb-f067-4d35-b12c-05be11be09d1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:28.076626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab10b1c0-909e-4ce5-87ad-3470d8799077 req-8964dceb-f067-4d35-b12c-05be11be09d1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Aug 20 14:17:28.120755 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab10b1c0-909e-4ce5-87ad-3470d8799077 req-fba4a59d-6b53-4171-beb1-ca3200740b1c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 Aug 20 14:17:28.424637 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-74152a45-d90d-4a26-b4dd-7eddb4b018d4 service neutron] show failed (client error): The resource could not be found. Aug 20 14:17:28.425738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-74152a45-d90d-4a26-b4dd-7eddb4b018d4 service neutron] 10.222.0.13 "GET /v2.0/ports/e2e0e0bb-f865-4de1-abbb-4e729593013f/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0732570 Aug 20 14:17:28.661236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-68e47ece-b4f1-4d8c-8ef4-0d3365ed10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:28.662802 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-68e47ece-b4f1-4d8c-8ef4-0d3365ed10e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 1096 time: 0.0553792 Aug 20 14:17:28.675048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:28.740665 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:28.982060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:29.025275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:17:29.070392 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:29.072791 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791da8ab-f2c4-4bb4-83d2-17be9140f5f3" -d '{"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:29.077229 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.093003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Transition to ACTIVE for port object e2e0e0bb-f865-4de1-abbb-4e729593013f will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:17:29.098678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.178276 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725249e-b72c-463c-a066-03199337d795 x-openstack-request-id: req-9725249e-b72c-463c-a066-03199337d795 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:29.178611 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:29.178757 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9725249e-b72c-463c-a066-03199337d795 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:29.179164 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'code': 200} Aug 20 14:17:29.216214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:29.241990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.242478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.243055 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.243603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.244180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.244793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.245529 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.246096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.246881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.247432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.247992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.248577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:29.288336 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] No DVR routers for this DVR port e2e0e0bb-f865-4de1-abbb-4e729593013f on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:17:29.297724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3fd16-8fbf-4548-8006-f693a14d7ec4 req-3d9d8dcf-73de-4d28-a08f-243c18aaf59c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:29.300590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6db3fd16-8fbf-4548-8006-f693a14d7ec4 req-3d9d8dcf-73de-4d28-a08f-243c18aaf59c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0670528 Aug 20 14:17:29.345399 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6db3fd16-8fbf-4548-8006-f693a14d7ec4 req-26ff22b0-bd2a-4450-8863-7b7080591884 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Aug 20 14:17:29.483306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:17:29.483914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:17:29.484038 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:17:29.489504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Port e2e0e0bb-f865-4de1-abbb-4e729593013f on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:17:29.489881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Attempting to bind port e2e0e0bb-f865-4de1-abbb-4e729593013f on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:17:29.495869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:17:29.496187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:17:29.496641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:17:29.497086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Bound port: e2e0e0bb-f865-4de1-abbb-4e729593013f, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:17:29.497453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.539271 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.575199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:17:29.580137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:17:29.586288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.633873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:29.634790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.636684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] 10.222.0.53 "PUT /v2.0/ports/e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 1091 time: 0.9660950 Aug 20 14:17:29.689227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0384872-ddd5-455f-b42c-d70b2995a074 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:29.745700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-02e4b90e-3a7d-4632-9af3-930366018bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:29.748480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-02e4b90e-3a7d-4632-9af3-930366018bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0811996 Aug 20 14:17:29.909717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-d45259f8-4350-4d2f-b965-1886b0b7dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:29.912759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-d45259f8-4350-4d2f-b965-1886b0b7dea5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1568127 Aug 20 14:17:29.991293 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-f51e6069-3376-4d25-8d90-2c0fda08bdaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 999 time: 0.0718763 Aug 20 14:17:30.049109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-e000849f-b84a-4a5a-a374-48ef4c5d8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:30.050559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-e000849f-b84a-4a5a-a374-48ef4c5d8549 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0524468 Aug 20 14:17:30.102110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ac50486b-9077-4c96-88ca-503799792479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:30.103669 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-ac50486b-9077-4c96-88ca-503799792479 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464346 Aug 20 14:17:30.211540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-e32c4a4d-6456-49fd-9ad4-56c21bacdd0d service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008346 Aug 20 14:17:30.322944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-43f8174e-7215-47ca-8d26-1343e0e67df2 req-787579ba-b620-446c-8e9b-13c4b2346916 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038890 Aug 20 14:17:30.527060 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9752-d80e-4b9a-b608-db7cc7411ac5 req-af728b78-667d-47fb-9c21-45f0ecaed7fb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:30.528654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d1f9752-d80e-4b9a-b608-db7cc7411ac5 req-af728b78-667d-47fb-9c21-45f0ecaed7fb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0524118 Aug 20 14:17:30.576472 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8d1f9752-d80e-4b9a-b608-db7cc7411ac5 req-98eed58d-722a-4743-b2a1-0405d817b034 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Aug 20 14:17:31.180281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:31.182790 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3083b743-f06b-474f-a512-2229cd8cb042" -d '{"events": [{"name": "network-changed", "server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:31.237066 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09fe49c-d0cc-4752-b19c-6df73ff07631 x-openstack-request-id: req-f09fe49c-d0cc-4752-b19c-6df73ff07631 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:31.237401 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:31.237698 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f09fe49c-d0cc-4752-b19c-6df73ff07631 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:31.238167 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'status': 'completed', 'code': 200} Aug 20 14:17:31.333443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-3b8744d3-c60e-405c-b9a3-3f548a0ea434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.335025 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-3b8744d3-c60e-405c-b9a3-3f548a0ea434 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0756905 Aug 20 14:17:31.337973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-30c3d5c4-80fe-405b-b3df-f3777df326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.339486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-30c3d5c4-80fe-405b-b3df-f3777df326e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0717030 Aug 20 14:17:31.510714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-188477f5-86f8-42a3-8cd2-47886f4bc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.512163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-188477f5-86f8-42a3-8cd2-47886f4bc5c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1692681 Aug 20 14:17:31.515794 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-c9d466f2-678a-4043-b50c-a4eceacebddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.517340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-c9d466f2-678a-4043-b50c-a4eceacebddc service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1662316 Aug 20 14:17:31.643529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-1012e2e2-3891-458c-bdc0-8f10aa966f35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 999 time: 0.1183562 Aug 20 14:17:31.650774 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-3ac03cf3-8a94-4b1c-a1d3-ec3d18ff9033 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 999 time: 0.1186340 Aug 20 14:17:31.771914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-f1c6f285-69ea-4f52-9301-0779b1d554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.773512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-f1c6f285-69ea-4f52-9301-0779b1d554e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.1213706 Aug 20 14:17:31.777458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-6e1707ba-f377-47a3-bd77-d9d7cfa802be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.779157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-6e1707ba-f377-47a3-bd77-d9d7cfa802be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.1184905 Aug 20 14:17:31.853268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd8b2-6a49-45f1-9107-2dcd1ae2e14a req-caa44419-c63a-4150-a239-ea08ea7b6b83 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:31.854845 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1dbd8b2-6a49-45f1-9107-2dcd1ae2e14a req-caa44419-c63a-4150-a239-ea08ea7b6b83 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.1447487 Aug 20 14:17:32.225255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.235770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-db296a22-2df3-4c89-b05c-1b362edf716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:32.237668 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-db296a22-2df3-4c89-b05c-1b362edf716a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4563611 Aug 20 14:17:32.243672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b743-f06b-474f-a512-2229cd8cb042 req-3f27a3c8-da25-491a-bbb7-efe33b7bc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:32.245238 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-3f27a3c8-da25-491a-bbb7-efe33b7bc1cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4533663 Aug 20 14:17:32.366611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b1dbd8b2-6a49-45f1-9107-2dcd1ae2e14a req-33cf01ac-1327-4d35-a3ca-dc634266b613 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5025394 Aug 20 14:17:32.435223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-2769071e-cb6f-4278-a361-ac246c40407f service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876025 Aug 20 14:17:32.439205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-d1c5d04a-62a9-4aac-92b3-8908936da519 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831455 Aug 20 14:17:32.667845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-b1a1d60c-54eb-4e4b-ab14-87e258a1bf17 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:32.669514 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-b1a1d60c-54eb-4e4b-ab14-87e258a1bf17 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514&tenant_id=43ee91e684df4f928f54b8d29a0527f8&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 943 time: 0.1134822 Aug 20 14:17:32.700430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-1c4e916e-6ddc-4887-bf54-0c71e47c77ae service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569110 Aug 20 14:17:32.710643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:32.712942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-a4d397b1-c0d7-439b-a25b-b5536507098e service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597456 Aug 20 14:17:32.736951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e803eb-56fd-42d5-95e5-e16eefca5333 req-f163182f-197d-4444-b025-93e0133770bb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:32.739708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0e803eb-56fd-42d5-95e5-e16eefca5333 req-f163182f-197d-4444-b025-93e0133770bb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.1632528 Aug 20 14:17:32.760249 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-d98289fa-649d-4edf-928c-df9aac7886b0 service neutron] delete failed (client error): The resource could not be found. Aug 20 14:17:32.761454 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-d98289fa-649d-4edf-928c-df9aac7886b0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e2e0e0bb-f865-4de1-abbb-4e729593013f/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0835018 Aug 20 14:17:32.781703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:32.817127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d0e803eb-56fd-42d5-95e5-e16eefca5333 req-4e10c450-8518-4c32-9511-e541002b2552 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702024 Aug 20 14:17:32.862392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-10437256-0a8b-44ed-abab-77a8027ebad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:32.864736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-10437256-0a8b-44ed-abab-77a8027ebad9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0523989 Aug 20 14:17:32.970491 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-111b4b5e-a2b0-4fb5-b158-1e66f5dca457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:32.972037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-111b4b5e-a2b0-4fb5-b158-1e66f5dca457 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1013629 Aug 20 14:17:33.046228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-326e431d-2d55-495e-be17-08ad15c8863c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 999 time: 0.0669708 Aug 20 14:17:33.101098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-8017e722-8d56-4a63-87af-07a5ee8314e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:33.102626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-8017e722-8d56-4a63-87af-07a5ee8314e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0495768 Aug 20 14:17:33.158920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-4ccfd251-d04e-4f3e-abeb-e3fd138bea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:33.160546 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-4ccfd251-d04e-4f3e-abeb-e3fd138bea82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510478 Aug 20 14:17:33.257148 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-ecd12389-0073-4cf5-a971-8e43c66838de service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894339 Aug 20 14:17:33.362861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ca6dfdb-c231-4a60-9f51-6236f790b775 req-c4bdb6ea-bad2-4de9-b22f-fbd1aee14ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987656 Aug 20 14:17:33.978160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa56f85-cee5-4d22-b5f3-0ddeb7f41c96 req-4671eda2-a59f-4666-9a4b-58128306ebc5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:33.979806 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8fa56f85-cee5-4d22-b5f3-0ddeb7f41c96 req-4671eda2-a59f-4666-9a4b-58128306ebc5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0640352 Aug 20 14:17:34.027746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8fa56f85-cee5-4d22-b5f3-0ddeb7f41c96 req-8d29d43b-ead4-407f-8d3d-4c08baa391db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Aug 20 14:17:34.167498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1324c-d4ea-41c4-be7c-dfcfdfe2e068 req-42792d91-2dc0-4151-ae97-b05a4cf7e31e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:34.169227 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10f1324c-d4ea-41c4-be7c-dfcfdfe2e068 req-42792d91-2dc0-4151-ae97-b05a4cf7e31e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0570035 Aug 20 14:17:34.221908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-10f1324c-d4ea-41c4-be7c-dfcfdfe2e068 req-3545562e-087f-4cf9-a137-ef0ec94f70c6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Aug 20 14:17:34.506784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca041a55-977d-457f-b2ad-258d496af8d2 req-55ca371f-8cab-4d84-a431-68651f1c8327 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:34.508626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca041a55-977d-457f-b2ad-258d496af8d2 req-55ca371f-8cab-4d84-a431-68651f1c8327 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 943 time: 0.0958176 Aug 20 14:17:34.518146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089684e-c209-461f-b781-11dd123eccc8 req-317e3f37-a4fd-4053-b0ba-3e24a60b6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:34.520176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-317e3f37-a4fd-4053-b0ba-3e24a60b6317 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 1094 time: 0.0704119 Aug 20 14:17:34.569406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:17:34.652728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ca041a55-977d-457f-b2ad-258d496af8d2 req-5f84867c-d3da-46ee-8e4e-64847e4e60f1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373801 Aug 20 14:17:34.712655 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089684e-c209-461f-b781-11dd123eccc8 req-19ee3688-2767-45bf-997c-e6165d779cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:34.715006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-19ee3688-2767-45bf-997c-e6165d779cca service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1872990 Aug 20 14:17:34.732317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:34.747780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'mac_address': 'fa:16:3e:80:f0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:17:34.795887 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.800095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-97194b8f-3a1d-4e85-bb4a-a816e38d3839 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 200 len: 999 time: 0.0773859 Aug 20 14:17:34.824180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e0e0bb-f865-4de1-abbb-4e729593013f {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:17:34.850825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:34.855941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.880309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089684e-c209-461f-b781-11dd123eccc8 req-67b0ec3d-06dd-4910-986b-b06fd1e07ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:34.883016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-67b0ec3d-06dd-4910-986b-b06fd1e07ea0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0761311 Aug 20 14:17:34.915026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:34.923916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.924348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.924859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.925344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.925794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.926826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.927275 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.927723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.928234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.928697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.929149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.929588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:34.949184 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089684e-c209-461f-b781-11dd123eccc8 req-a2a4f185-f1f5-4a25-9d05-c18bc93b546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:34.950754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-a2a4f185-f1f5-4a25-9d05-c18bc93b546d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612407 Aug 20 14:17:35.063868 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-94a47920-1bf2-464a-bbf2-84686ceb7bba service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043589 Aug 20 14:17:35.095144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e2e0e0bb-f865-4de1-abbb-4e729593013f'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:17:35.213889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4089684e-c209-461f-b781-11dd123eccc8 req-459497b9-3463-4de0-b617-b4fdcf45a903 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422796 Aug 20 14:17:35.800437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4ddb6-d50f-424d-b8b6-baf69d4a980d req-99d67956-9408-4315-8d50-fa0e7076fe34 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:35.802666 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5b4ddb6-d50f-424d-b8b6-baf69d4a980d req-99d67956-9408-4315-8d50-fa0e7076fe34 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 944 time: 0.0559733 Aug 20 14:17:35.846013 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5b4ddb6-d50f-424d-b8b6-baf69d4a980d req-e718c62c-9ed6-4d3b-85a8-894f71670d3c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368645 Aug 20 14:17:36.142404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c6d8c-eb73-4380-9f12-f54cd813379d req-df2b82df-21bb-45ef-9791-e77cfc4784ac tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:36.145265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-098c6d8c-eb73-4380-9f12-f54cd813379d req-df2b82df-21bb-45ef-9791-e77cfc4784ac tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 944 time: 0.0896168 Aug 20 14:17:36.189639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-098c6d8c-eb73-4380-9f12-f54cd813379d req-ed524daf-8d01-494a-82ad-7a9d6e7a5fdd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Aug 20 14:17:36.595032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:17:36.652130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e2e0e0bb-f865-4de1-abbb-4e729593013f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:17:36.656696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e2e0e0bb-f865-4de1-abbb-4e729593013f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:17:36.657069 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:36.740883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:36.766856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:36.769180 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a886da8f-3024-4e29-ab1c-ff99c3a4b4c5" -d '{"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:36.784272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:36.789490 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:36.819759 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7931ef1-3c75-4b42-897b-9e765fbd9b1b x-openstack-request-id: req-a7931ef1-3c75-4b42-897b-9e765fbd9b1b {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:36.820060 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:36.820298 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7931ef1-3c75-4b42-897b-9e765fbd9b1b {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:36.820730 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'code': 200} Aug 20 14:17:36.850756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:37.315578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd422ce7-6d77-46ba-a8c5-fded24ffef0c req-31d101e3-3389-42ee-b7d5-609b1d542ed0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:37.317918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd422ce7-6d77-46ba-a8c5-fded24ffef0c req-31d101e3-3389-42ee-b7d5-609b1d542ed0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0537915 Aug 20 14:17:37.381000 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd422ce7-6d77-46ba-a8c5-fded24ffef0c req-e95b84ff-3e2a-401d-8ec5-64a12a35441e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511742 Aug 20 14:17:37.388030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-8689e5e1-79b0-4194-b2b9-6271cf8cf844 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:37.390392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-8689e5e1-79b0-4194-b2b9-6271cf8cf844 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 945 time: 0.0785785 Aug 20 14:17:37.527802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Deleting port e2e0e0bb-f865-4de1-abbb-4e729593013f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:37.528308 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:37.716034 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] For port e2e0e0bb-f865-4de1-abbb-4e729593013f, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e2e0e0bb-f865-4de1-abbb-4e729593013f,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:37.716708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:37.961339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:37.961828 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:37.962212 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae disassociated. External IP: 172.25.6.147, port: e2e0e0bb-f865-4de1-abbb-4e729593013f. Aug 20 14:17:37.962675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Calling delete_port for e2e0e0bb-f865-4de1-abbb-4e729593013f owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:38.110875 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:38.151200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event deleted for resources: {'Port': ['ID=e2e0e0bb-f865-4de1-abbb-4e729593013f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:38.314828 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:38.331870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:17:38.468117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:38.485377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:38.501880 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:38.502919 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:17:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:38.581070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] No DVR routers for this DVR port e2e0e0bb-f865-4de1-abbb-4e729593013f on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:17:38.585205 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:38.588528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bf878cb7-a9cd-41ce-b030-19722c2d292b req-4056f7ce-601f-4af9-a5ef-1b69f36324f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "DELETE /v2.0/ports/e2e0e0bb-f865-4de1-abbb-4e729593013f HTTP/1.1" status: 204 len: 173 time: 1.1915596 Aug 20 14:17:38.589353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-deleted', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:38.594021 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df76f604-95cd-4b8d-9a01-d85c75dbcc24" -d '{"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-deleted", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:38.601693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6852cad6-9c2a-4b0d-9940-ea0b3cf1c13e req-d5c284d4-66bd-4cde-8462-95cf66c5c4cc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48e34ec-a8ab-45d0-a48a-b3765976d514 HTTP/1.1" status: 200 len: 210 time: 0.0898280 Aug 20 14:17:38.702620 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a61473-039a-4e72-84b6-17b79f7c9b39 x-openstack-request-id: req-d5a61473-039a-4e72-84b6-17b79f7c9b39 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:38.702620 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48e34ec-a8ab-45d0-a48a-b3765976d514", "name": "network-vif-deleted", "tag": "e2e0e0bb-f865-4de1-abbb-4e729593013f", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:38.703081 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5a61473-039a-4e72-84b6-17b79f7c9b39 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:38.703504 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48e34ec-a8ab-45d0-a48a-b3765976d514', 'name': 'network-vif-deleted', 'tag': 'e2e0e0bb-f865-4de1-abbb-4e729593013f', 'status': 'completed', 'code': 200} Aug 20 14:17:38.710049 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:38.982803 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:39.013647 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:39.028775 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:39.030179 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:17:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:39.155089 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:39.391805 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:39.527054 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31ca53-638d-44c5-8833-44fe794af9e8 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:39.807735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55b764-4632-4007-be5a-4ddaa1cfdf88 None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:17:40.077931 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-b7c5f5d2-1434-433f-a286-7f40cd0994b1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1856054367&fields=id&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 267 time: 0.0669203 Aug 20 14:17:40.202173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-b2701e4b-d5aa-4a3d-b315-8d801f9a526b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:40.203623 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-b2701e4b-d5aa-4a3d-b315-8d801f9a526b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1176395 Aug 20 14:17:40.221499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-1ac2d64b-b4f1-4af5-8095-248661998fe6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/quotas/43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Aug 20 14:17:40.292521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-0d667132-42a6-4c49-98cf-75ed58d4aab2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629156 Aug 20 14:17:40.418952 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-6a2995a3-1c79-4e4a-9985-6cb543a1484d service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122313 Aug 20 14:17:40.551984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-87bd34aa-e4af-4669-9005-10912794e771 service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254182 Aug 20 14:17:40.632202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:40.661958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: e2e0e0bb-f865-4de1-abbb-4e729593013f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:40.662306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e2e0e0bb-f865-4de1-abbb-4e729593013f not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:40.809296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f23ba20-f056-4f94-8c41-fb244dfd17de req-2f5c067b-0b7b-4587-b34f-54cb5b4c310d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 210 time: 0.0338852 Aug 20 14:17:41.909313 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00a7d0a2-00ff-42d0-9465-dc61d132277b req-f82b9b4a-df1d-4954-a715-4715e2c09fcd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 210 time: 0.0376616 Aug 20 14:17:43.005828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-90297421-18d3-4570-869b-722c7482ec73 req-61425797-f0d9-49a2-9d5f-44a53aebe6de tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Aug 20 14:17:44.083276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-b7cd865d-8cae-4ffe-92b8-ed6178f53cf9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:44.085213 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-b7cd865d-8cae-4ffe-92b8-ed6178f53cf9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1258955 Aug 20 14:17:44.148849 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-e14b6ea3-136a-47fd-9f43-69d68bd28d48 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 380 time: 0.0540383 Aug 20 14:17:44.159856 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a0753f6-5d8b-4551-a828-92ddfbb149bb req-efb0bc1f-4787-46fb-b9df-bb129afcee10 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 210 time: 0.0309582 Aug 20 14:17:44.162110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'port': {'device_id': '923c2460-99ab-4ac5-8442-db423c72c479', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'admin_state_up': True, 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'security_groups': ['b6fda55b-5db3-45ec-985a-e436f92c19f1']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:44.305800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Made reservation on behalf of 43ee91e684df4f928f54b8d29a0527f8 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:17:44.309536 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:44.449636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Allocated IP 172.20.0.12 (aaeaf8c1-5271-4e3e-acb9-b19b8018e800/b87371c4-4af2-47ce-87f6-42a81a46ddf3/2986faea-cfe7-4fa6-b567-a0a97b2bd184) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:17:44.604812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:44.620771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Transition to ACTIVE for port object 2986faea-cfe7-4fa6-b567-a0a97b2bd184 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:17:44.655165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:44.705269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:17:44.711235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:17:44.719508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:17:44.723505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:44.759377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.759709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.760067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.760418 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.760804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.761147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.761485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.761820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.762187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.762676 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.762998 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.763333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:44.796956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:44.798007 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:44.829349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-70505976-0ced-43d1-8194-11d4f15b96db tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6746373 Aug 20 14:17:44.849020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Request body: {'port': {'device_id': '923c2460-99ab-4ac5-8442-db423c72c479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:44.917202 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.009593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-29ed7a30-383a-4122-b878-ea184d3c7e7d None None] Provisioning for port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:17:45.014728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-29ed7a30-383a-4122-b878-ea184d3c7e7d None None] Provisioning complete for port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:17:45.015648 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-29ed7a30-383a-4122-b878-ea184d3c7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.074509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-29ed7a30-383a-4122-b878-ea184d3c7e7d None None] Port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:17:45.224292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:17:45.234643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.278601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Transition to ACTIVE for port object 2986faea-cfe7-4fa6-b567-a0a97b2bd184 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:17:45.284073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.346115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bab303-5ae7-439e-bdf6-dae3f8018f8a req-dcd49059-3ac6-4c75-98c1-3ac478046f2b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:45.351031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6bab303-5ae7-439e-bdf6-dae3f8018f8a req-dcd49059-3ac6-4c75-98c1-3ac478046f2b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 932 time: 0.1128383 Aug 20 14:17:45.376012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:45.468748 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6bab303-5ae7-439e-bdf6-dae3f8018f8a req-0b70c48b-1e94-422a-9a39-7d8f9d3f6b35 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118705 Aug 20 14:17:45.507555 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:17:45.508029 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:17:45.508592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:17:45.515376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:17:45.515502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:17:45.522405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:17:45.522891 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:17:45.523296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:17:45.523784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Bound port: 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:17:45.524217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.607694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:17:45.611366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:17:45.618441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.657678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:45.658312 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.659786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] 10.222.0.13 "PUT /v2.0/ports/2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1092 time: 0.8162014 Aug 20 14:17:45.660963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:45.701556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a5738-ca1b-4e0a-9a60-5c0a7070d276 service neutron] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:45.749964 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a5f247-f58c-481b-8aa2-371f5edb8745" -d '{"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:45.780123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-64f4efeb-7d2b-4676-8a6f-64fec8b380b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:45.782901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-64f4efeb-7d2b-4676-8a6f-64fec8b380b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1095 time: 0.0629911 Aug 20 14:17:45.835553 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b43cccd9-0475-4bbb-bd62-02a0b423bcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:45.853400 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-1525d7be-4c60-4151-8cb2-cd5d27ee175c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 217 time: 0.0612228 Aug 20 14:17:45.893816 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba0ca2-b35f-4d65-8c85-c24a29cf2247 x-openstack-request-id: req-a9ba0ca2-b35f-4d65-8c85-c24a29cf2247 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:45.894177 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:45.894934 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9ba0ca2-b35f-4d65-8c85-c24a29cf2247 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:45.895428 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'status': 'completed', 'code': 200} Aug 20 14:17:45.917947 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-c2e3ace5-2132-46b5-87ae-bd88d8e0c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:45.919464 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-c2e3ace5-2132-46b5-87ae-bd88d8e0c8a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0582428 Aug 20 14:17:45.971857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-414fd8cb-8c1a-4076-a2c9-319fbde1353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:45.973470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-414fd8cb-8c1a-4076-a2c9-319fbde1353b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454314 Aug 20 14:17:46.328033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-17d5b678-b507-48e0-a640-c77470c64302 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461945 Aug 20 14:17:46.425020 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2326c8c1-6d96-4bed-a3ce-2e2d0529d836 req-bcaf9cc9-d6a7-4d19-a235-b0cfc3f166f8 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894096 Aug 20 14:17:46.522712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-ecf646b1-e31e-41c5-af53-f733cf5f2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:46.525882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-ecf646b1-e31e-41c5-af53-f733cf5f2216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1095 time: 0.0471187 Aug 20 14:17:46.665763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debab57-d7a8-4988-bc0b-e8ee13c4760b req-e54990c9-0151-4c9f-a7a0-768cf9232c8c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:46.667290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1debab57-d7a8-4988-bc0b-e8ee13c4760b req-e54990c9-0151-4c9f-a7a0-768cf9232c8c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.1074486 Aug 20 14:17:46.672909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-974411f3-d303-4461-b949-38f9c3ca4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:46.674412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-974411f3-d303-4461-b949-38f9c3ca4efc service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1412640 Aug 20 14:17:46.734481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-a4a6bbe1-37ad-4315-83d3-7e9450b19254 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 217 time: 0.0495999 Aug 20 14:17:46.777192 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1debab57-d7a8-4988-bc0b-e8ee13c4760b req-8c6cd307-5578-4089-8412-5ca49a9b40be tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989282 Aug 20 14:17:46.835421 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-948593cd-3c8f-49ec-bae9-74d31e60acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:46.837329 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-948593cd-3c8f-49ec-bae9-74d31e60acfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0877252 Aug 20 14:17:46.918224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-c9610e16-e01c-45fb-ad1d-06a05c578fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:46.920367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-c9610e16-e01c-45fb-ad1d-06a05c578fd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735321 Aug 20 14:17:47.062052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-daefba63-b71a-4a8c-8ba8-d4e43b0ab62e service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309631 Aug 20 14:17:47.165394 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-13a5f247-f58c-481b-8aa2-371f5edb8745 req-1282f5e2-fbd3-4726-a8ea-ce3a6522e755 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955496 Aug 20 14:17:47.924667 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c77d-8b25-46f6-aa96-4fcfcdf948f8 req-cce64895-ef0f-4e94-85f0-4518fbb4d2fe tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:47.928103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3917c77d-8b25-46f6-aa96-4fcfcdf948f8 req-cce64895-ef0f-4e94-85f0-4518fbb4d2fe tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.0665088 Aug 20 14:17:47.974476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3917c77d-8b25-46f6-aa96-4fcfcdf948f8 req-b78b468b-9215-4e5b-bf7b-e17dea4fa0b4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Aug 20 14:17:48.601328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:48.602995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-898dbbde-746e-4087-a098-2f5a330ba732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:48.772500 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:17:48.894619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:48.916723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'mac_address': 'fa:16:3e:4d:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:17:48.977813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:48.996872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:17:49.019670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:49.025238 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:49.090950 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:49.161617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf2667-0cfa-47f4-a4d1-61d885a0dae0 req-024dd90f-c479-4d3c-9bb6-11d0b7b74b0a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:49.163246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ecf2667-0cfa-47f4-a4d1-61d885a0dae0 req-024dd90f-c479-4d3c-9bb6-11d0b7b74b0a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0690577 Aug 20 14:17:49.210634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ecf2667-0cfa-47f4-a4d1-61d885a0dae0 req-7cecaf34-a317-4a21-8a60-11f0ba3076b9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Aug 20 14:17:49.256926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['2986faea-cfe7-4fa6-b567-a0a97b2bd184'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:17:49.701082 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:50.343810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f9cc4-0b54-4c4b-92e5-abd3e0ee4a16 req-64cdcb40-5fb0-4381-aadc-31499c5a254e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:50.345456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-801f9cc4-0b54-4c4b-92e5-abd3e0ee4a16 req-64cdcb40-5fb0-4381-aadc-31499c5a254e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0527501 Aug 20 14:17:50.394466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-801f9cc4-0b54-4c4b-92e5-abd3e0ee4a16 req-40968747-5d58-4fee-9542-5a914440aeff tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376699 Aug 20 14:17:50.785997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:17:50.843607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:17:50.848125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:17:50.848693 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:51.098818 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:51.123549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:51.125939 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8864b7f-e386-4bad-8625-b879a745d9d4" -d '{"events": [{"server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "name": "network-vif-plugged", "status": "completed", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:51.139432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:51.145237 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:51.184080 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447fdd6e-968f-4227-8e06-877d5f8b9608 x-openstack-request-id: req-447fdd6e-968f-4227-8e06-877d5f8b9608 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:51.184371 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "name": "network-vif-plugged", "status": "completed", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:51.184647 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-447fdd6e-968f-4227-8e06-877d5f8b9608 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:51.185043 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'code': 200} Aug 20 14:17:51.218765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:51.282031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5db466-5b6f-4405-9fd4-fe955eb485fa req-ae4e299f-cdb5-4f4c-8180-e51451808c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:51.283775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2c5db466-5b6f-4405-9fd4-fe955eb485fa req-ae4e299f-cdb5-4f4c-8180-e51451808c40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1097 time: 0.0425565 Aug 20 14:17:51.320524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2c5db466-5b6f-4405-9fd4-fe955eb485fa req-37797e01-c2d0-4ba8-85f0-8f6202833719 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296006 Aug 20 14:17:51.523003 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b8734-5a23-4e8b-aec6-4f0ef8d4630f req-84f06bea-92db-4b99-8521-04a6ea810627 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:51.524630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-058b8734-5a23-4e8b-aec6-4f0ef8d4630f req-84f06bea-92db-4b99-8521-04a6ea810627 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0512197 Aug 20 14:17:51.566877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-058b8734-5a23-4e8b-aec6-4f0ef8d4630f req-bbf0832b-e233-4523-947e-b5bfa3681c84 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352116 Aug 20 14:17:51.620378 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:52.751224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d7b6-1cbf-46ef-b236-4d2d6a847f89 req-614ba305-1f60-4833-96c8-e7d1cc04e26f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:52.752948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4818d7b6-1cbf-46ef-b236-4d2d6a847f89 req-614ba305-1f60-4833-96c8-e7d1cc04e26f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0565329 Aug 20 14:17:52.820413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4818d7b6-1cbf-46ef-b236-4d2d6a847f89 req-0739fbbe-8054-4150-b870-cc647285127b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597308 Aug 20 14:17:52.965784 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206bdb-28e4-4c4f-886a-de09d9619e7b req-41708044-eb08-4738-9710-c3f8a1265371 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:52.967476 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18206bdb-28e4-4c4f-886a-de09d9619e7b req-41708044-eb08-4738-9710-c3f8a1265371 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0579567 Aug 20 14:17:52.984030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 44218) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:52.989656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'floatingip': {'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:53.039366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:53.547345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:53.554310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:53.670727 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae associated. External IP: 172.25.6.147, port: 2986faea-cfe7-4fa6-b567-a0a97b2bd184. Aug 20 14:17:53.893343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:54.013922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:54.018974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:54.027636 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:54.039067 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:54.039701 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:17:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:54.052170 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3ee75376-cddc-4f32-b46d-1d38a45fb8c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "PUT /v2.0/floatingips/95d26036-5de4-4c80-ac28-a6f8a8255aae HTTP/1.1" status: 200 len: 992 time: 1.0667081 Aug 20 14:17:54.052816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:54.055163 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46be6ee9-f792-4172-8aa3-98d6a8862cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:54.116412 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85044a2-faef-42be-a1b5-ad3773f33f73 x-openstack-request-id: req-d85044a2-faef-42be-a1b5-ad3773f33f73 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:54.116725 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:54.117045 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d85044a2-faef-42be-a1b5-ad3773f33f73 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:54.117510 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'status': 'completed', 'code': 200} Aug 20 14:17:54.183865 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:54.192033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-a2cf93df-b17d-4c37-8cda-5cf2d00aa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:54.193541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-a2cf93df-b17d-4c37-8cda-5cf2d00aa3e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1097 time: 0.0506947 Aug 20 14:17:54.314355 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-06edbf1d-343f-48b7-b661-160b75aeaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:54.315872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-06edbf1d-343f-48b7-b661-160b75aeaf1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1150711 Aug 20 14:17:54.391683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-b2675212-40ff-40e0-b016-76b8a6fdb77a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1000 time: 0.0684273 Aug 20 14:17:54.454177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-67e3ad25-945c-4736-979b-b18a0704e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:54.455735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-67e3ad25-945c-4736-979b-b18a0704e2da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0573525 Aug 20 14:17:54.507940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-2b0ce481-8148-4cd6-9dcb-b33a27de8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:54.509554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-2b0ce481-8148-4cd6-9dcb-b33a27de8518 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462880 Aug 20 14:17:54.519818 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:4d:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c2460-99ab-4ac5-8442-db423c72c479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:17:53Z', 'revision_number': 9, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:54.549093 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:54.560042 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:54.560803 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:17:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:54.611236 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-48cb8003-61f3-40b8-9401-b34a52f7adf3 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944824 Aug 20 14:17:54.679357 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:54.715263 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46be6ee9-f792-4172-8aa3-98d6a8862cc9 req-dfc6291f-c3d3-47ff-a0eb-fe5a0ae0427e service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970421 Aug 20 14:17:54.934802 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:4d:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c2460-99ab-4ac5-8442-db423c72c479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:17:53Z', 'revision_number': 9, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:54.966114 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea3e87-0004-45b0-b8f9-cc9d97c9a3e2 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:4d:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c2460-99ab-4ac5-8442-db423c72c479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:17:53Z', 'revision_number': 9, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:55.210880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98f779-8e18-42c0-81c8-1116367c948d None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:17:59.552886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:02.239996 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:05.798033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-68d5c8c5-dd61-4e54-a1be-855d365c7a81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453205 Aug 20 14:18:05.900229 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b568-58dd-4484-8c8f-3e998a621471 req-48dd06ee-317c-4201-a6ca-f50ff6323f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:05.901832 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-48dd06ee-317c-4201-a6ca-f50ff6323f9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1097 time: 0.0544698 Aug 20 14:18:06.029192 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b568-58dd-4484-8c8f-3e998a621471 req-ab787c00-9b67-4499-9c13-1aaa277306dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:06.031207 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-ab787c00-9b67-4499-9c13-1aaa277306dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1062381 Aug 20 14:18:06.117583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-77de75e4-d41e-4f1d-bce5-532f80da6213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1003 time: 0.0711250 Aug 20 14:18:06.176522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b568-58dd-4484-8c8f-3e998a621471 req-bd0dfabd-775a-4db2-a719-6ad49563cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:06.178143 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-bd0dfabd-775a-4db2-a719-6ad49563cc7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0479350 Aug 20 14:18:06.242594 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b568-58dd-4484-8c8f-3e998a621471 req-222ddbf0-b2a3-4f29-a71c-6c33a81a2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:06.244272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-222ddbf0-b2a3-4f29-a71c-6c33a81a2405 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542870 Aug 20 14:18:06.348469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-8dfbfb12-9b2d-4043-875c-420a80460041 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955007 Aug 20 14:18:06.455121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8522b568-58dd-4484-8c8f-3e998a621471 req-b6c97112-39fb-4c42-9986-3e05c91491fc service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994351 Aug 20 14:18:15.333290 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:18:15.836506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3009-b51c-4ccd-b6a0-427d0148d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:18.607165 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:18.611099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dc33b22e-f49b-4ee3-8fb5-233fb295065d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:19.703889 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.625859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:29.553297 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:32.238177 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:45.842071 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-80a61b12-79e1-4652-83c1-20f63e8b297d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:48.606436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a3da8fd-42ef-41c4-a7a1-34e34e82ed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:48.610263 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:49.707630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:51.629706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:52.334255 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:18:59.568315 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:02.235913 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:07.790031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-aa9e136b-0e72-41fa-a749-4da7d28ffff2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482018 Aug 20 14:19:07.881454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-d9c9ef33-39dc-4938-8aa9-9624613e3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:07.883281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-d9c9ef33-39dc-4938-8aa9-9624613e3f59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1097 time: 0.0500066 Aug 20 14:19:07.998962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-3ccc1aac-84ad-44d1-9b45-7143f6f4330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:08.000481 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-3ccc1aac-84ad-44d1-9b45-7143f6f4330b service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.0976381 Aug 20 14:19:08.081898 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-d78cc0b2-e13b-4d5f-84c6-98a693ad6f65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1003 time: 0.0741618 Aug 20 14:19:08.137556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-78562b1d-f3d3-429c-a4b2-98cf98dc0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:08.139101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-78562b1d-f3d3-429c-a4b2-98cf98dc0d90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0504165 Aug 20 14:19:08.219535 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-1c57460d-0ea7-491a-9952-d6c3aa0462ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:08.222976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-1c57460d-0ea7-491a-9952-d6c3aa0462ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758805 Aug 20 14:19:08.327596 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-2e9a6e96-a976-4bd3-8198-72515941a2f2 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979180 Aug 20 14:19:08.437349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0807982c-21ee-46bc-a8c5-8329176a1b58 req-ed551147-5912-418c-a346-1bc2f28314f0 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019268 Aug 20 14:19:15.846386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e43c8930-9ce9-46d6-867d-59430341e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:18.610042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-db4f2786-1724-4329-8999-c60a953df496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:18.613859 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:19.711532 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:21.625191 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:29.335034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:19:29.572760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:32.258713 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:33.154018 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-75c8c13e-babc-4bf3-afe5-d286e6f21d9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490518 Aug 20 14:19:33.215962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae48a1-3bb2-4758-aac3-b613795a5799 req-ec31da5a-3807-4125-975e-17ddb654778f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:33.217768 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4ae48a1-3bb2-4758-aac3-b613795a5799 req-ec31da5a-3807-4125-975e-17ddb654778f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0570173 Aug 20 14:19:33.274326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4ae48a1-3bb2-4758-aac3-b613795a5799 req-2d868226-9ec7-4308-b2b0-d8c6dc9880f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 Aug 20 14:19:34.434536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a303be-10bf-4d18-bb2c-604e05fce2a4 req-7e26c024-8942-4e5c-ad19-9aaa5baf8b78 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:34.436325 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1a303be-10bf-4d18-bb2c-604e05fce2a4 req-7e26c024-8942-4e5c-ad19-9aaa5baf8b78 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0811427 Aug 20 14:19:34.475404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-aa49670a-ed3f-445d-9000-7916908a5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:34.477072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-aa49670a-ed3f-445d-9000-7916908a5962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1097 time: 0.0556240 Aug 20 14:19:34.503871 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1a303be-10bf-4d18-bb2c-604e05fce2a4 req-421137e7-f1be-419a-b6c6-5bdfa44d40e1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530233 Aug 20 14:19:34.578639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-6f2c139a-8d92-483f-80b2-e20505525e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:34.580712 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-6f2c139a-8d92-483f-80b2-e20505525e2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.0964739 Aug 20 14:19:34.665907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-171fcc76-22b2-4a6e-ae86-3087067e2e5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1003 time: 0.0783994 Aug 20 14:19:34.725091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-0f75452e-5a5f-4b35-9cff-96dcffa7ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:34.727022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-0f75452e-5a5f-4b35-9cff-96dcffa7ab30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0528181 Aug 20 14:19:34.798745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-53a35680-401a-4959-a80d-fb6c0d3edae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:34.801511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-53a35680-401a-4959-a80d-fb6c0d3edae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677748 Aug 20 14:19:34.911662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-564a3457-9a96-4205-b207-12cf225dbf3b service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032822 Aug 20 14:19:35.017038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-337079aa-30be-4018-ba57-63a12e47dad6 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976155 Aug 20 14:19:35.651558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aa294-155e-411f-bfc9-d8c4fe1c259f req-dba096fb-bf05-400f-a48a-13a508406a7a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:35.653487 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-583aa294-155e-411f-bfc9-d8c4fe1c259f req-dba096fb-bf05-400f-a48a-13a508406a7a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0554979 Aug 20 14:19:35.698185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-583aa294-155e-411f-bfc9-d8c4fe1c259f req-2cb4f53b-9779-4de0-a9ce-927799f8f23b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376308 Aug 20 14:19:36.825077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55110e3d-a0fa-4cd7-b2f2-0cc0516f082a req-2f43e82c-8bbf-45b6-8c15-659528e05e48 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:36.826672 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55110e3d-a0fa-4cd7-b2f2-0cc0516f082a req-2f43e82c-8bbf-45b6-8c15-659528e05e48 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0528243 Aug 20 14:19:36.872704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-55110e3d-a0fa-4cd7-b2f2-0cc0516f082a req-d6e1a8a9-cf87-4fa3-a7da-205e99c8f4d5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388246 Aug 20 14:19:38.015499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a40d6-4607-4f56-bef1-e952de023722 req-8bc707fd-f508-4857-b9f5-4e6426399e5b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:38.017604 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-143a40d6-4607-4f56-bef1-e952de023722 req-8bc707fd-f508-4857-b9f5-4e6426399e5b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0601549 Aug 20 14:19:38.068436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-143a40d6-4607-4f56-bef1-e952de023722 req-72024501-3386-4dac-ac4d-f20e84c24be2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 Aug 20 14:19:39.225007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54d04d-4aba-4ece-9f0a-451d4df5d685 req-05470221-f7a1-4de6-990f-0b1dea3f85d6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:39.226601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc54d04d-4aba-4ece-9f0a-451d4df5d685 req-05470221-f7a1-4de6-990f-0b1dea3f85d6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0573292 Aug 20 14:19:39.268287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc54d04d-4aba-4ece-9f0a-451d4df5d685 req-32d3a792-6d99-4e37-abe5-18e34a3115cf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Aug 20 14:19:40.439712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36710caf-bf68-4db3-9bb7-eb504dbfa34d req-8f98f655-b811-4c95-bc63-acdaf11adaf6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:40.442583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36710caf-bf68-4db3-9bb7-eb504dbfa34d req-8f98f655-b811-4c95-bc63-acdaf11adaf6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0897686 Aug 20 14:19:40.509772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36710caf-bf68-4db3-9bb7-eb504dbfa34d req-e664e0a1-25c0-4633-b8d3-319b0009981d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586956 Aug 20 14:19:41.660041 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15220788-b3b4-42a8-af27-024d51c77a85 req-97b7da3c-4d07-4891-8571-e609009213c2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:41.661674 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15220788-b3b4-42a8-af27-024d51c77a85 req-97b7da3c-4d07-4891-8571-e609009213c2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0628273 Aug 20 14:19:41.710930 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-15220788-b3b4-42a8-af27-024d51c77a85 req-85dd2826-82ce-4056-986b-5914acf01604 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385401 Aug 20 14:19:42.897633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfacaf-0cdb-4b2b-8d59-fc80fe34b966 req-25029070-c267-492a-a316-a8bd4b7270b6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:42.899300 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7cfacaf-0cdb-4b2b-8d59-fc80fe34b966 req-25029070-c267-492a-a316-a8bd4b7270b6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.1120486 Aug 20 14:19:42.946265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7cfacaf-0cdb-4b2b-8d59-fc80fe34b966 req-f62e67c3-e8d1-4f00-bda0-3844d978675a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Aug 20 14:19:44.122620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57b5db-bfd8-4b15-b815-9369f8e9ea8f req-15f0736f-af38-48bf-a6fa-c0f5ebf33a82 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:44.124258 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb57b5db-bfd8-4b15-b815-9369f8e9ea8f req-15f0736f-af38-48bf-a6fa-c0f5ebf33a82 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.1054969 Aug 20 14:19:44.175212 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bb57b5db-bfd8-4b15-b815-9369f8e9ea8f req-d932ee01-a8eb-4828-a966-ba0b6a459b9b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441253 Aug 20 14:19:45.331194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6749b-2b85-4002-b242-93bbf5fe3090 req-09b53343-390e-4683-a170-3049e0f57ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:45.332907 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cd6749b-2b85-4002-b242-93bbf5fe3090 req-09b53343-390e-4683-a170-3049e0f57ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0611501 Aug 20 14:19:45.389671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cd6749b-2b85-4002-b242-93bbf5fe3090 req-50fd2127-3e3d-41f9-85d9-86556469e975 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Aug 20 14:19:45.852146 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-80c16967-1b84-41fc-b196-76c752c918bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:46.522510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a57495-2dee-46c2-b61d-101e7942911d req-47ed44d0-3b77-44b9-bacc-0c1b7383a232 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:46.524204 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32a57495-2dee-46c2-b61d-101e7942911d req-47ed44d0-3b77-44b9-bacc-0c1b7383a232 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0568144 Aug 20 14:19:46.569135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32a57495-2dee-46c2-b61d-101e7942911d req-73e55359-5f2e-4680-8402-402ba29f37a2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380702 Aug 20 14:19:46.972961 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-50321bda-df47-4b01-9262-492b98a85e79 service neutron] show failed (client error): The resource could not be found. Aug 20 14:19:46.974038 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-50321bda-df47-4b01-9262-492b98a85e79 service neutron] 10.222.0.13 "GET /v2.0/ports/2986faea-cfe7-4fa6-b567-a0a97b2bd184/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0612569 Aug 20 14:19:47.278559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-feb86266-e936-460b-b33c-04663a2a7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:47.281188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-feb86266-e936-460b-b33c-04663a2a7c9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 1097 time: 0.1065247 Aug 20 14:19:47.294517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:19:47.374158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:47.735866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e498ea-0310-4ef3-bd26-cf6cb2d8f9da req-8384dba1-acdf-4d5a-88f6-21fc877f3a2c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:47.738242 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3e498ea-0310-4ef3-bd26-cf6cb2d8f9da req-8384dba1-acdf-4d5a-88f6-21fc877f3a2c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.0841968 Aug 20 14:19:47.806117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a3e498ea-0310-4ef3-bd26-cf6cb2d8f9da req-68c160db-5c9b-4497-a192-d580e13d6097 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597024 Aug 20 14:19:48.025075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:48.064662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:19:48.111049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:19:48.113905 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7405e79-6722-4a3d-aeb4-d5df2339a38b" -d '{"events": [{"server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "name": "network-vif-unplugged", "status": "completed", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:19:48.118737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.134075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Transition to ACTIVE for port object 2986faea-cfe7-4fa6-b567-a0a97b2bd184 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:19:48.138633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.259328 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078a099c-4083-402c-a573-d8d67bc22dca x-openstack-request-id: req-078a099c-4083-402c-a573-d8d67bc22dca {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:19:48.259759 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "name": "network-vif-unplugged", "status": "completed", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:19:48.260105 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-078a099c-4083-402c-a573-d8d67bc22dca {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:19:48.260635 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'code': 200} Aug 20 14:19:48.261748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:48.278777 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.279182 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.279624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.280061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.280498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.281001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.281540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.282583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.283423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.283423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.283713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.284166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:48.331974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] No DVR routers for this DVR port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:19:48.517323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:19:48.517608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:19:48.517935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:48.522938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:19:48.523245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:48.529785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:19:48.530128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:19:48.530523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:19:48.530972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Bound port: 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:19:48.531340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.621428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:19:48.624228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b4dbeb0b-f4cc-46e4-8569-df67e2107292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.627846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:19:48.628119 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.636425 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.680419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:48.681090 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:48.682598 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] 10.222.0.53 "PUT /v2.0/ports/2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1092 time: 1.3927467 Aug 20 14:19:48.708396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eee3d-5f43-469d-bcb0-99211e4fca0e service neutron] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:48.778589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-cd0ab749-bdb8-4eb7-91ee-79281306c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:48.780453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-cd0ab749-bdb8-4eb7-91ee-79281306c3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1095 time: 0.0598359 Aug 20 14:19:48.928514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-6e84f4ec-ec6b-4455-85e3-8fa6fb16f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:48.931191 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-6e84f4ec-ec6b-4455-85e3-8fa6fb16f76a service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1429389 Aug 20 14:19:48.969794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b5c19-546e-4b6f-bec4-79a16d70d89d req-63ad07e9-7df5-4e04-9b74-3232d27d70bf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:48.971542 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1b5c19-546e-4b6f-bec4-79a16d70d89d req-63ad07e9-7df5-4e04-9b74-3232d27d70bf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.0761685 Aug 20 14:19:49.017788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-127a8b4d-3d7b-419f-9a5a-7c87fa8b6884 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.0778680 Aug 20 14:19:49.026293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1b5c19-546e-4b6f-bec4-79a16d70d89d req-52900eed-22b2-4c94-a5b6-3738c18229bd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Aug 20 14:19:49.089936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-76afc81e-c1de-4d62-aa2d-fa73f2110cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:49.091480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-76afc81e-c1de-4d62-aa2d-fa73f2110cd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0659742 Aug 20 14:19:49.143194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-096832f3-a716-4af2-99e5-ccbc1177e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:49.144817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-096832f3-a716-4af2-99e5-ccbc1177e2e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461764 Aug 20 14:19:49.157998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-32b45d38-8006-49c5-9cc7-65168420ba28 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:19:49.159193 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-32b45d38-8006-49c5-9cc7-65168420ba28 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071526 Aug 20 14:19:49.265550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-fdf4cd25-c507-4ed2-9b07-9015eda19033 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989797 Aug 20 14:19:49.371640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-aa44b87f-c2a2-42c0-bfff-704950f08502 req-907ab491-b192-4ba6-abc1-5f8db3a384df service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977936 Aug 20 14:19:49.402529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:19:49.448235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:19:49.712870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:50.187478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856b6b-a8be-4ff3-be90-cdc1bddb64c8 req-081c9329-13ac-48e3-bc56-2ee09e682df7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.190152 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a856b6b-a8be-4ff3-be90-cdc1bddb64c8 req-081c9329-13ac-48e3-bc56-2ee09e682df7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.0684969 Aug 20 14:19:50.240164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1a856b6b-a8be-4ff3-be90-cdc1bddb64c8 req-b44ae7f0-e672-4637-a815-f8a42b54c9e3 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388196 Aug 20 14:19:50.262012 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:19:50.264523 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e261bd78-b477-482d-bcdf-4be27b560f93" -d '{"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:19:50.327191 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05370d69-54ff-482c-af78-16f606a44657 x-openstack-request-id: req-05370d69-54ff-482c-af78-16f606a44657 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:19:50.327667 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:19:50.328080 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05370d69-54ff-482c-af78-16f606a44657 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:19:50.328870 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'status': 'completed', 'code': 200} Aug 20 14:19:50.389227 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-b52ef2c9-c677-46b2-89c1-60dee23d426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.392417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-b52ef2c9-c677-46b2-89c1-60dee23d426a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1095 time: 0.0512426 Aug 20 14:19:50.410454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-8b458d31-2170-40d2-adf2-f88ed54dab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.411412 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-8b458d31-2170-40d2-adf2-f88ed54dab06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1095 time: 0.0592949 Aug 20 14:19:50.516451 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-52a89297-a18f-4b2b-ad9e-ed375035e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.518108 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-52a89297-a18f-4b2b-ad9e-ed375035e772 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1193917 Aug 20 14:19:50.523775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-3cb8f858-121d-4672-85a8-04315cc06b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.525470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-3cb8f858-121d-4672-85a8-04315cc06b30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1070578 Aug 20 14:19:50.593840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-c8709786-1324-4a32-aeff-d5b4a7a90576 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.0678959 Aug 20 14:19:50.640579 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-364cb9a1-24f0-4689-826c-3f61f6608364 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.1075575 Aug 20 14:19:50.649907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-1e8c4224-213f-45d2-a54d-21921e60102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.651460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-1e8c4224-213f-45d2-a54d-21921e60102e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0500772 Aug 20 14:19:50.699839 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-4e2f8f9c-2dd4-476a-be4b-060a161d94df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.701462 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-4e2f8f9c-2dd4-476a-be4b-060a161d94df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0536182 Aug 20 14:19:50.714507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-245e484a-5979-4999-89ac-bd63b8634274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.716127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-245e484a-5979-4999-89ac-bd63b8634274 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535812 Aug 20 14:19:50.787804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-e9f7a0d2-0cae-4afe-8a64-bb72f2f0b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.790730 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-e9f7a0d2-0cae-4afe-8a64-bb72f2f0b342 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818276 Aug 20 14:19:50.847165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-0f1bbe27-6f7d-407d-9b92-fbee37f1ec53 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216092 Aug 20 14:19:50.946888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-086a6b36-cec2-4f8b-aa01-57e81492e76a service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474922 Aug 20 14:19:51.001455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-076cef3d-ffa5-4849-9059-e7784e9f1e1c service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347287 Aug 20 14:19:51.109664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e261bd78-b477-482d-bcdf-4be27b560f93 req-4ab027b1-6414-4569-b1cd-9b53d25c987b service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542938 Aug 20 14:19:51.373901 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12228e-4ea2-4889-8028-eefc73391635 req-17e7d7b7-a535-4600-ba27-86e030b698c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:51.375578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db12228e-4ea2-4889-8028-eefc73391635 req-17e7d7b7-a535-4600-ba27-86e030b698c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.0586147 Aug 20 14:19:51.438539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db12228e-4ea2-4889-8028-eefc73391635 req-c4736827-bcfa-434e-bc0c-b29289220d8e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559204 Aug 20 14:19:51.642840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:51.839833 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-3fdd2725-0739-4a8b-9ef0-882860b9f807 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:51.841468 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-3fdd2725-0739-4a8b-9ef0-882860b9f807 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479&tenant_id=43ee91e684df4f928f54b8d29a0527f8&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.1089525 Aug 20 14:19:51.855238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b6a9f-5c05-4131-a051-dc55bfc4090f req-e52a607d-6634-4f16-8fe1-f37eb4c867e9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:51.857196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-927b6a9f-5c05-4131-a051-dc55bfc4090f req-e52a607d-6634-4f16-8fe1-f37eb4c867e9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.0900726 Aug 20 14:19:51.942883 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-927b6a9f-5c05-4131-a051-dc55bfc4090f req-3a7efd9c-0ab2-40e0-a30d-96607491385c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772681 Aug 20 14:19:51.960020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-c66e07c3-e545-4a1a-b6be-8d9780fe5259 service neutron] 10.222.0.53 "GET /v2.0/ports/2986faea-cfe7-4fa6-b567-a0a97b2bd184/bindings/n-h1-804232-5 HTTP/1.1" status: 200 len: 382 time: 0.1014187 Aug 20 14:19:52.043934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-11bae28c-04b9-443a-bb48-906f5fa69523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:52.045573 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-11bae28c-04b9-443a-bb48-906f5fa69523 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1095 time: 0.0550277 Aug 20 14:19:52.153727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-dd33af87-2634-4a17-8790-be3e63db1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:52.155458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-dd33af87-2634-4a17-8790-be3e63db1878 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1031704 Aug 20 14:19:52.228737 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-8b1bba2f-ea99-44a7-af67-317d3af1d690 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.0650132 Aug 20 14:19:52.283531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-787f4562-8991-4ebf-8263-29746b3d0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:52.285369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-787f4562-8991-4ebf-8263-29746b3d0a51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0494404 Aug 20 14:19:52.341745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-feed7b71-c551-4766-a43d-2046beb568ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:52.343358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-feed7b71-c551-4766-a43d-2046beb568ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508466 Aug 20 14:19:52.446697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-b61f3c17-eb34-449a-b02e-a45077b60911 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956922 Aug 20 14:19:52.551424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-37237287-dba6-48f8-8dbf-0540e6bfd239 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973442 Aug 20 14:19:53.077129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d39ba-def7-46e0-a9b4-7d661327c5a2 req-0df97305-2740-4ed1-aee2-d5af543eb570 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:53.079952 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f3d39ba-def7-46e0-a9b4-7d661327c5a2 req-0df97305-2740-4ed1-aee2-d5af543eb570 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.0571361 Aug 20 14:19:53.122248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f3d39ba-def7-46e0-a9b4-7d661327c5a2 req-3c10626c-a195-410e-9b8a-aef76d46e9aa tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361526 Aug 20 14:19:53.206679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:19:53.318225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:53.332212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'mac_address': 'fa:16:3e:4d:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:19:53.373415 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:53.388912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:19:53.416419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:53.421434 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:53.478218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:53.487661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.488096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.488602 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.489003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.489388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.489771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.490159 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.490606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.491034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.491464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.491889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:53.492335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:54.280980 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6c213-a81b-42ee-813f-5cb604e54266 req-cba5ee26-d470-4dcf-8a4e-de1e32f40c65 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:54.282485 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-beb6c213-a81b-42ee-813f-5cb604e54266 req-cba5ee26-d470-4dcf-8a4e-de1e32f40c65 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0648360 Aug 20 14:19:54.341889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-beb6c213-a81b-42ee-813f-5cb604e54266 req-93e5f009-16b5-40d4-a1ac-778a57612fc6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523479 Aug 20 14:19:54.533193 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-5c912e51-076f-424d-afa0-ea2be5245bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:54.534879 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-5c912e51-076f-424d-afa0-ea2be5245bba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 1096 time: 0.0466614 Aug 20 14:19:54.547858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:19:54.616883 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:54.854134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:54.893500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:19:54.931546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:19:54.942509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:54.955294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Ignored duplicate provisioning block setup for port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 14:19:54.959844 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:55.098224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=9']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:55.123414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.123771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.124113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.124453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.124830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.125794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.126127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.126463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.126792 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.127116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.127445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.127768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:55.183852 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] No DVR routers for this DVR port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:19:55.207677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:19:55.358280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:55.402010 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:19:55.403696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:19:55.405326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:55.418872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:19:55.419583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:55.430343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:19:55.431064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:19:55.431850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:19:55.432738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Bound port: 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:19:55.433406 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:55.525260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:19:55.531105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:19:55.538734 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:55.600740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 has no active binding in host n-h1-804232-5 {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:19:55.615497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820308ae-8f3b-44c1-9c1e-eccf0970b8a8 req-e26b328c-2d83-4935-b922-fd447202c880 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:55.617194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-820308ae-8f3b-44c1-9c1e-eccf0970b8a8 req-e26b328c-2d83-4935-b922-fd447202c880 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 944 time: 0.1032648 Aug 20 14:19:55.644479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:55.699684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-820308ae-8f3b-44c1-9c1e-eccf0970b8a8 req-f9348c36-5095-40da-8700-becd22bc45a8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703721 Aug 20 14:19:55.716977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:19:55.717527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:19:55.718068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:55.728315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:19:55.728845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Attempting to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:55.738944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:19:55.739501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:19:55.740150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:19:55.740919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Bound port: 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:19:55.741534 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:55.817255 n-d-804232-5 neutron-server[94862]: WARNING neutron.plugins.ml2.plugin [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Concurrent port binding operations failed on port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 Aug 20 14:19:55.823097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:55.824958 n-d-804232-5 neutron-server[94862]: INFO neutron.plugins.ml2.plugin [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Attempt 2 to bind port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 Aug 20 14:19:55.829823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:55.830847 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:55.833246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-963c0a64-5903-43b0-a775-232c1287e689 service neutron] 10.222.0.13 "PUT /v2.0/ports/2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1093 time: 1.2903051 Aug 20 14:19:55.833844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:19:55.837735 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3704672-f09e-41f9-82fb-e59cd925d716" -d '{"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:19:55.914506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-4fa2fad4-beec-42aa-a30b-bb14ed51a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:55.917284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-4fa2fad4-beec-42aa-a30b-bb14ed51a77a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1096 time: 0.0530922 Aug 20 14:19:55.922701 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037ad81d-310e-4c98-a652-e0c0541dd9b9 x-openstack-request-id: req-037ad81d-310e-4c98-a652-e0c0541dd9b9 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:19:55.923153 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:19:55.923345 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-037ad81d-310e-4c98-a652-e0c0541dd9b9 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:19:55.924004 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'status': 'completed', 'code': 200} Aug 20 14:19:55.985032 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-20d994ea-c26f-41e9-a07b-cbe28a98ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:55.987716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-20d994ea-c26f-41e9-a07b-cbe28a98ccbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1096 time: 0.0486445 Aug 20 14:19:56.052074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-d80929af-22ca-4b94-96b0-8fd91a01fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.054834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-d80929af-22ca-4b94-96b0-8fd91a01fb8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1248808 Aug 20 14:19:56.110103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-ef12a09e-5931-4b6c-af72-cbab9e35dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.112637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-ef12a09e-5931-4b6c-af72-cbab9e35dd42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1175828 Aug 20 14:19:56.141499 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-36201c34-744a-48a2-b893-6f42275b47ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.0773182 Aug 20 14:19:56.196149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-c8c1f861-f6e6-477c-a139-cfc292faee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.198370 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-c8c1f861-f6e6-477c-a139-cfc292faee07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0506237 Aug 20 14:19:56.220078 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-a1173947-a2ea-4971-adca-04b12eba52ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.0997801 Aug 20 14:19:56.251497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-741b5824-11e1-45f4-a620-dc8184debce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.253246 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-741b5824-11e1-45f4-a620-dc8184debce9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470471 Aug 20 14:19:56.315968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-d4bedd73-904b-468a-8d6d-cafdb0d55f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.316274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-d4bedd73-904b-468a-8d6d-cafdb0d55f71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0891187 Aug 20 14:19:56.365280 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-ac634044-a444-4a34-bb5f-44d85e6ee055 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045349 Aug 20 14:19:56.378644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-33a8136c-d31d-4986-b00d-4149443daed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.381047 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-33a8136c-d31d-4986-b00d-4149443daed5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545707 Aug 20 14:19:56.482313 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ccad3f07-eca3-4a80-8099-0f701c3b1f83 req-b3e9ba0e-8079-44fe-b21d-08779288245b service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100328 Aug 20 14:19:56.522840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-c61548fa-bd79-4776-93fc-7a8a8ace1e23 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347122 Aug 20 14:19:56.585460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-f8e3f0aa-66ba-4cb1-984e-340a2d32c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.587009 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-f8e3f0aa-66ba-4cb1-984e-340a2d32c884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 1096 time: 0.0508444 Aug 20 14:19:56.637187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-e0297bf5-0812-423f-80cb-1e657377555f service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074877 Aug 20 14:19:56.697595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-e28fbb6c-4c69-43f0-bb88-0faa586ac245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.699161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-e28fbb6c-4c69-43f0-bb88-0faa586ac245 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1049232 Aug 20 14:19:56.782600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-4fa075a2-0430-4d14-a374-4eee58e03ae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 200 len: 1001 time: 0.0745251 Aug 20 14:19:56.885219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-990ac2e2-e9e4-4a13-83e5-b8638d086ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.886693 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-990ac2e2-e9e4-4a13-83e5-b8638d086ea9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0970800 Aug 20 14:19:56.898694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1219a-6ff2-451b-9ee5-3a1a72ca7016 req-1a8fa684-db78-4de9-9cc8-2a221eea77a6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.900319 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f1219a-6ff2-451b-9ee5-3a1a72ca7016 req-1a8fa684-db78-4de9-9cc8-2a221eea77a6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0987253 Aug 20 14:19:56.982938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f1219a-6ff2-451b-9ee5-3a1a72ca7016 req-4cfa036e-2ad8-459c-8e47-0c2bba8af6fd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717626 Aug 20 14:19:56.988082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-f03e54c4-f4d2-4573-a108-f68b80e0ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:56.989723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-f03e54c4-f4d2-4573-a108-f68b80e0ee05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883820 Aug 20 14:19:57.144948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-96b5730c-744a-4ebd-9724-ac849f5ab16d service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467142 Aug 20 14:19:57.206981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:19:57.252738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:19:57.271033 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3704672-f09e-41f9-82fb-e59cd925d716 req-22f1b23c-d566-42e3-a345-d48eaa95a1de service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185176 Aug 20 14:19:58.153274 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb37d-ad51-4b67-a0b9-79d3a58eed02 req-dc406e2f-f8e8-43b3-b88d-f61fe7248dd1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:58.155147 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61ecb37d-ad51-4b67-a0b9-79d3a58eed02 req-dc406e2f-f8e8-43b3-b88d-f61fe7248dd1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0630085 Aug 20 14:19:58.206138 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61ecb37d-ad51-4b67-a0b9-79d3a58eed02 req-534bbd5d-d634-4f24-85a6-3699cd31a6a8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Aug 20 14:19:58.345977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b135fc-1830-4301-9bc9-2627916f05ff req-abab41c5-5396-4436-b615-d6c2e76a4bde tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:58.347648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c8b135fc-1830-4301-9bc9-2627916f05ff req-abab41c5-5396-4436-b615-d6c2e76a4bde tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0577145 Aug 20 14:19:58.396676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c8b135fc-1830-4301-9bc9-2627916f05ff req-1a2bd3ba-b0df-45eb-bf77-d1d7276686ef tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Aug 20 14:19:58.537485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb1d2d-151d-4404-8596-a63493c54fea req-1bb88b00-3a62-47fa-b429-b5ac0bcbb721 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:58.539146 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbdb1d2d-151d-4404-8596-a63493c54fea req-1bb88b00-3a62-47fa-b429-b5ac0bcbb721 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0648520 Aug 20 14:19:58.594240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbdb1d2d-151d-4404-8596-a63493c54fea req-335c1f29-2398-4cbb-ace1-7ae6e9581c65 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476439 Aug 20 14:19:58.885331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c97ec-adae-48d9-956b-195d669113a6 req-02b28992-aa49-4f37-ab5b-c18f56b5f11d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:58.886812 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a83c97ec-adae-48d9-956b-195d669113a6 req-02b28992-aa49-4f37-ab5b-c18f56b5f11d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 945 time: 0.0763545 Aug 20 14:19:58.936884 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a83c97ec-adae-48d9-956b-195d669113a6 req-66d343bb-e6fa-43ef-b3a2-635fa9568df3 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Aug 20 14:19:59.521651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:19:59.603163 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:59.637031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:59.650332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'mac_address': 'fa:16:3e:4d:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:19:59.694116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:59.710157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:19:59.733929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:59.739587 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:59.810086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=11']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:00.128322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-ec850d55-0e77-47d0-a13e-8e09cddb8311 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:00.131150 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-ec850d55-0e77-47d0-a13e-8e09cddb8311 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.1505041 Aug 20 14:20:00.148196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fbd36-2922-45c5-aeec-2fe3ea480b90 req-5ead04e3-5cb7-49ff-ba40-4f3ec15f2ce9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:00.149859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c5fbd36-2922-45c5-aeec-2fe3ea480b90 req-5ead04e3-5cb7-49ff-ba40-4f3ec15f2ce9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 946 time: 0.1218643 Aug 20 14:20:00.245017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c5fbd36-2922-45c5-aeec-2fe3ea480b90 req-1950c355-581b-450d-a5e2-79050fd0333d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868306 Aug 20 14:20:00.282850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Deleting port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:20:00.283307 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:00.406368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] For port 2986faea-cfe7-4fa6-b567-a0a97b2bd184, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=2986faea-cfe7-4fa6-b567-a0a97b2bd184,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:00.407000 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:00.868233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:00.868664 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:00.868992 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae disassociated. External IP: 172.25.6.147, port: 2986faea-cfe7-4fa6-b567-a0a97b2bd184. Aug 20 14:20:00.869340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Calling delete_port for 2986faea-cfe7-4fa6-b567-a0a97b2bd184 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:20:01.022032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:01.059150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event deleted for resources: {'Port': ['ID=2986faea-cfe7-4fa6-b567-a0a97b2bd184,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:01.205036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:20:01.339644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:20:01.355017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:20:01.374183 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:20:01.375895 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:19:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:01.387173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e278f0c0-20ec-4a71-9275-d12f9fbf3cce req-fdb00bc4-e4a9-41e3-b6b0-2331b8eb0fae tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=923c2460-99ab-4ac5-8442-db423c72c479 HTTP/1.1" status: 200 len: 210 time: 0.0418682 Aug 20 14:20:01.388001 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] No DVR routers for this DVR port 2986faea-cfe7-4fa6-b567-a0a97b2bd184 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:20:01.391350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:01.397531 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-aba0b45c-c9d2-499e-9f55-56a362c07314 req-d8765ba0-4d53-4a2b-8020-ebc5fb39b113 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "DELETE /v2.0/ports/2986faea-cfe7-4fa6-b567-a0a97b2bd184 HTTP/1.1" status: 204 len: 173 time: 1.2588181 Aug 20 14:20:01.400116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'name': 'network-vif-deleted', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:01.405850 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8658e1dd-089e-4349-b88d-3502ca719529" -d '{"events": [{"server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "name": "network-vif-deleted", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:01.463067 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81a041-cae9-4b66-bc22-ca6f7708274e x-openstack-request-id: req-8f81a041-cae9-4b66-bc22-ca6f7708274e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:01.463687 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c2460-99ab-4ac5-8442-db423c72c479", "name": "network-vif-deleted", "tag": "2986faea-cfe7-4fa6-b567-a0a97b2bd184", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:01.464066 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f81a041-cae9-4b66-bc22-ca6f7708274e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:01.464702 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c2460-99ab-4ac5-8442-db423c72c479', 'name': 'network-vif-deleted', 'tag': '2986faea-cfe7-4fa6-b567-a0a97b2bd184', 'status': 'completed', 'code': 200} Aug 20 14:20:01.539223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:20:01.552146 n-d-804232-5 neutron-server[94863]: INFO neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No ports have port_id starting with 2986faea-cfe7-4fa6-b567-a0a97b2bd184 Aug 20 14:20:01.554889 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 requested by agent hyperv_n-h2-804232-5 not found in database {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 20 14:20:01.591492 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:20:01.894424 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:01.929066 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:20:01.939785 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:20:01.940537 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:19:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:02.183046 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:20:02.271947 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.413098 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:02.441727 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5731d-cc42-4a09-82cf-3c126cf4ced9 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:20:02.736531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ba050-d21d-4e37-a1f5-d427ce1a5a0c None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:20:02.800912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-e7f7abc6-34c6-4929-a256-8a5b2c909542 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1856054367&fields=id&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 267 time: 0.0629218 Aug 20 14:20:02.995641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-bb7a7824-b061-454e-addd-31a108d9f5cb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:02.998430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-bb7a7824-b061-454e-addd-31a108d9f5cb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1848438 Aug 20 14:20:03.016098 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-d3c69f6c-757b-4b79-b0e8-397c741f7203 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/quotas/43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 375 time: 0.0105202 Aug 20 14:20:03.075550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-d986e337-cc82-4199-bddd-591d1c1f3a2a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529258 Aug 20 14:20:03.183647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-b3389e2a-02b1-40b7-a9ec-54b69bdcafd0 service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943055 Aug 20 14:20:03.292396 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-a802d7a3-afed-4d37-91a7-d8fabf2d4d30 service neutron] 10.222.0.59 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017401 Aug 20 14:20:03.501540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92a015db-dba6-411f-8777-a110c89591a9 req-b476603a-638f-4385-acf5-1dfaf7be05e8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 210 time: 0.0506866 Aug 20 14:20:03.536665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:20:03.567083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 2986faea-cfe7-4fa6-b567-a0a97b2bd184 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:20:03.567495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 2986faea-cfe7-4fa6-b567-a0a97b2bd184 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:20:04.640007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ff6410b2-8e31-44ca-b436-f3ad83570ffa req-050be26e-7bb4-47be-aab4-3d3cf08d470c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 210 time: 0.0543740 Aug 20 14:20:04.815166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-03d1659d-1841-4997-86b8-53c24b26b800 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:04.817084 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-03d1659d-1841-4997-86b8-53c24b26b800 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 812 time: 0.1741464 Aug 20 14:20:04.871704 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-cdcf72f1-5645-4f4f-ba11-40c1ad83717d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 380 time: 0.0396552 Aug 20 14:20:04.882453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'port': {'device_id': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'admin_state_up': True, 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'security_groups': ['b6fda55b-5db3-45ec-985a-e436f92c19f1']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:20:05.007680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Made reservation on behalf of 43ee91e684df4f928f54b8d29a0527f8 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:20:05.011579 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:05.182755 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Allocated IP 172.20.0.5 (aaeaf8c1-5271-4e3e-acb9-b19b8018e800/b87371c4-4af2-47ce-87f6-42a81a46ddf3/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:20:05.445946 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:05.469165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Transition to ACTIVE for port object eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:20:05.523936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:05.571517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:20:05.574767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:20:05.580709 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:20:05.615526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:05.651474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:05.652293 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:05.670310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-9c2ffed8-0586-489e-b4ed-91d55bdd4f05 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7922578 Aug 20 14:20:05.683311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Request body: {'port': {'device_id': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:20:05.756481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:05.808324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735372-58da-42da-8e27-66b71fd14459 req-373a7659-3649-4566-a23c-221b2fbdb838 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:05.813348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab735372-58da-42da-8e27-66b71fd14459 req-373a7659-3649-4566-a23c-221b2fbdb838 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 931 time: 0.0812891 Aug 20 14:20:05.855788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9a0593b5-f171-4a16-9a72-feef30d7ee0d None None] Provisioning for port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:20:05.862580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ab735372-58da-42da-8e27-66b71fd14459 req-f8d5614e-f4a1-4840-a6d8-f49dbee74b73 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456686 Aug 20 14:20:05.862879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9a0593b5-f171-4a16-9a72-feef30d7ee0d None None] Provisioning complete for port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:20:05.863276 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9a0593b5-f171-4a16-9a72-feef30d7ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:05.919698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9a0593b5-f171-4a16-9a72-feef30d7ee0d None None] Port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:20:06.081582 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:20:06.090709 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.105920 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Transition to ACTIVE for port object eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:20:06.111287 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.182025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:06.282275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:20:06.282691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:20:06.283077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:20:06.289295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:20:06.289800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:20:06.296357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:20:06.296900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:20:06.297519 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:20:06.298110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Bound port: eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:20:06.298668 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.341518 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:20:06.386637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:20:06.390053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:20:06.397240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.447907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:06.449372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.451913 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] 10.222.0.53 "PUT /v2.0/ports/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1091 time: 0.7732754 Aug 20 14:20:06.452614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:06.455695 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:06.485934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36784a5-f954-4571-a18f-0bd3cc7d7807 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:06.511893 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb86fb91-0b23-46ad-9bb1-1a3e5d31073b x-openstack-request-id: req-bb86fb91-0b23-46ad-9bb1-1a3e5d31073b {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:06.512206 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:06.512437 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb86fb91-0b23-46ad-9bb1-1a3e5d31073b {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:06.513349 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'status': 'completed', 'code': 200} Aug 20 14:20:06.565473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-54b39b1d-1795-4fd6-a1f4-a69609e34dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:06.566905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-54b39b1d-1795-4fd6-a1f4-a69609e34dc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1094 time: 0.0479939 Aug 20 14:20:06.646918 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-c4656a5e-166d-46dc-9025-46840bb74b4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 217 time: 0.0715730 Aug 20 14:20:06.730706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-a96fa4ba-b192-4fbd-8e52-bf7de23f77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:06.732318 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-a96fa4ba-b192-4fbd-8e52-bf7de23f77ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0786681 Aug 20 14:20:06.784546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-07dd2221-9609-487f-9127-b0892bb94992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:06.786338 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-07dd2221-9609-487f-9127-b0892bb94992 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475554 Aug 20 14:20:06.920664 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-161dd9d5-742d-4423-8f2d-29a3978dc09f service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272454 Aug 20 14:20:07.048975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9d535509-0d09-4199-b1f6-99a32f87a6da req-c4aed9eb-6b97-4d5b-9f6f-ebda32132268 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216164 Aug 20 14:20:07.058071 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e180-4a4f-434d-9941-77a08adc8d3c req-59311c41-5caf-4b33-89fd-e98b90817c5e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:07.060066 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b879e180-4a4f-434d-9941-77a08adc8d3c req-59311c41-5caf-4b33-89fd-e98b90817c5e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0931766 Aug 20 14:20:07.110187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b879e180-4a4f-434d-9941-77a08adc8d3c req-07d9cbe3-9959-4442-825d-79c8f8177dd7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Aug 20 14:20:07.162985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-544dca29-b69e-4b0e-9ce2-f6bbc9f83a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:07.164578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-544dca29-b69e-4b0e-9ce2-f6bbc9f83a8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1094 time: 0.0558314 Aug 20 14:20:07.280668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-2837120c-0d9c-4903-be36-6d2204e9b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:07.283955 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-2837120c-0d9c-4903-be36-6d2204e9b955 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1123331 Aug 20 14:20:07.328934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-6a01241e-99a6-4c04-add7-c78fd6e01b13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 217 time: 0.0372534 Aug 20 14:20:07.387523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-44a72f90-2765-49ee-aa31-90f59446d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:07.389054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-44a72f90-2765-49ee-aa31-90f59446d82d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0515561 Aug 20 14:20:07.442749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-c542d88b-080d-4cd7-894c-0063dc51d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:07.444835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-c542d88b-080d-4cd7-894c-0063dc51d6a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482967 Aug 20 14:20:07.542627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-671e2729-33bd-4ea8-baed-586d21ab8d69 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901775 Aug 20 14:20:07.646825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9ccae8b5-4fc3-4f43-8a81-4907cb9791ca req-c186b3d9-7fb5-4c9f-952e-18216f00b59a service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961947 Aug 20 14:20:08.255852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705da334-9f71-4fc1-bf49-1bc7cf3d297e req-b67bad1f-be5d-4b7d-9924-22d8b5255ef5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:08.257746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-705da334-9f71-4fc1-bf49-1bc7cf3d297e req-b67bad1f-be5d-4b7d-9924-22d8b5255ef5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0568142 Aug 20 14:20:08.303178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-705da334-9f71-4fc1-bf49-1bc7cf3d297e req-b4adad05-bd98-45a0-89d0-9d7f25032430 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388057 Aug 20 14:20:09.447501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af73fa-fe04-4c19-8bf2-09f53ce3c517 req-4cb84419-90e7-4c39-be34-a824e2a6d66b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:09.449564 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77af73fa-fe04-4c19-8bf2-09f53ce3c517 req-4cb84419-90e7-4c39-be34-a824e2a6d66b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0575399 Aug 20 14:20:09.493130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-77af73fa-fe04-4c19-8bf2-09f53ce3c517 req-7a044f24-449a-463a-a69b-d1498712edac tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366371 Aug 20 14:20:10.626735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb8b23-dab5-490c-8f7d-3be7aa9a7c2b req-e59eaa47-e12f-45f5-833c-268c9ef905f6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:10.628632 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ecfb8b23-dab5-490c-8f7d-3be7aa9a7c2b req-e59eaa47-e12f-45f5-833c-268c9ef905f6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0618837 Aug 20 14:20:10.677409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ecfb8b23-dab5-490c-8f7d-3be7aa9a7c2b req-d0198fa6-2f25-4fbe-8aaf-bf281630f49f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424042 Aug 20 14:20:11.299092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:20:11.402338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:11.421024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'mac_address': 'fa:16:3e:ad:1c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:20:11.472105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:11.496147 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:20:11.522579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:11.527055 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:11.582872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:11.721770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:20:11.825544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0337-4ecc-4064-89ee-08be96e03df7 req-8a7a6f35-2d5a-44bc-8862-d2c5ac250f5a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:11.828375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cfb0337-4ecc-4064-89ee-08be96e03df7 req-8a7a6f35-2d5a-44bc-8862-d2c5ac250f5a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0687702 Aug 20 14:20:11.877629 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cfb0337-4ecc-4064-89ee-08be96e03df7 req-e763d371-5ad3-401b-b632-156f27e2f827 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387077 Aug 20 14:20:13.018233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40bae-3ef7-4409-ba34-d9e3966a6fc5 req-f6b2804f-222b-47c1-9ce1-4badcaf235ab tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:13.019855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3dd40bae-3ef7-4409-ba34-d9e3966a6fc5 req-f6b2804f-222b-47c1-9ce1-4badcaf235ab tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0587840 Aug 20 14:20:13.067442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3dd40bae-3ef7-4409-ba34-d9e3966a6fc5 req-0dca9f1d-70b7-4c1d-b693-c9803f7eabdd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 Aug 20 14:20:13.314575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:20:13.370390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:20:13.375983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:20:13.376424 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:13.477442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:13.502666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:13.505054 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085214e7-c6ea-46b0-8a7c-18d52bccea7f" -d '{"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:13.521127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:13.526669 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:13.555999 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7235176c-6046-4fdd-9fc8-461e002d5913 x-openstack-request-id: req-7235176c-6046-4fdd-9fc8-461e002d5913 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:13.556302 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:13.556589 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7235176c-6046-4fdd-9fc8-461e002d5913 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:13.557163 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'code': 200} Aug 20 14:20:13.592671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:13.657441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e2a6-8d45-4ee4-a51c-4da559aa3a68 req-8357c85b-d255-41f9-9a9b-7551edbfb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:13.659020 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47d6e2a6-8d45-4ee4-a51c-4da559aa3a68 req-8357c85b-d255-41f9-9a9b-7551edbfb677 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1096 time: 0.0465002 Aug 20 14:20:13.707158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47d6e2a6-8d45-4ee4-a51c-4da559aa3a68 req-0ae9d734-a0d3-4d00-8fd6-0f0380ad642d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Aug 20 14:20:14.209448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230eedd-dbdc-4916-9355-3421ec38c6a9 req-f7b07348-a3f7-4ebd-b7a5-ee26d36e79c5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:14.211054 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7230eedd-dbdc-4916-9355-3421ec38c6a9 req-f7b07348-a3f7-4ebd-b7a5-ee26d36e79c5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0529468 Aug 20 14:20:14.260486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7230eedd-dbdc-4916-9355-3421ec38c6a9 req-28263532-636b-4b4d-b540-ba25dbd53b84 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Aug 20 14:20:15.407420 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db765668-2ee1-4b27-8477-db09d3b2acf1 req-ab205cc5-60a7-4d09-9c62-cc5ee56db372 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:15.409337 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db765668-2ee1-4b27-8477-db09d3b2acf1 req-ab205cc5-60a7-4d09-9c62-cc5ee56db372 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0603371 Aug 20 14:20:15.453175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db765668-2ee1-4b27-8477-db09d3b2acf1 req-44fe895f-9559-47f7-963c-f12ab6bb0350 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Aug 20 14:20:15.599482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c273a-383a-4d2a-a7dc-f295098571ca req-350f2a1a-55ff-4deb-a21c-edef5dd93cec tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:15.602334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a4c273a-383a-4d2a-a7dc-f295098571ca req-350f2a1a-55ff-4deb-a21c-edef5dd93cec tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0714719 Aug 20 14:20:15.611576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 44586) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:20:15.616912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Request body: {'floatingip': {'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:20:15.659389 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:15.853458 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cc986ad5-988b-43bf-8429-1941b70ffbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:16.450425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:16.455328 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:16.572131 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae associated. External IP: 172.25.6.147, port: eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5. Aug 20 14:20:16.810129 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:20:16.931948 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:20:16.939474 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:16.946180 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:20:16.963075 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:20:16.964113 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:19:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:17.001096 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a83e6cc6-8980-4777-8cf5-fa25f008e994 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "PUT /v2.0/floatingips/95d26036-5de4-4c80-ac28-a6f8a8255aae HTTP/1.1" status: 200 len: 992 time: 1.3864255 Aug 20 14:20:17.002040 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:17.006080 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43981bb-8c0d-4da2-826d-1e97c3741b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:17.064796 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590314d3-2df0-4a37-a878-5caa72340802 x-openstack-request-id: req-590314d3-2df0-4a37-a878-5caa72340802 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:17.065153 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:17.065446 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-590314d3-2df0-4a37-a878-5caa72340802 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:17.066054 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'status': 'completed', 'code': 200} Aug 20 14:20:17.144426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-9ed372b0-d90f-468c-aa94-3659ddc27ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:17.145414 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:20:17.146626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-9ed372b0-d90f-468c-aa94-3659ddc27ae7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1096 time: 0.0508621 Aug 20 14:20:17.256162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-ced56cff-4d10-4a94-a4aa-e60d5cafc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:17.257635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-ced56cff-4d10-4a94-a4aa-e60d5cafc410 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1042347 Aug 20 14:20:17.332481 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-29a2b0ac-d040-4736-893b-f4c27b9db29c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0679367 Aug 20 14:20:17.407103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-ba64c8eb-3d5f-4f0c-809d-a6efba03078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:17.412033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-ba64c8eb-3d5f-4f0c-809d-a6efba03078e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0725369 Aug 20 14:20:17.466301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-bfec9df2-f824-46b1-a117-cd9ce1935014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:17.467943 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-bfec9df2-f824-46b1-a117-cd9ce1935014 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494530 Aug 20 14:20:17.469782 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:ad:1c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:20:16Z', 'revision_number': 13, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:17.498277 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:20:17.512435 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:20:17.513267 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:19:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:17.652592 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:20:17.965734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-44021b40-8d1f-4a1f-856b-b80396db2858 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893832 Aug 20 14:20:17.980522 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:ad:1c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:20:16Z', 'revision_number': 13, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:18.011681 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38699ba8-0cdc-4858-9374-e9c42a817755 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '95d26036-5de4-4c80-ac28-a6f8a8255aae', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'mac_address': 'fa:16:3e:ad:1c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:12:54Z', 'updated_at': '2021-08-20T14:20:16Z', 'revision_number': 13, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:20:18.102167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f43981bb-8c0d-4da2-826d-1e97c3741b8d req-122a52aa-29cb-4ffe-b26c-28ad9935e34b service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294453 Aug 20 14:20:18.262081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63a3d0-e116-455b-bd5a-594550bbf0ed None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:20:18.618965 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:18.622575 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2147a62f-02ed-487f-b5df-5723717c60e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:19.721535 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:21.634978 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:29.576749 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:32.267295 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:43.332666 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:20:45.848721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6cc44a80-31fb-4b1e-9565-3c1d1aac31c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:48.619473 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d8b26137-1794-4307-8c1f-a417b8aed24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:48.621566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:49.727424 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:51.635963 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:59.588501 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:02.267290 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:12.875275 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-e92298b2-0904-41a6-a6e8-6e7e848478ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442393 Aug 20 14:21:12.965321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-2f28e740-57e6-4bed-8e5a-6cefcf4b94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:21:12.967540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-2f28e740-57e6-4bed-8e5a-6cefcf4b94d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1096 time: 0.0457504 Aug 20 14:21:13.102511 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-cab2aa2b-04f8-4dc1-89b6-34ad2a9fb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:21:13.104126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-cab2aa2b-04f8-4dc1-89b6-34ad2a9fb62e service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1166103 Aug 20 14:21:13.187417 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-4acc502c-c9d8-4077-b447-b9964ff05fc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1002 time: 0.0760043 Aug 20 14:21:13.243280 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-8550baba-70b7-49dd-9150-2923467a0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:21:13.244935 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-8550baba-70b7-49dd-9150-2923467a0600 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0496621 Aug 20 14:21:13.301923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-92d7fc0d-523a-4c60-bb1d-ae388bc39278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:21:13.303393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-92d7fc0d-523a-4c60-bb1d-ae388bc39278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517437 Aug 20 14:21:13.411728 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-b13a847d-e733-4fbe-9d21-f90c2b7096de service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999358 Aug 20 14:21:13.520023 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6a07ca40-a0ce-4cd5-b3d2-98bcc3148936 req-bc95531a-6429-4c47-af3d-5756b5b39987 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006205 Aug 20 14:21:15.845461 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a0c979a9-4d5e-4824-b57a-c7d661fd6d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:18.613884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:18.616765 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2af15208-dd9c-486f-b39a-6ab09120d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:19.724967 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:20.334032 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:21:21.639075 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:29.590749 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:32.282261 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:45.841314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-67053371-efb0-4878-b0bf-64dd738f5c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:48.606893 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c7ee3e34-76dd-462d-9ace-114e80b2fe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:48.613208 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:49.725812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:51.643444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:54.215271 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2699b9-d42f-4efe-9d84-62fdd9567ec6 req-5b592410-428b-4630-b3db-1dff3a9e05ab tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:21:54.218336 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be2699b9-d42f-4efe-9d84-62fdd9567ec6 req-5b592410-428b-4630-b3db-1dff3a9e05ab tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0660779 Aug 20 14:21:54.270101 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-be2699b9-d42f-4efe-9d84-62fdd9567ec6 req-f21755b9-538c-4398-ab76-5ac9088d0731 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441184 Aug 20 14:21:57.338381 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:21:59.591030 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:02.293870 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:06.876254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-914920ee-d86d-4b3e-955a-dd265955e85e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618753 Aug 20 14:22:06.926061 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a437f-3e43-4872-b6fa-073198cf1434 req-0c079cb7-0318-4578-9fe7-3cad4a9a6cb9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:06.929051 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d3a437f-3e43-4872-b6fa-073198cf1434 req-0c079cb7-0318-4578-9fe7-3cad4a9a6cb9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0706666 Aug 20 14:22:06.986190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d3a437f-3e43-4872-b6fa-073198cf1434 req-2f633390-1e3f-4abb-b2c1-5383cf71680b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Aug 20 14:22:08.145407 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debf54-f2ce-416f-a3bf-de413779142b req-e3af0d88-2c5e-4fa1-9fa3-ccf31e89ea34 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:08.147060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6debf54-f2ce-416f-a3bf-de413779142b req-e3af0d88-2c5e-4fa1-9fa3-ccf31e89ea34 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0635965 Aug 20 14:22:08.219874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6debf54-f2ce-416f-a3bf-de413779142b req-6bf2d710-f59a-4c86-b9b2-c70a7f527a17 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638947 Aug 20 14:22:08.323446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-7dae8f52-a0d1-4a49-8805-8f4f22cf8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:08.326062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-7dae8f52-a0d1-4a49-8805-8f4f22cf8285 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1096 time: 0.0534256 Aug 20 14:22:08.432745 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-a6da9213-dac3-4f02-9d88-230281c1bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:08.435399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-a6da9213-dac3-4f02-9d88-230281c1bc03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1025362 Aug 20 14:22:08.514971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-535042d9-53a2-4cf8-a0ea-5fbcd26d388f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1002 time: 0.0728309 Aug 20 14:22:08.577637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-8afe179a-0c70-4784-b59e-912e5f013f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:08.579497 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-8afe179a-0c70-4784-b59e-912e5f013f5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0575612 Aug 20 14:22:08.640800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-6e78c466-f63d-47f5-ad6d-00d22c666c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:08.642546 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-6e78c466-f63d-47f5-ad6d-00d22c666c42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559444 Aug 20 14:22:08.749451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-65a91517-5201-4322-bbd3-2ceaae2de44d service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999963 Aug 20 14:22:08.864527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-99ac801c-4ae2-4e17-af68-66485ca1c334 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079278 Aug 20 14:22:09.367457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44169-eb1b-4de1-8666-36af17c1a916 req-3ed7b565-b122-422d-af53-354d62dd7225 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:09.370008 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26a44169-eb1b-4de1-8666-36af17c1a916 req-3ed7b565-b122-422d-af53-354d62dd7225 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0564032 Aug 20 14:22:09.431179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26a44169-eb1b-4de1-8666-36af17c1a916 req-cb1df27d-8032-4d37-84ec-f1b1088ed672 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530324 Aug 20 14:22:10.565910 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b27b39-ee0c-4113-a0a1-02b1b134d6ee req-266c3ad3-bebe-4d04-a384-cea36d86a30d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:10.567560 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54b27b39-ee0c-4113-a0a1-02b1b134d6ee req-266c3ad3-bebe-4d04-a384-cea36d86a30d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0564535 Aug 20 14:22:10.612954 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54b27b39-ee0c-4113-a0a1-02b1b134d6ee req-8e67495a-45b4-4d29-9df3-4c270928b6a7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 Aug 20 14:22:11.752527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47563c69-f802-413a-b976-64fd5c45def1 req-53d9048c-fc61-468f-ab72-f1a7fb3c550d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:11.755236 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47563c69-f802-413a-b976-64fd5c45def1 req-53d9048c-fc61-468f-ab72-f1a7fb3c550d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0662570 Aug 20 14:22:11.798691 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47563c69-f802-413a-b976-64fd5c45def1 req-1a4d8cad-b388-4d4e-abc3-4e0aa0bd4821 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Aug 20 14:22:12.953936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca8160-520e-4e1b-885a-8f3e3476262f req-20d8992e-4ec6-40c7-8191-6c1ba159ae68 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:12.955611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcca8160-520e-4e1b-885a-8f3e3476262f req-20d8992e-4ec6-40c7-8191-6c1ba159ae68 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0570905 Aug 20 14:22:13.004852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dcca8160-520e-4e1b-885a-8f3e3476262f req-9ae24913-f9ee-4a33-b4c1-ff47407bc808 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371733 Aug 20 14:22:13.500127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-76a0a5ee-d874-49ea-9cfb-fbc7a0943a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:13.501768 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-76a0a5ee-d874-49ea-9cfb-fbc7a0943a83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1096 time: 0.0471752 Aug 20 14:22:13.613546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-4e0601b9-c70b-4565-b171-354ae705e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:13.615124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-4e0601b9-c70b-4565-b171-354ae705e4f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.0914183 Aug 20 14:22:13.696131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-666b9876-3037-4e92-b6ad-122e39abba21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1002 time: 0.0728467 Aug 20 14:22:13.754922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-dbc03b7f-9203-4060-870c-042b015a7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:13.756735 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-dbc03b7f-9203-4060-870c-042b015a7735 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0530190 Aug 20 14:22:13.815224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-ea58c4a0-7e31-43c4-9497-3199ffcb31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:13.817315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-ea58c4a0-7e31-43c4-9497-3199ffcb31f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526657 Aug 20 14:22:13.921870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-b053ea94-e841-4fea-9447-ada517067a2e service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959733 Aug 20 14:22:14.038563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e486cb3e-4aeb-4ebd-b41e-84ee33cf8f7a req-30b2fb62-6348-4b7b-b6b0-5a79d53f55d8 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055610 Aug 20 14:22:14.172000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667b9da-1dd8-4e00-b47f-2428ff987201 req-f5908f93-c126-4df2-995e-4f17422d8721 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:14.174206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4667b9da-1dd8-4e00-b47f-2428ff987201 req-f5908f93-c126-4df2-995e-4f17422d8721 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0782418 Aug 20 14:22:14.223764 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4667b9da-1dd8-4e00-b47f-2428ff987201 req-d2aab587-af42-4ff0-b0a5-90e38e1bd0cb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Aug 20 14:22:15.356329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017da54-4300-4bd0-9cf9-c103d03c830b req-e1c7f4ab-a4fd-4df8-bd2c-64db7d5e0340 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:15.358181 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3017da54-4300-4bd0-9cf9-c103d03c830b req-e1c7f4ab-a4fd-4df8-bd2c-64db7d5e0340 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0559640 Aug 20 14:22:15.412928 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3017da54-4300-4bd0-9cf9-c103d03c830b req-3acafe8d-4750-4547-9550-4b5397e12c29 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480683 Aug 20 14:22:15.848010 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a09b165a-b810-42d2-a5ea-d14f2724c584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:16.550660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fba90-3f47-4f09-8d05-ee03008f7bed req-5f1eeab9-ac48-40dd-b082-5c9ca8237cd3 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:16.552434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-843fba90-3f47-4f09-8d05-ee03008f7bed req-5f1eeab9-ac48-40dd-b082-5c9ca8237cd3 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0556486 Aug 20 14:22:16.597022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-843fba90-3f47-4f09-8d05-ee03008f7bed req-89687f26-8a8f-4506-9763-963b19f0ed97 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373950 Aug 20 14:22:17.732699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924848f6-c49d-4c23-862c-4bca7eaa8126 req-3afc84d0-459b-4c03-8cd2-3658a9d976fd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:17.734353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-924848f6-c49d-4c23-862c-4bca7eaa8126 req-3afc84d0-459b-4c03-8cd2-3658a9d976fd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0586739 Aug 20 14:22:17.781257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-924848f6-c49d-4c23-862c-4bca7eaa8126 req-489c8dd6-fa10-4a71-8e55-d4265fced602 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399549 Aug 20 14:22:18.610477 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a004c4c-69aa-4cce-ad3f-895c71ccaaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:18.617307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:18.921786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048419c-3472-4a36-b996-c0a66032b8ec req-db397b58-bc8c-4052-9764-2277d47d1cba tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:18.923479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3048419c-3472-4a36-b996-c0a66032b8ec req-db397b58-bc8c-4052-9764-2277d47d1cba tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0574884 Aug 20 14:22:18.971805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3048419c-3472-4a36-b996-c0a66032b8ec req-e1a05c74-6f83-46e3-b832-b440dae1db11 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366886 Aug 20 14:22:19.729002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:20.113321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1929-a690-425e-a726-d2d55b762eb0 req-348b4679-8372-4831-a8fd-b85e96703f68 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:20.115002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6ac1929-a690-425e-a726-d2d55b762eb0 req-348b4679-8372-4831-a8fd-b85e96703f68 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0588808 Aug 20 14:22:20.161959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c6ac1929-a690-425e-a726-d2d55b762eb0 req-5210c9fa-5b76-4bc7-9224-299e8b11f07e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Aug 20 14:22:21.346936 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb1e2-6e4f-4336-9e4a-6bdb3cff8650 req-52134992-ddf6-4507-a736-2b4f3f5e7727 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:21.349746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90acb1e2-6e4f-4336-9e4a-6bdb3cff8650 req-52134992-ddf6-4507-a736-2b4f3f5e7727 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0954463 Aug 20 14:22:21.420839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-90acb1e2-6e4f-4336-9e4a-6bdb3cff8650 req-de2811cc-8332-4943-b078-b65c9f2939b2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626915 Aug 20 14:22:21.653947 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:22.594916 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de498b-0bcf-428b-b2c5-5883420897e8 req-86d478de-73f9-4c48-bd1f-ee2ef503e79c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:22.597479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8de498b-0bcf-428b-b2c5-5883420897e8 req-86d478de-73f9-4c48-bd1f-ee2ef503e79c tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0887141 Aug 20 14:22:22.662877 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b8de498b-0bcf-428b-b2c5-5883420897e8 req-e7fceacb-49dd-4dd7-bd96-dd95b9bb9d49 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536969 Aug 20 14:22:22.739802 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-76cad2a6-8ab3-4e46-b200-775dce9d1eab service neutron] show failed (client error): The resource could not be found. Aug 20 14:22:22.741440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-76cad2a6-8ab3-4e46-b200-775dce9d1eab service neutron] 10.222.0.53 "GET /v2.0/ports/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0718346 Aug 20 14:22:23.036462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-a1e76c92-2889-47cc-8848-23fdf26fcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:23.038367 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-a1e76c92-2889-47cc-8848-23fdf26fcdff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 1096 time: 0.1084759 Aug 20 14:22:23.051368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:22:23.117590 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:23.452161 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:23.504621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:22:23.555079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:22:23.557834 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05684b8a-04a7-4709-854a-c9ec69296fab" -d '{"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:22:23.562977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:23.581237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Transition to ACTIVE for port object eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:22:23.586485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:23.631910 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e4e69c-0ec0-4740-9911-9150e03ec1df x-openstack-request-id: req-41e4e69c-0ec0-4740-9911-9150e03ec1df {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:22:23.632751 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:22:23.632751 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41e4e69c-0ec0-4740-9911-9150e03ec1df {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:22:23.632917 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'code': 200} Aug 20 14:22:23.694050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:23.713275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.713908 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.714574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.715110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.715739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.716278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.716928 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.717553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.718170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.718741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.719601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.720434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:23.774890 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] No DVR routers for this DVR port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:22:23.907914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1c5fc-e103-4681-a0d1-f64b283cecd9 req-58d2f27e-4a94-43f3-82e3-582c80b5008d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:23.909589 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7e1c5fc-e103-4681-a0d1-f64b283cecd9 req-58d2f27e-4a94-43f3-82e3-582c80b5008d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.1361976 Aug 20 14:22:23.998097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7e1c5fc-e103-4681-a0d1-f64b283cecd9 req-8c0057fa-a0fc-4b15-9c1d-8757cd9c76b7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761936 Aug 20 14:22:24.002974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:22:24.003321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:22:24.003687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:22:24.008835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:22:24.009179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:22:24.015408 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:22:24.015759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:22:24.016150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:22:24.016622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Bound port: eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:22:24.016990 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:24.091119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:22:24.095884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:22:24.101198 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:24.148871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:24.149707 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:24.152474 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1091 time: 1.1051524 Aug 20 14:22:24.180022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f61c4-3718-44d3-97e1-88dd9bc6c646 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:24.234067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-562ea8e8-0107-4653-9327-881f35404b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:24.235647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-562ea8e8-0107-4653-9327-881f35404b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1094 time: 0.0495689 Aug 20 14:22:24.372788 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-e1182750-f477-44bd-9671-84188132dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:24.374932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-e1182750-f477-44bd-9671-84188132dac1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1328473 Aug 20 14:22:24.454967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-93be4184-bc19-421b-ba6b-9fe170fb2ca5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0726559 Aug 20 14:22:24.509593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-53be0244-6088-4195-83a2-3d193ee806e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:24.511494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-53be0244-6088-4195-83a2-3d193ee806e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0498323 Aug 20 14:22:24.563172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-5e377849-10d5-496c-b187-0a3667b9a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:24.564871 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-5e377849-10d5-496c-b187-0a3667b9a391 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467658 Aug 20 14:22:24.577528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-77ef3454-8bb3-4cf9-bc32-60622e0d0f66 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:22:24.579052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-77ef3454-8bb3-4cf9-bc32-60622e0d0f66 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067551 Aug 20 14:22:24.692490 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-395ba6c3-0c52-4b3f-b6c6-9ad39493abb8 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064701 Aug 20 14:22:24.859961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-fff166a1-8057-4470-b0f6-ccbb1a6047da service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581235 Aug 20 14:22:25.168518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bee4e-985f-4b53-80bd-0c3a12d0f217 req-15d8c92d-072b-48aa-be7a-31764e113942 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:25.170289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c1bee4e-985f-4b53-80bd-0c3a12d0f217 req-15d8c92d-072b-48aa-be7a-31764e113942 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0596569 Aug 20 14:22:25.217364 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c1bee4e-985f-4b53-80bd-0c3a12d0f217 req-77395e37-554d-4413-b1b8-030d1d062d9a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376656 Aug 20 14:22:25.634432 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:22:25.639384 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3163438-0d96-46f6-b38e-09b343aa3ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:22:25.703014 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b3904-141b-48ed-aa1f-f30e6d4e672c x-openstack-request-id: req-e29b3904-141b-48ed-aa1f-f30e6d4e672c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:22:25.703907 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:22:25.704085 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e29b3904-141b-48ed-aa1f-f30e6d4e672c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:22:25.704359 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'status': 'completed', 'code': 200} Aug 20 14:22:25.783495 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-c0609f62-7b22-4e0c-86f6-0fbae5e8875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:25.785479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-c0609f62-7b22-4e0c-86f6-0fbae5e8875a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1094 time: 0.0589073 Aug 20 14:22:25.817312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-56f35d2d-17b3-49ad-b521-72e3c6a54ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:25.819653 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-56f35d2d-17b3-49ad-b521-72e3c6a54ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1094 time: 0.0865684 Aug 20 14:22:25.900400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-cda23484-cabd-4085-9cd0-459c01692066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:25.903605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-cda23484-cabd-4085-9cd0-459c01692066 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1098347 Aug 20 14:22:25.977539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-5481da23-e081-45d4-9e55-ac8dd7716b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:25.980996 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-5481da23-e081-45d4-9e55-ac8dd7716b63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1533666 Aug 20 14:22:25.999151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:22:26.005732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-ececff51-ce2c-47ba-8b59-9c0695173e2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0949695 Aug 20 14:22:26.048340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:22:26.110130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-b3bf7460-0b20-4b40-b212-c3d98ba35262 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.1209996 Aug 20 14:22:26.116924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-76e2e143-b03b-4859-be33-396375de8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:26.119995 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-76e2e143-b03b-4859-be33-396375de8046 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.1047843 Aug 20 14:22:26.169198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-418a1516-4e8b-4b78-8604-45e46e3369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:26.171017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-418a1516-4e8b-4b78-8604-45e46e3369ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0540483 Aug 20 14:22:26.195604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-2ec9a631-5ace-4445-be57-7e560c48e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:26.197282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-2ec9a631-5ace-4445-be57-7e560c48e6d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702403 Aug 20 14:22:26.228220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-e90a1b71-dfd1-42bf-96d4-d29e8d3221ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:26.230834 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-e90a1b71-dfd1-42bf-96d4-d29e8d3221ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517476 Aug 20 14:22:26.367097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-9b134335-e82a-43e9-adfc-493d5d423c17 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294479 Aug 20 14:22:26.389213 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-6b38520f-10b4-4db4-8dad-7861a3e51ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840208 Aug 20 14:22:26.415050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0fba-e3a9-46bc-81b7-0cac23ea59e7 req-ee00e912-ccef-4541-8193-6541c655a257 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:26.416991 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f38a0fba-e3a9-46bc-81b7-0cac23ea59e7 req-ee00e912-ccef-4541-8193-6541c655a257 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0906215 Aug 20 14:22:26.470710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-7f1a6d65-6931-4d06-9aee-7f645f42bc6b service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964267 Aug 20 14:22:26.540229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f3163438-0d96-46f6-b38e-09b343aa3ab2 req-7876c354-f440-4b69-8998-46a3ec11dd4a service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423767 Aug 20 14:22:26.545602 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f38a0fba-e3a9-46bc-81b7-0cac23ea59e7 req-b4a95234-afdf-4913-bd4d-301fa75e01d2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816123 Aug 20 14:22:27.738189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aa8bc-a055-40a4-9601-9ac8919f412d req-39835b8c-46a3-4b32-947e-d2059bf35099 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:27.740635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-078aa8bc-a055-40a4-9601-9ac8919f412d req-39835b8c-46a3-4b32-947e-d2059bf35099 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0779281 Aug 20 14:22:27.805823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-078aa8bc-a055-40a4-9601-9ac8919f412d req-e69e09da-bbb7-4ff3-9111-29e8b3b648d4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559895 Aug 20 14:22:28.950505 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dfa19-40bf-4041-b04d-70389563867d req-25747cb6-079c-4873-9d5a-ae16d8a192cb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:28.952394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-352dfa19-40bf-4041-b04d-70389563867d req-25747cb6-079c-4873-9d5a-ae16d8a192cb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0589962 Aug 20 14:22:28.996816 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-352dfa19-40bf-4041-b04d-70389563867d req-91406486-3902-4e7d-903c-911e77a68f46 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Aug 20 14:22:29.589356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:30.151605 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1a1e-665c-47b3-9e17-899eb4c043e0 req-da13a2bc-7cea-48f1-9395-42d96efdd530 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:30.154445 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc3e1a1e-665c-47b3-9e17-899eb4c043e0 req-da13a2bc-7cea-48f1-9395-42d96efdd530 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0748281 Aug 20 14:22:30.203729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc3e1a1e-665c-47b3-9e17-899eb4c043e0 req-c9021ae4-bdea-4ce2-a747-4f0928dc3306 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Aug 20 14:22:31.351399 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a5169-5aff-4979-aabf-f115c3b266dd req-eb79fd7d-f685-4e31-921f-4523fb7ba6e6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:31.353116 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-208a5169-5aff-4979-aabf-f115c3b266dd req-eb79fd7d-f685-4e31-921f-4523fb7ba6e6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0740595 Aug 20 14:22:31.398187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-208a5169-5aff-4979-aabf-f115c3b266dd req-bd9a4ed7-1ebe-4db1-a4a7-6d1d32aeadcb tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Aug 20 14:22:32.279911 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:32.533018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fba8d6-708a-4f16-a26d-fcb9fa96ed34 req-2742034d-038f-49cd-ab04-c4a2130ac097 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:32.534793 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-96fba8d6-708a-4f16-a26d-fcb9fa96ed34 req-2742034d-038f-49cd-ab04-c4a2130ac097 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0571301 Aug 20 14:22:32.577525 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-96fba8d6-708a-4f16-a26d-fcb9fa96ed34 req-e4472b3e-852a-49b4-80c0-dfd4873d3824 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354116 Aug 20 14:22:33.723820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903603c-11cc-4bde-8cfd-4d3f504fc97c req-abb3b378-ee16-46dc-adee-11c4cd00cdb1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:33.725399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9903603c-11cc-4bde-8cfd-4d3f504fc97c req-abb3b378-ee16-46dc-adee-11c4cd00cdb1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0669940 Aug 20 14:22:33.775185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9903603c-11cc-4bde-8cfd-4d3f504fc97c req-94ecbc40-1f04-4392-bf43-1e7358d1dfa4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412579 Aug 20 14:22:34.337416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:22:34.909973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d752ce0-958b-441f-bab3-10832b8dd574 req-5a058940-ed30-44eb-823e-1a02ba7aa09f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:34.911678 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d752ce0-958b-441f-bab3-10832b8dd574 req-5a058940-ed30-44eb-823e-1a02ba7aa09f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0563810 Aug 20 14:22:34.961417 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d752ce0-958b-441f-bab3-10832b8dd574 req-8c9062dd-b6ca-458d-ad34-476b353a7ba9 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379190 Aug 20 14:22:36.096734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe147e-8d8b-46bf-b138-954d4c413dcc req-48384a77-6ea8-4146-b575-4d2d83acc464 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:36.098385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99fe147e-8d8b-46bf-b138-954d4c413dcc req-48384a77-6ea8-4146-b575-4d2d83acc464 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 943 time: 0.0533433 Aug 20 14:22:36.141640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-99fe147e-8d8b-46bf-b138-954d4c413dcc req-653b9ecc-b248-4094-a40e-00aea2a57a98 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368023 Aug 20 14:22:36.171690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:22:36.283442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:36.297709 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'mac_address': 'fa:16:3e:ad:1c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:22:36.341543 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:36.357240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:22:36.380270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:36.385221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:36.447840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:36.456510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.456891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.457239 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.457580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.457918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.458254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.458587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.458916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.459246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.459583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.459905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:36.460230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:37.298212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2c0f-7f7f-438e-bd20-4f1000a12638 req-c110e578-a6af-4b47-b240-5f9d036b5498 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:37.299945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-faff2c0f-7f7f-438e-bd20-4f1000a12638 req-c110e578-a6af-4b47-b240-5f9d036b5498 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0607154 Aug 20 14:22:37.350362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-faff2c0f-7f7f-438e-bd20-4f1000a12638 req-24fecc33-bc4a-4f7d-8c5d-fe32846699d1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Aug 20 14:22:37.672665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:22:37.728745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-d2a52668-a21c-4d20-a8c3-f0bc9b13be65 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:37.731961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-d2a52668-a21c-4d20-a8c3-f0bc9b13be65 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.13 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da&tenant_id=43ee91e684df4f928f54b8d29a0527f8&binding%3Ahost_id=n-h2-804232-5 HTTP/1.1" status: 200 len: 944 time: 0.0968270 Aug 20 14:22:37.762309 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d7f33-5b34-4378-8668-e9454febb8d3 req-9281fb20-7783-4d4a-b5ab-a362feed3a15 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:37.764882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc8d7f33-5b34-4378-8668-e9454febb8d3 req-9281fb20-7783-4d4a-b5ab-a362feed3a15 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0922077 Aug 20 14:22:37.861425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bc8d7f33-5b34-4378-8668-e9454febb8d3 req-a9c7079c-8ddd-4870-b768-d411e1eb88f2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647388 Aug 20 14:22:37.863374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-f041e8a9-a06c-45b0-8a13-4ae2bae76cf1 service neutron] 10.222.0.13 "GET /v2.0/ports/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5/bindings/n-h2-804232-5 HTTP/1.1" status: 200 len: 382 time: 0.1145425 Aug 20 14:22:37.939352 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-03655023-07d1-4e22-a843-a66991a60cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:37.941073 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-03655023-07d1-4e22-a843-a66991a60cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1095 time: 0.0490820 Aug 20 14:22:38.054962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-5715c87f-5ded-407d-9d3e-80b5c6aad5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:38.056475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-5715c87f-5ded-407d-9d3e-80b5c6aad5d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1071904 Aug 20 14:22:38.139007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2717b0be-6d02-4b8a-885a-c1ec6bbc16ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0721357 Aug 20 14:22:38.193906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2d727eeb-58b5-4332-9779-365ab8eb200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:38.195572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2d727eeb-58b5-4332-9779-365ab8eb200b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0493803 Aug 20 14:22:38.251936 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-b2e264df-6bb0-4da3-b07e-2a9e31c38093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:38.253543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-b2e264df-6bb0-4da3-b07e-2a9e31c38093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496361 Aug 20 14:22:38.359602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-0c417e91-b6e1-4404-a1a8-053262f942d9 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958643 Aug 20 14:22:38.471343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-a43899c0-cbf1-4c6d-a450-3703f1f1b73a service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048043 Aug 20 14:22:39.024173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c937eeb-7f3f-4038-878e-3756ed60ff3c req-e4c2084d-9066-4f20-af5b-231c9cc7be37 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:39.028038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c937eeb-7f3f-4038-878e-3756ed60ff3c req-e4c2084d-9066-4f20-af5b-231c9cc7be37 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0735238 Aug 20 14:22:39.090915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c937eeb-7f3f-4038-878e-3756ed60ff3c req-857b8112-151a-444a-a459-3d744fbaba09 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566292 Aug 20 14:22:40.188635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:22:40.266072 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903b00e-5fdd-4fdd-92d6-4d4f3d942372 req-40448e1b-67e8-4520-bd88-8f394274b26f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:40.277171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c903b00e-5fdd-4fdd-92d6-4d4f3d942372 req-40448e1b-67e8-4520-bd88-8f394274b26f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0854824 Aug 20 14:22:40.279166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:22:40.286676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:22:40.287316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:40.342691 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c903b00e-5fdd-4fdd-92d6-4d4f3d942372 req-ec908698-81c9-4f50-af69-0523afd97a1f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637784 Aug 20 14:22:40.427546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:40.457258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:22:40.460988 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8649d83-824d-47ca-8093-d0a49b43ad3d" -d '{"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:22:40.484827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:40.495755 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:40.590859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:40.625368 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765826a-0e18-4522-9003-c3b843fd4c48 x-openstack-request-id: req-5765826a-0e18-4522-9003-c3b843fd4c48 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:22:40.625719 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:22:40.625957 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5765826a-0e18-4522-9003-c3b843fd4c48 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:22:40.626347 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'code': 200} Aug 20 14:22:41.472047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c9fe-00c0-49af-873f-342bce222c48 req-325969ab-2a71-46c1-b3fe-dcb86e4286c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:41.473720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56e3c9fe-00c0-49af-873f-342bce222c48 req-325969ab-2a71-46c1-b3fe-dcb86e4286c4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0521193 Aug 20 14:22:41.518483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-56e3c9fe-00c0-49af-873f-342bce222c48 req-74596782-a495-45d4-87ca-4a7a4d58b974 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376673 Aug 20 14:22:42.186395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:22:42.445599 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:42.511083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:42.517464 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:42.608676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:42.627764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:22:42.630700 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02be020c-7347-4c15-9359-502e82e9fbd3" -d '{"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:22:42.712494 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2444af8-b789-4b8c-a33d-c477bc719531 x-openstack-request-id: req-e2444af8-b789-4b8c-a33d-c477bc719531 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:22:42.713070 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:22:42.713970 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2444af8-b789-4b8c-a33d-c477bc719531 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:22:42.714406 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'code': 200} Aug 20 14:22:42.719490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2c9f1-1407-48c2-83da-c268de60cb53 req-af64219c-f65d-4ee3-8741-cfb8ff9b18e1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:42.722133 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3aa2c9f1-1407-48c2-83da-c268de60cb53 req-af64219c-f65d-4ee3-8741-cfb8ff9b18e1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0896037 Aug 20 14:22:42.789860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3aa2c9f1-1407-48c2-83da-c268de60cb53 req-e0258f3f-e9f8-405f-a191-a971168ab507 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575192 Aug 20 14:22:42.905086 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-3c960a3e-e28f-4d9a-839e-6c6fee480c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:42.906779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-3c960a3e-e28f-4d9a-839e-6c6fee480c78 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da&tenant_id=43ee91e684df4f928f54b8d29a0527f8 HTTP/1.1" status: 200 len: 1095 time: 0.0487022 Aug 20 14:22:42.919246 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:22:42.981467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.221384 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:43.258935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:22:43.299235 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:22:43.308322 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.324719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Transition to ACTIVE for port object eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:22:43.329770 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.446792 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=11']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:43.460598 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.460946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.461293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.461637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.461985 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.462322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.462958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.463297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.464831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.465024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.465314 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.465650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:22:43.504422 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] No DVR routers for this DVR port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:22:43.658052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:22:43.658317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:22:43.658661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:22:43.664922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:22:43.665259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Attempting to bind port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:22:43.671585 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:22:43.672048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Checking segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:22:43.672447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Bound using segment: {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:22:43.672934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Bound port: eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17585a-08a0-4b93-bd9c-7c834dd189ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:22:43.673302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.749928 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:22:43.754043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:22:43.759307 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.803968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:43.804394 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.805914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] 10.222.0.53 "PUT /v2.0/ports/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1092 time: 0.8922267 Aug 20 14:22:43.806402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:22:43.809403 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d9e0e4-2aac-4216-a426-d1136bc77c55" -d '{"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:22:43.861559 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845427e-251b-41a2-8acc-456c4db91c2f service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=12']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:43.961915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-f1572798-7c0c-4674-a0be-4391bb234dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:43.964328 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-f1572798-7c0c-4674-a0be-4391bb234dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1095 time: 0.1282270 Aug 20 14:22:43.968640 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e5b07-a59a-4437-b247-9ff907af0d46 x-openstack-request-id: req-e12e5b07-a59a-4437-b247-9ff907af0d46 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:22:43.969058 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:22:43.969456 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e12e5b07-a59a-4437-b247-9ff907af0d46 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:22:43.970192 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'status': 'completed', 'code': 200} Aug 20 14:22:44.071955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-a5f75577-219f-4232-9f06-2af30995de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.074966 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-a5f75577-219f-4232-9f06-2af30995de5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1095 time: 0.0735791 Aug 20 14:22:44.078504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37c37-142c-4fb2-bb0e-e32dded7f969 req-13d30daf-9cf1-4163-91e0-60244e8627f7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.080189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccc37c37-142c-4fb2-bb0e-e32dded7f969 req-13d30daf-9cf1-4163-91e0-60244e8627f7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.1892860 Aug 20 14:22:44.145178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ccc37c37-142c-4fb2-bb0e-e32dded7f969 req-939242d8-6484-4f01-89c3-60ea08764ab0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585239 Aug 20 14:22:44.163231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-ed51bffe-2842-4d59-b2e7-b808579c4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.165186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-ed51bffe-2842-4d59-b2e7-b808579c4698 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1910839 Aug 20 14:22:44.199854 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-1131618f-1b0a-4a24-b607-8154f63c7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.201427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-1131618f-1b0a-4a24-b607-8154f63c7b34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1182003 Aug 20 14:22:44.239154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-26fe3369-2bc3-4631-ae0a-155a9e1478aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0667434 Aug 20 14:22:44.273900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-90a4527d-8828-4ba8-9429-ca6be6c382da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0649946 Aug 20 14:22:44.300478 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-aeb29b86-87aa-414a-be2d-0c9cdf81ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.301964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-aeb29b86-87aa-414a-be2d-0c9cdf81ef30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0555971 Aug 20 14:22:44.333967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-6ecb797a-ec78-4d3b-a455-47e8ccbfe57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.335670 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-6ecb797a-ec78-4d3b-a455-47e8ccbfe57b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0539734 Aug 20 14:22:44.352638 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-58f7c025-57c9-4cbd-af53-aab7cd0fdc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.354261 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-58f7c025-57c9-4cbd-af53-aab7cd0fdc18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443997 Aug 20 14:22:44.391995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-57c7c386-66e6-4142-860b-741ca88fceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.394626 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-57c7c386-66e6-4142-860b-741ca88fceeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500426 Aug 20 14:22:44.477010 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-50c0d8e6-db24-4e8b-b0ad-177e81017e81 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151533 Aug 20 14:22:44.509851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-fafe125c-6d10-4b5a-99b4-8a414692d116 service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071587 Aug 20 14:22:44.581948 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e54e1ef1-105d-4e8e-8c60-eb71f3dec6f8 req-120896f8-4dab-402b-a395-71d44c8fea30 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971844 Aug 20 14:22:44.676367 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-f140c357-857f-484d-a39f-51772f213c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.678015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-f140c357-857f-484d-a39f-51772f213c2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43ee91e684df4f928f54b8d29a0527f8&device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 1095 time: 0.0514553 Aug 20 14:22:44.851116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-a6c89e12-938b-4584-bbd9-99ecdd34d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:44.853907 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-a6c89e12-938b-4584-bbd9-99ecdd34d5e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 200 len: 913 time: 0.1682873 Aug 20 14:22:44.951487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-eb4b98e0-e1e6-49b3-83a6-4beded5d8a85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0893142 Aug 20 14:22:44.973007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-b85fbdf4-ac64-4727-9893-c4b7b0086bdf service neutron] 10.222.0.13 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552896 Aug 20 14:22:45.011074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-bf4d22a6-2a62-4db9-86d1-414abb3507f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:45.012795 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-bf4d22a6-2a62-4db9-86d1-414abb3507f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 200 len: 851 time: 0.0545974 Aug 20 14:22:45.076448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-f8af19f2-f186-4d6e-b525-aede0f58dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:45.078142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-f8af19f2-f186-4d6e-b525-aede0f58dc2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aaeaf8c1-5271-4e3e-acb9-b19b8018e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578282 Aug 20 14:22:45.189171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-05d1050e-6724-4c7f-b936-0c04cfd4651d service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031892 Aug 20 14:22:45.290743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2bf0-fc42-4f1b-b670-4786bc2c93c0 req-aa009564-ea81-41be-8229-9ef370cfa431 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:45.293552 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b6e2bf0-fc42-4f1b-b670-4786bc2c93c0 req-aa009564-ea81-41be-8229-9ef370cfa431 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0554733 Aug 20 14:22:45.333081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9d9e0e4-2aac-4216-a426-d1136bc77c55 req-2174e6ab-9af6-4527-96df-c9b83c5c9c78 service neutron] 10.222.0.53 "GET /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368790 Aug 20 14:22:45.345372 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6b6e2bf0-fc42-4f1b-b670-4786bc2c93c0 req-83a49361-db13-4191-91a9-9508e1059c17 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 Aug 20 14:22:45.843644 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1cf2-1285-4793-89ff-48212d6d6061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:46.528822 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa5fdc-3373-4e60-8eaa-748719d73b47 req-ea160d9e-8366-4a56-a3eb-53eda3ec41dc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:46.530487 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4daa5fdc-3373-4e60-8eaa-748719d73b47 req-ea160d9e-8366-4a56-a3eb-53eda3ec41dc tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0598118 Aug 20 14:22:46.577327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4daa5fdc-3373-4e60-8eaa-748719d73b47 req-a2fb2959-2d7f-4ee8-b8b4-6f5bfa1398f0 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 Aug 20 14:22:47.710645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f580e-f31c-42d1-9417-ae19e0ced721 req-ac05d1e3-e026-41d9-bae7-b23e6f0a380b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:47.712305 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-296f580e-f31c-42d1-9417-ae19e0ced721 req-ac05d1e3-e026-41d9-bae7-b23e6f0a380b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0573797 Aug 20 14:22:47.757315 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-296f580e-f31c-42d1-9417-ae19e0ced721 req-9b236fba-79eb-44f9-b568-0344d1398733 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381994 Aug 20 14:22:48.628566 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b43f21dd-3a4d-44bd-8948-80ba84f01496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:48.631760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:48.895477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5bb02-a0bb-4b89-8c56-eee75029c448 req-d331b4f6-a17d-4b5e-b2c5-476587908cb1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:48.897004 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8b5bb02-a0bb-4b89-8c56-eee75029c448 req-d331b4f6-a17d-4b5e-b2c5-476587908cb1 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0526845 Aug 20 14:22:48.939822 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a8b5bb02-a0bb-4b89-8c56-eee75029c448 req-2d47d559-8a72-4f88-8555-aa430b74c851 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362933 Aug 20 14:22:49.741976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:50.067538 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11898a-b724-4f4e-9616-926ff48d4572 req-d3012c8c-1215-42d7-8440-9e1946aeaba6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:50.069203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d11898a-b724-4f4e-9616-926ff48d4572 req-d3012c8c-1215-42d7-8440-9e1946aeaba6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0551620 Aug 20 14:22:50.112295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d11898a-b724-4f4e-9616-926ff48d4572 req-f3609399-7ae7-4624-82db-22b3aede25a5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Aug 20 14:22:51.240097 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bf212-39b7-43eb-a57d-c3c2b877dbac req-74c0f4f4-83aa-4fc2-ba0f-a1af272790b5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:51.241748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a25bf212-39b7-43eb-a57d-c3c2b877dbac req-74c0f4f4-83aa-4fc2-ba0f-a1af272790b5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0538211 Aug 20 14:22:51.288716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a25bf212-39b7-43eb-a57d-c3c2b877dbac req-c4e4eb11-29c2-49c8-8286-27273c1ccdd7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Aug 20 14:22:51.649690 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:52.454311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc3981-c6ba-4f4b-be30-5a010666c543 req-83d14fd6-502a-496a-a500-bd9fbfe2bfee tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:52.457145 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dabc3981-c6ba-4f4b-be30-5a010666c543 req-83d14fd6-502a-496a-a500-bd9fbfe2bfee tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0917468 Aug 20 14:22:52.499918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dabc3981-c6ba-4f4b-be30-5a010666c543 req-51bd0a2b-26be-42da-8299-5cb292b9f8d2 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360303 Aug 20 14:22:53.867339 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c63c-3620-4b84-ae8e-2e6d31e9d98f req-ceab7c8e-0da0-4840-84da-cefa8d88d39f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:53.869000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6068c63c-3620-4b84-ae8e-2e6d31e9d98f req-ceab7c8e-0da0-4840-84da-cefa8d88d39f tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0558326 Aug 20 14:22:53.911506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6068c63c-3620-4b84-ae8e-2e6d31e9d98f req-0055b55a-1f92-4e54-9f40-d928aadca390 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353932 Aug 20 14:22:55.046121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfa93d-f58a-40e6-95ea-845e54b5a0b7 req-bf80577b-9f0c-470d-bc98-346a5b9b18d8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:55.047755 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92bfa93d-f58a-40e6-95ea-845e54b5a0b7 req-bf80577b-9f0c-470d-bc98-346a5b9b18d8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0604312 Aug 20 14:22:55.101555 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92bfa93d-f58a-40e6-95ea-845e54b5a0b7 req-2c912f90-55d2-4aea-a4ab-99d00c593734 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Aug 20 14:22:56.237221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea715cb-dcce-45a1-862a-c77d03c87cd7 req-0f1bb6ce-ac82-497d-b7c0-ca4ed3c69090 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:56.239002 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fea715cb-dcce-45a1-862a-c77d03c87cd7 req-0f1bb6ce-ac82-497d-b7c0-ca4ed3c69090 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0582924 Aug 20 14:22:56.301748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fea715cb-dcce-45a1-862a-c77d03c87cd7 req-3fc44c5c-54d9-4453-8bc2-27d16efd74ea tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550153 Aug 20 14:22:56.487292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b42e69-6566-4068-935a-f706d59c19f9 req-a36ebf3b-1a50-4b0d-ae07-ffedcbfdc17d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:56.490098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41b42e69-6566-4068-935a-f706d59c19f9 req-a36ebf3b-1a50-4b0d-ae07-ffedcbfdc17d tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0872180 Aug 20 14:22:56.552132 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41b42e69-6566-4068-935a-f706d59c19f9 req-670677e4-d4e2-48f2-b987-7ded2f3135d5 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541949 Aug 20 14:22:56.702540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440b60-92ac-45ff-b052-a3bd7b49f097 req-9628aa61-6405-465f-a335-a32d67cf482b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:56.704585 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c440b60-92ac-45ff-b052-a3bd7b49f097 req-9628aa61-6405-465f-a335-a32d67cf482b tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0637763 Aug 20 14:22:56.758419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c440b60-92ac-45ff-b052-a3bd7b49f097 req-3da2001a-9eb9-4616-8a39-f26d92e1a1f8 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Aug 20 14:22:57.054218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa8c7c-2a31-4a54-b93e-2192d9cc80bb req-cfc6a2e5-5089-4bea-8c78-1d4efdfe7b98 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:57.055860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5aa8c7c-2a31-4a54-b93e-2192d9cc80bb req-cfc6a2e5-5089-4bea-8c78-1d4efdfe7b98 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0569446 Aug 20 14:22:57.101289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5aa8c7c-2a31-4a54-b93e-2192d9cc80bb req-1c3593d4-23d2-4d75-ba5c-3f20ff2fc8d3 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Aug 20 14:22:58.140038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:22:58.266138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f125b1-25c2-4a29-a214-b37f0c3a2dd7 req-92d7a318-e35a-4d19-947d-838185f05138 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:58.268102 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51f125b1-25c2-4a29-a214-b37f0c3a2dd7 req-92d7a318-e35a-4d19-947d-838185f05138 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 944 time: 0.0602334 Aug 20 14:22:58.281694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:58.296476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'port_id': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'mac_address': 'fa:16:3e:ad:1c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:22:58.322561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51f125b1-25c2-4a29-a214-b37f0c3a2dd7 req-2e2bda31-dd4d-486a-b752-d907f07461fd tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Aug 20 14:22:58.348126 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:58.364014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:22:58.386652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:58.392061 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:58.458379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=13']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:58.517374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-bec7785e-8f52-4ef8-a58e-1346fbe19cd7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:58.518970 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-bec7785e-8f52-4ef8-a58e-1346fbe19cd7 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.0558593 Aug 20 14:22:58.972743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Deleting port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:22:58.973078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.082746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] For port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:22:59.083260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.282887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.283194 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.283583 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae disassociated. External IP: 172.25.6.147, port: eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5. Aug 20 14:22:59.283940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Calling delete_port for eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:22:59.486597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.531607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a98fae-7ceb-49dd-9cb8-57151369816a req-4f2a8143-6428-4990-aec1-c6f02f57b3a6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:22:59.533523 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72a98fae-7ceb-49dd-9cb8-57151369816a req-4f2a8143-6428-4990-aec1-c6f02f57b3a6 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 945 time: 0.1101635 Aug 20 14:22:59.534768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event deleted for resources: {'Port': ['ID=eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:22:59.614003 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.656780 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-72a98fae-7ceb-49dd-9cb8-57151369816a req-a06a0ff8-c035-4110-9c89-cad41faa580a tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups?id=b6fda55b-5db3-45ec-985a-e436f92c19f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107113 Aug 20 14:22:59.739754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:22:59.874509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:22:59.886618 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:22:59.897992 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:22:59.898650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:22:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:22:59.923162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] No DVR routers for this DVR port eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:22:59.926373 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:59.929164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-863ba842-4d60-43cf-8b13-81ec890e1609 req-063e7a40-d8d0-400c-a354-048640aa1620 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.53 "DELETE /v2.0/ports/eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 HTTP/1.1" status: 204 len: 173 time: 1.4023137 Aug 20 14:22:59.929827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-deleted', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:22:59.933440 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418da657-6289-4991-8f66-7529f82060cb" -d '{"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-deleted", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:00.007272 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b085133-dc34-4313-8293-991c5b926c1d x-openstack-request-id: req-3b085133-dc34-4313-8293-991c5b926c1d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:00.008194 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9869b866-ed1b-474f-9a0b-eac0c83057da", "name": "network-vif-deleted", "tag": "eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:00.008728 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b085133-dc34-4313-8293-991c5b926c1d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:00.009458 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9869b866-ed1b-474f-9a0b-eac0c83057da', 'name': 'network-vif-deleted', 'tag': 'eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5', 'status': 'completed', 'code': 200} Aug 20 14:23:00.021601 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:23:00.152349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:23:00.178177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:23:00.178703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device eb2fc5a9-01a5-45f2-b39f-dfb628efa9b5 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:23:00.414869 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:00.467233 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:23:00.482447 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:23:00.483543 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:22:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:00.637466 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:23:00.818145 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-79494002-cacd-4022-a289-bb1c32c4ff4b req-b08b685c-08a6-4008-b4b3-3e4b850db0fe tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 210 time: 0.0429263 Aug 20 14:23:00.950712 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:01.001972 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2155180-de7c-47f3-81b1-2e7a9296a869 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:12:51Z', 'revision_number': 4, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '0a1ce74f-76de-484f-bba4-19b06bd76bef', 'name': '', 'network_id': 'aaeaf8c1-5271-4e3e-acb9-b19b8018e800', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'mac_address': 'fa:16:3e:bd:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:50Z', 'updated_at': '2021-08-20T14:12:56Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'subnets': [{'id': 'b87371c4-4af2-47ce-87f6-42a81a46ddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:23:01.298271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43374f1d-0c67-4932-b966-11502cbd7040 None None] New status for floating IP 95d26036-5de4-4c80-ac28-a6f8a8255aae: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:23:01.948912 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-416e9b16-1718-4c06-b918-302961682fc5 req-82c9d20c-c3d4-41c6-9eee-8d7bc3221aaf tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 210 time: 0.0371013 Aug 20 14:23:02.301790 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:03.070242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e76e99d8-cb7f-4c76-9b02-ff851de21f4c req-733e62a6-abfb-464a-ae48-3a1d58071d38 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 210 time: 0.0337005 Aug 20 14:23:04.205339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4af9024b-5a2e-4bc1-adc3-8c889474dec3 req-968a4533-af45-453b-8398-503db073a928 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/ports?device_id=9869b866-ed1b-474f-9a0b-eac0c83057da HTTP/1.1" status: 200 len: 210 time: 0.0346041 Aug 20 14:23:09.346866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45046) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:09.420187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27b42421-d940-4a64-b16d-0f835b1a711e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.460116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27b42421-d940-4a64-b16d-0f835b1a711e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.542300 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27b42421-d940-4a64-b16d-0f835b1a711e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.545275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-27b42421-d940-4a64-b16d-0f835b1a711e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.546787 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-27b42421-d940-4a64-b16d-0f835b1a711e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "DELETE /v2.0/security-groups/b6fda55b-5db3-45ec-985a-e436f92c19f1 HTTP/1.1" status: 204 len: 168 time: 0.1986253 Aug 20 14:23:09.551029 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45048) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:09.562199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b42421-d940-4a64-b16d-0f835b1a711e tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fda55b-5db3-45ec-985a-e436f92c19f1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:09.577718 n-d-804232-5 neutron-server[94861]: INFO neutron.api.v2.resource [None req-012a2d80-2ae5-4784-8926-7a1403952f11 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] show failed (client error): The resource could not be found. Aug 20 14:23:09.582160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-012a2d80-2ae5-4784-8926-7a1403952f11 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "GET /v2.0/security-groups/b6fda55b-5db3-45ec-985a-e436f92c19f1 HTTP/1.1" status: 404 len: 347 time: 0.0263758 Aug 20 14:23:09.583465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45050) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:09.736278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Deleting port 3a8dec2f-b943-4778-a34c-ef52c6dcbb16 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:09.736545 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.827724 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.828191 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:09.842881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Calling delete_port for 3a8dec2f-b943-4778-a34c-ef52c6dcbb16 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:10.003436 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:10.037742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Pushing event deleted for resources: {'Port': ['ID=3a8dec2f-b943-4778-a34c-ef52c6dcbb16,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:10.116087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:10.119017 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:10.122088 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65ced650-fdca-40d4-a4b0-c503e00a9de4 tempest-ServerActionsTestJSON-483608965 tempest-ServerActionsTestJSON-483608965-project] 10.222.0.59 "DELETE /v2.0/floatingips/95d26036-5de4-4c80-ac28-a6f8a8255aae HTTP/1.1" status: 204 len: 168 time: 0.5275609 Aug 20 14:23:10.126117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:10.796006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:11.091706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Deleting port 0a1ce74f-76de-484f-bba4-19b06bd76bef {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:11.092052 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:11.190576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] For port 0a1ce74f-76de-484f-bba4-19b06bd76bef, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=0a1ce74f-76de-484f-bba4-19b06bd76bef,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:11.191058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:11.208372 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Calling delete_port for 0a1ce74f-76de-484f-bba4-19b06bd76bef owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:11.339721 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:23:11.417730 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:11.448201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1ce74f-76de-484f-bba4-19b06bd76bef,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:11.664194 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:11.934026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:23:12.100206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:23:12.108839 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7a037eca-376d-4ac0-8835-250b5b1fb82b admin admin] 10.222.0.59 "PUT /v2.0/routers/56b35c82-c5b0-4db4-9e2c-2e7f1652ce61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808662 Aug 20 14:23:12.112185 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] Sync routers for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:23:12.112889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45056) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:12.124975 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:23:12.125734 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:22:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:12.265526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:23:12.274760 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:12.466235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:12.493088 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:23:11Z', 'revision_number': 5, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port': {'id': '33d8356d-6d01-4b4f-9219-331413d5f96c', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:12:48Z', 'updated_at': '2021-08-20T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:12.546399 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] Checking router: 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:23:12.559685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Deleting port 33d8356d-6d01-4b4f-9219-331413d5f96c {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:12.560415 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:12.560578 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] Routers {'56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:23:12.561481 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:22:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:12.684892 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] Set router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:23:12.685875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] For port 33d8356d-6d01-4b4f-9219-331413d5f96c, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=33d8356d-6d01-4b4f-9219-331413d5f96c,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:12.686250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:12.702891 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Calling delete_port for 33d8356d-6d01-4b4f-9219-331413d5f96c owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:12.751260 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:23:12Z', 'revision_number': 6, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:12.781592 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f5c99-3c70-4f22-9fdf-b24010fc3837 None None] The sync data for ids ['56b35c82-c5b0-4db4-9e2c-2e7f1652ce61'] in n-d-804232-5 is: [{'id': '56b35c82-c5b0-4db4-9e2c-2e7f1652ce61', 'name': 'tempest-ServerActionsTestJSON-1901753712-router', 'tenant_id': '43ee91e684df4f928f54b8d29a0527f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:12:47Z', 'updated_at': '2021-08-20T14:23:12Z', 'revision_number': 6, 'project_id': '43ee91e684df4f928f54b8d29a0527f8', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:23:12.956900 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:12.985633 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d8356d-6d01-4b4f-9219-331413d5f96c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:13.056172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.181102 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.185745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.256819 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.257396 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:23:13.262508 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.265126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-08b596c7-966a-4cbc-9178-291291ddd7d7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/56b35c82-c5b0-4db4-9e2c-2e7f1652ce61 HTTP/1.1" status: 204 len: 168 time: 1.1509211 Aug 20 14:23:13.267162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45058) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:13.344155 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Deleting subnet b87371c4-4af2-47ce-87f6-42a81a46ddf3 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:23:13.349416 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.407805 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.862536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.950795 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.980168 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.982589 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b87371c4-4af2-47ce-87f6-42a81a46ddf3 HTTP/1.1" status: 204 len: 168 time: 0.7139616 Aug 20 14:23:13.984700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399ae4e-98f5-457f-827e-d92ef2e54da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87371c4-4af2-47ce-87f6-42a81a46ddf3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:13.986756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45060) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:13.987599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1fe3de-bcab-43da-9994-b506cf4b33d1 None None] Network aaeaf8c1-5271-4e3e-acb9-b19b8018e800 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:14.089102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.169516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Deleting port 533a63a5-d087-495f-a8dd-e87505b05e92 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:14.169867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.224306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] DHCP port deletion for aaeaf8c1-5271-4e3e-acb9-b19b8018e800 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:23:14.259801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] For port 533a63a5-d087-495f-a8dd-e87505b05e92, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=533a63a5-d087-495f-a8dd-e87505b05e92,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:14.260277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.278142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Calling delete_port for 533a63a5-d087-495f-a8dd-e87505b05e92 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:14.308078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] Deleting port 533a63a5-d087-495f-a8dd-e87505b05e92 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:14.308760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.356541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0a1ce74f-76de-484f-bba4-19b06bd76bef no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:23:14.386859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 0a1ce74f-76de-484f-bba4-19b06bd76bef {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:23:14.387218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 0a1ce74f-76de-484f-bba4-19b06bd76bef not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:23:14.387654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33d8356d-6d01-4b4f-9219-331413d5f96c no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:23:14.390499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.415379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 33d8356d-6d01-4b4f-9219-331413d5f96c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:23:14.416241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 33d8356d-6d01-4b4f-9219-331413d5f96c not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:23:14.416894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 533a63a5-d087-495f-a8dd-e87505b05e92 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:23:14.441671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=533a63a5-d087-495f-a8dd-e87505b05e92,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:14.446045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 533a63a5-d087-495f-a8dd-e87505b05e92 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:23:14.446396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 533a63a5-d087-495f-a8dd-e87505b05e92 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:23:14.449282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] No DVR routers for this DVR port 533a63a5-d087-495f-a8dd-e87505b05e92 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:23:14.449753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] For port 533a63a5-d087-495f-a8dd-e87505b05e92, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=533a63a5-d087-495f-a8dd-e87505b05e92,segment=NetworkSegment(4a17585a-08a0-4b93-bd9c-7c834dd189ee),segment_id=4a17585a-08a0-4b93-bd9c-7c834dd189ee)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:14.450157 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.465295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] Calling delete_port for 533a63a5-d087-495f-a8dd-e87505b05e92 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:14.554668 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.568147 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.576046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeaf8c1-5271-4e3e-acb9-b19b8018e800']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:14.597132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a17585a-08a0-4b93-bd9c-7c834dd189ee') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:14.597644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a17585a-08a0-4b93-bd9c-7c834dd189ee') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:14.599815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] No DVR routers for this DVR port 533a63a5-d087-495f-a8dd-e87505b05e92 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:23:14.605236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90b372-aca0-4892-b2e2-315388399932 None None] Pushing event deleted for resources: {'Port': ['ID=533a63a5-d087-495f-a8dd-e87505b05e92,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:14.617817 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.636461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.643697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:23:14.644185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:23:14.646456 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:23:14.711099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.717914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:14.722636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] 10.222.0.59 "DELETE /v2.0/networks/aaeaf8c1-5271-4e3e-acb9-b19b8018e800 HTTP/1.1" status: 204 len: 168 time: 0.7317224 Aug 20 14:23:14.750410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9cafb-cbad-4ffd-a91d-b9a43c0cfd3a admin admin] Pushing event deleted for resources: {'Network': ['ID=aaeaf8c1-5271-4e3e-acb9-b19b8018e800,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:14.878107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45064) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:14.923659 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-62b45c9c-d640-4b10-afbc-d795944332e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43ee91e684df4f928f54b8d29a0527f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442815 Aug 20 14:23:14.926311 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45066) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:14.983342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c94d8907-172d-46ce-93ae-49287e8f2d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:15.011091 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c94d8907-172d-46ce-93ae-49287e8f2d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:15.067088 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c94d8907-172d-46ce-93ae-49287e8f2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:15.071410 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c94d8907-172d-46ce-93ae-49287e8f2d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:15.077186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c94d8907-172d-46ce-93ae-49287e8f2d51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce8200a8-b562-4734-a488-df7bdbc7461c HTTP/1.1" status: 204 len: 168 time: 0.1497488 Aug 20 14:23:15.092100 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d8907-172d-46ce-93ae-49287e8f2d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8200a8-b562-4734-a488-df7bdbc7461c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:15.855901 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-be9a6043-c7a9-4a46-8c8c-5df08210376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:15.925321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45088) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:16.057863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-287544734-network', 'tenant_id': 'b2996a71739b49fd8d96af777981b031'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:16.083421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Made reservation on behalf of b2996a71739b49fd8d96af777981b031 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:16.085861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.095129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.208403 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.214640 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.261425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:23:16.279882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d40162-bcd4-4676-9093-cb9916d22903,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:16.288862 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.289444 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Added segment f6b5f144-e273-4358-a642-ee770e77e9ba of type vlan for network a7e3e918-5097-4816-9dae-91b351993659 Aug 20 14:23:16.363582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.396972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.398019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:16.398633 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.460854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5338848 Aug 20 14:23:16.464770 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45092) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:16.472926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Request body: {'subnet': {'network_id': 'a7e3e918-5097-4816-9dae-91b351993659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-287544734-subnet', 'tenant_id': 'b2996a71739b49fd8d96af777981b031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:16.480070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5916c7-f561-4c1f-961b-b5058305052a admin admin] Pushing event updated for resources: {'Network': ['ID=a7e3e918-5097-4816-9dae-91b351993659,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:16.493342 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network a7e3e918-5097-4816-9dae-91b351993659 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:23:16.503976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Made reservation on behalf of b2996a71739b49fd8d96af777981b031 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:16.508954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.764799 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.825738 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2526d9-4e83-4501-92d3-e148f92681b9,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:16.838272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Checking segment: {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:16.838800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Network hostable DHCP agents. Network: a7e3e918-5097-4816-9dae-91b351993659, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:23:16.858950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Network a7e3e918-5097-4816-9dae-91b351993659 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:23:16.870666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, a7e3e918-5097-4816-9dae-91b351993659) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:16.876140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:16.876895 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:16.884282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228317eb-cf6d-4bef-a1a2-37a001862335 None None] Network a7e3e918-5097-4816-9dae-91b351993659 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:16.896466 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3314dca4-db77-47aa-b589-2961bb5bb874 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4302235 Aug 20 14:23:17.050028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f249d6f-a9f1-472d-abe1-844436c29094 None None] Network a7e3e918-5097-4816-9dae-91b351993659 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:17.451336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-7e82ea67-7be3-4342-9101-e825ea42a876 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:17.452972 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-7e82ea67-7be3-4342-9101-e825ea42a876 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/networks?id=a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 200 len: 813 time: 0.1220584 Aug 20 14:23:17.474234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-6f54575e-e4a7-465c-9d52-1bbce2c494c9 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/quotas/b2996a71739b49fd8d96af777981b031 HTTP/1.1" status: 200 len: 375 time: 0.0104637 Aug 20 14:23:17.510489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-8f683794-fa72-4484-9562-42dbdd437b61 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2996a71739b49fd8d96af777981b031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287576 Aug 20 14:23:17.612209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-a0d6a30d-c09d-4f20-8f2b-49892bf5ba04 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:23:17.613605 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-a0d6a30d-c09d-4f20-8f2b-49892bf5ba04 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577173 Aug 20 14:23:17.717380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-a6350ac5-8f22-40d4-a039-0d70895186fc service neutron] 10.222.0.59 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956864 Aug 20 14:23:17.823947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-488016a4-4be3-4554-9e58-8610d22bd88e service neutron] 10.222.0.59 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942745 Aug 20 14:23:18.074322 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4a3634ea-57ca-4080-961f-c821962061cb req-86ef47bb-d541-4764-838a-02abdac88ce4 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 210 time: 0.0506053 Aug 20 14:23:18.615796 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6278b77-01bc-4d6d-9a48-73dd47c0a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:18.623742 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:19.200644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27412542-c28b-482f-ba48-177f54332c24 req-9975baed-8487-46f9-b6eb-c8d3b1822ace tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 210 time: 0.0482419 Aug 20 14:23:19.362348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-29b678cc-dc3b-4f49-a219-fa4fc1c094fb tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:19.363832 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-29b678cc-dc3b-4f49-a219-fa4fc1c094fb tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.53 "GET /v2.0/networks?id=a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 200 len: 813 time: 0.1399205 Aug 20 14:23:19.377890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Request body: {'port': {'device_id': 'da615772-f642-4ea5-9f34-91c00defedc7', 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659', 'admin_state_up': True, 'tenant_id': 'b2996a71739b49fd8d96af777981b031'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:19.514816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Made reservation on behalf of b2996a71739b49fd8d96af777981b031 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:19.518967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:19.708202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Allocated IP 172.20.0.8 (a7e3e918-5097-4816-9dae-91b351993659/1b2526d9-4e83-4501-92d3-e148f92681b9/89ee2a19-ca40-4501-bf7b-ac204d51b5cc) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:23:19.747660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:19.913348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:19.962475 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.011232 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Network a7e3e918-5097-4816-9dae-91b351993659 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:23:20.014592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:20.018734 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:23:20.029327 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Pushing event updated for resources: {'Port': ['ID=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:20.082697 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:20.083575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.101056 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d385fdd-4fbd-4b95-9d16-b0221b1d3039 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7277157 Aug 20 14:23:20.114462 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Request body: {'port': {'device_id': 'da615772-f642-4ea5-9f34-91c00defedc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:20.178491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.420636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a440b-3ef3-4a7f-a4e1-ce59ff3e20ff req-9ffb2b81-858a-404b-b981-fdb67516dc18 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:20.422294 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-750a440b-3ef3-4a7f-a4e1-ce59ff3e20ff req-9ffb2b81-858a-404b-b981-fdb67516dc18 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 931 time: 0.1166737 Aug 20 14:23:20.491612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-750a440b-3ef3-4a7f-a4e1-ce59ff3e20ff req-bd8c71e0-86aa-4a5c-ae95-8308a211e9df tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623562 Aug 20 14:23:20.552854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ee2a19-ca40-4501-bf7b-ac204d51b5cc {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:23:20.561894 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.576019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Transition to ACTIVE for port object 89ee2a19-ca40-4501-bf7b-ac204d51b5cc will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:23:20.581520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.643934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Pushing event updated for resources: {'Port': ['ID=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:20.748301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Attempting to bind port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:23:20.748830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Attempting to bind port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:23:20.749376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Attempting to bind port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc on network a7e3e918-5097-4816-9dae-91b351993659 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:23:20.757640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc on network a7e3e918-5097-4816-9dae-91b351993659 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:23:20.758209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Attempting to bind port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc on network a7e3e918-5097-4816-9dae-91b351993659 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:23:20.768165 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:23:20.768797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Checking segment: {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:20.769480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Bound using segment: {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:23:20.770284 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Bound port: 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:23:20.770920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.862701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] For port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:23:20.866611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] For port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:23:20.873360 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.915707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:20.917510 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.920344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] 10.222.0.53 "PUT /v2.0/ports/89ee2a19-ca40-4501-bf7b-ac204d51b5cc HTTP/1.1" status: 200 len: 1091 time: 0.8101666 Aug 20 14:23:20.921152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da615772-f642-4ea5-9f34-91c00defedc7', 'tag': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:23:20.926424 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f" -d '{"events": [{"name": "network-changed", "server_uuid": "da615772-f642-4ea5-9f34-91c00defedc7", "tag": "89ee2a19-ca40-4501-bf7b-ac204d51b5cc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:20.986975 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0faf1-42b5-4ca5-862f-6dc59aaf3e7d x-openstack-request-id: req-1ac0faf1-42b5-4ca5-862f-6dc59aaf3e7d {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:20.987329 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da615772-f642-4ea5-9f34-91c00defedc7", "tag": "89ee2a19-ca40-4501-bf7b-ac204d51b5cc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:20.987898 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ac0faf1-42b5-4ca5-862f-6dc59aaf3e7d {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:20.988319 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da615772-f642-4ea5-9f34-91c00defedc7', 'tag': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc', 'status': 'completed', 'code': 200} Aug 20 14:23:20.990677 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f00bbf-c058-480a-8d39-95240bd9b77f service neutron] Pushing event updated for resources: {'Port': ['ID=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:21.025719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d5a7f92-f103-423f-a8a6-3488bdafd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:21.027693 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-4d5a7f92-f103-423f-a8a6-3488bdafd5d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2996a71739b49fd8d96af777981b031&device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 1094 time: 0.0567901 Aug 20 14:23:21.079163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-64ab4a5e-31f5-425d-b766-7f198f9eb651 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc HTTP/1.1" status: 200 len: 217 time: 0.0436125 Aug 20 14:23:21.134930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563378-94ca-44b3-b949-ea69e145b164 req-2c719e2a-2160-40ae-b44a-77ac6b7df6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:21.136993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-2c719e2a-2160-40ae-b44a-77ac6b7df6e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b2526d9-4e83-4501-92d3-e148f92681b9 HTTP/1.1" status: 200 len: 853 time: 0.0507743 Aug 20 14:23:21.172690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-c7b9213d-7003-4522-b300-28682504f4a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7e3e918-5097-4816-9dae-91b351993659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288532 Aug 20 14:23:21.280040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-83879c0e-022a-4ef0-85ed-7a788c2be74e service neutron] 10.222.0.53 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996387 Aug 20 14:23:21.426855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f563378-94ca-44b3-b949-ea69e145b164 req-58b84677-6aed-4429-a440-1451da5cff03 service neutron] 10.222.0.53 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391957 Aug 20 14:23:21.530610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-b353d128-79aa-41d9-8f15-cc241db23e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:21.532057 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-b353d128-79aa-41d9-8f15-cc241db23e44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2996a71739b49fd8d96af777981b031&device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 1094 time: 0.0484402 Aug 20 14:23:21.653675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:21.689379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ddcaa-828f-47e9-a850-e063ad4d1335 req-2eb11c67-e660-435c-bf6d-f751141ebba8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:21.691003 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f4ddcaa-828f-47e9-a850-e063ad4d1335 req-2eb11c67-e660-435c-bf6d-f751141ebba8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 943 time: 0.0909176 Aug 20 14:23:21.694306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-90c346c1-4b04-47fc-8d87-7e6cdf44b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:21.695765 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-90c346c1-4b04-47fc-8d87-7e6cdf44b59f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 200 len: 914 time: 0.1565731 Aug 20 14:23:21.757612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-1ceb2e2a-8d03-4659-a714-60dc592f80ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc HTTP/1.1" status: 200 len: 217 time: 0.0532937 Aug 20 14:23:21.804808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7f4ddcaa-828f-47e9-a850-e063ad4d1335 req-2386220d-ffaf-44f7-8fa3-6e390a22f81b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075685 Aug 20 14:23:21.831023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-82782c6b-854b-4508-acc2-bddab06dde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:21.832849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-82782c6b-854b-4508-acc2-bddab06dde7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b2526d9-4e83-4501-92d3-e148f92681b9 HTTP/1.1" status: 200 len: 853 time: 0.0639100 Aug 20 14:23:21.868443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-c5c6e80f-8e4e-48b8-a2ef-f20fbdf04137 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7e3e918-5097-4816-9dae-91b351993659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282247 Aug 20 14:23:21.980847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-418d6801-ced5-4810-a9ee-760081d3fa95 service neutron] 10.222.0.53 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044970 Aug 20 14:23:22.124463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12ffff6c-ed23-4b8f-aec4-25a0977cea7f req-af79b024-1193-4ce0-aaf7-9f295b2fdb23 service neutron] 10.222.0.53 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352336 Aug 20 14:23:22.946272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42b01f-496f-4b1e-8141-a6a9990eb6de req-ee48da62-e4f4-48c8-a1eb-8fe2f69d68e8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:22.948983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b42b01f-496f-4b1e-8141-a6a9990eb6de req-ee48da62-e4f4-48c8-a1eb-8fe2f69d68e8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 943 time: 0.0655420 Aug 20 14:23:22.995464 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b42b01f-496f-4b1e-8141-a6a9990eb6de req-c9a938f5-9c9d-42e9-9a69-20eaaea7ac13 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Aug 20 14:23:24.144270 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2972c8b-cc6a-4271-bebc-8188144df8bb req-badd906a-3696-434a-a24b-92a13f570e81 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:24.146345 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2972c8b-cc6a-4271-bebc-8188144df8bb req-badd906a-3696-434a-a24b-92a13f570e81 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 943 time: 0.0673590 Aug 20 14:23:24.192408 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2972c8b-cc6a-4271-bebc-8188144df8bb req-30161854-0dec-4444-81b0-87cd136d2e5b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Aug 20 14:23:24.250662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 89ee2a19-ca40-4501-bf7b-ac204d51b5cc details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:23:24.366585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:24.381598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc', 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659', 'port_id': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc', 'mac_address': 'fa:16:3e:88:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2526d9-4e83-4501-92d3-e148f92681b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:23:24.431745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:24.448827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ee2a19-ca40-4501-bf7b-ac204d51b5cc {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:23:24.472071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:24.477681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:24.537852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:24.675679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['89ee2a19-ca40-4501-bf7b-ac204d51b5cc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:23:25.336162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12bb7-77ee-4fc6-b54c-cf222e2f6914 req-d2821905-ae95-4ec1-863c-6167474e4457 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:25.339276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98c12bb7-77ee-4fc6-b54c-cf222e2f6914 req-d2821905-ae95-4ec1-863c-6167474e4457 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 944 time: 0.0696785 Aug 20 14:23:25.382005 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-98c12bb7-77ee-4fc6-b54c-cf222e2f6914 req-88bf0283-1778-43a7-9326-3060411201f7 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Aug 20 14:23:26.261618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 89ee2a19-ca40-4501-bf7b-ac204d51b5cc up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:23:26.314540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:23:26.319248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:23:26.319999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:26.421173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:26.457271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da615772-f642-4ea5-9f34-91c00defedc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:23:26.460663 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03611cb2-8fe2-4c71-af75-90a126768add" -d '{"events": [{"server_uuid": "da615772-f642-4ea5-9f34-91c00defedc7", "name": "network-vif-plugged", "status": "completed", "tag": "89ee2a19-ca40-4501-bf7b-ac204d51b5cc"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:26.480980 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:26.487657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:26.535222 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52929932-07de-4583-b7b8-3ebcd06e0173 x-openstack-request-id: req-52929932-07de-4583-b7b8-3ebcd06e0173 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:26.535639 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da615772-f642-4ea5-9f34-91c00defedc7", "name": "network-vif-plugged", "status": "completed", "tag": "89ee2a19-ca40-4501-bf7b-ac204d51b5cc", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:26.535976 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52929932-07de-4583-b7b8-3ebcd06e0173 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:26.536754 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da615772-f642-4ea5-9f34-91c00defedc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc', 'code': 200} Aug 20 14:23:26.570295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b396a3-f162-488f-a807-ea825bd20623 req-8cdaab78-388f-48d2-93b4-b268ebce65dd tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:26.571519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:26.577612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-57b396a3-f162-488f-a807-ea825bd20623 req-8cdaab78-388f-48d2-93b4-b268ebce65dd tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0915926 Aug 20 14:23:26.644068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-57b396a3-f162-488f-a807-ea825bd20623 req-cc0dddf3-2acd-4ade-9f1f-7f1acd289410 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Aug 20 14:23:26.664382 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143c91-a345-4697-9030-b523167ceade req-ea1ca06a-f8a9-419d-a6fe-430d831a74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:26.666800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52143c91-a345-4697-9030-b523167ceade req-ea1ca06a-f8a9-419d-a6fe-430d831a74aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 1096 time: 0.0601621 Aug 20 14:23:26.710859 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-52143c91-a345-4697-9030-b523167ceade req-c2e202fe-c392-413c-85d9-7ca52767f29c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368996 Aug 20 14:23:27.809542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef4a3-3a79-424a-9c89-2913ed6658fd req-98968567-a1d6-4def-83bc-5d17856e7719 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:27.811178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-460ef4a3-3a79-424a-9c89-2913ed6658fd req-98968567-a1d6-4def-83bc-5d17856e7719 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0538607 Aug 20 14:23:27.854580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-460ef4a3-3a79-424a-9c89-2913ed6658fd req-be6cccf5-8941-40ba-88a0-36bd042d66d3 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Aug 20 14:23:28.110417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-b70d3fad-e929-486d-8c71-4a4257575965 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:28.112033 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-b70d3fad-e929-486d-8c71-4a4257575965 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/networks?id=a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 200 len: 813 time: 0.1225028 Aug 20 14:23:28.129923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-446e3240-0e7d-42bf-afe1-fbc8127e4b80 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/quotas/b2996a71739b49fd8d96af777981b031 HTTP/1.1" status: 200 len: 375 time: 0.0105059 Aug 20 14:23:28.189320 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-5c5c3b30-44a1-4733-bfd7-3662a2f15958 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2996a71739b49fd8d96af777981b031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515280 Aug 20 14:23:28.385840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-62dcd8eb-882c-44ba-9a3e-acdf6f9087a6 service neutron] 10.222.0.59 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886203 Aug 20 14:23:28.492400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-ced40f71-8b4c-4b20-96b6-86a2cd33cfb7 service neutron] 10.222.0.59 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000786 Aug 20 14:23:28.688772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0ff97f98-6d5b-481f-944c-f3d3f443f275 req-c9b1bbc4-f735-4e2c-8bab-8d0a93a009f1 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 210 time: 0.0433154 Aug 20 14:23:29.621086 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:29.818065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ea50c49-9f4a-45d8-a121-d25c80c7778b req-65f8ffd3-308d-44d4-89b0-e79a384e1326 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 210 time: 0.0410852 Aug 20 14:23:29.892143 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-9436bb0d-8ef1-4d0d-b01f-65d6416e80a2 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:29.893633 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-9436bb0d-8ef1-4d0d-b01f-65d6416e80a2 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.13 "GET /v2.0/networks?id=a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 200 len: 813 time: 0.1677949 Aug 20 14:23:29.906592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Request body: {'port': {'device_id': '730b56da-8688-44ba-992c-e706721860f5', 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659', 'admin_state_up': True, 'tenant_id': 'b2996a71739b49fd8d96af777981b031'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:30.041086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Made reservation on behalf of b2996a71739b49fd8d96af777981b031 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:30.045032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:30.197837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Allocated IP 172.20.0.11 (a7e3e918-5097-4816-9dae-91b351993659/1b2526d9-4e83-4501-92d3-e148f92681b9/c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:23:30.385709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:30.437052 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:30.451194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['89ee2a19-ca40-4501-bf7b-ac204d51b5cc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:23:30.483580 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Network a7e3e918-5097-4816-9dae-91b351993659 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:23:30.487027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:30.491444 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:23:30.502501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Pushing event updated for resources: {'Port': ['ID=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:30.542711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.543055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.543397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.543734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.544056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.544380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.544744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.545068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.545393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.545715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.546033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.546350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:30.571921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:30.572629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:30.591302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6c556eb7-467c-4787-92ff-0a2ae4bb57b8 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6890259 Aug 20 14:23:30.608036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Request body: {'port': {'device_id': '730b56da-8688-44ba-992c-e706721860f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:30.683134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:31.016593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d9eb1-4ff2-4a6c-8902-c4d1ee6d7b57 req-fee8a88f-60b7-4dce-a575-81b4c4126b71 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:31.018303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c01d9eb1-4ff2-4a6c-8902-c4d1ee6d7b57 req-fee8a88f-60b7-4dce-a575-81b4c4126b71 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 932 time: 0.1100049 Aug 20 14:23:31.028984 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:23:31.043800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:31.069658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Transition to ACTIVE for port object c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:23:31.078062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:31.114298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c01d9eb1-4ff2-4a6c-8902-c4d1ee6d7b57 req-c887dd9d-d771-4461-9838-f0042225ab5b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804732 Aug 20 14:23:31.161245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:31.234490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Attempting to bind port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:23:31.234950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Attempting to bind port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:23:31.235412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Attempting to bind port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a on network a7e3e918-5097-4816-9dae-91b351993659 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:23:31.242818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a on network a7e3e918-5097-4816-9dae-91b351993659 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:23:31.244016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Attempting to bind port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a on network a7e3e918-5097-4816-9dae-91b351993659 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:23:31.251639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:23:31.252066 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Checking segment: {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:31.252612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Bound using segment: {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:23:31.253304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Bound port: c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b5f144-e273-4358-a642-ee770e77e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:23:31.253703 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:31.324467 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] For port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:23:31.328391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] For port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:23:31.333710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:31.371703 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:31.372332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:31.373906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a HTTP/1.1" status: 200 len: 1092 time: 0.7743659 Aug 20 14:23:31.374366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730b56da-8688-44ba-992c-e706721860f5', 'tag': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:23:31.376723 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cff9546-f379-4146-bff4-717314736437" -d '{"events": [{"name": "network-changed", "server_uuid": "730b56da-8688-44ba-992c-e706721860f5", "tag": "c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:31.407578 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82b3c-ece1-4330-8d58-06491f1862a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:31.479168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-ed1eabd1-56fa-47db-b41c-adeea2a789f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:31.480859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-ed1eabd1-56fa-47db-b41c-adeea2a789f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2996a71739b49fd8d96af777981b031&device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 1095 time: 0.0468512 Aug 20 14:23:31.531734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-029dd9fe-a8d8-4cdd-8cb2-9a257de3ea77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a HTTP/1.1" status: 200 len: 217 time: 0.0430841 Aug 20 14:23:31.554590 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06feec-b9ec-4438-a3b8-0b5e57763466 x-openstack-request-id: req-ef06feec-b9ec-4438-a3b8-0b5e57763466 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:31.555076 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730b56da-8688-44ba-992c-e706721860f5", "tag": "c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:31.555503 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef06feec-b9ec-4438-a3b8-0b5e57763466 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:31.556188 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730b56da-8688-44ba-992c-e706721860f5', 'tag': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a', 'status': 'completed', 'code': 200} Aug 20 14:23:31.621505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-c3087e51-1a2c-4103-afed-da7eca520b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:31.623818 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-c3087e51-1a2c-4103-afed-da7eca520b8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b2526d9-4e83-4501-92d3-e148f92681b9 HTTP/1.1" status: 200 len: 853 time: 0.0843298 Aug 20 14:23:31.663818 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-ca0fc091-14f5-4fb1-b39f-97a5cb9176bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7e3e918-5097-4816-9dae-91b351993659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320899 Aug 20 14:23:31.770347 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-0480de48-f765-4f95-af41-88786586eb6c service neutron] 10.222.0.13 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984385 Aug 20 14:23:31.869260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe4da1eb-6885-47a5-b5c6-a9c7410d407b req-5fd7f0de-ab1f-4576-b157-53a906090a35 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906365 Aug 20 14:23:31.961913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff9546-f379-4146-bff4-717314736437 req-0e84f2c4-a72d-4a2d-92cf-12b9b122bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:31.963624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-0e84f2c4-a72d-4a2d-92cf-12b9b122bfe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2996a71739b49fd8d96af777981b031&device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 1095 time: 0.0468612 Aug 20 14:23:32.073750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff9546-f379-4146-bff4-717314736437 req-e5df8403-75fe-4a61-ade5-248e878eb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:32.075272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-e5df8403-75fe-4a61-ade5-248e878eb98c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 200 len: 914 time: 0.1034334 Aug 20 14:23:32.122355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-3adb10c6-6d7d-4bbc-87c3-8223b8e680d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a HTTP/1.1" status: 200 len: 217 time: 0.0390546 Aug 20 14:23:32.186212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff9546-f379-4146-bff4-717314736437 req-57fadfbc-eeaf-458d-bbca-9003154f3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:32.187872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-57fadfbc-eeaf-458d-bbca-9003154f3ad2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b2526d9-4e83-4501-92d3-e148f92681b9 HTTP/1.1" status: 200 len: 853 time: 0.0588143 Aug 20 14:23:32.235207 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-a07d243f-8e4b-4b83-b40c-66605319acda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7e3e918-5097-4816-9dae-91b351993659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394549 Aug 20 14:23:32.317121 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:32.337989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ca672-4c46-4d0a-8ddf-04157280d400 req-954528a0-b33a-4e8f-b037-b391fd0965f6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:32.339762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f7ca672-4c46-4d0a-8ddf-04157280d400 req-954528a0-b33a-4e8f-b037-b391fd0965f6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 944 time: 0.1427164 Aug 20 14:23:32.396630 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-cc8e0307-2533-4500-bbe0-cec24ab5d95e service neutron] 10.222.0.13 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472023 Aug 20 14:23:32.408339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0f7ca672-4c46-4d0a-8ddf-04157280d400 req-fa18796f-fcc9-4631-a17d-46a24afe1a55 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Aug 20 14:23:32.514171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cff9546-f379-4146-bff4-717314736437 req-8d9138ec-f6ad-4dd3-a698-057600a41391 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043341 Aug 20 14:23:33.583245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037b8c-5be7-4b90-b86f-44876e65d161 req-f235ec90-9346-4fe6-a12a-40a4913baa0b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:33.585973 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b037b8c-5be7-4b90-b86f-44876e65d161 req-f235ec90-9346-4fe6-a12a-40a4913baa0b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 944 time: 0.0810719 Aug 20 14:23:33.635259 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5b037b8c-5be7-4b90-b86f-44876e65d161 req-c509c4a0-74a1-495e-9066-61b36960ad9d tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Aug 20 14:23:34.811782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299134-7b67-4506-a5cd-97930c046f1b req-9bcd8692-0046-4764-a986-a998008ba6a9 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:34.814436 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41299134-7b67-4506-a5cd-97930c046f1b req-9bcd8692-0046-4764-a986-a998008ba6a9 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 944 time: 0.0957818 Aug 20 14:23:34.877018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-41299134-7b67-4506-a5cd-97930c046f1b req-61b4c88a-1d5b-4f02-b55b-f290a8cdf25b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Aug 20 14:23:36.032810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c0956-ae55-49fc-9b1b-dfb5c1f004e8 req-b5dc7b9d-7bc8-40ac-a92c-feec05c55921 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:36.034708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-114c0956-ae55-49fc-9b1b-dfb5c1f004e8 req-b5dc7b9d-7bc8-40ac-a92c-feec05c55921 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 944 time: 0.0630932 Aug 20 14:23:36.083390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-114c0956-ae55-49fc-9b1b-dfb5c1f004e8 req-21054257-fc36-4efb-b013-3d3a37fcfa92 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Aug 20 14:23:36.375414 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:23:36.500171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:36.519443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a', 'network_id': 'a7e3e918-5097-4816-9dae-91b351993659', 'port_id': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a', 'mac_address': 'fa:16:3e:c1:0d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2526d9-4e83-4501-92d3-e148f92681b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:23:36.565216 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:36.583023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:23:36.608123 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:36.612876 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:36.669940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:36.677715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.678099 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.678449 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.678808 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.679129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.679464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.679797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.680136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.680460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.681398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.682426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.682765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:36.833722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:23:37.224777 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596926dc-d53a-4f41-8d43-a1942a7fbe42 req-3401b18b-ad7a-41e1-8589-1767f2c68dac tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:37.226419 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-596926dc-d53a-4f41-8d43-a1942a7fbe42 req-3401b18b-ad7a-41e1-8589-1767f2c68dac tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 945 time: 0.0533574 Aug 20 14:23:37.268515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-596926dc-d53a-4f41-8d43-a1942a7fbe42 req-025a1e2e-4811-4640-a257-fab6e10e68ef tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Aug 20 14:23:38.389034 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:23:38.404510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d363454-4837-44d7-98c2-ba5718d36285 req-e2b17a1e-fb41-489e-976e-862295e76da2 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:38.406984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d363454-4837-44d7-98c2-ba5718d36285 req-e2b17a1e-fb41-489e-976e-862295e76da2 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 945 time: 0.0635452 Aug 20 14:23:38.451642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:23:38.457002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:23:38.457558 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:38.474515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d363454-4837-44d7-98c2-ba5718d36285 req-1b5eba5c-af57-4e9c-83c6-644c9820ce57 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Aug 20 14:23:38.556342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:38.583457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730b56da-8688-44ba-992c-e706721860f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:23:38.585974 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c47427-401a-4346-90b2-7e337fde5c9e" -d '{"events": [{"server_uuid": "730b56da-8688-44ba-992c-e706721860f5", "name": "network-vif-plugged", "status": "completed", "tag": "c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:38.602207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:38.609044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:38.635580 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c52e3f-24d2-4b85-ae10-4b27c553ce3c x-openstack-request-id: req-04c52e3f-24d2-4b85-ae10-4b27c553ce3c {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:38.635884 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730b56da-8688-44ba-992c-e706721860f5", "name": "network-vif-plugged", "status": "completed", "tag": "c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:38.636144 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04c52e3f-24d2-4b85-ae10-4b27c553ce3c {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:38.636601 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730b56da-8688-44ba-992c-e706721860f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a', 'code': 200} Aug 20 14:23:38.681768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:38.759487 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce708441-f471-4706-ac32-afd9e5db4a5a req-18139b00-7673-4e8e-ab80-25e5b45e54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:38.761348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce708441-f471-4706-ac32-afd9e5db4a5a req-18139b00-7673-4e8e-ab80-25e5b45e54ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 1097 time: 0.0473306 Aug 20 14:23:38.811345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce708441-f471-4706-ac32-afd9e5db4a5a req-e6ce398f-4172-4c02-ac24-4b94c1f289be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Aug 20 14:23:39.635797 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00244f-7f04-4ba0-a84d-ac95be5b2df7 req-a48ff554-cc15-4b60-81e8-759eb4e57b97 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:39.637647 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e00244f-7f04-4ba0-a84d-ac95be5b2df7 req-a48ff554-cc15-4b60-81e8-759eb4e57b97 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 946 time: 0.0575004 Aug 20 14:23:39.684715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7e00244f-7f04-4ba0-a84d-ac95be5b2df7 req-dd8a974f-71c1-47b7-846c-e44487fe731d tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Aug 20 14:23:40.848662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84296741-a40c-4623-a6a6-7abe8d81ab30 req-6d09d82b-b9ad-461a-aa9d-c830280f7488 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:40.851561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84296741-a40c-4623-a6a6-7abe8d81ab30 req-6d09d82b-b9ad-461a-aa9d-c830280f7488 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 946 time: 0.0876598 Aug 20 14:23:40.902961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-84296741-a40c-4623-a6a6-7abe8d81ab30 req-ad2c7421-1844-4368-8c6d-b8a7ca964654 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Aug 20 14:23:41.188244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38cd7c-3787-4dbf-82b7-ca0abb79c8ef req-3bbf32ce-8594-4d32-ab4d-2c2ea4872d57 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:41.189839 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a38cd7c-3787-4dbf-82b7-ca0abb79c8ef req-3bbf32ce-8594-4d32-ab4d-2c2ea4872d57 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 946 time: 0.0557773 Aug 20 14:23:41.261096 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a38cd7c-3787-4dbf-82b7-ca0abb79c8ef req-748a89e6-fb80-43c4-b30a-5db8813b0bb9 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Aug 20 14:23:42.409081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-eeff193d-6d32-4902-82e6-63fcbe6192d4 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:42.410831 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-eeff193d-6d32-4902-82e6-63fcbe6192d4 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.13 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 946 time: 0.0762882 Aug 20 14:23:42.422444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b32d-2702-4165-b984-b10e54f64919 req-41ad4105-d7e6-44d6-a52d-5b215ef6e3bb tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:42.424343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbd1b32d-2702-4165-b984-b10e54f64919 req-41ad4105-d7e6-44d6-a52d-5b215ef6e3bb tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=730b56da-8688-44ba-992c-e706721860f5 HTTP/1.1" status: 200 len: 946 time: 0.0835927 Aug 20 14:23:42.485549 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dbd1b32d-2702-4165-b984-b10e54f64919 req-48b00a04-5e9a-4afa-88b3-d192e525b182 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Aug 20 14:23:42.532972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Deleting port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:42.533350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:42.635705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] For port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:42.636084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:42.652124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Calling delete_port for c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:42.811116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:42.825758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['89ee2a19-ca40-4501-bf7b-ac204d51b5cc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:23:42.845291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Pushing event deleted for resources: {'Port': ['ID=c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:42.898667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] No DVR routers for this DVR port c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:23:42.903776 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:42.906446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2ff71d0-10c7-4604-a67c-a846675ad13a req-09f11f51-5d99-4be9-8077-da7c7ee93146 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.13 "DELETE /v2.0/ports/c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a HTTP/1.1" status: 204 len: 173 time: 0.4892454 Aug 20 14:23:42.907065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730b56da-8688-44ba-992c-e706721860f5', 'name': 'network-vif-deleted', 'tag': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:23:42.910382 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ed8c57-d9f7-4c19-8512-fb83c97b3880" -d '{"events": [{"server_uuid": "730b56da-8688-44ba-992c-e706721860f5", "name": "network-vif-deleted", "tag": "c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:42.957099 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68dd3e6-eaad-4768-b7d0-7f93d44c4fe6 x-openstack-request-id: req-b68dd3e6-eaad-4768-b7d0-7f93d44c4fe6 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:42.957099 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730b56da-8688-44ba-992c-e706721860f5", "name": "network-vif-deleted", "tag": "c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:42.957545 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b68dd3e6-eaad-4768-b7d0-7f93d44c4fe6 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:42.958268 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730b56da-8688-44ba-992c-e706721860f5', 'name': 'network-vif-deleted', 'tag': 'c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a', 'status': 'completed', 'code': 200} Aug 20 14:23:43.662729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48255e48-229a-4f89-923f-09d890c501b3 req-3738fb45-33d8-4400-8cbb-a7a41860090a tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:43.665312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48255e48-229a-4f89-923f-09d890c501b3 req-3738fb45-33d8-4400-8cbb-a7a41860090a tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0562003 Aug 20 14:23:43.711348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-48255e48-229a-4f89-923f-09d890c501b3 req-3a6fc4a5-ed1f-4397-8e5f-16790b6bee7f tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Aug 20 14:23:43.871720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028b3ec-918b-458a-8577-c0c530cc50ac req-5a89c321-4935-402c-9f39-6c5f8258c76d tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:43.873864 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a028b3ec-918b-458a-8577-c0c530cc50ac req-5a89c321-4935-402c-9f39-6c5f8258c76d tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0634124 Aug 20 14:23:43.920443 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a028b3ec-918b-458a-8577-c0c530cc50ac req-b23c7ed7-a8d0-4f02-8d20-a0dad0e763fb tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Aug 20 14:23:44.051859 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba4aaf-abd0-407c-a3bd-f4d16f1e1538 req-5b32b9df-a304-4c1e-98e8-b72e7fd88e9f tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:44.053552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97ba4aaf-abd0-407c-a3bd-f4d16f1e1538 req-5b32b9df-a304-4c1e-98e8-b72e7fd88e9f tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0533488 Aug 20 14:23:44.098627 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97ba4aaf-abd0-407c-a3bd-f4d16f1e1538 req-b331600b-2047-4582-b2c5-0ce60435473d tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366788 Aug 20 14:23:44.306819 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b39122-9d60-402f-a372-52d791cdcbd4 req-b265333e-5a9f-4666-b723-5a9c596a54ac tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:44.308460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18b39122-9d60-402f-a372-52d791cdcbd4 req-b265333e-5a9f-4666-b723-5a9c596a54ac tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0559299 Aug 20 14:23:44.356835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-18b39122-9d60-402f-a372-52d791cdcbd4 req-a782cee0-fc0c-4ac7-beed-1cc185e3fba5 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369852 Aug 20 14:23:44.437437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:23:44.460127 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:23:44.460643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device c5f7ddb2-01dd-4b68-88e4-d49e288d6b5a not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:23:44.487954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dd8d1-9405-4833-b16c-c3e164ce048e req-75712345-10b2-4dea-b102-cbca346d0c1b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:44.489677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d77dd8d1-9405-4833-b16c-c3e164ce048e req-75712345-10b2-4dea-b102-cbca346d0c1b tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0572176 Aug 20 14:23:44.545595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d77dd8d1-9405-4833-b16c-c3e164ce048e req-1e556e62-c88d-4723-bef4-d8350ed448d5 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Aug 20 14:23:44.682315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ce90-3e85-4b43-9edf-199eac6a2076 req-ff753625-ccc6-4ac7-ba16-27e1728adbb9 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:44.684586 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a93ce90-3e85-4b43-9edf-199eac6a2076 req-ff753625-ccc6-4ac7-ba16-27e1728adbb9 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0549822 Aug 20 14:23:44.730900 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1a93ce90-3e85-4b43-9edf-199eac6a2076 req-acf146ef-b672-4407-8483-1f90ac71cd24 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Aug 20 14:23:45.124301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f638df-5a68-4d59-b38b-4204acc51e8f req-e985d5df-7d6f-41c9-b850-d03544d0fc81 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:45.125905 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51f638df-5a68-4d59-b38b-4204acc51e8f req-e985d5df-7d6f-41c9-b850-d03544d0fc81 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0665133 Aug 20 14:23:45.189254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-51f638df-5a68-4d59-b38b-4204acc51e8f req-00cac182-f8cc-4958-847e-91a1b7fe3e63 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Aug 20 14:23:45.850193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2edabb9e-0471-466b-960d-a46af25394c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:46.330513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9ecf-a27b-4db3-a99c-694ce2283f2a req-77b6983b-fb6c-4b5f-9759-3385e8360050 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:46.332253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9feb9ecf-a27b-4db3-a99c-694ce2283f2a req-77b6983b-fb6c-4b5f-9759-3385e8360050 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0595136 Aug 20 14:23:46.405849 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9feb9ecf-a27b-4db3-a99c-694ce2283f2a req-a2406821-5daa-4790-8758-ab215d189704 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.59 "GET /v2.0/security-groups?id=59d40162-bcd4-4676-9093-cb9916d22903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 Aug 20 14:23:46.414645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-8d06a811-4d2b-4d7a-8821-dd3ca13a45f3 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:46.417208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-8d06a811-4d2b-4d7a-8821-dd3ca13a45f3 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.53 "GET /v2.0/ports?device_id=da615772-f642-4ea5-9f34-91c00defedc7 HTTP/1.1" status: 200 len: 945 time: 0.0838337 Aug 20 14:23:46.519953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Deleting port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:46.520236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:46.623993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] For port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,segment=NetworkSegment(f6b5f144-e273-4358-a642-ee770e77e9ba),segment_id=f6b5f144-e273-4358-a642-ee770e77e9ba)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:46.624370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:46.640195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Calling delete_port for 89ee2a19-ca40-4501-bf7b-ac204d51b5cc owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:46.793478 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:46.809655 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['89ee2a19-ca40-4501-bf7b-ac204d51b5cc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:23:46.827893 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Pushing event deleted for resources: {'Port': ['ID=89ee2a19-ca40-4501-bf7b-ac204d51b5cc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:46.856225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.856610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.856956 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.857296 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.857640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.857971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.858302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.858631 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.858970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.859293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.859618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.859939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:23:46.882786 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] No DVR routers for this DVR port 89ee2a19-ca40-4501-bf7b-ac204d51b5cc on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:23:46.887366 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:46.889905 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-03e6a040-fad8-4879-a86c-0c1b8416e42d req-968a21a2-821a-4f01-8ca1-fa51cffa31c6 tempest-ServersNegativeTestJSON-2076814671 tempest-ServersNegativeTestJSON-2076814671-project] 10.222.0.53 "DELETE /v2.0/ports/89ee2a19-ca40-4501-bf7b-ac204d51b5cc HTTP/1.1" status: 204 len: 173 time: 0.4666550 Aug 20 14:23:46.890460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da615772-f642-4ea5-9f34-91c00defedc7', 'name': 'network-vif-deleted', 'tag': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:23:46.892915 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b122c351-2756-4a82-9177-b989c6ec2e85" -d '{"events": [{"server_uuid": "da615772-f642-4ea5-9f34-91c00defedc7", "name": "network-vif-deleted", "tag": "89ee2a19-ca40-4501-bf7b-ac204d51b5cc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:23:46.944510 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a490634-7659-41d0-9816-0d9210763791 x-openstack-request-id: req-4a490634-7659-41d0-9816-0d9210763791 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:23:46.944960 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da615772-f642-4ea5-9f34-91c00defedc7", "name": "network-vif-deleted", "tag": "89ee2a19-ca40-4501-bf7b-ac204d51b5cc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:23:46.945321 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a490634-7659-41d0-9816-0d9210763791 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:23:46.945807 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da615772-f642-4ea5-9f34-91c00defedc7', 'name': 'network-vif-deleted', 'tag': '89ee2a19-ca40-4501-bf7b-ac204d51b5cc', 'status': 'completed', 'code': 200} Aug 20 14:23:47.501103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45256) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:47.557508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Deleting subnet 1b2526d9-4e83-4501-92d3-e148f92681b9 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:23:47.561683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.602062 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.645410 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.709932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.738890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2526d9-4e83-4501-92d3-e148f92681b9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:47.744429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.748643 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0d466cbc-57bc-43e1-a6c1-421631f80366 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1b2526d9-4e83-4501-92d3-e148f92681b9 HTTP/1.1" status: 204 len: 168 time: 0.2453117 Aug 20 14:23:47.750170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45258) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:47.830907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.934533 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.945909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e3e918-5097-4816-9dae-91b351993659']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:47.957456 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b5f144-e273-4358-a642-ee770e77e9ba') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:47.957896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b5f144-e273-4358-a642-ee770e77e9ba') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:47.968529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.985414 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.994359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:23:47.994934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:23:47.997300 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:23:48.066087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.075238 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.076297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a7e3e918-5097-4816-9dae-91b351993659 HTTP/1.1" status: 204 len: 168 time: 0.3250585 Aug 20 14:23:48.091539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf7e04-84b5-4d21-bb6e-d59ebcb33520 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e3e918-5097-4816-9dae-91b351993659,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:48.208010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45262) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:48.261118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8e286d97-cfa2-42eb-9ba9-22cc16886f14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2996a71739b49fd8d96af777981b031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516896 Aug 20 14:23:48.263807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45264) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:48.322321 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b45fb0-67da-4a9b-979a-469f49ea27de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.340403 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:23:48.349614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b45fb0-67da-4a9b-979a-469f49ea27de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.411384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b45fb0-67da-4a9b-979a-469f49ea27de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.414363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-48b45fb0-67da-4a9b-979a-469f49ea27de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.416158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-48b45fb0-67da-4a9b-979a-469f49ea27de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59d40162-bcd4-4676-9093-cb9916d22903 HTTP/1.1" status: 204 len: 168 time: 0.1513128 Aug 20 14:23:48.425256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b45fb0-67da-4a9b-979a-469f49ea27de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d40162-bcd4-4676-9093-cb9916d22903,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:48.615761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2d673477-5be1-4c42-9093-a7cf0c80dd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:48.631545 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.259042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45286) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:49.375479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976399017'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:49.403546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:49.407411 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.417751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.548641 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.554056 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.592393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:23:49.600767 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74427e24-491f-46ca-8b3a-b1070664d5df,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:49.609920 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.610241 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Added segment 2399bcef-9897-461e-bbd7-e952372da3c7 of type vlan for network 73614bcf-7947-4508-ba12-dd0854d9e3bc Aug 20 14:23:49.687290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.731247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.743163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:49.744613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.745267 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:49.843707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5831983 Aug 20 14:23:49.869627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccf898-e81b-4c0b-930e-bb54889e9c45 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Network': ['ID=73614bcf-7947-4508-ba12-dd0854d9e3bc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:49.884331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 73614bcf-7947-4508-ba12-dd0854d9e3bc details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:23:50.370439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 89ee2a19-ca40-4501-bf7b-ac204d51b5cc no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:23:50.400761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 89ee2a19-ca40-4501-bf7b-ac204d51b5cc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:23:50.402128 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 89ee2a19-ca40-4501-bf7b-ac204d51b5cc not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:23:51.663657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:53.244961 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:53.251545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'subnet': {'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:53.362461 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:53.370396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:53.671589 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:53.744498 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Subnet': ['ID=e0aba5c8-8c30-49a6-a8af-f185ad2905ff,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:53.758473 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Checking segment: {'id': '2399bcef-9897-461e-bbd7-e952372da3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:53.759620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network hostable DHCP agents. Network: 73614bcf-7947-4508-ba12-dd0854d9e3bc, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:23:53.783123 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network 73614bcf-7947-4508-ba12-dd0854d9e3bc is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:23:53.798358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 73614bcf-7947-4508-ba12-dd0854d9e3bc) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:53.806432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:53.807559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:53.812050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaff5e1-f148-46cb-ab87-7f0dca19d82c None None] Network 73614bcf-7947-4508-ba12-dd0854d9e3bc requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:53.833477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2334651a-fb89-4029-adb6-f8bed41e95a8 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5866547 Aug 20 14:23:53.840343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45292) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:53.846767 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844923074'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:53.879564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:53.886887 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:53.922896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:23:53.936726 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:53.937268 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Added segment 450a1059-7d15-4823-be12-fba3e1fe84b2 of type vlan for network 87bd7302-1b2e-4282-b26c-019b9baf97a9 Aug 20 14:23:53.999895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.038488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.047172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:54.049989 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.216641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-73614bcf-7947-4508-ba12-dd0854d9e3bc', 'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc', 'tenant_id': 'f69fe7905a854f5ea48cbbf35813d6ff', 'fixed_ips': [{'subnet_id': 'e0aba5c8-8c30-49a6-a8af-f185ad2905ff'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:23:54.217791 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.396925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Allocated IP 2001:db8:0:ffff::2 (73614bcf-7947-4508-ba12-dd0854d9e3bc/e0aba5c8-8c30-49a6-a8af-f185ad2905ff/5a300ab6-9b2e-44f9-a488-65db275a477f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:23:54.446124 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5998523 Aug 20 14:23:54.446998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45294) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:54.453070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf17d8e-f171-40ed-9dd3-7a088f1bd365 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Network': ['ID=87bd7302-1b2e-4282-b26c-019b9baf97a9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:54.469432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'subnet': {'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:54.478669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 87bd7302-1b2e-4282-b26c-019b9baf97a9 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:23:54.641250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:54.647181 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.652344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.668866 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Transition to ACTIVE for port object 5a300ab6-9b2e-44f9-a488-65db275a477f will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:23:54.695455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Transition to ACTIVE for port object 5a300ab6-9b2e-44f9-a488-65db275a477f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:23:54.704886 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.773647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Network 73614bcf-7947-4508-ba12-dd0854d9e3bc is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:23:54.778371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:54.786452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:23:54.790622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Pushing event updated for resources: {'Port': ['ID=5a300ab6-9b2e-44f9-a488-65db275a477f,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:54.881023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Attempting to bind port 5a300ab6-9b2e-44f9-a488-65db275a477f on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:23:54.881775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Attempting to bind port 5a300ab6-9b2e-44f9-a488-65db275a477f by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '2399bcef-9897-461e-bbd7-e952372da3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:23:54.881775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Attempting to bind port 5a300ab6-9b2e-44f9-a488-65db275a477f on network 73614bcf-7947-4508-ba12-dd0854d9e3bc {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:23:54.888756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:23:54.889153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Checking segment: {'id': '2399bcef-9897-461e-bbd7-e952372da3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:54.889569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.889965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Bound using segment: {'id': '2399bcef-9897-461e-bbd7-e952372da3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:23:54.890453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Bound port: 5a300ab6-9b2e-44f9-a488-65db275a477f, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2399bcef-9897-461e-bbd7-e952372da3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '73614bcf-7947-4508-ba12-dd0854d9e3bc'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:23:54.890842 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.964345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] For port 5a300ab6-9b2e-44f9-a488-65db275a477f, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:23:54.968199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] For port 5a300ab6-9b2e-44f9-a488-65db275a477f, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a300ab6-9b2e-44f9-a488-65db275a477f,segment=NetworkSegment(2399bcef-9897-461e-bbd7-e952372da3c7),segment_id=2399bcef-9897-461e-bbd7-e952372da3c7)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:23:54.970509 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:54.976060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.048103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Subnet': ['ID=525d0240-91b2-4d75-8daf-6256a029530c,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:55.059549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Checking segment: {'id': '450a1059-7d15-4823-be12-fba3e1fe84b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:55.059954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network hostable DHCP agents. Network: 87bd7302-1b2e-4282-b26c-019b9baf97a9, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:23:55.076593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8921f2d-0d58-45f2-84f7-0f68bf783933 None None] Pushing event updated for resources: {'Port': ['ID=5a300ab6-9b2e-44f9-a488-65db275a477f,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:55.088275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network 87bd7302-1b2e-4282-b26c-019b9baf97a9 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:23:55.099206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 87bd7302-1b2e-4282-b26c-019b9baf97a9) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:55.104878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:55.105503 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.112969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a0b0f-7743-4bb9-87af-18dabe19ae41 None None] Network 87bd7302-1b2e-4282-b26c-019b9baf97a9 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:55.124938 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-99a7a28d-f807-4497-b9e6-ad62c23a4dea tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6762483 Aug 20 14:23:55.133239 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45296) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:55.290863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.377211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-87bd7302-1b2e-4282-b26c-019b9baf97a9', 'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9', 'tenant_id': 'f69fe7905a854f5ea48cbbf35813d6ff', 'fixed_ips': [{'subnet_id': '525d0240-91b2-4d75-8daf-6256a029530c'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:23:55.378432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.459271 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.549721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Allocated IP 2001:db8::2 (87bd7302-1b2e-4282-b26c-019b9baf97a9/525d0240-91b2-4d75-8daf-6256a029530c/1e2ab987-c594-40a0-8113-00fc1bd56e24) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:23:55.716389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.726360 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Transition to ACTIVE for port object 1e2ab987-c594-40a0-8113-00fc1bd56e24 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:23:55.743929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Transition to ACTIVE for port object 1e2ab987-c594-40a0-8113-00fc1bd56e24 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:23:55.751591 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.776392 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.811271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Subnet': ['ID=525d0240-91b2-4d75-8daf-6256a029530c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:55.815888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Network 87bd7302-1b2e-4282-b26c-019b9baf97a9 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:23:55.822772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:55.826932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:23:55.900583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Pushing event updated for resources: {'Port': ['ID=1e2ab987-c594-40a0-8113-00fc1bd56e24,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:55.918594 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.931514 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bd7302-1b2e-4282-b26c-019b9baf97a9']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:55.945896 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450a1059-7d15-4823-be12-fba3e1fe84b2') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:55.946790 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450a1059-7d15-4823-be12-fba3e1fe84b2') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:55.953103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Attempting to bind port 1e2ab987-c594-40a0-8113-00fc1bd56e24 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:23:55.953726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Attempting to bind port 1e2ab987-c594-40a0-8113-00fc1bd56e24 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '450a1059-7d15-4823-be12-fba3e1fe84b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:23:55.954335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Attempting to bind port 1e2ab987-c594-40a0-8113-00fc1bd56e24 on network 87bd7302-1b2e-4282-b26c-019b9baf97a9 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:23:55.958126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.964679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:23:55.966004 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Checking segment: {'id': '450a1059-7d15-4823-be12-fba3e1fe84b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:55.966004 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.966612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Bound using segment: {'id': '450a1059-7d15-4823-be12-fba3e1fe84b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:23:55.967445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Bound port: 1e2ab987-c594-40a0-8113-00fc1bd56e24, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450a1059-7d15-4823-be12-fba3e1fe84b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '87bd7302-1b2e-4282-b26c-019b9baf97a9'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:23:55.968114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.980160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.990268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:23:55.990966 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:23:55.997223 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:23:56.078463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] For port 1e2ab987-c594-40a0-8113-00fc1bd56e24, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:23:56.103058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] For port 1e2ab987-c594-40a0-8113-00fc1bd56e24, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1e2ab987-c594-40a0-8113-00fc1bd56e24,segment=NetworkSegment(450a1059-7d15-4823-be12-fba3e1fe84b2),segment_id=450a1059-7d15-4823-be12-fba3e1fe84b2)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:23:56.105767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.db.api [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 14:23:56.105767 n-d-804232-5 neutron-server[94861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 14:23:56.105767 n-d-804232-5 neutron-server[94861]: [parameters: {'id': '87bd7302-1b2e-4282-b26c-019b9baf97a9'}] Aug 20 14:23:56.105767 n-d-804232-5 neutron-server[94861]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:23:56.106486 n-d-804232-5 neutron-server[94861]: DEBUG oslo_db.api [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:23:56.108260 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.200402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b0b3-1acf-427c-96cf-3ebd4825db53 None None] Pushing event updated for resources: {'Port': ['ID=1e2ab987-c594-40a0-8113-00fc1bd56e24,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:56.238489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dcd0fa-f48d-4917-a510-6b1128e3baa6 None None] Network 87bd7302-1b2e-4282-b26c-019b9baf97a9 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:56.316869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e8644-c8a1-4d68-9108-1f4356766ce6 None None] Network 73614bcf-7947-4508-ba12-dd0854d9e3bc requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:56.358530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a300ab6-9b2e-44f9-a488-65db275a477f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:23:56.505399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ba5739ee-b7ee-4678-bce3-a5e9a4f8d918 None None] Provisioning for port 5a300ab6-9b2e-44f9-a488-65db275a477f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:23:56.608752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.647145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5a300ab6-9b2e-44f9-a488-65db275a477f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:23:56.657965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5a300ab6-9b2e-44f9-a488-65db275a477f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:23:56.658346 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.696053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Deleting port 1e2ab987-c594-40a0-8113-00fc1bd56e24 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:23:56.696053 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.782594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] For port 1e2ab987-c594-40a0-8113-00fc1bd56e24, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1e2ab987-c594-40a0-8113-00fc1bd56e24,segment=NetworkSegment(450a1059-7d15-4823-be12-fba3e1fe84b2),segment_id=450a1059-7d15-4823-be12-fba3e1fe84b2)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:56.783055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.803970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Calling delete_port for 1e2ab987-c594-40a0-8113-00fc1bd56e24 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:23:56.812034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.859537 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5a300ab6-9b2e-44f9-a488-65db275a477f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a300ab6-9b2e-44f9-a488-65db275a477f,segment=NetworkSegment(2399bcef-9897-461e-bbd7-e952372da3c7),segment_id=2399bcef-9897-461e-bbd7-e952372da3c7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:23:56.866037 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.906904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:56.941345 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Port': ['ID=1e2ab987-c594-40a0-8113-00fc1bd56e24,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:56.948946 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No DVR routers for this DVR port 1e2ab987-c594-40a0-8113-00fc1bd56e24 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:23:56.965911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5a300ab6-9b2e-44f9-a488-65db275a477f,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:57.047024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.060041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629db4f-ed95-454e-9262-b5ddeaaf20aa None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:23:57.062188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bd7302-1b2e-4282-b26c-019b9baf97a9']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:57.079015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450a1059-7d15-4823-be12-fba3e1fe84b2') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:57.079316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450a1059-7d15-4823-be12-fba3e1fe84b2') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:57.091615 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.108345 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.116199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:23:57.116723 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:23:57.121877 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:23:57.179230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629db4f-ed95-454e-9262-b5ddeaaf20aa None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:23:57.204429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-32656f3d-adfd-418e-832e-5a61968993d1 None None] Provisioning complete for port 5a300ab6-9b2e-44f9-a488-65db275a477f triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:23:57.205063 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32656f3d-adfd-418e-832e-5a61968993d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.563273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.579632 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.583169 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/87bd7302-1b2e-4282-b26c-019b9baf97a9 HTTP/1.1" status: 204 len: 168 time: 2.4483609 Aug 20 14:23:57.588691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45298) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:57.595416 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1850879658'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:57.603500 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b9fc-405b-4a86-9395-c7a479f48b14 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Network': ['ID=87bd7302-1b2e-4282-b26c-019b9baf97a9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:57.627671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:57.631378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.662495 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:23:57.677252 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.677655 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Added segment 18e3b51d-fcf0-4ca1-848f-6ed44cc7645e of type vlan for network c41c54db-b3fa-4489-a7ab-4700b8fc0cca Aug 20 14:23:57.722463 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.750839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.757294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:57.758609 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.829017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2384665 Aug 20 14:23:57.832496 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45300) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:57.840158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'subnet': {'network_id': 'c41c54db-b3fa-4489-a7ab-4700b8fc0cca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:57.847394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d58032-634f-4b22-8c3a-eda0f7471f31 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Network': ['ID=c41c54db-b3fa-4489-a7ab-4700b8fc0cca,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:57.863692 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c41c54db-b3fa-4489-a7ab-4700b8fc0cca details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:23:57.987059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:57.990929 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.062240 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Performing IP validity checks on allocation pools {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 14:23:58.062841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 14:23:58.253959 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.314312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a300ab6-9b2e-44f9-a488-65db275a477f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:23:58.345599 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Subnet': ['ID=20c92d6e-154e-4857-9638-631761147daa,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:58.359122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Checking segment: {'id': '18e3b51d-fcf0-4ca1-848f-6ed44cc7645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c41c54db-b3fa-4489-a7ab-4700b8fc0cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:58.359471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network hostable DHCP agents. Network: c41c54db-b3fa-4489-a7ab-4700b8fc0cca, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:23:58.382993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5a300ab6-9b2e-44f9-a488-65db275a477f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:23:58.383518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.385624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network c41c54db-b3fa-4489-a7ab-4700b8fc0cca is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:23:58.401386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c41c54db-b3fa-4489-a7ab-4700b8fc0cca) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:58.408807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:58.409811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.418453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322f217-ca5c-4e17-ac95-0f24ae283215 None None] Network c41c54db-b3fa-4489-a7ab-4700b8fc0cca requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:58.433941 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ac8f1f92-1633-4bbf-b6d8-51054223914a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5997882 Aug 20 14:23:58.437128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45302) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:58.560115 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.639766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.647488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da40fc7-657a-46f9-9ff0-4bc63bb445a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-c41c54db-b3fa-4489-a7ab-4700b8fc0cca', 'network_id': 'c41c54db-b3fa-4489-a7ab-4700b8fc0cca', 'tenant_id': 'f69fe7905a854f5ea48cbbf35813d6ff', 'fixed_ips': [{'subnet_id': '20c92d6e-154e-4857-9638-631761147daa'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:23:58.648470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4da40fc7-657a-46f9-9ff0-4bc63bb445a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.731505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.767352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Subnet': ['ID=20c92d6e-154e-4857-9638-631761147daa,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-4da40fc7-657a-46f9-9ff0-4bc63bb445a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20c92d6e-154e-4857-9638-631761147daa: This subnet is being modified by another concurrent operation. Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20c92d6e-154e-4857-9638-631761147daa: This subnet is being modified by another concurrent operation. Aug 20 14:23:58.778724 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 14:23:58.809650 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457699c4-1fb8-4ee5-b360-723fc5269f60 None None] Network c41c54db-b3fa-4489-a7ab-4700b8fc0cca requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:58.849343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.861447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41c54db-b3fa-4489-a7ab-4700b8fc0cca']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:58.875016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e3b51d-fcf0-4ca1-848f-6ed44cc7645e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:58.875344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e3b51d-fcf0-4ca1-848f-6ed44cc7645e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:23:58.887778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.905961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.913868 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:23:58.915119 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:23:58.918267 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:23:58.985093 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.995793 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:58.998186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/c41c54db-b3fa-4489-a7ab-4700b8fc0cca HTTP/1.1" status: 204 len: 168 time: 0.5596633 Aug 20 14:23:59.002757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45304) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:59.017943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-954075066'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:59.022955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eaf7c-2ed2-4e94-ae7b-f377a845ad1c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Network': ['ID=c41c54db-b3fa-4489-a7ab-4700b8fc0cca,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:59.045057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:59.049399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.080059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:23:59.091133 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.091485 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Added segment 711cbc48-dbc0-4b02-95d7-570eedc46f69 of type vlan for network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 Aug 20 14:23:59.137592 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.175339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.182555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:59.183399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.242698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2346349 Aug 20 14:23:59.243278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45306) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:59.252181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'subnet': {'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:59.262700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6790790-8dd6-4c27-8ab7-b1960010a469 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Network': ['ID=39b158bd-c43f-434f-a11e-6a5eb7f9afd5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:59.271824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a801a-425d-417d-a334-828716f20747 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:23:59.300054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:23:59.410540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:59.410840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a801a-425d-417d-a334-828716f20747 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:23:59.417073 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.670988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.686539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.776627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Subnet': ['ID=099044be-e039-4e47-84ed-a0c1f73ae507,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:23:59.785849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Checking segment: {'id': '711cbc48-dbc0-4b02-95d7-570eedc46f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:23:59.786034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network hostable DHCP agents. Network: 39b158bd-c43f-434f-a11e-6a5eb7f9afd5, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:23:59.804431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:23:59.817621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 39b158bd-c43f-434f-a11e-6a5eb7f9afd5) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:23:59.823506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:23:59.824201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.829491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f8d8e-4754-40f1-92fd-6d6648e10af4 None None] Network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:23:59.844721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3e236c03-e4f3-4834-b465-c5dba57a3310 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5995460 Aug 20 14:23:59.849634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45308) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:23:59.856435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724562759'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:23:59.882702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:23:59.889158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.927672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:23:59.942791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:59.943321 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Added segment 74466504-e093-4dd7-93e0-141aba596348 of type vlan for network e7349422-534d-4bba-b5ee-6b556166d295 Aug 20 14:23:59.997157 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.030162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.036542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-39b158bd-c43f-434f-a11e-6a5eb7f9afd5', 'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5', 'tenant_id': 'f69fe7905a854f5ea48cbbf35813d6ff', 'fixed_ips': [{'subnet_id': '099044be-e039-4e47-84ed-a0c1f73ae507'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:24:00.038022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.041360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:00.042375 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.110484 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2595553 Aug 20 14:24:00.114964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45310) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:00.126213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Request body: {'subnet': {'network_id': 'e7349422-534d-4bba-b5ee-6b556166d295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:00.135653 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7cc45-7e32-4191-bd34-03463f993e77 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Network': ['ID=e7349422-534d-4bba-b5ee-6b556166d295,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:00.156829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network e7349422-534d-4bba-b5ee-6b556166d295 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:24:00.290706 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Made reservation on behalf of f69fe7905a854f5ea48cbbf35813d6ff for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:00.300979 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.324174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Allocated IP 2001:db8::2 (39b158bd-c43f-434f-a11e-6a5eb7f9afd5/099044be-e039-4e47-84ed-a0c1f73ae507/1e280a98-996c-45b4-8ca6-fdfbe6116a81) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:00.521401 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.532913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Transition to ACTIVE for port object 1e280a98-996c-45b4-8ca6-fdfbe6116a81 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:00.552919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Transition to ACTIVE for port object 1e280a98-996c-45b4-8ca6-fdfbe6116a81 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:00.560802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.608678 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.614008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:00.619131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:00.630086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:00.634952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Pushing event updated for resources: {'Port': ['ID=1e280a98-996c-45b4-8ca6-fdfbe6116a81,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:00.731968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Attempting to bind port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:00.732592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Attempting to bind port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '711cbc48-dbc0-4b02-95d7-570eedc46f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:00.733203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Attempting to bind port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 on network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:00.735682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event updated for resources: {'Subnet': ['ID=9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:00.743328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:00.743935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Checking segment: {'id': '711cbc48-dbc0-4b02-95d7-570eedc46f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:00.744141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Checking segment: {'id': '74466504-e093-4dd7-93e0-141aba596348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e7349422-534d-4bba-b5ee-6b556166d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:00.744682 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.744875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network hostable DHCP agents. Network: e7349422-534d-4bba-b5ee-6b556166d295, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:24:00.745294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Bound using segment: {'id': '711cbc48-dbc0-4b02-95d7-570eedc46f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:00.746061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Bound port: 1e280a98-996c-45b4-8ca6-fdfbe6116a81, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711cbc48-dbc0-4b02-95d7-570eedc46f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '39b158bd-c43f-434f-a11e-6a5eb7f9afd5'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:00.746666 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.772381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Network e7349422-534d-4bba-b5ee-6b556166d295 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:24:00.787049 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, e7349422-534d-4bba-b5ee-6b556166d295) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:00.793660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:00.794704 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.804492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9994065-a81b-4df6-9fde-197cdaad46cb None None] Network e7349422-534d-4bba-b5ee-6b556166d295 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:00.816916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0865fec4-5f11-4dd7-802c-e3f899f4415e tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6993687 Aug 20 14:24:00.821837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45312) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:00.920227 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] For port 1e280a98-996c-45b4-8ca6-fdfbe6116a81, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:00.925368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] For port 1e280a98-996c-45b4-8ca6-fdfbe6116a81, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1e280a98-996c-45b4-8ca6-fdfbe6116a81,segment=NetworkSegment(711cbc48-dbc0-4b02-95d7-570eedc46f69),segment_id=711cbc48-dbc0-4b02-95d7-570eedc46f69)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:00.933309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:00.976384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.044215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04b2c1-c06a-4058-98d7-b08ce0a62119 None None] Pushing event updated for resources: {'Port': ['ID=1e280a98-996c-45b4-8ca6-fdfbe6116a81,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:01.087756 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.088062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9498b7-bc3e-437c-9164-ae9ad28db683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-e7349422-534d-4bba-b5ee-6b556166d295', 'network_id': 'e7349422-534d-4bba-b5ee-6b556166d295', 'tenant_id': 'f69fe7905a854f5ea48cbbf35813d6ff', 'fixed_ips': [{'subnet_id': '9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:24:01.090510 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7e9498b7-bc3e-437c-9164-ae9ad28db683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.177278 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.251321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-7e9498b7-bc3e-437c-9164-ae9ad28db683 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8: This subnet is being modified by another concurrent operation. Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8: This subnet is being modified by another concurrent operation. Aug 20 14:24:01.257246 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 14:24:01.294949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de8d5e7-3a4f-4394-9c3a-7b8b7fc29749 None None] Network e7349422-534d-4bba-b5ee-6b556166d295 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:01.341511 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.357248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7349422-534d-4bba-b5ee-6b556166d295']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:01.385477 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74466504-e093-4dd7-93e0-141aba596348') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:01.385983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74466504-e093-4dd7-93e0-141aba596348') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:01.413873 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.439718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.450167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:24:01.450753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:24:01.454989 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:24:01.518974 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.528427 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.533075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/e7349422-534d-4bba-b5ee-6b556166d295 HTTP/1.1" status: 204 len: 168 time: 0.7074735 Aug 20 14:24:01.533391 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45314) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:01.543888 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c69de-a8a4-462d-9032-eefc01da8c1f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Network': ['ID=e7349422-534d-4bba-b5ee-6b556166d295,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:01.566153 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b1c8a5-04ec-4e8e-bf84-da3f871484c2 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] GET failed (client error): The resource could not be found. Aug 20 14:24:01.567540 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-75b1c8a5-04ec-4e8e-bf84-da3f871484c2 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "GET /v2.0/subnets/9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8 HTTP/1.1" status: 404 len: 337 time: 0.0329037 Aug 20 14:24:01.571064 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45316) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:01.595887 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb28953-f02d-46ca-80d5-e661fb1e5943 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:01.596486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb28953-f02d-46ca-80d5-e661fb1e5943 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:01.598288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1bb28953-f02d-46ca-80d5-e661fb1e5943 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/e7349422-534d-4bba-b5ee-6b556166d295 HTTP/1.1" status: 404 len: 339 time: 0.0262358 Aug 20 14:24:01.602867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45318) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:01.629912 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-30065668-66c8-49c0-86f6-431ee18d584a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:01.630372 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30065668-66c8-49c0-86f6-431ee18d584a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:01.632140 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-30065668-66c8-49c0-86f6-431ee18d584a tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/subnets/9bfca33c-a0ed-4e76-846a-a3dfbfcd03f8 HTTP/1.1" status: 404 len: 337 time: 0.0282121 Aug 20 14:24:01.635155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45320) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:01.654440 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f114ff-9efb-4b14-8634-dbd99501d9e3 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:01.655015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f114ff-9efb-4b14-8634-dbd99501d9e3 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:01.656797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-89f114ff-9efb-4b14-8634-dbd99501d9e3 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/e7349422-534d-4bba-b5ee-6b556166d295 HTTP/1.1" status: 404 len: 339 time: 0.0205650 Aug 20 14:24:01.659827 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45322) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:01.715354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Deleting subnet 099044be-e039-4e47-84ed-a0c1f73ae507 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:24:01.718941 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.766275 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.869654 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.944769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.974147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Subnet': ['ID=099044be-e039-4e47-84ed-a0c1f73ae507,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:01.979986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:01.982304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a59f7de-6aa6-4637-9924-473688df0c97 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/subnets/099044be-e039-4e47-84ed-a0c1f73ae507 HTTP/1.1" status: 204 len: 168 time: 0.3213458 Aug 20 14:24:01.985117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45324) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:02.104334 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.130539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acb8a5-ea7e-4dbc-9ee4-a72a04370d45 None None] Network 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:02.181443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Deleting port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:24:02.182020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.210579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9d15ee82-c8e0-46a3-b48e-87b1d90bed84 None None] Provisioning for port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:02.305838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] For port 1e280a98-996c-45b4-8ca6-fdfbe6116a81, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1e280a98-996c-45b4-8ca6-fdfbe6116a81,segment=NetworkSegment(711cbc48-dbc0-4b02-95d7-570eedc46f69),segment_id=711cbc48-dbc0-4b02-95d7-570eedc46f69)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:02.306443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.327428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.332215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Calling delete_port for 1e280a98-996c-45b4-8ca6-fdfbe6116a81 owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:24:02.369998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1e280a98-996c-45b4-8ca6-fdfbe6116a81 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:02.408718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] DHCP port deletion for 39b158bd-c43f-434f-a11e-6a5eb7f9afd5 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:24:02.480195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.489693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Could not find standard attr ID for object 1e280a98-996c-45b4-8ca6-fdfbe6116a81. {{(pid=94863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:24:02.516521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Deleting port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:24:02.517195 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.524178 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Port': ['ID=1e280a98-996c-45b4-8ca6-fdfbe6116a81,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:02.530300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No DVR routers for this DVR port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:24:02.625096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] For port 1e280a98-996c-45b4-8ca6-fdfbe6116a81, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:02.625547 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.645170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Calling delete_port for 1e280a98-996c-45b4-8ca6-fdfbe6116a81 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:24:02.650900 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:24:02.653268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.654039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.667914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b158bd-c43f-434f-a11e-6a5eb7f9afd5']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:02.682191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711cbc48-dbc0-4b02-95d7-570eedc46f69') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:02.682583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711cbc48-dbc0-4b02-95d7-570eedc46f69') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:02.690852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] Pushing event deleted for resources: {'Port': ['ID=1e280a98-996c-45b4-8ca6-fdfbe6116a81,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:02.694938 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.699377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce08091-068b-43ce-a40d-f068951d7bb1 None None] No DVR routers for this DVR port 1e280a98-996c-45b4-8ca6-fdfbe6116a81 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:24:02.721247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.726117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea65d3-46ee-4c0c-b47d-3bb6bb158f14 None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:24:02.735659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:24:02.736314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:24:02.742794 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:24:02.828285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea65d3-46ee-4c0c-b47d-3bb6bb158f14 None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:24:02.841896 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.852854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:02.859570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/39b158bd-c43f-434f-a11e-6a5eb7f9afd5 HTTP/1.1" status: 204 len: 168 time: 0.8695624 Aug 20 14:24:02.860617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45326) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:02.893390 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f607aaf-d9cd-46d1-9430-c7f90220d85c tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Network': ['ID=39b158bd-c43f-434f-a11e-6a5eb7f9afd5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:02.939176 n-d-804232-5 neutron-server[94862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc3b052-9fc8-4553-9620-ce9a7347e76f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:02.939892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc3b052-9fc8-4553-9620-ce9a7347e76f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:02.942919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ecc3b052-9fc8-4553-9620-ce9a7347e76f tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/subnets/20c92d6e-154e-4857-9638-631761147daa HTTP/1.1" status: 404 len: 337 time: 0.0809011 Aug 20 14:24:02.945306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45328) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:02.980444 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b9cd2e-8543-4f4e-ad56-2206e66d4181 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:02.981971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b9cd2e-8543-4f4e-ad56-2206e66d4181 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:02.985670 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d2b9cd2e-8543-4f4e-ad56-2206e66d4181 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/c41c54db-b3fa-4489-a7ab-4700b8fc0cca HTTP/1.1" status: 404 len: 339 time: 0.0383592 Aug 20 14:24:02.988315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45330) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:03.035518 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-8697367c-cbca-4c10-ad1e-7bb60491222b tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:03.036489 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8697367c-cbca-4c10-ad1e-7bb60491222b tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:03.040804 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8697367c-cbca-4c10-ad1e-7bb60491222b tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/subnets/525d0240-91b2-4d75-8daf-6256a029530c HTTP/1.1" status: 404 len: 337 time: 0.0499949 Aug 20 14:24:03.043759 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45332) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:03.074759 n-d-804232-5 neutron-server[94861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac9747c-8ff0-4068-a3c0-f8d8341462fe tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] DELETE failed (client error): The resource could not be found. Aug 20 14:24:03.075813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac9747c-8ff0-4068-a3c0-f8d8341462fe tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:24:03.079405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3ac9747c-8ff0-4068-a3c0-f8d8341462fe tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/87bd7302-1b2e-4282-b26c-019b9baf97a9 HTTP/1.1" status: 404 len: 339 time: 0.0335610 Aug 20 14:24:03.083139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45334) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:03.180199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Deleting subnet e0aba5c8-8c30-49a6-a8af-f185ad2905ff {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:24:03.184824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.246300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.351840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.431197 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.463353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Subnet': ['ID=e0aba5c8-8c30-49a6-a8af-f185ad2905ff,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:03.465936 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.467979 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-14865901-4e1a-4847-80a1-53e0e72f8b56 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/subnets/e0aba5c8-8c30-49a6-a8af-f185ad2905ff HTTP/1.1" status: 204 len: 168 time: 0.3834515 Aug 20 14:24:03.471757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45336) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:03.474470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af22d74-1b4e-403a-bd75-d7a17b039020 None None] Network 73614bcf-7947-4508-ba12-dd0854d9e3bc requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:03.564729 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.630748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Deleting port 5a300ab6-9b2e-44f9-a488-65db275a477f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:24:03.631047 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.695607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] DHCP port deletion for 73614bcf-7947-4508-ba12-dd0854d9e3bc request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:24:03.718870 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] For port 5a300ab6-9b2e-44f9-a488-65db275a477f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a300ab6-9b2e-44f9-a488-65db275a477f,segment=NetworkSegment(2399bcef-9897-461e-bbd7-e952372da3c7),segment_id=2399bcef-9897-461e-bbd7-e952372da3c7)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:03.719243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.736535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Calling delete_port for 5a300ab6-9b2e-44f9-a488-65db275a477f owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:24:03.758068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] Deleting port 5a300ab6-9b2e-44f9-a488-65db275a477f {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:24:03.759247 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.835036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] For port 5a300ab6-9b2e-44f9-a488-65db275a477f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a300ab6-9b2e-44f9-a488-65db275a477f,segment=NetworkSegment(2399bcef-9897-461e-bbd7-e952372da3c7),segment_id=2399bcef-9897-461e-bbd7-e952372da3c7)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:03.835444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.855623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] Calling delete_port for 5a300ab6-9b2e-44f9-a488-65db275a477f owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:24:03.874228 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.910276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Port': ['ID=5a300ab6-9b2e-44f9-a488-65db275a477f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:03.914753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] No DVR routers for this DVR port 5a300ab6-9b2e-44f9-a488-65db275a477f on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:24:03.958821 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:03.986977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] Pushing event deleted for resources: {'Port': ['ID=5a300ab6-9b2e-44f9-a488-65db275a477f,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:03.991203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82e6fb-46ba-4c74-92cd-883d5d45c4b4 None None] No DVR routers for this DVR port 5a300ab6-9b2e-44f9-a488-65db275a477f on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:24:04.012491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.031566 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73614bcf-7947-4508-ba12-dd0854d9e3bc']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:04.052080 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2399bcef-9897-461e-bbd7-e952372da3c7') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:04.052610 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2399bcef-9897-461e-bbd7-e952372da3c7') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:04.070055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.088877 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.097290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:24:04.097823 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:24:04.101584 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:24:04.176182 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.181603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.184830 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] 10.222.0.59 "DELETE /v2.0/networks/73614bcf-7947-4508-ba12-dd0854d9e3bc HTTP/1.1" status: 204 len: 168 time: 0.7115200 Aug 20 14:24:04.205065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6076e1-0c56-4010-8498-4bfeef1cfd04 tempest-NetworksIpV6Test-976590149 tempest-NetworksIpV6Test-976590149-project] Pushing event deleted for resources: {'Network': ['ID=73614bcf-7947-4508-ba12-dd0854d9e3bc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:04.311539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1e280a98-996c-45b4-8ca6-fdfbe6116a81 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:24:04.341498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 1e280a98-996c-45b4-8ca6-fdfbe6116a81 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:24:04.342081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1e280a98-996c-45b4-8ca6-fdfbe6116a81 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:24:04.342788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a300ab6-9b2e-44f9-a488-65db275a477f no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:24:04.381389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5a300ab6-9b2e-44f9-a488-65db275a477f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:24:04.381794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a300ab6-9b2e-44f9-a488-65db275a477f not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:24:04.576910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45342) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:04.747308 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-224b52a0-1b7f-4c44-bfd0-d3004b82b14b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f69fe7905a854f5ea48cbbf35813d6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687608 Aug 20 14:24:04.749864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45346) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:04.806534 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95c6b803-ea30-4c1c-8ca1-dae7169c7052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.831348 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95c6b803-ea30-4c1c-8ca1-dae7169c7052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.888708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95c6b803-ea30-4c1c-8ca1-dae7169c7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.891687 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-95c6b803-ea30-4c1c-8ca1-dae7169c7052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:04.893299 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-95c6b803-ea30-4c1c-8ca1-dae7169c7052 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74427e24-491f-46ca-8b3a-b1070664d5df HTTP/1.1" status: 204 len: 168 time: 0.1423218 Aug 20 14:24:04.908007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b803-ea30-4c1c-8ca1-dae7169c7052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74427e24-491f-46ca-8b3a-b1070664d5df,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:05.697846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45368) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:05.853102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-293854375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:05.879436 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:05.880513 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:05.939836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:05.945014 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:05.964201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:05.965891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-35bdfc52-161b-4b69-82f4-1f4f0a7bbc26 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2667110 Aug 20 14:24:05.969479 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45372) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:05.975069 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-16377010'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:06.001488 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Made reservation on behalf of af8d4f6342914324aee4ce59a0791700 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:06.005131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.015193 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.125105 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.130023 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.163218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:24:06.174556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8f5aa8-9079-4910-9de2-4b8afe87821e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:06.180879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.181230 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Added segment 953a9160-a790-434b-b570-2d94186de05d of type vlan for network d59573a7-edf1-4826-b360-120b7cc4cff9 Aug 20 14:24:06.231358 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.261349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.267753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:06.268478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.333945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3631337 Aug 20 14:24:06.338022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45374) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:06.347207 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Request body: {'subnet': {'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:06.350719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedfa97-f1bc-4761-84bb-c387a8b41c0c tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event updated for resources: {'Network': ['ID=d59573a7-edf1-4826-b360-120b7cc4cff9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:06.366559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network d59573a7-edf1-4826-b360-120b7cc4cff9 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:24:06.473237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Made reservation on behalf of af8d4f6342914324aee4ce59a0791700 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:06.477575 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.686640 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.750546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event updated for resources: {'Subnet': ['ID=aa0b6d46-cdae-4eb8-a9d0-e032c921b7a4,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:06.766107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Checking segment: {'id': '953a9160-a790-434b-b570-2d94186de05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:06.766497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Network hostable DHCP agents. Network: d59573a7-edf1-4826-b360-120b7cc4cff9, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:24:06.786611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Network d59573a7-edf1-4826-b360-120b7cc4cff9 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:24:06.797414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, d59573a7-edf1-4826-b360-120b7cc4cff9) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:06.802412 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:06.803026 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.809211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a483778-58f1-4f71-ac23-c448b81a3c2a None None] Network d59573a7-edf1-4826-b360-120b7cc4cff9 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:06.822982 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-10e0fd06-f5ca-4783-986e-9faabb7a9be8 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4832413 Aug 20 14:24:06.826354 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:06.832918 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1829874178'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:06.858737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Made reservation on behalf of af8d4f6342914324aee4ce59a0791700 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:06.862944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.892324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:24:06.909045 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.909471 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Added segment c69cb3f9-f866-4e94-9357-8964d10e6212 of type vlan for network 124bc777-be04-4750-b701-da2e15f6a62c Aug 20 14:24:06.963717 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:06.993234 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.000026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:07.000847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.055195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-d59573a7-edf1-4826-b360-120b7cc4cff9', 'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9', 'tenant_id': 'af8d4f6342914324aee4ce59a0791700', 'fixed_ips': [{'subnet_id': 'aa0b6d46-cdae-4eb8-a9d0-e032c921b7a4'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:24:07.056447 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.065129 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2330196 Aug 20 14:24:07.065663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45378) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:07.076055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Request body: {'subnet': {'network_id': '124bc777-be04-4750-b701-da2e15f6a62c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:07.090191 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0446-dffc-47f3-941a-f60a01385b78 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event updated for resources: {'Network': ['ID=124bc777-be04-4750-b701-da2e15f6a62c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:07.145759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 124bc777-be04-4750-b701-da2e15f6a62c details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:24:07.212289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Made reservation on behalf of af8d4f6342914324aee4ce59a0791700 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:07.217343 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.281757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Allocated IP 172.20.0.2 (d59573a7-edf1-4826-b360-120b7cc4cff9/aa0b6d46-cdae-4eb8-a9d0-e032c921b7a4/b5327ca3-77a1-48a2-a29b-db2f0c909a7f) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:07.467485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.488113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.500349 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Transition to ACTIVE for port object b5327ca3-77a1-48a2-a29b-db2f0c909a7f will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:07.521434 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Transition to ACTIVE for port object b5327ca3-77a1-48a2-a29b-db2f0c909a7f will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:07.530814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.558638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event updated for resources: {'Subnet': ['ID=bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:07.569714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Checking segment: {'id': 'c69cb3f9-f866-4e94-9357-8964d10e6212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '124bc777-be04-4750-b701-da2e15f6a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:07.570093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Network hostable DHCP agents. Network: 124bc777-be04-4750-b701-da2e15f6a62c, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:24:07.584592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Network d59573a7-edf1-4826-b360-120b7cc4cff9 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:07.591381 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Network 124bc777-be04-4750-b701-da2e15f6a62c is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:24:07.592654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:07.603742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:07.604895 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 124bc777-be04-4750-b701-da2e15f6a62c) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:07.607990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Pushing event updated for resources: {'Port': ['ID=b5327ca3-77a1-48a2-a29b-db2f0c909a7f,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:07.618276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:07.619084 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.640933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2641beb9-6df3-4d4f-aa16-2c8ccb61515a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5736217 Aug 20 14:24:07.645443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:07.648945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a7ace-d96f-498b-899a-a48bbd59e078 None None] Network 124bc777-be04-4750-b701-da2e15f6a62c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:07.651215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-fa2e3f69-9e63-4a9c-b7b2-5b75157a6b87 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Request body: {'router': {'external_gateway_info': {'network_id': '124bc777-be04-4750-b701-da2e15f6a62c'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:07.727706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Attempting to bind port b5327ca3-77a1-48a2-a29b-db2f0c909a7f on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:07.728198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Attempting to bind port b5327ca3-77a1-48a2-a29b-db2f0c909a7f by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '953a9160-a790-434b-b570-2d94186de05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:07.728403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Attempting to bind port b5327ca3-77a1-48a2-a29b-db2f0c909a7f on network d59573a7-edf1-4826-b360-120b7cc4cff9 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:07.737619 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:07.737982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Checking segment: {'id': '953a9160-a790-434b-b570-2d94186de05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:07.738401 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.738802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Bound using segment: {'id': '953a9160-a790-434b-b570-2d94186de05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:07.739292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Bound port: b5327ca3-77a1-48a2-a29b-db2f0c909a7f, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953a9160-a790-434b-b570-2d94186de05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd59573a7-edf1-4826-b360-120b7cc4cff9'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:07.739681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:07.878469 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3f69-9e63-4a9c-b7b2-5b75157a6b87 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.007323 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [None req-fa2e3f69-9e63-4a9c-b7b2-5b75157a6b87 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:24:08.015385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fa2e3f69-9e63-4a9c-b7b2-5b75157a6b87 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "PUT /v2.0/routers/934b2904-aa5b-4f9f-86cd-43c747bd1a56 HTTP/1.1" status: 400 len: 364 time: 0.3629322 Aug 20 14:24:08.016013 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45382) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:08.034983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] For port b5327ca3-77a1-48a2-a29b-db2f0c909a7f, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:08.040746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] For port b5327ca3-77a1-48a2-a29b-db2f0c909a7f, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b5327ca3-77a1-48a2-a29b-db2f0c909a7f,segment=NetworkSegment(953a9160-a790-434b-b570-2d94186de05d),segment_id=953a9160-a790-434b-b570-2d94186de05d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:08.062017 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.078189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Deleting subnet bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:24:08.082100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.091274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeacf06-74be-4e00-a60e-d2489fca08e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-124bc777-be04-4750-b701-da2e15f6a62c', 'network_id': '124bc777-be04-4750-b701-da2e15f6a62c', 'tenant_id': 'af8d4f6342914324aee4ce59a0791700', 'fixed_ips': [{'subnet_id': 'bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:24:08.092137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ebeacf06-74be-4e00-a60e-d2489fca08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.142116 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.211660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.213036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5916409-b08e-47b3-bcee-f167954ac945 None None] Pushing event updated for resources: {'Port': ['ID=b5327ca3-77a1-48a2-a29b-db2f0c909a7f,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:08.288502 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server [None req-ebeacf06-74be-4e00-a60e-d2489fca08e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3: This subnet is being modified by another concurrent operation. Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server raise exception Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3: This subnet is being modified by another concurrent operation. Aug 20 14:24:08.294405 n-d-804232-5 neutron-server[94863]: ERROR oslo_messaging.rpc.server Aug 20 14:24:08.315599 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.315599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "DELETE /v2.0/subnets/bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3 HTTP/1.1" status: 204 len: 168 time: 0.2907372 Aug 20 14:24:08.316112 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:08.331648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52a2ef-67bc-4df0-978c-d6d3e2c182c1 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event deleted for resources: {'Subnet': ['ID=bb21ea9d-17ad-4d53-8ef4-bd9f41e9aeb3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:08.338073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7266164-f2cc-422b-94e8-6cc0452024a1 None None] Network 124bc777-be04-4750-b701-da2e15f6a62c requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:08.438497 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.549701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.561386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124bc777-be04-4750-b701-da2e15f6a62c']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:08.575134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69cb3f9-f866-4e94-9357-8964d10e6212') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:08.575426 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69cb3f9-f866-4e94-9357-8964d10e6212') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:08.585264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.600291 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.607022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:24:08.607432 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:24:08.610629 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:24:08.681270 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.692044 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.695921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "DELETE /v2.0/networks/124bc777-be04-4750-b701-da2e15f6a62c HTTP/1.1" status: 204 len: 168 time: 0.3794219 Aug 20 14:24:08.698858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45386) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:08.716431 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8bb9-14f4-4f22-bfa5-dac2ef9db95f tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event deleted for resources: {'Network': ['ID=124bc777-be04-4750-b701-da2e15f6a62c,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:08.766182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Deleting subnet aa0b6d46-cdae-4eb8-a9d0-e032c921b7a4 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:24:08.774237 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.826420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:08.933914 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.019657 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.055443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0b6d46-cdae-4eb8-a9d0-e032c921b7a4,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:09.060171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.065048 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45388) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:09.065321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ed6154c7-419d-492c-b0e2-cca3b5eacb0a tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "DELETE /v2.0/subnets/aa0b6d46-cdae-4eb8-a9d0-e032c921b7a4 HTTP/1.1" status: 204 len: 168 time: 0.3647010 Aug 20 14:24:09.157466 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.236601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Deleting port b5327ca3-77a1-48a2-a29b-db2f0c909a7f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:24:09.237129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.330787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] For port b5327ca3-77a1-48a2-a29b-db2f0c909a7f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b5327ca3-77a1-48a2-a29b-db2f0c909a7f,segment=NetworkSegment(953a9160-a790-434b-b570-2d94186de05d),segment_id=953a9160-a790-434b-b570-2d94186de05d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:09.331489 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.337658 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4f7b2-3461-457f-91b4-e9899592cfd1 None None] Network d59573a7-edf1-4826-b360-120b7cc4cff9 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:09.353447 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Calling delete_port for b5327ca3-77a1-48a2-a29b-db2f0c909a7f owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:24:09.472353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6237f063-1e19-43a4-b95b-9312c96f3129 None None] Provisioning for port b5327ca3-77a1-48a2-a29b-db2f0c909a7f completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:09.487935 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.527224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event deleted for resources: {'Port': ['ID=b5327ca3-77a1-48a2-a29b-db2f0c909a7f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:09.532656 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] No DVR routers for this DVR port b5327ca3-77a1-48a2-a29b-db2f0c909a7f on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:24:09.575531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6893580-7587-450b-a14e-5d49cbcb26bb None None] DHCP port deletion for d59573a7-edf1-4826-b360-120b7cc4cff9 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:24:09.598495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d84d8-f60a-497c-8373-e0851addc09d None None] get_active_networks_info from n-d-804232-5 {{(pid=94863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:24:09.651969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.664509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59573a7-edf1-4826-b360-120b7cc4cff9']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:09.679265 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953a9160-a790-434b-b570-2d94186de05d') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:09.679775 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953a9160-a790-434b-b570-2d94186de05d') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:09.694411 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d84d8-f60a-497c-8373-e0851addc09d None None] Resources bound (agent type, host, resource id): {{(pid=94863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:24:09.699386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.724479 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.732408 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:24:09.732919 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:24:09.736090 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:24:09.809442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.822502 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:09.825777 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "DELETE /v2.0/networks/d59573a7-edf1-4826-b360-120b7cc4cff9 HTTP/1.1" status: 204 len: 168 time: 0.7584066 Aug 20 14:24:09.829586 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45390) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:09.842952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12976030-3701-4ba7-8f63-a38a04642a62 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Pushing event deleted for resources: {'Network': ['ID=d59573a7-edf1-4826-b360-120b7cc4cff9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:09.871307 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-73b16e57-98ed-4109-9a34-1e7064325b82 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "GET /v2.0/ports?device_id=934b2904-aa5b-4f9f-86cd-43c747bd1a56 HTTP/1.1" status: 200 len: 205 time: 0.0399120 Aug 20 14:24:09.875130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45392) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:09.960349 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.147250 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.152660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.208826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.209435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Fanout notify agent at l3_agent the message router_deleted on router 934b2904-aa5b-4f9f-86cd-43c747bd1a56 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:24:10.218187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.219406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-45a56895-9257-46df-828a-a115253da996 tempest-RoutersNegativeTest-616115737 tempest-RoutersNegativeTest-616115737-project] 10.222.0.59 "DELETE /v2.0/routers/934b2904-aa5b-4f9f-86cd-43c747bd1a56 HTTP/1.1" status: 204 len: 168 time: 0.3431251 Aug 20 14:24:10.567942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45398) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:10.724622 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f6395e0c-d7a9-4a49-b9c7-1d6e1b4a88fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af8d4f6342914324aee4ce59a0791700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553898 Aug 20 14:24:10.729700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45402) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:10.787518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12dfe803-2ca9-4b12-ae15-7ba27ea5c6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.816421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12dfe803-2ca9-4b12-ae15-7ba27ea5c6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.882370 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12dfe803-2ca9-4b12-ae15-7ba27ea5c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.885835 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-12dfe803-2ca9-4b12-ae15-7ba27ea5c6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.887109 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-12dfe803-2ca9-4b12-ae15-7ba27ea5c6b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e8f5aa8-9079-4910-9de2-4b8afe87821e HTTP/1.1" status: 204 len: 168 time: 0.1564064 Aug 20 14:24:10.901671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe803-2ca9-4b12-ae15-7ba27ea5c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8f5aa8-9079-4910-9de2-4b8afe87821e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:11.670586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45424) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:11.843132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1768183392-network', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:11.875654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Made reservation on behalf of 1996cbdb545b4010af0eae2914d7e4e3 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:11.878214 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:11.889736 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.029802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.035639 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.077865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:24:12.098294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a3e23e-780f-41a2-b17c-5471a66ad050,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:12.105836 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.106332 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Added segment b5acba58-a6d3-42da-9d36-4c5fee74d53d of type vlan for network bd5990d8-8c58-46dc-be9c-0196dedf4b71 Aug 20 14:24:12.159163 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.191158 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.192486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:12.193467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.265110 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5930116 Aug 20 14:24:12.268787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:12.272827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555d4d6-fcf8-4d53-88a5-5c8ea1226ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5990d8-8c58-46dc-be9c-0196dedf4b71,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:12.277298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Request body: {'subnet': {'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-subnet', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:12.284973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:24:12.308065 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Made reservation on behalf of 1996cbdb545b4010af0eae2914d7e4e3 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:12.310954 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.590424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.703047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78793cd6-3ad7-4662-b02d-86df7be160bd,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:12.720633 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Checking segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:12.721219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Network hostable DHCP agents. Network: bd5990d8-8c58-46dc-be9c-0196dedf4b71, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:24:12.749203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:24:12.763343 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, bd5990d8-8c58-46dc-be9c-0196dedf4b71) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:12.771061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:12.771301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.775447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef5103-8784-4fe8-989c-7a027ee07c16 None None] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:12.796408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1d3ab82c-575b-4458-b06c-bc4361cf044c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5255785 Aug 20 14:24:12.799440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45432) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:12.805333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:12.835534 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.838277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.909651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.995351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:24:12.996342 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.090895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.208964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Allocated IP 172.20.0.2 (bd5990d8-8c58-46dc-be9c-0196dedf4b71/78793cd6-3ad7-4662-b02d-86df7be160bd/5a94e560-8cdf-41e9-ad78-901c3693e465) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:13.355249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.381384 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.409474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.422785 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Transition to ACTIVE for port object 5a94e560-8cdf-41e9-ad78-901c3693e465 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:13.442039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Transition to ACTIVE for port object 5a94e560-8cdf-41e9-ad78-901c3693e465 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:13.451512 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.498502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:13.501965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:13.506517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:13.517937 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Pushing event updated for resources: {'Port': ['ID=5a94e560-8cdf-41e9-ad78-901c3693e465,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:13.518489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Allocated IP 172.25.6.96 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/ce9172e5-9d60-47c6-9971-f67791a7b10f) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:13.579886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Attempting to bind port 5a94e560-8cdf-41e9-ad78-901c3693e465 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:13.580268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Attempting to bind port 5a94e560-8cdf-41e9-ad78-901c3693e465 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:13.580673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Attempting to bind port 5a94e560-8cdf-41e9-ad78-901c3693e465 on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:13.587675 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:13.588050 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Checking segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:13.588478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.588925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Bound using segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:13.589423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Bound port: 5a94e560-8cdf-41e9-ad78-901c3693e465, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:13.589821 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.662122 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.672057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9624043f-9a8c-488f-8240-53386be9151f None None] For port 5a94e560-8cdf-41e9-ad78-901c3693e465, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:13.676203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9624043f-9a8c-488f-8240-53386be9151f None None] For port 5a94e560-8cdf-41e9-ad78-901c3693e465, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a94e560-8cdf-41e9-ad78-901c3693e465,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:13.683756 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.712059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.757005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:13.761547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:13.764315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:13.771810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624043f-9a8c-488f-8240-53386be9151f None None] Pushing event updated for resources: {'Port': ['ID=5a94e560-8cdf-41e9-ad78-901c3693e465,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:13.808532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Pushing event updated for resources: {'Port': ['ID=ce9172e5-9d60-47c6-9971-f67791a7b10f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:14.343528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a94e560-8cdf-41e9-ad78-901c3693e465 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:14.406996 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:14.438312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5a94e560-8cdf-41e9-ad78-901c3693e465 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:14.738161 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:14.819347 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe5883-eea7-4dc3-b35b-e38a8d8b50a7 None None] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:14.888228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] Provisioning for port 5a94e560-8cdf-41e9-ad78-901c3693e465 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:14.904079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] Provisioning complete for port 5a94e560-8cdf-41e9-ad78-901c3693e465 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:14.904904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:14.953799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Router 98fb6951-944b-4b18-a54a-f42ddf0c15db is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:24:15.081631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:24:15.102551 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:15.104255 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-594ec0e1-00c4-481c-a544-3ea51dbaa57b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3035440 Aug 20 14:24:15.107447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45434) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:15.130172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Sync routers for ids ['98fb6951-944b-4b18-a54a-f42ddf0c15db'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:24:15.217652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Routers {'98fb6951-944b-4b18-a54a-f42ddf0c15db'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:15.218721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:23:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['98fb6951-944b-4b18-a54a-f42ddf0c15db'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:15.285320 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:15.377635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] For port 5a94e560-8cdf-41e9-ad78-901c3693e465, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a94e560-8cdf-41e9-ad78-901c3693e465,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:15.390815 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:15.561909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Set router 98fb6951-944b-4b18-a54a-f42ddf0c15db gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:15.646103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:15.678635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ee78f-017e-4f0f-becf-05b085c8841c None None] Pushing event updated for resources: {'Port': ['ID=5a94e560-8cdf-41e9-ad78-901c3693e465,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:15.771832 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-bcbc126b-27ed-43b5-8fc7-cbfeb400d6de None None] Provisioning complete for port 5a94e560-8cdf-41e9-ad78-901c3693e465 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:15.772349 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bcbc126b-27ed-43b5-8fc7-cbfeb400d6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:15.913361 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4bafe68b-2c52-4db2-8412-05e80b4c584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:15.923124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Allocated IP 172.20.0.1 (bd5990d8-8c58-46dc-be9c-0196dedf4b71/78793cd6-3ad7-4662-b02d-86df7be160bd/6edebbc2-af91-43d1-96d5-80fd44ab13b8) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:16.018066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:24:14Z', 'revision_number': 3, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:16.064603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Checking router: 98fb6951-944b-4b18-a54a-f42ddf0c15db for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:24:16.065152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Updating router 98fb6951-944b-4b18-a54a-f42ddf0c15db port ce9172e5-9d60-47c6-9971-f67791a7b10f binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:24:16.079180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.095522 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Transition to ACTIVE for port object 6edebbc2-af91-43d1-96d5-80fd44ab13b8 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:16.104108 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.136148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.208634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:16.217834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:16.221756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:16.274659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Pushing event updated for resources: {'Port': ['ID=6edebbc2-af91-43d1-96d5-80fd44ab13b8,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:16.327642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.331302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a94e560-8cdf-41e9-ad78-901c3693e465 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:16.454368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5a94e560-8cdf-41e9-ad78-901c3693e465 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:16.454865 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.571328 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.578944 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.594257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Transition to ACTIVE for port object ce9172e5-9d60-47c6-9971-f67791a7b10f will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:16.603728 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.785430 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.791327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.866963 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Pushing event updated for resources: {'Port': ['ID=6edebbc2-af91-43d1-96d5-80fd44ab13b8,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:16.869881 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.943863 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Attempting to bind port ce9172e5-9d60-47c6-9971-f67791a7b10f on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:16.944234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Attempting to bind port ce9172e5-9d60-47c6-9971-f67791a7b10f by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:16.944632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Attempting to bind port ce9172e5-9d60-47c6-9971-f67791a7b10f on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:16.946999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b5f8-e2a6-4755-a409-190318b82412 None None] Pushing event updated for resources: {'Port': ['ID=ce9172e5-9d60-47c6-9971-f67791a7b10f,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:16.950939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-66d4dc36-77ca-47bf-a16a-66c04bad3cc5 None None] Provisioning for port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:16.959325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:16.959690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:16.960120 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.960523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:16.961572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Bound port: ce9172e5-9d60-47c6-9971-f67791a7b10f, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:16.961968 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:16.967468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-66d4dc36-77ca-47bf-a16a-66c04bad3cc5 None None] Provisioning complete for port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:16.967468 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66d4dc36-77ca-47bf-a16a-66c04bad3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:17.009292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:17.010775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:17.043402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-66d4dc36-77ca-47bf-a16a-66c04bad3cc5 None None] Port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:24:17.055700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] For port ce9172e5-9d60-47c6-9971-f67791a7b10f, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:17.059756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] For port ce9172e5-9d60-47c6-9971-f67791a7b10f, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ce9172e5-9d60-47c6-9971-f67791a7b10f,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:17.070840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:17.146119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Routers {'98fb6951-944b-4b18-a54a-f42ddf0c15db'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:17.146783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:23:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['98fb6951-944b-4b18-a54a-f42ddf0c15db'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:17.158269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Router 98fb6951-944b-4b18-a54a-f42ddf0c15db has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:24:17.188633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b5f8-e2a6-4755-a409-190318b82412 None None] Pushing event updated for resources: {'Port': ['ID=ce9172e5-9d60-47c6-9971-f67791a7b10f,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:17.287720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] Set router 98fb6951-944b-4b18-a54a-f42ddf0c15db gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:17.309824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:24:17.323239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-30f9493d-3f82-44ee-b6bd-be33e2848366 admin admin] 10.222.0.59 "PUT /v2.0/routers/98fb6951-944b-4b18-a54a-f42ddf0c15db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2067716 Aug 20 14:24:17.438938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-59b5dd2e-0e05-4e4d-9f22-fc17f77cd751 None None] Provisioning complete for port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:17.439319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-59b5dd2e-0e05-4e4d-9f22-fc17f77cd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:17.506901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-59b5dd2e-0e05-4e4d-9f22-fc17f77cd751 None None] Port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:24:17.572149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6edebbc2-af91-43d1-96d5-80fd44ab13b8', 'name': '', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'mac_address': 'fa:16:3e:db:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:15Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 2, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'subnets': [{'id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:17.622389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb864-6dc3-4376-809d-8b864f1805af None None] The sync data for ids ['98fb6951-944b-4b18-a54a-f42ddf0c15db'] in n-d-804232-5 is: [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6edebbc2-af91-43d1-96d5-80fd44ab13b8', 'name': '', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'mac_address': 'fa:16:3e:db:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:15Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 2, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'subnets': [{'id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:24:17.966046 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45452) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:17.972147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1321161432-network', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:18.002434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Made reservation on behalf of c1491b789ea04b1aa2a1b31e2c2d76e2 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:18.006240 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.025921 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.151098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.156067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.184705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:24:18.197778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed43a8a-2b78-4be8-9cca-1778a42b2551,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:18.211203 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.211820 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Added segment baf11b16-2851-4fae-a7cf-fa3be7333c41 of type vlan for network 2c219d0a-8723-419f-8363-ea1aea640e8b Aug 20 14:24:18.273720 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.322961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.324492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:18.325316 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.420232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4525683 Aug 20 14:24:18.423527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45456) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:18.432128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Request body: {'subnet': {'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-subnet', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:18.436315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc0963-6393-4387-b1e9-46e2d2d7b8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c219d0a-8723-419f-8363-ea1aea640e8b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:18.448914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 2c219d0a-8723-419f-8363-ea1aea640e8b details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:24:18.467185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Made reservation on behalf of c1491b789ea04b1aa2a1b31e2c2d76e2 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:18.470365 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.627201 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d9461c4f-4d03-419b-be5f-02d899ef38c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.633068 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.699070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.763083 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f213e534-0401-4c16-a334-59fd7c904d28,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:18.778226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Checking segment: {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:18.778640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Network hostable DHCP agents. Network: 2c219d0a-8723-419f-8363-ea1aea640e8b, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:24:18.802087 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Network 2c219d0a-8723-419f-8363-ea1aea640e8b is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:24:18.815476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 2c219d0a-8723-419f-8363-ea1aea640e8b) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:18.822934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:18.824120 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.832907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07401813-f38b-4f07-9e35-f247bad92775 None None] Network 2c219d0a-8723-419f-8363-ea1aea640e8b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:18.859612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a9e31870-a7f9-43f3-b890-34a5f0762ed2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4342103 Aug 20 14:24:18.862756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45458) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:18.867689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:18.904382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.906416 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:18.986465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.084453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-2c219d0a-8723-419f-8363-ea1aea640e8b', 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'fixed_ips': [{'subnet_id': 'f213e534-0401-4c16-a334-59fd7c904d28'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:24:19.086031 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.266668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Allocated IP 172.20.0.2 (2c219d0a-8723-419f-8363-ea1aea640e8b/f213e534-0401-4c16-a334-59fd7c904d28/4a604df7-6b5c-4df2-b8d9-e5e3145ee200) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:19.468219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.489067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.502891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Transition to ACTIVE for port object 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:19.528605 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Transition to ACTIVE for port object 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:19.538082 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.611373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Network 2c219d0a-8723-419f-8363-ea1aea640e8b is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:19.616507 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:19.622255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:19.633164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Pushing event updated for resources: {'Port': ['ID=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:19.696615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Attempting to bind port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:19.696996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Attempting to bind port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:19.697378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Attempting to bind port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 on network 2c219d0a-8723-419f-8363-ea1aea640e8b {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:19.703039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:19.703424 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Checking segment: {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:19.703836 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.704241 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Bound using segment: {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:19.704764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Bound port: 4a604df7-6b5c-4df2-b8d9-e5e3145ee200, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:19.705156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.765741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.787090 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.800285 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.806134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] For port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:19.809762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] For port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:19.815788 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:19.877491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd309ea9-3e88-4fc9-9355-457a6ab75358 None None] Pushing event updated for resources: {'Port': ['ID=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:19.972638 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Sync routers for ids ['98fb6951-944b-4b18-a54a-f42ddf0c15db'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:24:19.973966 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Allocated IP 172.25.6.175 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/79f2afd3-01df-48c7-a793-a99d70b4ade3) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:19.989105 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Routers {'98fb6951-944b-4b18-a54a-f42ddf0c15db'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:19.990194 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:24:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['98fb6951-944b-4b18-a54a-f42ddf0c15db'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:20.156800 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.199838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Set router 98fb6951-944b-4b18-a54a-f42ddf0c15db gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:20.230066 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.301674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:20.307591 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:20.313397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:20.368694 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Pushing event updated for resources: {'Port': ['ID=79f2afd3-01df-48c7-a793-a99d70b4ade3,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:20.469262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:20.498723 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6edebbc2-af91-43d1-96d5-80fd44ab13b8', 'name': '', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'mac_address': 'fa:16:3e:db:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:15Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 2, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'subnets': [{'id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:20.542862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Checking router: 98fb6951-944b-4b18-a54a-f42ddf0c15db for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:24:20.543412 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Updating router 98fb6951-944b-4b18-a54a-f42ddf0c15db port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:24:20.563774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:20.571216 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ce9172e5-9d60-47c6-9971-f67791a7b10f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:20.584222 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.658723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ce9172e5-9d60-47c6-9971-f67791a7b10f completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:20.668107 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ce9172e5-9d60-47c6-9971-f67791a7b10f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:20.669066 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.783598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.821776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port ce9172e5-9d60-47c6-9971-f67791a7b10f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ce9172e5-9d60-47c6-9971-f67791a7b10f,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:20.830442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.863299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:20.912593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=ce9172e5-9d60-47c6-9971-f67791a7b10f,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:21.190286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa71e9-0cef-4f27-9328-1ba05e46bbf7 None None] Network 2c219d0a-8723-419f-8363-ea1aea640e8b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:24:21.201826 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.209560 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.215667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Transition to ACTIVE for port object 6edebbc2-af91-43d1-96d5-80fd44ab13b8 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:21.225587 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.299664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] Provisioning for port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:21.324420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] Provisioning complete for port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:21.325057 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.334274 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Pushing event updated for resources: {'Port': ['ID=6edebbc2-af91-43d1-96d5-80fd44ab13b8,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:21.343406 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.344115 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.344713 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.345207 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.346044 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.346556 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.348745 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.349341 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.349822 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.350299 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.350786 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.351462 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:24:21.371249 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Attempting to bind port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:21.371932 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Attempting to bind port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:21.372469 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Attempting to bind port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:21.379447 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:21.380159 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Checking segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:21.380792 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.381372 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Bound using segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:21.382041 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Bound port: 6edebbc2-af91-43d1-96d5-80fd44ab13b8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:21.383958 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.484964 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] For port 6edebbc2-af91-43d1-96d5-80fd44ab13b8, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:21.493791 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] For port 6edebbc2-af91-43d1-96d5-80fd44ab13b8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6edebbc2-af91-43d1-96d5-80fd44ab13b8,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:21.503390 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.505061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Router eca83a93-4172-40be-8bc7-45d1688e242e is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:24:21.563454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.614231 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] For port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:21.619746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.624397 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Routers {'98fb6951-944b-4b18-a54a-f42ddf0c15db'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:21.626054 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:24:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['98fb6951-944b-4b18-a54a-f42ddf0c15db'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:21.629714 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778a5e3-d07d-4287-99a1-2f7adb1bedf4 None None] Pushing event updated for resources: {'Port': ['ID=6edebbc2-af91-43d1-96d5-80fd44ab13b8,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:21.692275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:24:21.696369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba36adf-b211-4eac-af75-57d8c2a06dad None None] Pushing event updated for resources: {'Port': ['ID=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:21.716536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Sync routers for ids ['eca83a93-4172-40be-8bc7-45d1688e242e'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:24:21.728038 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.740111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Routers {'eca83a93-4172-40be-8bc7-45d1688e242e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:21.740391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:21.743563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cd07dcd0-94a7-4996-a8dc-8be29c6c962f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8792384 Aug 20 14:24:21.745011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:24:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['eca83a93-4172-40be-8bc7-45d1688e242e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:21.746020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45460) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:24:21.879820 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] Set router 98fb6951-944b-4b18-a54a-f42ddf0c15db gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:21.993303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Set router eca83a93-4172-40be-8bc7-45d1688e242e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:22.207561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6276dc94-cfef-4fe7-b87d-8bcde00b1cbd None None] Provisioning complete for port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:22.208407 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6276dc94-cfef-4fe7-b87d-8bcde00b1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:22.240393 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6edebbc2-af91-43d1-96d5-80fd44ab13b8', 'name': '', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'mac_address': 'fa:16:3e:db:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:15Z', 'updated_at': '2021-08-20T14:24:21Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'subnets': [{'id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:22.305994 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1f961-fdc5-454d-b607-4496498ff50c None None] The sync data for ids ['98fb6951-944b-4b18-a54a-f42ddf0c15db'] in n-d-804232-5 is: [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:24:16Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6edebbc2-af91-43d1-96d5-80fd44ab13b8', 'name': '', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'mac_address': 'fa:16:3e:db:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:15Z', 'updated_at': '2021-08-20T14:24:21Z', 'revision_number': 4, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'subnets': [{'id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:24:22.442761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:22.522216 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:22.708984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:24:20Z', 'revision_number': 3, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:22.747828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Checking router: eca83a93-4172-40be-8bc7-45d1688e242e for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:24:22.748187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Updating router eca83a93-4172-40be-8bc7-45d1688e242e port 79f2afd3-01df-48c7-a793-a99d70b4ade3 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:24:22.794429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:22.795091 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:22.808840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Allocated IP 172.20.0.1 (2c219d0a-8723-419f-8363-ea1aea640e8b/f213e534-0401-4c16-a334-59fd7c904d28/a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:22.836355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.017036 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.046504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Transition to ACTIVE for port object a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:23.114672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.157966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ce9172e5-9d60-47c6-9971-f67791a7b10f up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:23.190007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Network 2c219d0a-8723-419f-8363-ea1aea640e8b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:23.196062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:23.202998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:23.241886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:23.279043 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.350311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ce9172e5-9d60-47c6-9971-f67791a7b10f triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:23.350942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.460927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.548581 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.570321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6edebbc2-af91-43d1-96d5-80fd44ab13b8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:23.573336 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Transition to ACTIVE for port object 79f2afd3-01df-48c7-a793-a99d70b4ade3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:23.602616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c64eaf84-89b3-40b9-affe-dd97979cec69 None None] Provisioning for port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:23.606584 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.628784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c64eaf84-89b3-40b9-affe-dd97979cec69 None None] Provisioning complete for port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:23.629167 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c64eaf84-89b3-40b9-affe-dd97979cec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.721532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-c64eaf84-89b3-40b9-affe-dd97979cec69 None None] Port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:24:23.723202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Attempting to bind port 79f2afd3-01df-48c7-a793-a99d70b4ade3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:23.723588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Attempting to bind port 79f2afd3-01df-48c7-a793-a99d70b4ade3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:23.723960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Attempting to bind port 79f2afd3-01df-48c7-a793-a99d70b4ade3 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:23.728583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac07476-8563-4ef6-94b2-8b28a1f8119f None None] Pushing event updated for resources: {'Port': ['ID=79f2afd3-01df-48c7-a793-a99d70b4ade3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:23.738794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:23.739192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:23.739597 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.740035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:23.740644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Bound port: 79f2afd3-01df-48c7-a793-a99d70b4ade3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:23.741113 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.767363 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:23.767884 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.775967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.776735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:23.777222 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.854556 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.856602 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:23.864299 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] For port 79f2afd3-01df-48c7-a793-a99d70b4ade3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:23.892470 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] For port 79f2afd3-01df-48c7-a793-a99d70b4ade3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=79f2afd3-01df-48c7-a793-a99d70b4ade3,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:23.901457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:23.985885 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Network 2c219d0a-8723-419f-8363-ea1aea640e8b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:23.988322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:24.074822 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Routers {'eca83a93-4172-40be-8bc7-45d1688e242e'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:24.075931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:24:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['eca83a93-4172-40be-8bc7-45d1688e242e'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:24.084542 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:24.161211 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Router eca83a93-4172-40be-8bc7-45d1688e242e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:24:24.168514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac07476-8563-4ef6-94b2-8b28a1f8119f None None] Pushing event updated for resources: {'Port': ['ID=79f2afd3-01df-48c7-a793-a99d70b4ade3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:24.241466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6edebbc2-af91-43d1-96d5-80fd44ab13b8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6edebbc2-af91-43d1-96d5-80fd44ab13b8,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:24.293641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:24.295507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:24:24.304601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c69dd1ab-bb0f-4e05-a89d-c66a8c838a21 admin admin] 10.222.0.59 "PUT /v2.0/routers/eca83a93-4172-40be-8bc7-45d1688e242e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5561271 Aug 20 14:24:24.401163 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] Set router eca83a93-4172-40be-8bc7-45d1688e242e gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:24.490669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-32285212-c7b6-4284-9d9d-fa82bdc30006 None None] Provisioning complete for port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:24.491258 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-32285212-c7b6-4284-9d9d-fa82bdc30006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:24.615940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6edebbc2-af91-43d1-96d5-80fd44ab13b8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:24.684151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-32285212-c7b6-4284-9d9d-fa82bdc30006 None None] Port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:24:24.814174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9', 'name': '', 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'mac_address': 'fa:16:3e:75:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:22Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 2, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'subnets': [{'id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:24.856837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87438025-c2e5-477d-b823-56195dc14fcd None None] The sync data for ids ['eca83a93-4172-40be-8bc7-45d1688e242e'] in n-d-804232-5 is: [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9', 'name': '', 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'mac_address': 'fa:16:3e:75:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:22Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 2, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'subnets': [{'id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:24:25.242290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-aabd9dc6-b53d-4377-9d8c-d0bfec7c7454 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:25.243989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-aabd9dc6-b53d-4377-9d8c-d0bfec7c7454 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 817 time: 0.1623859 Aug 20 14:24:25.262495 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-127b2c42-c70c-48d7-a9ae-16998486391d tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/quotas/1996cbdb545b4010af0eae2914d7e4e3 HTTP/1.1" status: 200 len: 375 time: 0.0112951 Aug 20 14:24:25.344608 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:24:25.362805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-152cfcd8-c761-4f95-90d8-07f828dcd36b tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890102 Aug 20 14:24:25.516994 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-1e735b76-4c28-46c5-a8cc-5fa60662415f service neutron] 10.222.0.59 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344326 Aug 20 14:24:25.641287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-701ad999-05d0-4931-86e9-31b2d084212c service neutron] 10.222.0.59 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138155 Aug 20 14:24:25.943648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-99586707-32fe-4d87-b790-9035c8fd91f8 req-4da55193-0b3b-416b-8558-868c058767a5 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 210 time: 0.0404499 Aug 20 14:24:26.568923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6edebbc2-af91-43d1-96d5-80fd44ab13b8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:26.653170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:26.653660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:26.781904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 79f2afd3-01df-48c7-a793-a99d70b4ade3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:26.875881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 79f2afd3-01df-48c7-a793-a99d70b4ade3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:26.884906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 79f2afd3-01df-48c7-a793-a99d70b4ade3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:26.885574 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:27.010798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:27.052839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 79f2afd3-01df-48c7-a793-a99d70b4ade3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=79f2afd3-01df-48c7-a793-a99d70b4ade3,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:27.060972 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:27.127704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=79f2afd3-01df-48c7-a793-a99d70b4ade3,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:27.520543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-60c3a711-4802-48dd-b608-67bcd98b5b1e req-323b7c2f-3053-40a7-a9e0-422d24d0efe4 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 210 time: 0.4717381 Aug 20 14:24:27.632937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-3574fece-a518-4d17-b1ba-7f2a30d045b0 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:27.634699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-3574fece-a518-4d17-b1ba-7f2a30d045b0 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 817 time: 0.1167779 Aug 20 14:24:27.648871 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Request body: {'port': {'device_id': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'admin_state_up': True, 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:27.795743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Made reservation on behalf of 1996cbdb545b4010af0eae2914d7e4e3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:24:27.802342 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.041663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Allocated IP 172.20.0.8 (bd5990d8-8c58-46dc-be9c-0196dedf4b71/78793cd6-3ad7-4662-b02d-86df7be160bd/239148a0-51d7-49b6-a73e-35ad40e20721) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:24:28.249148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.267365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Transition to ACTIVE for port object 239148a0-51d7-49b6-a73e-35ad40e20721 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:28.307524 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.374276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:24:28.378854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:24:28.383904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 79f2afd3-01df-48c7-a793-a99d70b4ade3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:28.384785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:24:28.436128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Pushing event updated for resources: {'Port': ['ID=239148a0-51d7-49b6-a73e-35ad40e20721,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:28.481725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:28.482002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 79f2afd3-01df-48c7-a793-a99d70b4ade3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:28.482412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.482602 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.505688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-2b564236-69ea-4d89-a34a-1eec2b8d7f65 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8616388 Aug 20 14:24:28.522295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Request body: {'port': {'device_id': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:24:28.603261 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.722855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a2a1-e5b1-4fae-8d97-57a99c04a70f req-37e21438-000c-49f7-88b8-24416e4f1ad1 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:28.724500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe82a2a1-e5b1-4fae-8d97-57a99c04a70f req-37e21438-000c-49f7-88b8-24416e4f1ad1 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 931 time: 0.0615227 Aug 20 14:24:28.745940 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e2e4d15-226e-4bbb-bbb7-f11247fbbba5 None None] Provisioning for port 239148a0-51d7-49b6-a73e-35ad40e20721 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:28.756441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9e2e4d15-226e-4bbb-bbb7-f11247fbbba5 None None] Provisioning complete for port 239148a0-51d7-49b6-a73e-35ad40e20721 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:28.758597 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4d15-226e-4bbb-bbb7-f11247fbbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:28.791050 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe82a2a1-e5b1-4fae-8d97-57a99c04a70f req-ee4cf718-189f-4acb-ad95-70ed20d9e00e tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531158 Aug 20 14:24:28.820656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e4d15-226e-4bbb-bbb7-f11247fbbba5 None None] Port 239148a0-51d7-49b6-a73e-35ad40e20721 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:24:29.003272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239148a0-51d7-49b6-a73e-35ad40e20721 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:24:29.015787 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.040020 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Transition to ACTIVE for port object 239148a0-51d7-49b6-a73e-35ad40e20721 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:29.043920 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Sync routers for ids ['eca83a93-4172-40be-8bc7-45d1688e242e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:24:29.045530 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.059622 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Routers {'eca83a93-4172-40be-8bc7-45d1688e242e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:29.060576 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:24:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['eca83a93-4172-40be-8bc7-45d1688e242e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:29.099141 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Pushing event updated for resources: {'Port': ['ID=239148a0-51d7-49b6-a73e-35ad40e20721,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:29.195063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Attempting to bind port 239148a0-51d7-49b6-a73e-35ad40e20721 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:29.195063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Attempting to bind port 239148a0-51d7-49b6-a73e-35ad40e20721 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:29.195551 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Attempting to bind port 239148a0-51d7-49b6-a73e-35ad40e20721 on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:29.203147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Port 239148a0-51d7-49b6-a73e-35ad40e20721 on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:24:29.203671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Attempting to bind port 239148a0-51d7-49b6-a73e-35ad40e20721 on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:29.211563 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:29.212106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Checking segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:29.212785 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Bound using segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:29.213485 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Set router eca83a93-4172-40be-8bc7-45d1688e242e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:29.213686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Bound port: 239148a0-51d7-49b6-a73e-35ad40e20721, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:29.214057 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.344475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] For port 239148a0-51d7-49b6-a73e-35ad40e20721, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:29.349768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] For port 239148a0-51d7-49b6-a73e-35ad40e20721, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=239148a0-51d7-49b6-a73e-35ad40e20721,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:29.358689 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.420637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:29.421686 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.424276 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] 10.222.0.53 "PUT /v2.0/ports/239148a0-51d7-49b6-a73e-35ad40e20721 HTTP/1.1" status: 200 len: 1091 time: 0.9103777 Aug 20 14:24:29.425023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'tag': '239148a0-51d7-49b6-a73e-35ad40e20721'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:24:29.429968 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d93a2-bfd2-4f7a-9463-208ec34a190b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f7a4a5-85d0-4d87-8275-e8b47f582c04", "tag": "239148a0-51d7-49b6-a73e-35ad40e20721"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:24:29.540545 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114cba2-66c9-4edb-8fed-fb2edca94bea service neutron] Pushing event updated for resources: {'Port': ['ID=239148a0-51d7-49b6-a73e-35ad40e20721,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:29.566742 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9', 'name': '', 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'mac_address': 'fa:16:3e:75:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:22Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 2, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'subnets': [{'id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:29.580261 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d39ec2-2181-4c11-adbc-0ebe752b4927 x-openstack-request-id: req-67d39ec2-2181-4c11-adbc-0ebe752b4927 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:24:29.580760 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f7a4a5-85d0-4d87-8275-e8b47f582c04", "tag": "239148a0-51d7-49b6-a73e-35ad40e20721", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:24:29.581163 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67d39ec2-2181-4c11-adbc-0ebe752b4927 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:24:29.581830 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'tag': '239148a0-51d7-49b6-a73e-35ad40e20721', 'status': 'completed', 'code': 200} Aug 20 14:24:29.586795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-24cc0ebf-dc41-4a24-8a73-6ff2c24b7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:29.589750 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-24cc0ebf-dc41-4a24-8a73-6ff2c24b7dda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 1094 time: 0.1000457 Aug 20 14:24:29.615454 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Checking router: eca83a93-4172-40be-8bc7-45d1688e242e for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:24:29.616329 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Updating router eca83a93-4172-40be-8bc7-45d1688e242e port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:24:29.646358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.664399 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:29.680391 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-8b11b0f7-6a65-470f-ba35-c4c8bf393996 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239148a0-51d7-49b6-a73e-35ad40e20721 HTTP/1.1" status: 200 len: 217 time: 0.0822980 Aug 20 14:24:29.748844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-61dc74a0-e835-4b26-9aeb-13631e609d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:29.750825 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-61dc74a0-e835-4b26-9aeb-13631e609d48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78793cd6-3ad7-4662-b02d-86df7be160bd HTTP/1.1" status: 200 len: 856 time: 0.0626817 Aug 20 14:24:29.827062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-024a6fad-7a29-43a5-bd47-238e57b26d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:29.829541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-024a6fad-7a29-43a5-bd47-238e57b26d61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd5990d8-8c58-46dc-be9c-0196dedf4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708113 Aug 20 14:24:29.972449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05656e19-0b0c-4c9d-9940-314a8b7d9df0 req-77ac9bbd-3ab6-4584-bd06-3b5915b040fd tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:29.975104 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05656e19-0b0c-4c9d-9940-314a8b7d9df0 req-77ac9bbd-3ab6-4584-bd06-3b5915b040fd tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 943 time: 0.0750759 Aug 20 14:24:29.990706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-e3e2118b-ceb0-4c2d-a4c1-d833ac50f11d service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534984 Aug 20 14:24:30.010940 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:30.023808 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Transition to ACTIVE for port object a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:24:30.033786 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:30.051151 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-05656e19-0b0c-4c9d-9940-314a8b7d9df0 req-7e57559f-cfe3-4530-bddf-35c7b54e8827 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Aug 20 14:24:30.115038 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0097aca9-0d8d-42d5-8936-178b87054b7e req-fbc46584-8e6f-4944-b912-686e4922e320 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173830 Aug 20 14:24:30.217639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-0a25b428-6f9f-4d5b-b2b1-d6d24d808e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:30.219257 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-0a25b428-6f9f-4d5b-b2b1-d6d24d808e32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 1094 time: 0.0525124 Aug 20 14:24:30.289969 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f3e8d-f6a5-408c-865e-1b04348768fa None None] Pushing event updated for resources: {'Port': ['ID=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:30.320709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Attempting to bind port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:24:30.321346 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Attempting to bind port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:24:30.321734 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Attempting to bind port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 on network 2c219d0a-8723-419f-8363-ea1aea640e8b {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:24:30.330014 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:24:30.330427 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Checking segment: {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:24:30.330963 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:30.331480 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Bound using segment: {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:24:30.332128 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Bound port: a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf11b16-2851-4fae-a7cf-fa3be7333c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:24:30.332609 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:30.387637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-06aa371c-72fc-479a-bca0-59ec6414ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:30.390157 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-06aa371c-72fc-479a-bca0-59ec6414ff65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 918 time: 0.1601486 Aug 20 14:24:30.416735 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] For port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:24:30.420983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] For port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:24:30.428774 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:30.472103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-2fcb4946-8270-4cd3-8c1f-4f3ecca94f2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239148a0-51d7-49b6-a73e-35ad40e20721 HTTP/1.1" status: 200 len: 217 time: 0.0727878 Aug 20 14:24:30.498128 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Routers {'eca83a93-4172-40be-8bc7-45d1688e242e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:24:30.498820 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:24:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['eca83a93-4172-40be-8bc7-45d1688e242e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:30.504751 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f3e8d-f6a5-408c-865e-1b04348768fa None None] Pushing event updated for resources: {'Port': ['ID=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:30.569173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-dcad9c80-4800-4f0c-aa3b-f954e9126fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:30.573065 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-dcad9c80-4800-4f0c-aa3b-f954e9126fce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78793cd6-3ad7-4662-b02d-86df7be160bd HTTP/1.1" status: 200 len: 856 time: 0.0929651 Aug 20 14:24:30.637645 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-183d9e21-10e3-42a0-98ba-ca954128d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:30.639887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-183d9e21-10e3-42a0-98ba-ca954128d0dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd5990d8-8c58-46dc-be9c-0196dedf4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581326 Aug 20 14:24:30.663933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] Set router eca83a93-4172-40be-8bc7-45d1688e242e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:24:30.781912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-f2c27118-2a00-469e-b452-d016f16f2589 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332436 Aug 20 14:24:30.939237 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d61d93a2-bfd2-4f7a-9463-208ec34a190b req-a3e9f2f7-9cf6-4457-80da-7cee1b8b354a service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488962 Aug 20 14:24:30.969055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9', 'name': '', 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'mac_address': 'fa:16:3e:75:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:22Z', 'updated_at': '2021-08-20T14:24:30Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'subnets': [{'id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:24:31.017002 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0831c2c-8ee7-4608-b514-44eac80ebc3a None None] The sync data for ids ['eca83a93-4172-40be-8bc7-45d1688e242e'] in n-d-804232-5 is: [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:24:23Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9', 'name': '', 'network_id': '2c219d0a-8723-419f-8363-ea1aea640e8b', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'mac_address': 'fa:16:3e:75:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:22Z', 'updated_at': '2021-08-20T14:24:30Z', 'revision_number': 4, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'subnets': [{'id': 'f213e534-0401-4c16-a334-59fd7c904d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:24:31.217951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b87e8-6225-4c01-bd68-483435d29c02 req-ac0a4920-aefd-4b15-8545-0cd094b9481d tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:31.219710 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eb3b87e8-6225-4c01-bd68-483435d29c02 req-ac0a4920-aefd-4b15-8545-0cd094b9481d tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 943 time: 0.0591218 Aug 20 14:24:31.275547 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eb3b87e8-6225-4c01-bd68-483435d29c02 req-e441382f-429c-4d7d-8426-f8cbe1267e67 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Aug 20 14:24:32.314640 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:32.415971 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:32.456835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9a36d-cb1a-4a4c-ac6e-bd3cd6fcef1a req-e6f0ef82-a3f6-4fc0-a33f-82b9396caac3 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:32.458491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcb9a36d-cb1a-4a4c-ac6e-bd3cd6fcef1a req-e6f0ef82-a3f6-4fc0-a33f-82b9396caac3 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 943 time: 0.0740464 Aug 20 14:24:32.483639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:32.488186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:32.488626 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:32.512021 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fcb9a36d-cb1a-4a4c-ac6e-bd3cd6fcef1a req-eed846c4-2556-4a64-ab77-1e2813f8a1ba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Aug 20 14:24:32.582640 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:32.622581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:32.628212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:32.637397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 239148a0-51d7-49b6-a73e-35ad40e20721 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:24:32.741573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:32.803026 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 239148a0-51d7-49b6-a73e-35ad40e20721, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=239148a0-51d7-49b6-a73e-35ad40e20721,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:32.817209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '239148a0-51d7-49b6-a73e-35ad40e20721', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'port_id': '239148a0-51d7-49b6-a73e-35ad40e20721', 'mac_address': 'fa:16:3e:3d:05:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:24:32.865564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:32.890782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239148a0-51d7-49b6-a73e-35ad40e20721 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:24:32.915572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 239148a0-51d7-49b6-a73e-35ad40e20721, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=239148a0-51d7-49b6-a73e-35ad40e20721,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:32.920523 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:32.974226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=239148a0-51d7-49b6-a73e-35ad40e20721,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:33.128068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['239148a0-51d7-49b6-a73e-35ad40e20721'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:24:33.653018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e138f5-ef01-47d1-81ea-22416f1d4452 req-a0d0d216-5be7-43e5-ac1a-67ad3f83001f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:33.654594 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8e138f5-ef01-47d1-81ea-22416f1d4452 req-a0d0d216-5be7-43e5-ac1a-67ad3f83001f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 944 time: 0.0583899 Aug 20 14:24:33.705346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f8e138f5-ef01-47d1-81ea-22416f1d4452 req-b641f3da-3454-49dc-b69c-627473592a6a tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Aug 20 14:24:34.376171 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:34.465280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:34.465904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:34.649499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 239148a0-51d7-49b6-a73e-35ad40e20721 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:24:34.706731 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 239148a0-51d7-49b6-a73e-35ad40e20721 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:24:34.712883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 239148a0-51d7-49b6-a73e-35ad40e20721 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:24:34.713270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:34.828656 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:34.857068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239148a0-51d7-49b6-a73e-35ad40e20721'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:24:34.859445 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c08236-7c6f-4086-8742-873377edf3bf" -d '{"events": [{"server_uuid": "f6f7a4a5-85d0-4d87-8275-e8b47f582c04", "name": "network-vif-plugged", "status": "completed", "tag": "239148a0-51d7-49b6-a73e-35ad40e20721"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:24:34.881086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 239148a0-51d7-49b6-a73e-35ad40e20721, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=239148a0-51d7-49b6-a73e-35ad40e20721,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:24:34.890040 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:34.893386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639815-bd26-467c-abd6-47d03ddb2f62 req-37246efe-252b-4954-91d2-116cda7c5444 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:34.896348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-03639815-bd26-467c-abd6-47d03ddb2f62 req-37246efe-252b-4954-91d2-116cda7c5444 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 944 time: 0.0829403 Aug 20 14:24:34.943802 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa6758-2292-4d19-aa64-c04fffa417c8 x-openstack-request-id: req-3faa6758-2292-4d19-aa64-c04fffa417c8 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:24:34.944405 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f7a4a5-85d0-4d87-8275-e8b47f582c04", "name": "network-vif-plugged", "status": "completed", "tag": "239148a0-51d7-49b6-a73e-35ad40e20721", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:24:34.944880 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3faa6758-2292-4d19-aa64-c04fffa417c8 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:24:34.945591 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239148a0-51d7-49b6-a73e-35ad40e20721', 'code': 200} Aug 20 14:24:34.964238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-03639815-bd26-467c-abd6-47d03ddb2f62 req-6617d7a2-61a1-438b-a956-e83aefd3baa9 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571752 Aug 20 14:24:35.001298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=239148a0-51d7-49b6-a73e-35ad40e20721,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:24:35.034970 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2f25-4a1f-4ba9-9abb-d9f740c654e8 req-3849a7cc-c260-463a-8ec1-f523c2a0bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:35.036511 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d7b2f25-4a1f-4ba9-9abb-d9f740c654e8 req-3849a7cc-c260-463a-8ec1-f523c2a0bb0c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 1096 time: 0.0521348 Aug 20 14:24:35.077888 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5d7b2f25-4a1f-4ba9-9abb-d9f740c654e8 req-19eedb1b-9cad-4669-bb71-4781dfeb893a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Aug 20 14:24:36.149560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cb872-4349-4e84-b884-fdb5540df6c1 req-63df2285-ecd4-4998-9901-2c2b4ed8f402 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:36.151341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d76cb872-4349-4e84-b884-fdb5540df6c1 req-63df2285-ecd4-4998-9901-2c2b4ed8f402 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 945 time: 0.0791705 Aug 20 14:24:36.195745 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d76cb872-4349-4e84-b884-fdb5540df6c1 req-af10de59-1722-4fe5-812a-6599f0597741 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Aug 20 14:24:37.340713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c60a-77e1-4295-83d0-ecf23fc2fbe7 req-bc975cb7-56ba-4f95-aa22-1d224c537b6a tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:37.342379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9270c60a-77e1-4295-83d0-ecf23fc2fbe7 req-bc975cb7-56ba-4f95-aa22-1d224c537b6a tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 945 time: 0.0617754 Aug 20 14:24:37.391261 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9270c60a-77e1-4295-83d0-ecf23fc2fbe7 req-cff687f2-a9d2-4bbb-af7d-d12c1241ea82 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Aug 20 14:24:37.523085 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c4b9f-bdd2-4651-8e91-4bf5dac606a2 req-a3da8772-aeda-48fe-86ac-4523ff04e07c tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:37.525452 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d9c4b9f-bdd2-4651-8e91-4bf5dac606a2 req-a3da8772-aeda-48fe-86ac-4523ff04e07c tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 945 time: 0.0575678 Aug 20 14:24:37.575604 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d9c4b9f-bdd2-4651-8e91-4bf5dac606a2 req-26f450e9-4bba-4223-b011-94eae8692db9 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Aug 20 14:24:45.859074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-203409bb-0f12-4f20-a32d-adaa06a5a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:48.622088 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-011b35e8-3324-47ec-8e75-b42f31f2729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:48.634952 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:49.756958 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:51.664221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:58.998922 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4aace-6544-42b1-9443-9c984a440981 req-69125a8a-5f5a-4adb-ae0a-e36eb8044322 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:24:59.000800 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb4aace-6544-42b1-9443-9c984a440981 req-69125a8a-5f5a-4adb-ae0a-e36eb8044322 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 945 time: 0.0535328 Aug 20 14:24:59.060317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2cb4aace-6544-42b1-9443-9c984a440981 req-034a0f9e-9359-4e3c-a15e-481a311f6528 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Aug 20 14:24:59.640813 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:00.314543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c89da-9eca-4370-9eba-3db77a37bbb0 req-e355df3c-9f50-43ba-8cfc-b36e24aea3ce tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:00.316211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d9c89da-9eca-4370-9eba-3db77a37bbb0 req-e355df3c-9f50-43ba-8cfc-b36e24aea3ce tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 945 time: 0.1771853 Aug 20 14:25:00.369210 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d9c89da-9eca-4370-9eba-3db77a37bbb0 req-20490c1c-a115-45d3-9a1d-2389f1b3a2e3 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 Aug 20 14:25:00.532999 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-debeeff1-ce8d-4039-9f2a-b9e00c2c84e0 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:00.535666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-debeeff1-ce8d-4039-9f2a-b9e00c2c84e0 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 945 time: 0.0815041 Aug 20 14:25:00.645476 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Deleting port 239148a0-51d7-49b6-a73e-35ad40e20721 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:00.645868 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:00.749360 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] For port 239148a0-51d7-49b6-a73e-35ad40e20721, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=239148a0-51d7-49b6-a73e-35ad40e20721,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:00.749728 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:00.765369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Calling delete_port for 239148a0-51d7-49b6-a73e-35ad40e20721 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:00.923814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:00.937396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['239148a0-51d7-49b6-a73e-35ad40e20721'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:25:00.972940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Pushing event deleted for resources: {'Port': ['ID=239148a0-51d7-49b6-a73e-35ad40e20721,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:00.997108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:00.997623 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:00.998110 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:00.998618 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:00.999102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:00.999548 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:00.999990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:01.000436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:01.001148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:01.001823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:01.002266 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:01.003349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:01.052986 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] No DVR routers for this DVR port 239148a0-51d7-49b6-a73e-35ad40e20721 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:25:01.056809 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:01.060075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d17e1be2-b679-47dc-b95b-717be5d0f356 req-e3bec63c-c7ef-4ccb-bc5a-e1298e6fc580 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "DELETE /v2.0/ports/239148a0-51d7-49b6-a73e-35ad40e20721 HTTP/1.1" status: 204 len: 173 time: 0.5184662 Aug 20 14:25:01.060672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'name': 'network-vif-deleted', 'tag': '239148a0-51d7-49b6-a73e-35ad40e20721'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:25:01.063721 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09edb70a-3492-4a1c-ace3-8f12fe4e9c6b" -d '{"events": [{"server_uuid": "f6f7a4a5-85d0-4d87-8275-e8b47f582c04", "name": "network-vif-deleted", "tag": "239148a0-51d7-49b6-a73e-35ad40e20721"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:25:01.127034 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a128841-191e-4598-a397-fd05a703430f x-openstack-request-id: req-1a128841-191e-4598-a397-fd05a703430f {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:25:01.127541 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f7a4a5-85d0-4d87-8275-e8b47f582c04", "name": "network-vif-deleted", "tag": "239148a0-51d7-49b6-a73e-35ad40e20721", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:25:01.133289 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a128841-191e-4598-a397-fd05a703430f {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:25:01.134226 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7a4a5-85d0-4d87-8275-e8b47f582c04', 'name': 'network-vif-deleted', 'tag': '239148a0-51d7-49b6-a73e-35ad40e20721', 'status': 'completed', 'code': 200} Aug 20 14:25:01.507789 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d547859a-395e-45d8-9b3f-75a244270a96 req-f13a2be5-6db8-41c1-8daa-0a91e7f0ae75 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f7a4a5-85d0-4d87-8275-e8b47f582c04 HTTP/1.1" status: 200 len: 210 time: 0.0319676 Aug 20 14:25:02.321714 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:02.344735 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:25:03.212181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-818935b9-4ce5-4229-b360-920e5f4ce4ca tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:03.213737 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-818935b9-4ce5-4229-b360-920e5f4ce4ca tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 817 time: 0.1180360 Aug 20 14:25:03.231127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-2dc50e57-a8c0-4b51-b854-162ca79f0511 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/quotas/1996cbdb545b4010af0eae2914d7e4e3 HTTP/1.1" status: 200 len: 375 time: 0.0105560 Aug 20 14:25:03.331277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-ebf5d3d7-89a7-4a05-a505-d7ee6c52274a tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935664 Aug 20 14:25:03.500675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-9cce5109-6dd4-4a7a-98e6-2579cd0e8315 service neutron] 10.222.0.59 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539810 Aug 20 14:25:03.645919 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-9f5ade9c-7d79-4f9f-86d6-45bdba9b933b service neutron] 10.222.0.59 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301906 Aug 20 14:25:03.904515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a87c6598-dfbe-4952-9580-17e89016d1b4 req-43c2e367-693c-4110-900d-ff502d450cd7 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 210 time: 0.0507822 Aug 20 14:25:04.835797 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 239148a0-51d7-49b6-a73e-35ad40e20721 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:04.857559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 239148a0-51d7-49b6-a73e-35ad40e20721 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:04.857911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 239148a0-51d7-49b6-a73e-35ad40e20721 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:05.077971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe460332-19b7-40dd-a7dd-53a3a8d0b5f8 req-c3fe8162-da88-425b-81b0-038c8ce35e4d tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 210 time: 0.0388939 Aug 20 14:25:05.115308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b9ffbd73-0bcf-4510-8a4c-d6a0261b6a76 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:05.117887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b9ffbd73-0bcf-4510-8a4c-d6a0261b6a76 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 817 time: 0.1376238 Aug 20 14:25:05.133486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Request body: {'port': {'device_id': '49d2fce4-3de1-41d7-9a79-93690599c162', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'admin_state_up': True, 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:05.270379 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Made reservation on behalf of 1996cbdb545b4010af0eae2914d7e4e3 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:25:05.275024 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:05.422851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Allocated IP 172.20.0.11 (bd5990d8-8c58-46dc-be9c-0196dedf4b71/78793cd6-3ad7-4662-b02d-86df7be160bd/5cfb11f8-9335-4bc9-a320-c027becb18ff) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:25:05.596011 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:05.611937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Transition to ACTIVE for port object 5cfb11f8-9335-4bc9-a320-c027becb18ff will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:25:05.649075 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:05.701145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:25:05.704955 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:05.713848 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:25:05.717712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Pushing event updated for resources: {'Port': ['ID=5cfb11f8-9335-4bc9-a320-c027becb18ff,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:05.782509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:05.783327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:05.803415 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-b5e33386-1c32-487f-9351-26fe09cb468f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6749742 Aug 20 14:25:05.884381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Request body: {'port': {'device_id': '49d2fce4-3de1-41d7-9a79-93690599c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:05.964971 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.024295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-592cf058-cd37-4cab-af8b-79c1cc3b0944 None None] Provisioning for port 5cfb11f8-9335-4bc9-a320-c027becb18ff completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:25:06.029852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-592cf058-cd37-4cab-af8b-79c1cc3b0944 None None] Provisioning complete for port 5cfb11f8-9335-4bc9-a320-c027becb18ff triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:06.030316 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-592cf058-cd37-4cab-af8b-79c1cc3b0944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.071742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-592cf058-cd37-4cab-af8b-79c1cc3b0944 None None] Port 5cfb11f8-9335-4bc9-a320-c027becb18ff cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:25:06.293084 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af462e42-cf2d-403a-a94f-2601828121c3 req-b6f6422a-c21a-49a9-bc58-f2f5f1962a49 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:06.295040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af462e42-cf2d-403a-a94f-2601828121c3 req-b6f6422a-c21a-49a9-bc58-f2f5f1962a49 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 932 time: 0.1120372 Aug 20 14:25:06.320499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfb11f8-9335-4bc9-a320-c027becb18ff {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:25:06.337223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.361741 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Transition to ACTIVE for port object 5cfb11f8-9335-4bc9-a320-c027becb18ff will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:25:06.367985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af462e42-cf2d-403a-a94f-2601828121c3 req-de1f884e-6575-4073-b821-006e466562b9 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616927 Aug 20 14:25:06.369300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.426536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb11f8-9335-4bc9-a320-c027becb18ff,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:06.518889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Attempting to bind port 5cfb11f8-9335-4bc9-a320-c027becb18ff on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:25:06.519553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Attempting to bind port 5cfb11f8-9335-4bc9-a320-c027becb18ff by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:25:06.520026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Attempting to bind port 5cfb11f8-9335-4bc9-a320-c027becb18ff on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:25:06.526997 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Port 5cfb11f8-9335-4bc9-a320-c027becb18ff on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:25:06.527445 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Attempting to bind port 5cfb11f8-9335-4bc9-a320-c027becb18ff on network bd5990d8-8c58-46dc-be9c-0196dedf4b71 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:25:06.535908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:25:06.536302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Checking segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:25:06.536954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Bound using segment: {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:25:06.538198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Bound port: 5cfb11f8-9335-4bc9-a320-c027becb18ff, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5acba58-a6d3-42da-9d36-4c5fee74d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:25:06.538767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.632151 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] For port 5cfb11f8-9335-4bc9-a320-c027becb18ff, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:25:06.635664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] For port 5cfb11f8-9335-4bc9-a320-c027becb18ff, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:25:06.641104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.679827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:06.680016 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:06.681503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] 10.222.0.53 "PUT /v2.0/ports/5cfb11f8-9335-4bc9-a320-c027becb18ff HTTP/1.1" status: 200 len: 1092 time: 0.8704224 Aug 20 14:25:06.681974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2fce4-3de1-41d7-9a79-93690599c162', 'tag': '5cfb11f8-9335-4bc9-a320-c027becb18ff'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:25:06.684256 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58570ef9-2269-4e64-b19f-de667ea1c8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "49d2fce4-3de1-41d7-9a79-93690599c162", "tag": "5cfb11f8-9335-4bc9-a320-c027becb18ff"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:25:06.712965 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eff31-85a4-4c8c-abb8-d3123390a410 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb11f8-9335-4bc9-a320-c027becb18ff,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:06.754601 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c69b20-fb59-4d2c-bccd-56c81370e5db x-openstack-request-id: req-91c69b20-fb59-4d2c-bccd-56c81370e5db {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:25:06.755272 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d2fce4-3de1-41d7-9a79-93690599c162", "tag": "5cfb11f8-9335-4bc9-a320-c027becb18ff", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:25:06.755648 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91c69b20-fb59-4d2c-bccd-56c81370e5db {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:25:06.756209 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d2fce4-3de1-41d7-9a79-93690599c162', 'tag': '5cfb11f8-9335-4bc9-a320-c027becb18ff', 'status': 'completed', 'code': 200} Aug 20 14:25:06.811185 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-4c6988c7-2f2d-4955-a846-e6f82973153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:06.812805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-4c6988c7-2f2d-4955-a846-e6f82973153a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 1095 time: 0.0543528 Aug 20 14:25:06.880713 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-56fb41e5-fd24-4051-8852-3a43edd600b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff HTTP/1.1" status: 200 len: 217 time: 0.0590477 Aug 20 14:25:06.952369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-7ac4f372-849b-41ac-95e5-702dc6dcd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:06.954144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-7ac4f372-849b-41ac-95e5-702dc6dcd64a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78793cd6-3ad7-4662-b02d-86df7be160bd HTTP/1.1" status: 200 len: 856 time: 0.0673773 Aug 20 14:25:07.009377 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-88076b85-734b-4d8c-829e-8a6990993508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:07.011209 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-88076b85-734b-4d8c-829e-8a6990993508 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd5990d8-8c58-46dc-be9c-0196dedf4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486984 Aug 20 14:25:07.135789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-d41812bb-c9b7-434e-bf16-47d18ce778a0 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156185 Aug 20 14:25:07.243094 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b7b9001a-364a-433d-87a3-ad71c2d49b89 req-a38bcbe0-2a5d-4ecd-a928-b7b4351307b9 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995708 Aug 20 14:25:07.340978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-dacefd9b-1ce2-483d-87a5-b4b28e971270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:07.342886 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-dacefd9b-1ce2-483d-87a5-b4b28e971270 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 1095 time: 0.0482409 Aug 20 14:25:07.477013 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-37bfec7a-1286-4799-8dd5-d8468b1a3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:07.479613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-37bfec7a-1286-4799-8dd5-d8468b1a3f9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 918 time: 0.1294997 Aug 20 14:25:07.555266 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-0b9d4a4d-b15f-449e-b13f-51948c12ea73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff HTTP/1.1" status: 200 len: 217 time: 0.0603786 Aug 20 14:25:07.607131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c960034-a82c-41fe-bc0a-99d5cd171bd4 req-9f4fd9f2-ae45-4a99-9174-9a4fe3164a66 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:07.608738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c960034-a82c-41fe-bc0a-99d5cd171bd4 req-9f4fd9f2-ae45-4a99-9174-9a4fe3164a66 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 944 time: 0.1246114 Aug 20 14:25:07.631663 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-86f20ffb-0fdc-43ae-a50f-5f329a243ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:07.633352 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-86f20ffb-0fdc-43ae-a50f-5f329a243ad8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78793cd6-3ad7-4662-b02d-86df7be160bd HTTP/1.1" status: 200 len: 856 time: 0.0693958 Aug 20 14:25:07.688148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7c960034-a82c-41fe-bc0a-99d5cd171bd4 req-cdcbc765-8227-42e9-ad5d-1a69063b3803 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670147 Aug 20 14:25:07.704368 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-48dcf5df-bc37-4d83-af47-d6b81acfe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:07.706929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-48dcf5df-bc37-4d83-af47-d6b81acfe2e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd5990d8-8c58-46dc-be9c-0196dedf4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644472 Aug 20 14:25:07.811348 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-71d5af36-d435-4e5c-bea9-d05aae816746 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959384 Aug 20 14:25:07.914282 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-58570ef9-2269-4e64-b19f-de667ea1c8d3 req-ba4c86ed-1af2-47c9-a6a5-7b573e6bfc67 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942430 Aug 20 14:25:08.823392 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a94fa7-7ac8-4e6c-8aad-4dbfdfa645f6 req-5664ac59-f276-4b1d-87e3-51099a0676c8 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:08.825342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38a94fa7-7ac8-4e6c-8aad-4dbfdfa645f6 req-5664ac59-f276-4b1d-87e3-51099a0676c8 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 944 time: 0.0561447 Aug 20 14:25:08.879861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-38a94fa7-7ac8-4e6c-8aad-4dbfdfa645f6 req-3571fde3-b3d2-48e2-afd3-1f3f15fd94a1 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Aug 20 14:25:10.012976 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9341cdf-2fab-4f1f-a6af-6675573be8f5 req-f3b5c949-2df7-499d-8eaf-22e3423a690f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:10.014639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9341cdf-2fab-4f1f-a6af-6675573be8f5 req-f3b5c949-2df7-499d-8eaf-22e3423a690f tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 944 time: 0.0556133 Aug 20 14:25:10.066648 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9341cdf-2fab-4f1f-a6af-6675573be8f5 req-4e410650-aa27-40ec-8480-97951ee967e6 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Aug 20 14:25:10.868319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5cfb11f8-9335-4bc9-a320-c027becb18ff details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:25:11.051457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5cfb11f8-9335-4bc9-a320-c027becb18ff, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:11.075475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '5cfb11f8-9335-4bc9-a320-c027becb18ff', 'network_id': 'bd5990d8-8c58-46dc-be9c-0196dedf4b71', 'port_id': '5cfb11f8-9335-4bc9-a320-c027becb18ff', 'mac_address': 'fa:16:3e:7d:d9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78793cd6-3ad7-4662-b02d-86df7be160bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:25:11.140462 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:11.157711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfb11f8-9335-4bc9-a320-c027becb18ff {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:25:11.186707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5cfb11f8-9335-4bc9-a320-c027becb18ff, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:11.193399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:11.206484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450479bd-a52e-4b2c-a3a9-a88de27e8e07 req-b142f01e-5e93-42d6-ba82-b1436c35e180 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:11.208175 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-450479bd-a52e-4b2c-a3a9-a88de27e8e07 req-b142f01e-5e93-42d6-ba82-b1436c35e180 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 944 time: 0.0643539 Aug 20 14:25:11.260353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-450479bd-a52e-4b2c-a3a9-a88de27e8e07 req-76351ba5-eeeb-4bdc-b60f-71a799c3ebfc tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Aug 20 14:25:11.270511 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=5cfb11f8-9335-4bc9-a320-c027becb18ff,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:11.279384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.279750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.280074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.280423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.280790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.281124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.281462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.281782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.282110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.282443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.282772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.283105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:11.391041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['5cfb11f8-9335-4bc9-a320-c027becb18ff'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:25:12.408972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f96ee5-5be5-48d5-9a92-26dd207b0d4a req-a37307a3-61cf-4261-a0f3-f632ac89018d tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:12.410652 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6f96ee5-5be5-48d5-9a92-26dd207b0d4a req-a37307a3-61cf-4261-a0f3-f632ac89018d tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 945 time: 0.0571322 Aug 20 14:25:12.454419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c6f96ee5-5be5-48d5-9a92-26dd207b0d4a req-f4c99b36-4bb5-4d20-ba68-0c52f9c7e964 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Aug 20 14:25:12.867821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5cfb11f8-9335-4bc9-a320-c027becb18ff up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:25:12.931287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 5cfb11f8-9335-4bc9-a320-c027becb18ff completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:25:12.936080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 5cfb11f8-9335-4bc9-a320-c027becb18ff triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:12.936529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:13.025638 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:13.052133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2fce4-3de1-41d7-9a79-93690599c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb11f8-9335-4bc9-a320-c027becb18ff'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:25:13.055580 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee35e0-6b5e-46ea-a9d6-38e4b19c67b8" -d '{"events": [{"server_uuid": "49d2fce4-3de1-41d7-9a79-93690599c162", "name": "network-vif-plugged", "status": "completed", "tag": "5cfb11f8-9335-4bc9-a320-c027becb18ff"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:25:13.073447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 5cfb11f8-9335-4bc9-a320-c027becb18ff, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:13.078761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:13.109840 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065fb025-602b-4f7d-88ac-9e59d0ed34da x-openstack-request-id: req-065fb025-602b-4f7d-88ac-9e59d0ed34da {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:25:13.110576 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2fce4-3de1-41d7-9a79-93690599c162", "name": "network-vif-plugged", "status": "completed", "tag": "5cfb11f8-9335-4bc9-a320-c027becb18ff", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:25:13.110879 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-065fb025-602b-4f7d-88ac-9e59d0ed34da {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:25:13.111275 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2fce4-3de1-41d7-9a79-93690599c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb11f8-9335-4bc9-a320-c027becb18ff', 'code': 200} Aug 20 14:25:13.149406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=5cfb11f8-9335-4bc9-a320-c027becb18ff,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:13.219917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bfd6d-1ab1-4598-913b-642e3708cf07 req-e5876488-0b97-4d74-a74f-12a00cc65f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:13.221552 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be8bfd6d-1ab1-4598-913b-642e3708cf07 req-e5876488-0b97-4d74-a74f-12a00cc65f1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 1097 time: 0.0435390 Aug 20 14:25:13.262833 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be8bfd6d-1ab1-4598-913b-642e3708cf07 req-52ae2988-9a37-41eb-aa84-13f3e2c62a6a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Aug 20 14:25:13.580594 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6fc6d-eca9-4c8a-8cd6-898a37bf2aea req-305b084f-7bce-4283-b3e1-9990fe5f4431 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:13.582252 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1c6fc6d-eca9-4c8a-8cd6-898a37bf2aea req-305b084f-7bce-4283-b3e1-9990fe5f4431 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 946 time: 0.0544086 Aug 20 14:25:13.629228 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d1c6fc6d-eca9-4c8a-8cd6-898a37bf2aea req-a7acb1da-facd-475d-8d6e-dee0ea9dda39 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Aug 20 14:25:14.793351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49816d2e-4fc4-4798-96da-1eff12bf6790 req-b885d58e-a9b2-439d-8a31-594e49909a41 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:14.795333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49816d2e-4fc4-4798-96da-1eff12bf6790 req-b885d58e-a9b2-439d-8a31-594e49909a41 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 946 time: 0.0618751 Aug 20 14:25:14.840282 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49816d2e-4fc4-4798-96da-1eff12bf6790 req-1123930d-8a89-4b9e-8688-821980375c5a tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Aug 20 14:25:14.971601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cbf47-9291-422f-8d5a-b0e0e872a809 req-61e2f051-feb6-435b-83db-49a67ba00305 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:14.973496 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-519cbf47-9291-422f-8d5a-b0e0e872a809 req-61e2f051-feb6-435b-83db-49a67ba00305 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 946 time: 0.0551543 Aug 20 14:25:15.020873 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-519cbf47-9291-422f-8d5a-b0e0e872a809 req-63ba272a-88cd-48b4-b941-29fb7462a583 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Aug 20 14:25:15.864728 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-281d9614-cdaf-44a9-b6f1-777fa1cdc4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:17.914229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-b6777086-9f2a-47c7-af1f-42b62fb86796 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703883 Aug 20 14:25:18.029619 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e39485-9f53-460f-88e9-014b22d0028f req-71ac5549-25e8-4234-90dc-5fdfe64abe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:18.031437 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-71ac5549-25e8-4234-90dc-5fdfe64abe53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 1097 time: 0.0699236 Aug 20 14:25:18.165386 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e39485-9f53-460f-88e9-014b22d0028f req-7af5b227-f5c4-45f6-9663-06d1ca47a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:18.166950 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-7af5b227-f5c4-45f6-9663-06d1ca47a5cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 200 len: 918 time: 0.1113315 Aug 20 14:25:18.211528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-4dbcd800-13aa-4148-bbf8-2e9ad3898f61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff HTTP/1.1" status: 200 len: 217 time: 0.0378594 Aug 20 14:25:18.269953 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e39485-9f53-460f-88e9-014b22d0028f req-e84edf06-6fc6-4791-bea8-678a0dfd3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:18.272529 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-e84edf06-6fc6-4791-bea8-678a0dfd3c99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78793cd6-3ad7-4662-b02d-86df7be160bd HTTP/1.1" status: 200 len: 856 time: 0.0537672 Aug 20 14:25:18.325644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e39485-9f53-460f-88e9-014b22d0028f req-11f8c6f0-a912-4b9f-b526-98956fb0bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:18.327424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-11f8c6f0-a912-4b9f-b526-98956fb0bb59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd5990d8-8c58-46dc-be9c-0196dedf4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480621 Aug 20 14:25:18.436444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-beb4839c-493e-4c22-94fa-1122b871aab9 service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010346 Aug 20 14:25:18.601189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64e39485-9f53-460f-88e9-014b22d0028f req-5709e2ef-1cd5-4140-bceb-dbd7bacbfd2e service neutron] 10.222.0.53 "GET /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580122 Aug 20 14:25:18.631821 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b555eea-7da8-4ad6-abbf-9126970db3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:18.642077 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:19.752307 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:21.667235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:29.663292 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:32.335435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:37.264032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d32bb1-12a4-4999-8e50-d2ee31bb7d66 req-e426bdd5-aa2e-4a18-9638-4561a3f0bd80 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:37.266697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36d32bb1-12a4-4999-8e50-d2ee31bb7d66 req-e426bdd5-aa2e-4a18-9638-4561a3f0bd80 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 946 time: 0.0677352 Aug 20 14:25:37.327515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36d32bb1-12a4-4999-8e50-d2ee31bb7d66 req-bbccec7d-9b23-41fe-a55c-f46bc1dadaf6 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521748 Aug 20 14:25:38.495698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498a63-1a4e-4e59-9a28-3fb139fc3530 req-2f48f952-a0a6-429c-bdc1-393c0d76f7f7 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:38.497656 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4498a63-1a4e-4e59-9a28-3fb139fc3530 req-2f48f952-a0a6-429c-bdc1-393c0d76f7f7 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 946 time: 0.0551946 Aug 20 14:25:38.545103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f4498a63-1a4e-4e59-9a28-3fb139fc3530 req-7bba4ab3-5b40-4a63-b733-2685967f05e2 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a3e23e-780f-41a2-b17c-5471a66ad050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Aug 20 14:25:38.746932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-e3e6e73d-b181-491c-a722-be31a6a490c4 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:38.748427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-e3e6e73d-b181-491c-a722-be31a6a490c4 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 946 time: 0.0567770 Aug 20 14:25:38.874234 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Deleting port 5cfb11f8-9335-4bc9-a320-c027becb18ff {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:38.874737 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:39.029018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] For port 5cfb11f8-9335-4bc9-a320-c027becb18ff, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=5cfb11f8-9335-4bc9-a320-c027becb18ff,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:39.029447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:39.046713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Calling delete_port for 5cfb11f8-9335-4bc9-a320-c027becb18ff owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:39.197711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:39.213087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['5cfb11f8-9335-4bc9-a320-c027becb18ff'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:25:39.228356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Pushing event deleted for resources: {'Port': ['ID=5cfb11f8-9335-4bc9-a320-c027becb18ff,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:39.290325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] No DVR routers for this DVR port 5cfb11f8-9335-4bc9-a320-c027becb18ff on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:25:39.293421 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:39.295746 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1d21cd31-dacb-4c19-82ea-ed5c8711b169 req-88f03713-c69b-43b5-a300-66f297e8bdba tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.53 "DELETE /v2.0/ports/5cfb11f8-9335-4bc9-a320-c027becb18ff HTTP/1.1" status: 204 len: 173 time: 0.5392659 Aug 20 14:25:39.296213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2fce4-3de1-41d7-9a79-93690599c162', 'name': 'network-vif-deleted', 'tag': '5cfb11f8-9335-4bc9-a320-c027becb18ff'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:25:39.298673 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed99d4-d0d0-4d28-bf2c-a3673657931d" -d '{"events": [{"server_uuid": "49d2fce4-3de1-41d7-9a79-93690599c162", "name": "network-vif-deleted", "tag": "5cfb11f8-9335-4bc9-a320-c027becb18ff"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:25:39.339366 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d56b8-8490-4335-bca2-d6943bd62e88 x-openstack-request-id: req-f09d56b8-8490-4335-bca2-d6943bd62e88 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:25:39.339665 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2fce4-3de1-41d7-9a79-93690599c162", "name": "network-vif-deleted", "tag": "5cfb11f8-9335-4bc9-a320-c027becb18ff", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:25:39.339925 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f09d56b8-8490-4335-bca2-d6943bd62e88 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:25:39.340345 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2fce4-3de1-41d7-9a79-93690599c162', 'name': 'network-vif-deleted', 'tag': '5cfb11f8-9335-4bc9-a320-c027becb18ff', 'status': 'completed', 'code': 200} Aug 20 14:25:39.347891 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:25:39.684719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f39c7ed1-84f0-4574-b92f-3f74bc806d7e req-80e6ce3b-db66-448c-8d2f-381ceccd9787 tempest-TestEncryptedCinderVolumes-445548904 tempest-TestEncryptedCinderVolumes-445548904-project] 10.222.0.59 "GET /v2.0/ports?device_id=49d2fce4-3de1-41d7-9a79-93690599c162 HTTP/1.1" status: 200 len: 210 time: 0.0332279 Aug 20 14:25:40.817499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45778) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:41.234711 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:41.864306 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Deleting port 6edebbc2-af91-43d1-96d5-80fd44ab13b8 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:41.865892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:41.959620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] For port 6edebbc2-af91-43d1-96d5-80fd44ab13b8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6edebbc2-af91-43d1-96d5-80fd44ab13b8,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:41.960146 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:41.976765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Calling delete_port for 6edebbc2-af91-43d1-96d5-80fd44ab13b8 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:42.186679 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:42.218672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edebbc2-af91-43d1-96d5-80fd44ab13b8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:42.486130 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:42.721990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Router 98fb6951-944b-4b18-a54a-f42ddf0c15db has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:25:42.845520 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:25:42.852017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-35630abd-7591-4cca-a166-af0cffe62053 admin admin] 10.222.0.59 "PUT /v2.0/routers/98fb6951-944b-4b18-a54a-f42ddf0c15db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0327127 Aug 20 14:25:42.855173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45780) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:42.858052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d37de-7530-4044-ab89-0b8099332add None None] Sync routers for ids ['98fb6951-944b-4b18-a54a-f42ddf0c15db'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:25:42.874172 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] Routers {'98fb6951-944b-4b18-a54a-f42ddf0c15db'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:25:42.875240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['98fb6951-944b-4b18-a54a-f42ddf0c15db'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:43.027750 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.147693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5cfb11f8-9335-4bc9-a320-c027becb18ff no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:43.178532 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 5cfb11f8-9335-4bc9-a320-c027becb18ff {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:43.179199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 5cfb11f8-9335-4bc9-a320-c027becb18ff not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:43.184006 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.206240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] Set router 98fb6951-944b-4b18-a54a-f42ddf0c15db gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:25:43.258356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Deleting port ce9172e5-9d60-47c6-9971-f67791a7b10f {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:43.258683 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.367186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] For port ce9172e5-9d60-47c6-9971-f67791a7b10f, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ce9172e5-9d60-47c6-9971-f67791a7b10f,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:43.367776 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.387134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Calling delete_port for ce9172e5-9d60-47c6-9971-f67791a7b10f owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:43.439942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:25:42Z', 'revision_number': 5, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port': {'id': 'ce9172e5-9d60-47c6-9971-f67791a7b10f', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:13Z', 'updated_at': '2021-08-20T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:43.475904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d37de-7530-4044-ab89-0b8099332add None None] Checking router: 98fb6951-944b-4b18-a54a-f42ddf0c15db for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:25:43.487583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] Routers {'98fb6951-944b-4b18-a54a-f42ddf0c15db'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:25:43.488407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['98fb6951-944b-4b18-a54a-f42ddf0c15db'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:43.599262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] Set router 98fb6951-944b-4b18-a54a-f42ddf0c15db gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:25:43.648611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.659837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-346d37de-7530-4044-ab89-0b8099332add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:25:43Z', 'revision_number': 6, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:43.695740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d37de-7530-4044-ab89-0b8099332add None None] The sync data for ids ['98fb6951-944b-4b18-a54a-f42ddf0c15db'] in n-d-804232-5 is: [{'id': '98fb6951-944b-4b18-a54a-f42ddf0c15db', 'name': 'tempest-TestEncryptedCinderVolumes-1768183392-router', 'tenant_id': '1996cbdb545b4010af0eae2914d7e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:12Z', 'updated_at': '2021-08-20T14:25:43Z', 'revision_number': 6, 'project_id': '1996cbdb545b4010af0eae2914d7e4e3', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:25:43.704733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9172e5-9d60-47c6-9971-f67791a7b10f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:43.815129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.965059 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.967682 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.020996 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.021750 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98fb6951-944b-4b18-a54a-f42ddf0c15db {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:25:44.029559 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.031144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-06cfd938-0521-4ced-af1e-9ee250af3c48 admin admin] 10.222.0.59 "DELETE /v2.0/routers/98fb6951-944b-4b18-a54a-f42ddf0c15db HTTP/1.1" status: 204 len: 168 time: 1.1744568 Aug 20 14:25:44.034267 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45782) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:44.089509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Deleting subnet 78793cd6-3ad7-4662-b02d-86df7be160bd {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:25:44.093588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.152359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.266727 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.341498 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.371752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78793cd6-3ad7-4662-b02d-86df7be160bd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:44.382544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.386475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1427b26-2777-446b-b142-6b33d07125a3 None None] Network bd5990d8-8c58-46dc-be9c-0196dedf4b71 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:25:44.387301 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c826e56f-c5a6-41a8-acfb-1bab47c4225d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/78793cd6-3ad7-4662-b02d-86df7be160bd HTTP/1.1" status: 204 len: 168 time: 0.3516605 Aug 20 14:25:44.390102 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45784) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:44.497430 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.620835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Deleting port 5a94e560-8cdf-41e9-ad78-901c3693e465 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:44.621390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.640781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] DHCP port deletion for bd5990d8-8c58-46dc-be9c-0196dedf4b71 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:25:44.677768 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ce9172e5-9d60-47c6-9971-f67791a7b10f no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:44.703510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ce9172e5-9d60-47c6-9971-f67791a7b10f {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:44.704005 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ce9172e5-9d60-47c6-9971-f67791a7b10f not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:44.704527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6edebbc2-af91-43d1-96d5-80fd44ab13b8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:44.732148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6edebbc2-af91-43d1-96d5-80fd44ab13b8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:44.732651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6edebbc2-af91-43d1-96d5-80fd44ab13b8 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:44.750923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] For port 5a94e560-8cdf-41e9-ad78-901c3693e465, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a94e560-8cdf-41e9-ad78-901c3693e465,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:44.751501 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.753637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] Deleting port 5a94e560-8cdf-41e9-ad78-901c3693e465 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:44.754026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.779275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Calling delete_port for 5a94e560-8cdf-41e9-ad78-901c3693e465 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:44.836926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] For port 5a94e560-8cdf-41e9-ad78-901c3693e465, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5a94e560-8cdf-41e9-ad78-901c3693e465,segment=NetworkSegment(b5acba58-a6d3-42da-9d36-4c5fee74d53d),segment_id=b5acba58-a6d3-42da-9d36-4c5fee74d53d)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:44.837444 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.858877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] Calling delete_port for 5a94e560-8cdf-41e9-ad78-901c3693e465 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:44.921969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:44.969068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a94e560-8cdf-41e9-ad78-901c3693e465,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:44.972440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] No DVR routers for this DVR port 5a94e560-8cdf-41e9-ad78-901c3693e465 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:25:45.004116 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.036464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] Pushing event deleted for resources: {'Port': ['ID=5a94e560-8cdf-41e9-ad78-901c3693e465,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:45.041335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cced0-e35a-4fb0-b611-09d37eceb618 None None] No DVR routers for this DVR port 5a94e560-8cdf-41e9-ad78-901c3693e465 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:25:45.110906 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.129650 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5990d8-8c58-46dc-be9c-0196dedf4b71']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:45.151021 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5acba58-a6d3-42da-9d36-4c5fee74d53d') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:45.151507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5acba58-a6d3-42da-9d36-4c5fee74d53d') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:45.166902 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.191264 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.203487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:25:45.204319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:25:45.207403 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:25:45.309774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.318762 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.321799 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] 10.222.0.59 "DELETE /v2.0/networks/bd5990d8-8c58-46dc-be9c-0196dedf4b71 HTTP/1.1" status: 204 len: 168 time: 0.9278300 Aug 20 14:25:45.326218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45786) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:45.337681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9da56-a165-496d-9176-bc87b3999b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5990d8-8c58-46dc-be9c-0196dedf4b71,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:45.817867 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:45.862084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a81fb54-eaab-42c2-8adf-1fb84a51f82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:46.166846 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Deleting port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:46.167090 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:46.436615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a94e560-8cdf-41e9-ad78-901c3693e465 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:46.463311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5a94e560-8cdf-41e9-ad78-901c3693e465 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:46.463676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5a94e560-8cdf-41e9-ad78-901c3693e465 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:46.567158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] For port a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:46.568397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:46.581892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Calling delete_port for a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:46.780977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:46.807346 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:46.823136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.823497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.823849 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.824189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.824532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.824892 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.825225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.825557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.825886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.826217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.826548 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:46.826877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:25:47.013596 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:47.257345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Router eca83a93-4172-40be-8bc7-45d1688e242e has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:25:47.374105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:25:47.382999 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-46d5518e-5995-410e-9d70-8873e9fcd24d admin admin] 10.222.0.59 "PUT /v2.0/routers/eca83a93-4172-40be-8bc7-45d1688e242e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549996 Aug 20 14:25:47.386609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45788) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:47.387946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] Sync routers for ids ['eca83a93-4172-40be-8bc7-45d1688e242e'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:25:47.406544 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] Routers {'eca83a93-4172-40be-8bc7-45d1688e242e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:25:47.407891 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['eca83a93-4172-40be-8bc7-45d1688e242e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:47.526824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:47.558017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] Set router eca83a93-4172-40be-8bc7-45d1688e242e gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:25:47.698950 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:47.775558 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Deleting port 79f2afd3-01df-48c7-a793-a99d70b4ade3 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:47.776232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:47.789673 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:25:46Z', 'revision_number': 5, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port': {'id': '79f2afd3-01df-48c7-a793-a99d70b4ade3', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:24:19Z', 'updated_at': '2021-08-20T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:47.837676 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] Checking router: eca83a93-4172-40be-8bc7-45d1688e242e for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:25:47.849521 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] Routers {'eca83a93-4172-40be-8bc7-45d1688e242e'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:25:47.850104 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['eca83a93-4172-40be-8bc7-45d1688e242e'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:47.911924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] For port 79f2afd3-01df-48c7-a793-a99d70b4ade3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=79f2afd3-01df-48c7-a793-a99d70b4ade3,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:47.912408 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:47.930937 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Calling delete_port for 79f2afd3-01df-48c7-a793-a99d70b4ade3 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:47.965712 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] Set router eca83a93-4172-40be-8bc7-45d1688e242e gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:25:48.063252 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:25:47Z', 'revision_number': 6, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:48.111151 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47c7cc-a9ea-4be7-8cc6-428d1396474e None None] The sync data for ids ['eca83a93-4172-40be-8bc7-45d1688e242e'] in n-d-804232-5 is: [{'id': 'eca83a93-4172-40be-8bc7-45d1688e242e', 'name': 'tempest-TestEncryptedCinderVolumes-1321161432-router', 'tenant_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:24:18Z', 'updated_at': '2021-08-20T14:25:47Z', 'revision_number': 6, 'project_id': 'c1491b789ea04b1aa2a1b31e2c2d76e2', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:25:48.208499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.239126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f2afd3-01df-48c7-a793-a99d70b4ade3,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:48.319143 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.425768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.429390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.509062 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.509823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca83a93-4172-40be-8bc7-45d1688e242e {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:25:48.517643 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.524162 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-63f7371c-a5dc-43a7-8e3d-0c5530036793 admin admin] 10.222.0.59 "DELETE /v2.0/routers/eca83a93-4172-40be-8bc7-45d1688e242e HTTP/1.1" status: 204 len: 168 time: 1.1319525 Aug 20 14:25:48.524635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45790) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:48.623700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Deleting subnet f213e534-0401-4c16-a334-59fd7c904d28 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:25:48.630006 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.635688 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e49acd09-a881-4ed3-abf7-9ea35a931240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.644874 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.678547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.776455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.842369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.870426 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f213e534-0401-4c16-a334-59fd7c904d28,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:48.878478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.885195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-20360945-e0fb-4774-a82d-827a3c1683ee admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f213e534-0401-4c16-a334-59fd7c904d28 HTTP/1.1" status: 204 len: 168 time: 0.3562529 Aug 20 14:25:48.885606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45792) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:48.887490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc9be5-05aa-467a-826d-6db997288929 None None] Network 2c219d0a-8723-419f-8363-ea1aea640e8b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:25:48.952223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:48.981773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:48.982116 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a2fd9d8c-eadb-4f4f-a580-c430ea1f45d9 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:49.019454 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.104375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Deleting port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:49.104950 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.175992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] DHCP port deletion for 2c219d0a-8723-419f-8363-ea1aea640e8b request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:25:49.195825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] For port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:49.196350 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.219316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Calling delete_port for 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:49.243984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] Deleting port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:25:49.244623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.366789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] For port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,segment=NetworkSegment(baf11b16-2851-4fae-a7cf-fa3be7333c41),segment_id=baf11b16-2851-4fae-a7cf-fa3be7333c41)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:49.367633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.391343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] Calling delete_port for 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:25:49.398968 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.449387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:49.452506 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] No DVR routers for this DVR port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:25:49.518150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.557480 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.566074 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] Pushing event deleted for resources: {'Port': ['ID=4a604df7-6b5c-4df2-b8d9-e5e3145ee200,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:49.573581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02da963-dc4e-487c-a764-1d66777e813a None None] No DVR routers for this DVR port 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:25:49.577890 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c219d0a-8723-419f-8363-ea1aea640e8b']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:49.593540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf11b16-2851-4fae-a7cf-fa3be7333c41') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:49.593978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf11b16-2851-4fae-a7cf-fa3be7333c41') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:49.605901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.623595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.631968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:25:49.632715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:25:49.635034 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:25:49.706339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.717095 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.721373 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] 10.222.0.59 "DELETE /v2.0/networks/2c219d0a-8723-419f-8363-ea1aea640e8b HTTP/1.1" status: 204 len: 168 time: 0.8339353 Aug 20 14:25:49.743717 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5a263-a0b2-44cb-996b-476400b2051c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c219d0a-8723-419f-8363-ea1aea640e8b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:49.759955 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:49.974222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45796) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:50.020915 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-631006a2-b612-4108-9fea-f48ad9da2e43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1996cbdb545b4010af0eae2914d7e4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447922 Aug 20 14:25:50.024240 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45798) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:50.080092 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4511c2c8-3dff-4451-8f8a-dc15ddd926db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.105359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4511c2c8-3dff-4451-8f8a-dc15ddd926db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.167094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4511c2c8-3dff-4451-8f8a-dc15ddd926db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.169956 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4511c2c8-3dff-4451-8f8a-dc15ddd926db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.171341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4511c2c8-3dff-4451-8f8a-dc15ddd926db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18a3e23e-780f-41a2-b17c-5471a66ad050 HTTP/1.1" status: 204 len: 168 time: 0.1457217 Aug 20 14:25:50.182918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c2c8-3dff-4451-8f8a-dc15ddd926db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a3e23e-780f-41a2-b17c-5471a66ad050,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:50.448720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:50.470288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:50.470645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4a604df7-6b5c-4df2-b8d9-e5e3145ee200 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:50.471076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 79f2afd3-01df-48c7-a793-a99d70b4ade3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:25:50.495669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 79f2afd3-01df-48c7-a793-a99d70b4ade3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:25:50.496025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 79f2afd3-01df-48c7-a793-a99d70b4ade3 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:25:50.613433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45804) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:50.660594 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bafbf320-bf3e-41f9-a9d9-5c9d499fb4ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1491b789ea04b1aa2a1b31e2c2d76e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454123 Aug 20 14:25:50.664212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45806) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:50.720645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9534c454-116e-40ef-b48a-4da5fe8e633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.745667 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9534c454-116e-40ef-b48a-4da5fe8e633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.803465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9534c454-116e-40ef-b48a-4da5fe8e633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.806309 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9534c454-116e-40ef-b48a-4da5fe8e633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:50.807595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9534c454-116e-40ef-b48a-4da5fe8e633b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ed43a8a-2b78-4be8-9cca-1778a42b2551 HTTP/1.1" status: 204 len: 168 time: 0.1421664 Aug 20 14:25:50.817754 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c454-116e-40ef-b48a-4da5fe8e633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed43a8a-2b78-4be8-9cca-1778a42b2551,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:51.652832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45828) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:51.674411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:51.780743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-721623284-network', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:51.806435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Made reservation on behalf of 5dc91d77e9fa436099245c7f67b6a0e1 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:25:51.809259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:51.820451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:51.971302 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:51.977100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.013752 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:25:52.041210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a42147-4416-455c-8f9c-dfcda29e8613,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:52.050493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.050493 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Added segment a578d958-531d-4ed1-be7d-e6af2f8c246b of type vlan for network da38d924-e59c-45b6-a86a-f77de61ce234 Aug 20 14:25:52.116647 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.147437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.148800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:52.149401 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.209415 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5552757 Aug 20 14:25:52.212674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45832) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:52.220503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Request body: {'subnet': {'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-721623284-subnet', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:52.230331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9abbc1-cac2-4ce8-a52f-9b62ed7173a7 admin admin] Pushing event updated for resources: {'Network': ['ID=da38d924-e59c-45b6-a86a-f77de61ce234,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:52.243807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network da38d924-e59c-45b6-a86a-f77de61ce234 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:25:52.253741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Made reservation on behalf of 5dc91d77e9fa436099245c7f67b6a0e1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:25:52.257264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.517850 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.619502 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a8a828-96f6-475d-8b89-28f15820ca76,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:52.638253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Checking segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:25:52.638829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Network hostable DHCP agents. Network: da38d924-e59c-45b6-a86a-f77de61ce234, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:25:52.664760 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Network da38d924-e59c-45b6-a86a-f77de61ce234 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:25:52.675696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, da38d924-e59c-45b6-a86a-f77de61ce234) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:52.681051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:52.681839 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.688948 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71181177-9999-44ae-8ee4-ceb6e12e3dee None None] Network da38d924-e59c-45b6-a86a-f77de61ce234 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:25:52.700233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4df7e064-0a20-442b-82d1-2f344eced0b7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4862704 Aug 20 14:25:52.704893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45834) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:52.710843 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:52.743086 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.744204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.812593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.880372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-da38d924-e59c-45b6-a86a-f77de61ce234', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:25:52.881849 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:52.980311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.057837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Allocated IP 172.20.0.2 (da38d924-e59c-45b6-a86a-f77de61ce234/58a8a828-96f6-475d-8b89-28f15820ca76/c4dd8fa9-e253-4651-beff-22ca1fe31c74) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:25:53.229420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.254137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.266787 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.278856 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Transition to ACTIVE for port object c4dd8fa9-e253-4651-beff-22ca1fe31c74 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:25:53.300246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Transition to ACTIVE for port object c4dd8fa9-e253-4651-beff-22ca1fe31c74 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:25:53.310207 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.360160 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Network da38d924-e59c-45b6-a86a-f77de61ce234 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:25:53.363996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:53.368711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:25:53.388745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Pushing event updated for resources: {'Port': ['ID=c4dd8fa9-e253-4651-beff-22ca1fe31c74,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:53.424519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Allocated IP 172.25.6.121 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/1d466016-b91b-41f0-8880-74478c5c9478) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:25:53.445087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Attempting to bind port c4dd8fa9-e253-4651-beff-22ca1fe31c74 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:25:53.445467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Attempting to bind port c4dd8fa9-e253-4651-beff-22ca1fe31c74 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:25:53.445944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Attempting to bind port c4dd8fa9-e253-4651-beff-22ca1fe31c74 on network da38d924-e59c-45b6-a86a-f77de61ce234 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:25:53.452088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:25:53.452459 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Checking segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:25:53.452903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.453308 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Bound using segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:25:53.453811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Bound port: c4dd8fa9-e253-4651-beff-22ca1fe31c74, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:25:53.454193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.539048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] For port c4dd8fa9-e253-4651-beff-22ca1fe31c74, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:25:53.543693 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] For port c4dd8fa9-e253-4651-beff-22ca1fe31c74, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c4dd8fa9-e253-4651-beff-22ca1fe31c74,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:25:53.548871 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.560610 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.620429 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce085226-c435-4d08-a4dd-7013d4603da4 None None] Pushing event updated for resources: {'Port': ['ID=c4dd8fa9-e253-4651-beff-22ca1fe31c74,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:53.638437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:53.714146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:25:53.728038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:53.732295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:25:53.735106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Pushing event updated for resources: {'Port': ['ID=1d466016-b91b-41f0-8880-74478c5c9478,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:54.102671 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:54.531523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c4dd8fa9-e253-4651-beff-22ca1fe31c74 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:25:54.599682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c4dd8fa9-e253-4651-beff-22ca1fe31c74 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:25:54.757461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:54.778344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd467f7-ceb0-4733-a5c1-c8a4b8623a54 None None] Network da38d924-e59c-45b6-a86a-f77de61ce234 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:25:54.886777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] Provisioning for port c4dd8fa9-e253-4651-beff-22ca1fe31c74 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:25:54.909803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] Provisioning complete for port c4dd8fa9-e253-4651-beff-22ca1fe31c74 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:54.910359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:54.912652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Router bffd23ba-812d-4715-b966-09c1b075c4ee is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:25:55.036773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:25:55.056165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:55.057913 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3b6b6cfc-72be-460e-905c-042a27dfe972 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3518424 Aug 20 14:25:55.061441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45838) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:55.063628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Sync routers for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:25:55.125904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:25:55.126578 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:55.213891 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:55.319077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] For port c4dd8fa9-e253-4651-beff-22ca1fe31c74, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c4dd8fa9-e253-4651-beff-22ca1fe31c74,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:25:55.325584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:25:55.329333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:55.753418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:55.758282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1095b845-ae8f-4c32-b542-1a08466e545b None None] Provisioning complete for port c4dd8fa9-e253-4651-beff-22ca1fe31c74 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:55.758282 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1095b845-ae8f-4c32-b542-1a08466e545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:55.766576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda3b35-52b6-4b12-9602-4c9ac67d5e3f None None] Pushing event updated for resources: {'Port': ['ID=c4dd8fa9-e253-4651-beff-22ca1fe31c74,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:56.023739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:53Z', 'revision_number': 3, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:56.057783 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Allocated IP 172.20.0.1 (da38d924-e59c-45b6-a86a-f77de61ce234/58a8a828-96f6-475d-8b89-28f15820ca76/db388117-8dff-4fa8-b9df-999b66cdfcd5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:25:56.072304 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Checking router: bffd23ba-812d-4715-b966-09c1b075c4ee for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:25:56.072918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Updating router bffd23ba-812d-4715-b966-09c1b075c4ee port 1d466016-b91b-41f0-8880-74478c5c9478 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:25:56.119067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.258069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.280057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Transition to ACTIVE for port object db388117-8dff-4fa8-b9df-999b66cdfcd5 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:25:56.330140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.387287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Network da38d924-e59c-45b6-a86a-f77de61ce234 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:25:56.393009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:56.400414 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:25:56.422707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Pushing event updated for resources: {'Port': ['ID=db388117-8dff-4fa8-b9df-999b66cdfcd5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:56.494220 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.512615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c4dd8fa9-e253-4651-beff-22ca1fe31c74 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:25:56.618973 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.639072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Transition to ACTIVE for port object 1d466016-b91b-41f0-8880-74478c5c9478 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:25:56.654304 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.760438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.776587 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2936e-e163-49eb-b9e5-98e2055c85e0 None None] Pushing event updated for resources: {'Port': ['ID=1d466016-b91b-41f0-8880-74478c5c9478,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:56.780662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Attempting to bind port 1d466016-b91b-41f0-8880-74478c5c9478 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:25:56.781208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Attempting to bind port 1d466016-b91b-41f0-8880-74478c5c9478 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:25:56.781701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Attempting to bind port 1d466016-b91b-41f0-8880-74478c5c9478 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:25:56.804175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:25:56.804827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:25:56.805489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.806130 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:25:56.806954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Bound port: 1d466016-b91b-41f0-8880-74478c5c9478, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:25:56.807582 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.811819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c4dd8fa9-e253-4651-beff-22ca1fe31c74 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:56.812495 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:56.855478 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-50db8dc6-61df-4446-914c-4f9a7dd120c1 None None] Provisioning for port db388117-8dff-4fa8-b9df-999b66cdfcd5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:25:56.899640 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-50db8dc6-61df-4446-914c-4f9a7dd120c1 None None] Provisioning complete for port db388117-8dff-4fa8-b9df-999b66cdfcd5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:56.900148 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-50db8dc6-61df-4446-914c-4f9a7dd120c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:57.005659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-50db8dc6-61df-4446-914c-4f9a7dd120c1 None None] Port db388117-8dff-4fa8-b9df-999b66cdfcd5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:25:57.009609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] For port 1d466016-b91b-41f0-8880-74478c5c9478, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:25:57.026192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] For port 1d466016-b91b-41f0-8880-74478c5c9478, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1d466016-b91b-41f0-8880-74478c5c9478,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:25:57.033515 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:57.039024 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:57.045036 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:57.125841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:57.127772 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Pushing event updated for resources: {'Port': ['ID=db388117-8dff-4fa8-b9df-999b66cdfcd5,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:57.151984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:25:57.152738 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:57.204780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2936e-e163-49eb-b9e5-98e2055c85e0 None None] Pushing event updated for resources: {'Port': ['ID=1d466016-b91b-41f0-8880-74478c5c9478,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:57.257394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Network da38d924-e59c-45b6-a86a-f77de61ce234 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:25:57.259053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:57.343152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:25:57.462010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Router bffd23ba-812d-4715-b966-09c1b075c4ee has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:25:57.627583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:25:57.636802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82fa9577-c8c6-457b-8b12-425a09d973a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/bffd23ba-812d-4715-b966-09c1b075c4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738635 Aug 20 14:25:57.649466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-56c66810-5178-4655-b180-d3b4aaffbb59 None None] Provisioning complete for port db388117-8dff-4fa8-b9df-999b66cdfcd5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:25:57.649849 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-56c66810-5178-4655-b180-d3b4aaffbb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:57.697684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-56c66810-5178-4655-b180-d3b4aaffbb59 None None] Port db388117-8dff-4fa8-b9df-999b66cdfcd5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:25:57.706647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 2, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:25:57.746063 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae084a8-66f0-42b3-9e6d-05f5c4b9d1de None None] The sync data for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 is: [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 2, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:25:58.392507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 45854) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:58.403501 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-146632805-network', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:58.438409 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Made reservation on behalf of dc39ea41ee894fd6a72442cd884e83b1 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:25:58.442077 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.456181 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.634588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.640789 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.676139 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:25:58.683850 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd8940-b6ae-4a3a-a3d0-517f64f86438,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:58.692015 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.692321 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Added segment 94856278-33b4-4b0c-8dc6-adef019c3984 of type vlan for network ef626d8d-c6cf-46ef-bb82-531b09307034 Aug 20 14:25:58.760766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.801544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.803007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:58.803888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:58.891232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4940009 Aug 20 14:25:58.896782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45856) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:58.902098 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e381a-c8fa-4be8-903e-89cbf3f7b03c admin admin] Pushing event updated for resources: {'Network': ['ID=ef626d8d-c6cf-46ef-bb82-531b09307034,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:58.903721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Request body: {'subnet': {'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-146632805-subnet', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:58.918382 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network ef626d8d-c6cf-46ef-bb82-531b09307034 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:25:58.935568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Made reservation on behalf of dc39ea41ee894fd6a72442cd884e83b1 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:25:58.939135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.191017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.274716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf4d8f9-290f-49da-acaa-254a5f5812cb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:25:59.291396 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Checking segment: {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:25:59.291974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Network hostable DHCP agents. Network: ef626d8d-c6cf-46ef-bb82-531b09307034, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:25:59.316024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Network ef626d8d-c6cf-46ef-bb82-531b09307034 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:25:59.329606 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, ef626d8d-c6cf-46ef-bb82-531b09307034) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:25:59.340965 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:25:59.341574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.346880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab98cfad-3705-421e-becb-870eec22a1bb None None] Network ef626d8d-c6cf-46ef-bb82-531b09307034 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:25:59.368114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-eb380251-e936-4359-bece-2956ddcd1740 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4646661 Aug 20 14:25:59.368481 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45858) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:25:59.373732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:25:59.411658 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.413793 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.495931 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.600673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-ef626d8d-c6cf-46ef-bb82-531b09307034', 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'fixed_ips': [{'subnet_id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:25:59.602098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.684210 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.725663 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.791592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Allocated IP 172.20.0.2 (ef626d8d-c6cf-46ef-bb82-531b09307034/ddf4d8f9-290f-49da-acaa-254a5f5812cb/4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:25:59.978548 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:59.990749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Transition to ACTIVE for port object 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:00.016977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Transition to ACTIVE for port object 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:00.027155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.045167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.073331 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Network ef626d8d-c6cf-46ef-bb82-531b09307034 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:26:00.076911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:26:00.081571 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:26:00.087132 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.106115 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Pushing event updated for resources: {'Port': ['ID=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:00.170292 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Attempting to bind port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:26:00.170676 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Attempting to bind port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:26:00.171051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Attempting to bind port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 on network ef626d8d-c6cf-46ef-bb82-531b09307034 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:26:00.177861 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:26:00.178244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Checking segment: {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:26:00.178725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.179209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Bound using segment: {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:26:00.179783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Bound port: 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:26:00.180189 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.260285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Allocated IP 172.25.6.194 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/610bcbf0-00ee-4c6e-a987-1812ed7648f5) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:26:00.298143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] For port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:26:00.305042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] For port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,segment=NetworkSegment(94856278-33b4-4b0c-8dc6-adef019c3984),segment_id=94856278-33b4-4b0c-8dc6-adef019c3984)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:26:00.306514 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Sync routers for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:26:00.313192 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.318159 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:00.318898 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:00.461541 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:00.503759 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.538354 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d8da0-f68d-4d9e-b472-08425621035c None None] Pushing event updated for resources: {'Port': ['ID=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:00.604421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d466016-b91b-41f0-8880-74478c5c9478 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:00.618807 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.724179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 1d466016-b91b-41f0-8880-74478c5c9478 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:00.732391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1d466016-b91b-41f0-8880-74478c5c9478 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:00.733400 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:00.736428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:26:00.751341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:26:00.762127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:26:00.796884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Pushing event updated for resources: {'Port': ['ID=610bcbf0-00ee-4c6e-a987-1812ed7648f5,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:00.932978 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 2, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:00.957844 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.001091 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 1d466016-b91b-41f0-8880-74478c5c9478, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1d466016-b91b-41f0-8880-74478c5c9478,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:01.009505 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.077775 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Checking router: bffd23ba-812d-4715-b966-09c1b075c4ee for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:26:01.078109 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Updating router bffd23ba-812d-4715-b966-09c1b075c4ee port db388117-8dff-4fa8-b9df-999b66cdfcd5 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:26:01.100538 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=1d466016-b91b-41f0-8880-74478c5c9478,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:01.130238 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.228326 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.517130 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.538856 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Transition to ACTIVE for port object db388117-8dff-4fa8-b9df-999b66cdfcd5 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:01.549231 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.688987 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Pushing event updated for resources: {'Port': ['ID=db388117-8dff-4fa8-b9df-999b66cdfcd5,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:01.727952 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.728465 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.729082 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.729662 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.730200 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.730763 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.731433 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.731872 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.732401 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.733060 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.733587 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.734093 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:01.759096 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Attempting to bind port db388117-8dff-4fa8-b9df-999b66cdfcd5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:26:01.759870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Attempting to bind port db388117-8dff-4fa8-b9df-999b66cdfcd5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:26:01.760588 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Attempting to bind port db388117-8dff-4fa8-b9df-999b66cdfcd5 on network da38d924-e59c-45b6-a86a-f77de61ce234 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:26:01.766932 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:26:01.767497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Checking segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:26:01.768077 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.768497 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Bound using segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:26:01.768946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Bound port: db388117-8dff-4fa8-b9df-999b66cdfcd5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:26:01.769499 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.824744 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.869144 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94f43b-3821-41db-a08e-70c83eaa0a9b None None] Network ef626d8d-c6cf-46ef-bb82-531b09307034 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:26:01.872601 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] For port db388117-8dff-4fa8-b9df-999b66cdfcd5, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:26:01.877324 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] For port db388117-8dff-4fa8-b9df-999b66cdfcd5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=db388117-8dff-4fa8-b9df-999b66cdfcd5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:26:01.884966 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:01.971545 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:01.972526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:01.990210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6fdebfd1-9b9c-4667-907d-6ebd09e417b3 None None] Provisioning for port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:02.010834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Router 8c8555da-bba8-4f29-83f9-7a7f5919a162 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:26:02.112101 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19756021-bf37-4f1f-a88f-a2c9b8f726a7 None None] Pushing event updated for resources: {'Port': ['ID=db388117-8dff-4fa8-b9df-999b66cdfcd5,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:02.225311 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:02.236979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:26:02.248684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Sync routers for ids ['8c8555da-bba8-4f29-83f9-7a7f5919a162'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:26:02.261598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Routers {'8c8555da-bba8-4f29-83f9-7a7f5919a162'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:02.262771 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8c8555da-bba8-4f29-83f9-7a7f5919a162'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:02.264195 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:02.272351 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e3f32b94-23f4-4568-ae92-0e0d07090fea admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8990161 Aug 20 14:26:02.273189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 45860) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:02.386016 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:02.480732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Set router 8c8555da-bba8-4f29-83f9-7a7f5919a162 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:02.675897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d466016-b91b-41f0-8880-74478c5c9478 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:02.716692 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:01Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:02.749919 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c92123-b171-4a5c-b45d-34ab5db71bb1 None None] The sync data for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 is: [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:01Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:26:02.822723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 1d466016-b91b-41f0-8880-74478c5c9478 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:02.823301 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:02.882800 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:26:01Z', 'revision_number': 3, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:02.923225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Checking router: 8c8555da-bba8-4f29-83f9-7a7f5919a162 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:26:02.923802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Updating router 8c8555da-bba8-4f29-83f9-7a7f5919a162 port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:26:02.960623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:02.987398 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.074095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:03.228160 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Allocated IP 172.20.0.1 (ef626d8d-c6cf-46ef-bb82-531b09307034/ddf4d8f9-290f-49da-acaa-254a5f5812cb/7ddbb080-bb27-4956-82de-dc07c767b929) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:26:03.411672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.424671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:03.431510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Transition to ACTIVE for port object 7ddbb080-bb27-4956-82de-dc07c767b929 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:03.438824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:03.439415 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.475678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.529079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Network ef626d8d-c6cf-46ef-bb82-531b09307034 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:26:03.532505 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:26:03.537107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:26:03.549618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddbb080-bb27-4956-82de-dc07c767b929,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:03.592997 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.742790 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.773833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.799294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Transition to ACTIVE for port object 610bcbf0-00ee-4c6e-a987-1812ed7648f5 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:03.812300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,segment=NetworkSegment(94856278-33b4-4b0c-8dc6-adef019c3984),segment_id=94856278-33b4-4b0c-8dc6-adef019c3984)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:03.815781 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.826460 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.827194 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db388117-8dff-4fa8-b9df-999b66cdfcd5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:03.827794 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:03.933552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-abafba6c-566c-463c-b7f9-0f0942b67802 None None] Provisioning for port 7ddbb080-bb27-4956-82de-dc07c767b929 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:03.944513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295cba-d843-46f8-a8bd-7a53462604ac None None] Pushing event updated for resources: {'Port': ['ID=610bcbf0-00ee-4c6e-a987-1812ed7648f5,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:03.949541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Attempting to bind port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:26:03.950193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Attempting to bind port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:26:03.950916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Attempting to bind port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:26:03.960872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-abafba6c-566c-463c-b7f9-0f0942b67802 None None] Provisioning complete for port 7ddbb080-bb27-4956-82de-dc07c767b929 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:03.961247 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-abafba6c-566c-463c-b7f9-0f0942b67802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.006126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:26:04.006423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:26:04.006845 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.007250 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:26:04.007750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Bound port: 610bcbf0-00ee-4c6e-a987-1812ed7648f5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:26:04.008143 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.079324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-abafba6c-566c-463c-b7f9-0f0942b67802 None None] Port 7ddbb080-bb27-4956-82de-dc07c767b929 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:26:04.081959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port db388117-8dff-4fa8-b9df-999b66cdfcd5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:04.094181 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.096410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:04.101660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.109898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port db388117-8dff-4fa8-b9df-999b66cdfcd5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:04.110543 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.149208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] For port 610bcbf0-00ee-4c6e-a987-1812ed7648f5, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:26:04.167178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] For port 610bcbf0-00ee-4c6e-a987-1812ed7648f5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=610bcbf0-00ee-4c6e-a987-1812ed7648f5,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:26:04.175681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.189658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddbb080-bb27-4956-82de-dc07c767b929,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:04.201556 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.260579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Routers {'8c8555da-bba8-4f29-83f9-7a7f5919a162'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:04.261133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8c8555da-bba8-4f29-83f9-7a7f5919a162'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:04.321711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Network ef626d8d-c6cf-46ef-bb82-531b09307034 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:26:04.323382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:26:04.328032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.332038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295cba-d843-46f8-a8bd-7a53462604ac None None] Pushing event updated for resources: {'Port': ['ID=610bcbf0-00ee-4c6e-a987-1812ed7648f5,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:04.422259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port db388117-8dff-4fa8-b9df-999b66cdfcd5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=db388117-8dff-4fa8-b9df-999b66cdfcd5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:04.429188 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.479573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] Set router 8c8555da-bba8-4f29-83f9-7a7f5919a162 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:04.526951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Router 8c8555da-bba8-4f29-83f9-7a7f5919a162 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:26:04.547642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=db388117-8dff-4fa8-b9df-999b66cdfcd5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:04.585197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:04.715954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:26:04.716979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:04.717546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.721743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a0f9f964-6e6e-4655-b8e7-c2f7116883e6 admin admin] 10.222.0.59 "PUT /v2.0/routers/8c8555da-bba8-4f29-83f9-7a7f5919a162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472148 Aug 20 14:26:04.813369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1b365448-2b56-4cf0-8a90-c96b0eca540c None None] Provisioning complete for port 7ddbb080-bb27-4956-82de-dc07c767b929 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:04.813750 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1b365448-2b56-4cf0-8a90-c96b0eca540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:04.868211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-1b365448-2b56-4cf0-8a90-c96b0eca540c None None] Port 7ddbb080-bb27-4956-82de-dc07c767b929 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:26:04.894263 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '7ddbb080-bb27-4956-82de-dc07c767b929', 'name': '', 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'mac_address': 'fa:16:3e:3a:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:03Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 2, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'subnets': [{'id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:04.933419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3de88a-4d30-4700-a075-c797d8b18f94 None None] The sync data for ids ['8c8555da-bba8-4f29-83f9-7a7f5919a162'] in n-d-804232-5 is: [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '7ddbb080-bb27-4956-82de-dc07c767b929', 'name': '', 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'mac_address': 'fa:16:3e:3a:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:03Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 2, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'subnets': [{'id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:26:06.734394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db388117-8dff-4fa8-b9df-999b66cdfcd5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:06.852690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port db388117-8dff-4fa8-b9df-999b66cdfcd5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:06.853483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:07.030188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 610bcbf0-00ee-4c6e-a987-1812ed7648f5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:07.108391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:07.116788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:07.117174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:07.242264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:07.277957 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 610bcbf0-00ee-4c6e-a987-1812ed7648f5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=610bcbf0-00ee-4c6e-a987-1812ed7648f5,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:07.289189 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:07.376631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=610bcbf0-00ee-4c6e-a987-1812ed7648f5,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:08.577103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 610bcbf0-00ee-4c6e-a987-1812ed7648f5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:08.683403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:08.683790 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:08.962554 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Sync routers for ids ['8c8555da-bba8-4f29-83f9-7a7f5919a162'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:26:08.977419 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Routers {'8c8555da-bba8-4f29-83f9-7a7f5919a162'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:08.978416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8c8555da-bba8-4f29-83f9-7a7f5919a162'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:09.148526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Set router 8c8555da-bba8-4f29-83f9-7a7f5919a162 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:09.437746 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '7ddbb080-bb27-4956-82de-dc07c767b929', 'name': '', 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'mac_address': 'fa:16:3e:3a:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:03Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 2, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'subnets': [{'id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:09.469657 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Checking router: 8c8555da-bba8-4f29-83f9-7a7f5919a162 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:26:09.470119 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Updating router 8c8555da-bba8-4f29-83f9-7a7f5919a162 port 7ddbb080-bb27-4956-82de-dc07c767b929 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:26:09.501154 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:09.862147 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:09.880285 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Transition to ACTIVE for port object 7ddbb080-bb27-4956-82de-dc07c767b929 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:09.894282 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.014761 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc6d10-95fd-4f41-84e9-ef55baa5e699 None None] Pushing event updated for resources: {'Port': ['ID=7ddbb080-bb27-4956-82de-dc07c767b929,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:10.085245 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Attempting to bind port 7ddbb080-bb27-4956-82de-dc07c767b929 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:26:10.085691 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Attempting to bind port 7ddbb080-bb27-4956-82de-dc07c767b929 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:26:10.086069 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Attempting to bind port 7ddbb080-bb27-4956-82de-dc07c767b929 on network ef626d8d-c6cf-46ef-bb82-531b09307034 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:26:10.093320 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:26:10.093870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Checking segment: {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:26:10.094283 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.094680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Bound using segment: {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:26:10.095317 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Bound port: 7ddbb080-bb27-4956-82de-dc07c767b929, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94856278-33b4-4b0c-8dc6-adef019c3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:26:10.095731 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.190983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] For port 7ddbb080-bb27-4956-82de-dc07c767b929, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:26:10.196709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] For port 7ddbb080-bb27-4956-82de-dc07c767b929, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7ddbb080-bb27-4956-82de-dc07c767b929,segment=NetworkSegment(94856278-33b4-4b0c-8dc6-adef019c3984),segment_id=94856278-33b4-4b0c-8dc6-adef019c3984)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:26:10.207516 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.406723 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Routers {'8c8555da-bba8-4f29-83f9-7a7f5919a162'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:10.406976 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:25:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8c8555da-bba8-4f29-83f9-7a7f5919a162'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:10.413112 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc6d10-95fd-4f41-84e9-ef55baa5e699 None None] Pushing event updated for resources: {'Port': ['ID=7ddbb080-bb27-4956-82de-dc07c767b929,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:10.605823 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] Set router 8c8555da-bba8-4f29-83f9-7a7f5919a162 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:10.651033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7ddbb080-bb27-4956-82de-dc07c767b929 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:10.787852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 7ddbb080-bb27-4956-82de-dc07c767b929 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:10.795212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 7ddbb080-bb27-4956-82de-dc07c767b929 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:10.796692 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.843305 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Provisioning complete for port 7ddbb080-bb27-4956-82de-dc07c767b929 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:10.844034 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.903530 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '7ddbb080-bb27-4956-82de-dc07c767b929', 'name': '', 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'mac_address': 'fa:16:3e:3a:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:03Z', 'updated_at': '2021-08-20T14:26:10Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'subnets': [{'id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:10.947616 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89476ef3-9902-4a40-8ec0-26ad161c1c13 None None] The sync data for ids ['8c8555da-bba8-4f29-83f9-7a7f5919a162'] in n-d-804232-5 is: [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:26:03Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '7ddbb080-bb27-4956-82de-dc07c767b929', 'name': '', 'network_id': 'ef626d8d-c6cf-46ef-bb82-531b09307034', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'mac_address': 'fa:16:3e:3a:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:03Z', 'updated_at': '2021-08-20T14:26:10Z', 'revision_number': 4, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'subnets': [{'id': 'ddf4d8f9-290f-49da-acaa-254a5f5812cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:26:11.023854 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:11.063050 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:11.121083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] For port 7ddbb080-bb27-4956-82de-dc07c767b929, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7ddbb080-bb27-4956-82de-dc07c767b929,segment=NetworkSegment(94856278-33b4-4b0c-8dc6-adef019c3984),segment_id=94856278-33b4-4b0c-8dc6-adef019c3984)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:11.134804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:11.335108 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:26:11.335715 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:26:11.337606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Pushing event updated for resources: {'Port': ['ID=7ddbb080-bb27-4956-82de-dc07c767b929,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:11.351519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.352173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.352850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.353580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.354293 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.354894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.355530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.356151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.356949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.357597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.358139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:11.359366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eec54c-7a8b-4b9e-addc-24c8b99d6ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:12.569445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7ddbb080-bb27-4956-82de-dc07c767b929 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:12.640959 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 7ddbb080-bb27-4956-82de-dc07c767b929 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:12.641421 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:15.861973 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5221-b429-4026-b8f9-fac896d7ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:16.347566 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:26:16.936134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-8e20cf0b-c4f1-428b-abc0-3f53d5ae7379 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:16.938284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-8e20cf0b-c4f1-428b-abc0-3f53d5ae7379 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 814 time: 0.1259599 Aug 20 14:26:16.955124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-28bd013e-2c4c-4ca9-82d9-c3e78c1d3c9d tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/quotas/5dc91d77e9fa436099245c7f67b6a0e1 HTTP/1.1" status: 200 len: 375 time: 0.0105240 Aug 20 14:26:17.029097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-db968480-8583-4cd2-a03f-adeb74833d7e tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659013 Aug 20 14:26:17.045992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-059bcc0d-0987-47ff-9235-6e6de14f4691 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:26:17.047040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-059bcc0d-0987-47ff-9235-6e6de14f4691 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055690 Aug 20 14:26:17.169101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-14ff9d9e-3493-4394-aaa2-3f9e9e592e47 service neutron] 10.222.0.59 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151376 Aug 20 14:26:17.275996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-5ff25f18-7974-4917-9c64-796206f9537e service neutron] 10.222.0.59 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001582 Aug 20 14:26:17.553809 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f8341b0-fa4c-4870-bdee-2a34442c231a req-a79b0a9c-28bb-445b-94b5-3d24af16ef12 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 210 time: 0.0342004 Aug 20 14:26:18.655056 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0b6b73e6-9092-4886-9144-ef53f182fd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:18.662074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:18.748104 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ffb6839-babd-43b0-b9e9-494d32d5ddb8 req-ce94cb74-2e30-4fd4-a630-16aa0344e409 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 210 time: 0.0621207 Aug 20 14:26:18.785904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-d3966d06-0dbc-4a25-9942-251899edbb37 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:18.788755 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-d3966d06-0dbc-4a25-9942-251899edbb37 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 814 time: 0.2370172 Aug 20 14:26:18.802121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'port': {'device_id': '22283620-d19e-46bc-bffe-779258d65021', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'admin_state_up': True, 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:18.960683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Made reservation on behalf of 5dc91d77e9fa436099245c7f67b6a0e1 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:26:18.965035 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:19.174057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Allocated IP 172.20.0.5 (da38d924-e59c-45b6-a86a-f77de61ce234/58a8a828-96f6-475d-8b89-28f15820ca76/e92ae81a-c321-4816-a3a6-6be5c98f4fa5) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:26:19.511774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:19.545301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Transition to ACTIVE for port object e92ae81a-c321-4816-a3a6-6be5c98f4fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:19.595913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:19.627856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Network da38d924-e59c-45b6-a86a-f77de61ce234 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:26:19.673995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:26:19.681763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:26:19.776703 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:19.803740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:19.805840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.806353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.806837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.808145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.808695 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.809250 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.809823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.810378 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.810908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.811481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.812051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.812751 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:19.840040 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:19.841481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:19.872830 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-99de1df1-0c04-486a-9e9f-94d7e754e072 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0751755 Aug 20 14:26:20.000616 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e8a44-3b9a-4c5b-953e-682d24688180 req-04dcaea0-5984-4f76-83c1-3a88d16b6696 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:20.016244 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a81e8a44-3b9a-4c5b-953e-682d24688180 req-04dcaea0-5984-4f76-83c1-3a88d16b6696 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0987520 Aug 20 14:26:20.105757 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a81e8a44-3b9a-4c5b-953e-682d24688180 req-ac262301-3873-48f8-891f-a203413de6e8 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876276 Aug 20 14:26:20.187443 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52ce5007-1c8e-48c3-b5a4-0ec0049e50a1 None None] Provisioning for port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:20.201134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-52ce5007-1c8e-48c3-b5a4-0ec0049e50a1 None None] Provisioning complete for port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:20.201741 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-52ce5007-1c8e-48c3-b5a4-0ec0049e50a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:20.286262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-52ce5007-1c8e-48c3-b5a4-0ec0049e50a1 None None] Port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:26:21.262683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400a08-6a77-40f1-ae61-05b0214b954f req-2f786d9e-9741-4cf6-89bb-19be32abceab tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:21.265355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08400a08-6a77-40f1-ae61-05b0214b954f req-2f786d9e-9741-4cf6-89bb-19be32abceab tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0625715 Aug 20 14:26:21.341516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-08400a08-6a77-40f1-ae61-05b0214b954f req-c99fc2a7-c4fa-4240-8ec1-df011f6d19ab tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638399 Aug 20 14:26:21.679386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:22.542709 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060da7-019f-4ac9-84c3-865bcf858bd8 req-7a836726-23fb-4e30-a3d8-e1daba452576 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:22.544665 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e060da7-019f-4ac9-84c3-865bcf858bd8 req-7a836726-23fb-4e30-a3d8-e1daba452576 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0795312 Aug 20 14:26:22.600258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5e060da7-019f-4ac9-84c3-865bcf858bd8 req-1af047fc-ed13-44c7-a192-f500ffeeb022 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Aug 20 14:26:23.786550 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd6759-04c5-45ee-b494-f6eabcad81fb req-1a0cd235-fc8f-4a64-9eb2-c5ca3ba1aa32 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:23.789455 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49dd6759-04c5-45ee-b494-f6eabcad81fb req-1a0cd235-fc8f-4a64-9eb2-c5ca3ba1aa32 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.1009262 Aug 20 14:26:23.838287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49dd6759-04c5-45ee-b494-f6eabcad81fb req-58a20f27-101d-4ac8-8060-c4335a3ce8e1 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Aug 20 14:26:25.056308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd557-b4ab-4b4e-9d61-a1acd67ce826 req-a35f06be-5a69-4a9b-a411-e25db693d8e4 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:25.069453 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35cfd557-b4ab-4b4e-9d61-a1acd67ce826 req-a35f06be-5a69-4a9b-a411-e25db693d8e4 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0956192 Aug 20 14:26:25.123232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-35cfd557-b4ab-4b4e-9d61-a1acd67ce826 req-6e4505e9-df2a-4e48-9955-6667f2b045e4 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Aug 20 14:26:26.305004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90365-47c8-4a5a-b16c-fb398098b299 req-6c8f0936-cb71-48af-96ce-175127403b14 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:26.308339 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3de90365-47c8-4a5a-b16c-fb398098b299 req-6c8f0936-cb71-48af-96ce-175127403b14 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0845706 Aug 20 14:26:26.361624 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3de90365-47c8-4a5a-b16c-fb398098b299 req-86f00b55-3a97-4b7a-9db3-9d277fa4ee16 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Aug 20 14:26:27.524786 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e781585-f259-448f-be22-a2ccb4d98150 req-359b3ca3-2788-40e4-8e2c-dd2e8e852a5c tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:27.526953 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e781585-f259-448f-be22-a2ccb4d98150 req-359b3ca3-2788-40e4-8e2c-dd2e8e852a5c tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0648658 Aug 20 14:26:27.589701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3e781585-f259-448f-be22-a2ccb4d98150 req-a8032fc4-fa5a-484c-8518-df4ba73d67c8 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Aug 20 14:26:28.750552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acaae2-7eaf-4247-afdb-5b83f7df062b req-d93c156e-0959-423c-b03a-d229b3455893 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:28.752251 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0acaae2-7eaf-4247-afdb-5b83f7df062b req-d93c156e-0959-423c-b03a-d229b3455893 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 931 time: 0.0644212 Aug 20 14:26:28.798544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0acaae2-7eaf-4247-afdb-5b83f7df062b req-0b5cd3b2-ef04-48c2-8bbd-5670a3dd8258 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Aug 20 14:26:29.126676 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Request body: {'port': {'device_id': '22283620-d19e-46bc-bffe-779258d65021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:29.198848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:29.572691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92ae81a-c321-4816-a3a6-6be5c98f4fa5 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:26:29.586927 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:29.606843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Transition to ACTIVE for port object e92ae81a-c321-4816-a3a6-6be5c98f4fa5 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:26:29.610299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:29.679166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:29.693358 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:29.774109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Attempting to bind port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:26:29.775015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Attempting to bind port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:26:29.775213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Attempting to bind port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 on network da38d924-e59c-45b6-a86a-f77de61ce234 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:26:29.782293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 on network da38d924-e59c-45b6-a86a-f77de61ce234 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:26:29.783103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Attempting to bind port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 on network da38d924-e59c-45b6-a86a-f77de61ce234 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:26:29.792945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:26:29.793343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Checking segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:26:29.793947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Bound using segment: {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:26:29.794508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Bound port: e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a578d958-531d-4ed1-be7d-e6af2f8c246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:26:29.794913 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:29.922977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:26:29.935186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:26:29.943951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:29.984100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe21a2c-2bd5-4c53-bf0a-d8e21522ff38 req-14643cf9-c993-4733-b3f2-7b7434de2fe7 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:29.987052 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbe21a2c-2bd5-4c53-bf0a-d8e21522ff38 req-14643cf9-c993-4733-b3f2-7b7434de2fe7 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 943 time: 0.0804071 Aug 20 14:26:30.015969 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:30.016890 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:30.019708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] 10.222.0.53 "PUT /v2.0/ports/e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 1091 time: 0.9014361 Aug 20 14:26:30.021092 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:26:30.029912 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ea55c-33d3-4467-9e4c-139c7655a71b" -d '{"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:26:30.093956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bbe21a2c-2bd5-4c53-bf0a-d8e21522ff38 req-68d92abd-97e4-4623-a0a1-b2238297569a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918856 Aug 20 14:26:30.103279 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f249ac-dad7-4e43-8bcc-1d713d561b96 x-openstack-request-id: req-c8f249ac-dad7-4e43-8bcc-1d713d561b96 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:26:30.103752 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:26:30.104164 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8f249ac-dad7-4e43-8bcc-1d713d561b96 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:26:30.104800 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'status': 'completed', 'code': 200} Aug 20 14:26:30.143078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253406f-275d-4b98-8c2f-24202ad3bd1e service neutron] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:30.176711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-58cf3d00-73fd-4fd2-b08e-d478118d3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:30.179460 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-58cf3d00-73fd-4fd2-b08e-d478118d3608 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1094 time: 0.0946271 Aug 20 14:26:30.634232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-d3f2cd0f-ef75-4eb5-a6d6-55a7f11cbbf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 217 time: 0.4472525 Aug 20 14:26:30.693590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-53639104-f2d8-4e7d-a931-94b0a195d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:30.695277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-53639104-f2d8-4e7d-a931-94b0a195d4e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0538368 Aug 20 14:26:30.750776 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-cb2a7290-3853-4e37-a4b0-7d76b89563a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:30.752341 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-cb2a7290-3853-4e37-a4b0-7d76b89563a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493059 Aug 20 14:26:30.862798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-6dc51569-7359-4d11-bade-920dfae2a4bb service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031332 Aug 20 14:26:30.975478 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-480ac2d7-01ad-47e9-b2f9-4d09d8774869 req-6f7a91b1-bff3-44f1-8631-272ce2054f94 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059821 Aug 20 14:26:31.082647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-a6de492a-267d-46c7-87d0-b1d77d41c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:31.084310 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-a6de492a-267d-46c7-87d0-b1d77d41c8ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1094 time: 0.0564439 Aug 20 14:26:31.202827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-354f73be-8686-4753-b89e-6522e5dea7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:31.204536 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-354f73be-8686-4753-b89e-6522e5dea7b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.1130033 Aug 20 14:26:31.273127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-241306ff-217f-4bc5-b88f-79b9abd77868 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0594075 Aug 20 14:26:31.363935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-eb4984c2-ffc8-4f70-b325-85b27580be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:31.365503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-eb4984c2-ffc8-4f70-b325-85b27580be14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0777006 Aug 20 14:26:31.374303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f4178-6b4c-4d8e-a440-1433f4ca7c51 req-eb83c6cb-627b-4f2c-8ef3-f72b1b504ee6 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:31.375928 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-527f4178-6b4c-4d8e-a440-1433f4ca7c51 req-eb83c6cb-627b-4f2c-8ef3-f72b1b504ee6 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 943 time: 0.1117141 Aug 20 14:26:31.487312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-527f4178-6b4c-4d8e-a440-1433f4ca7c51 req-f73fe381-ea1b-4e5a-b3c8-902d5d02bf8c tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002910 Aug 20 14:26:31.492214 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-81eed36e-b0d2-4ddc-8043-afe5b17020e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:31.494451 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-81eed36e-b0d2-4ddc-8043-afe5b17020e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174042 Aug 20 14:26:31.673944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-cfaa000b-184f-4cab-b761-98bf5a894baf service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682515 Aug 20 14:26:31.783828 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-431ea55c-33d3-4467-9e4c-139c7655a71b req-eca0ba61-840f-4ccb-9c60-b7b54cea1ace service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019392 Aug 20 14:26:32.337173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:32.634138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ead2d-7127-4bc1-8365-ea2609f82d85 req-39e6aeb1-c9eb-4812-a630-f91ac5e0829b tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:32.635727 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e64ead2d-7127-4bc1-8365-ea2609f82d85 req-39e6aeb1-c9eb-4812-a630-f91ac5e0829b tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 943 time: 0.0687113 Aug 20 14:26:32.682544 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e64ead2d-7127-4bc1-8365-ea2609f82d85 req-6c621417-a5cd-4a8c-bf63-1644317d7940 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Aug 20 14:26:33.239464 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e92ae81a-c321-4816-a3a6-6be5c98f4fa5 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:26:33.379891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:33.402430 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'port_id': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'mac_address': 'fa:16:3e:35:32:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:26:33.715795 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:33.745311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92ae81a-c321-4816-a3a6-6be5c98f4fa5 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:26:33.792315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:33.800313 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:33.831973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5bab-a77a-417f-8e82-fd4ffbd68038 req-01950c7a-8209-4017-b0a9-93b629e4a1f4 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:33.834077 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-995e5bab-a77a-417f-8e82-fd4ffbd68038 req-01950c7a-8209-4017-b0a9-93b629e4a1f4 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 943 time: 0.0715415 Aug 20 14:26:33.866899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:33.888823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-995e5bab-a77a-417f-8e82-fd4ffbd68038 req-a21bbf32-bd88-4651-8343-7ec6983f589a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Aug 20 14:26:34.014312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e92ae81a-c321-4816-a3a6-6be5c98f4fa5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:26:35.021762 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41dc0-db7a-4479-9328-019e38067432 req-7cb2f6d0-f932-4f02-b9be-8c0f71125661 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:35.023722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ff41dc0-db7a-4479-9328-019e38067432 req-7cb2f6d0-f932-4f02-b9be-8c0f71125661 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 944 time: 0.0571477 Aug 20 14:26:35.076059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ff41dc0-db7a-4479-9328-019e38067432 req-a03b8b2d-9600-4f5b-b19c-c1065f921c70 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Aug 20 14:26:35.238759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e92ae81a-c321-4816-a3a6-6be5c98f4fa5 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:26:35.300614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:26:35.305193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:35.305569 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:35.397891 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:35.437175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:26:35.439845 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1134644b-8878-48c3-a7ca-77ccfd414558" -d '{"events": [{"server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "name": "network-vif-plugged", "status": "completed", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:26:35.457818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:35.463750 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:35.494669 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d49b84-efc5-4e82-b1f4-7c3234721cba x-openstack-request-id: req-56d49b84-efc5-4e82-b1f4-7c3234721cba {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:26:35.494986 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "name": "network-vif-plugged", "status": "completed", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:26:35.495167 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56d49b84-efc5-4e82-b1f4-7c3234721cba {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:26:35.495483 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'code': 200} Aug 20 14:26:35.534898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:35.605273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08705e-b129-4549-bfe8-96cd6bfa5880 req-e94edf16-94c1-444c-9026-b9f8c559932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:35.606902 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e08705e-b129-4549-bfe8-96cd6bfa5880 req-e94edf16-94c1-444c-9026-b9f8c559932e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1096 time: 0.0468390 Aug 20 14:26:35.647932 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4e08705e-b129-4549-bfe8-96cd6bfa5880 req-af089c36-91e5-493f-80a9-2e0bf28edde2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Aug 20 14:26:36.223707 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8fb60-1b94-4960-85d0-b3e2960ae68b req-17143386-5bf7-4c74-ac58-d2171596f533 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:36.225368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91b8fb60-1b94-4960-85d0-b3e2960ae68b req-17143386-5bf7-4c74-ac58-d2171596f533 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0589638 Aug 20 14:26:36.283736 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-91b8fb60-1b94-4960-85d0-b3e2960ae68b req-3361d2ad-2ffb-4ee6-82c8-fab3c65f7223 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515063 Aug 20 14:26:37.439862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b18c6-d717-4a3d-a00e-1a40e8d4b872 req-e910212e-1bae-4b54-99e9-5f79d53e6fd3 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:37.442690 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a4b18c6-d717-4a3d-a00e-1a40e8d4b872 req-e910212e-1bae-4b54-99e9-5f79d53e6fd3 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0705438 Aug 20 14:26:37.502564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2a4b18c6-d717-4a3d-a00e-1a40e8d4b872 req-cfb6ad00-c6c3-4113-adb4-468d75b8344e tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Aug 20 14:26:37.654063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0ba32-a32d-4fda-800c-d85a4b5be976 req-2c47d10d-026c-4c6e-b933-2afa90ce2bbe tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:37.656491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bb0ba32-a32d-4fda-800c-d85a4b5be976 req-2c47d10d-026c-4c6e-b933-2afa90ce2bbe tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0736253 Aug 20 14:26:37.711992 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bb0ba32-a32d-4fda-800c-d85a4b5be976 req-c9ab82ea-592d-483c-a06e-71bdd2f31a73 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Aug 20 14:26:38.060328 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d868-c1e7-48f1-af09-f2eee2db997a req-7f4ec191-d505-43f8-b699-42de1712910b tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:38.063219 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b20d868-c1e7-48f1-af09-f2eee2db997a req-7f4ec191-d505-43f8-b699-42de1712910b tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0940919 Aug 20 14:26:38.138556 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9b20d868-c1e7-48f1-af09-f2eee2db997a req-84a4fa7c-f004-43e9-a4c7-ebcfe03e36fd tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639968 Aug 20 14:26:45.874262 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8f24846a-f224-439d-95d0-70a258da4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:48.626217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8791af1-3a83-4e10-a3a9-893bb18bdd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:48.631169 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:49.765337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:51.683623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:51.743091 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53052f-395d-42be-a548-2fe5c8049000 req-b2613723-55dd-45c6-b556-ee587a6c9646 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:51.745943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f53052f-395d-42be-a548-2fe5c8049000 req-b2613723-55dd-45c6-b556-ee587a6c9646 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0869353 Aug 20 14:26:51.816404 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1f53052f-395d-42be-a548-2fe5c8049000 req-aa85fe89-5239-4171-b1e2-765e1269f4a1 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580809 Aug 20 14:26:51.842265 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46068) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:52.038258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb96ff-baa2-4955-b3ba-b4e0a87d5f29 tempest-TestMinimumBasicScenario-935366600 tempest-TestMinimumBasicScenario-935366600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:52.039971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-61eb96ff-baa2-4955-b3ba-b4e0a87d5f29 tempest-TestMinimumBasicScenario-935366600 tempest-TestMinimumBasicScenario-935366600-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1091 time: 0.1966059 Aug 20 14:26:52.045218 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46072) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:52.051799 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:52.081832 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:52.234646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:52.363241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Allocated IP 172.25.6.245 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/73a678bf-cbf1-44cb-9f78-94dc1bb3268c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:26:52.496900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:52.543346 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:52.588708 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:26:52.592027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:26:52.596720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:26:52.630186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'Port': ['ID=73a678bf-cbf1-44cb-9f78-94dc1bb3268c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:52.643203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.644253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.644253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.644588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.644968 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.645433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.645883 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.646331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.646990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.647369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.647755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:52.648133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:26:53.351433 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:26:53.360451 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:53.448067 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:53.644232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:53.650802 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:53.735622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'Port': ['ID=73a678bf-cbf1-44cb-9f78-94dc1bb3268c,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:53.755466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:53.888075 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Floating IP d3963721-a2d1-4d54-a13f-d2182ec6c8c0 associated. External IP: 172.25.6.245, port: e92ae81a-c321-4816-a3a6-6be5c98f4fa5. Aug 20 14:26:54.276189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Router bffd23ba-812d-4715-b966-09c1b075c4ee has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:26:54.450583 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:26:54.464545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] Sync routers for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:26:54.479858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:54.480976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:26:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:54.481908 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:54.532214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ad4fac77-9d3f-49fc-a6d9-6a08beee4889 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4853024 Aug 20 14:26:54.534314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:26:54.538117 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46074) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:54.539137 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360caa8-7896-4402-88a2-e26de94fa7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:26:54.547237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862535259', 'description': 'tempest-secgroup-smoke-862535259 description', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:54.598552 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:54.619079 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995a4002-a221-452d-ae2e-c34d3f0aa139 x-openstack-request-id: req-995a4002-a221-452d-ae2e-c34d3f0aa139 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:26:54.619662 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:26:54.620497 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-995a4002-a221-452d-ae2e-c34d3f0aa139 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:26:54.623937 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'status': 'completed', 'code': 200} Aug 20 14:26:54.651153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:54.742681 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-d2b5e1fe-47a4-41ce-9026-4c3e2d903315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:54.745431 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-d2b5e1fe-47a4-41ce-9026-4c3e2d903315 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1096 time: 0.0939670 Aug 20 14:26:54.901464 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:54.913395 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.010087 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.016842 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4724255 Aug 20 14:26:55.017516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7739-35db-4581-812d-dd159b8a0416 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4c5a6-4662-412a-b791-104ee59cf7dd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:55.018584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46078) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:55.029181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group_rule': {'security_group_id': '39b4c5a6-4662-412a-b791-104ee59cf7dd', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:55.031779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-6bf8bb0e-80d7-4696-8f84-f6bbb390aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:55.035153 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-6bf8bb0e-80d7-4696-8f84-f6bbb390aef7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.2801938 Aug 20 14:26:55.042202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'd3963721-a2d1-4d54-a13f-d2182ec6c8c0', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'port_id': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'mac_address': 'fa:16:3e:35:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22283620-d19e-46bc-bffe-779258d65021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:26:52Z', 'updated_at': '2021-08-20T14:26:52Z', 'revision_number': 0, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:55.084771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.095546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] Checking router: bffd23ba-812d-4715-b966-09c1b075c4ee for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:26:55.111330 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:26:55.113040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:26:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:55.169155 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-a10f5d42-981d-4668-afbb-b68936e14fe0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 999 time: 0.1256075 Aug 20 14:26:55.177836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.185091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.223573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e1c6b9-5c21-42dc-a095-6695e2058aa4,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:55.239158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.244808 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-530bb337-90f0-4d9a-aa37-bc1a52839597 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209706 Aug 20 14:26:55.244808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46080) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:55.253529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group_rule': {'security_group_id': '39b4c5a6-4662-412a-b791-104ee59cf7dd', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:55.271228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-9c9a7d05-0340-4d52-9157-9fb47d70dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:55.274248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-9c9a7d05-0340-4d52-9157-9fb47d70dfcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0971277 Aug 20 14:26:55.304148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.312469 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:26:55.365043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-0fe9dc7b-8f12-460a-82bd-6cde4c41a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:55.367512 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-0fe9dc7b-8f12-460a-82bd-6cde4c41a43c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836413 Aug 20 14:26:55.423487 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.430574 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.454061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c30dd67-14a5-40e3-8589-33a9875f3cd3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:55.468961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.474477 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6e239e07-0530-4ff8-bcb1-d4ccc596b074 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2246251 Aug 20 14:26:55.475617 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46082) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:55.484204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group_rule': {'security_group_id': '39b4c5a6-4662-412a-b791-104ee59cf7dd', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:55.532039 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.546537 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-b8fcd4c6-659e-41a8-991e-39258cb848e1 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712642 Aug 20 14:26:55.633053 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.644689 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.680810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf715d6-44d6-41ff-95b4-4a8afb18e60a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:55.691507 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6360caa8-7896-4402-88a2-e26de94fa7e3 req-0b016b64-40bd-4891-8e6d-1a390372842d service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368389 Aug 20 14:26:55.692764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'd3963721-a2d1-4d54-a13f-d2182ec6c8c0', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'port_id': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'mac_address': 'fa:16:3e:35:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22283620-d19e-46bc-bffe-779258d65021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:26:52Z', 'updated_at': '2021-08-20T14:26:52Z', 'revision_number': 0, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:26:55.693618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.699270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-25d36ba4-eea1-43eb-acaf-e1fba1c8a48f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172148 Aug 20 14:26:55.699270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:55.704581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group_rule': {'security_group_id': '39b4c5a6-4662-412a-b791-104ee59cf7dd', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:55.741461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.741853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796c1e4-49e6-40f0-b289-6eea27eb8e78 None None] The sync data for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 is: [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'd3963721-a2d1-4d54-a13f-d2182ec6c8c0', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'port_id': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'mac_address': 'fa:16:3e:35:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22283620-d19e-46bc-bffe-779258d65021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:26:52Z', 'updated_at': '2021-08-20T14:26:52Z', 'revision_number': 0, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:26:55.826532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.833711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.857945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c720fb-d8e9-4545-8e8d-eb42431c9687,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:55.869054 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:55.870467 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-21552749-4e20-4fa1-adfd-ee3ca5248585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701367 Aug 20 14:26:55.873340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46086) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:55.879269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group_rule': {'security_group_id': '39b4c5a6-4662-412a-b791-104ee59cf7dd', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:55.911974 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Project 5dc91d77e9fa436099245c7f67b6a0e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:26:55.918490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.004900 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb004880-139d-4427-9902-4ecfd5f39d76 None None] New status for floating IP d3963721-a2d1-4d54-a13f-d2182ec6c8c0: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:26:56.017466 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.024843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.045619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e93491d-f0e6-41f0-be18-31a4e8edb8e9,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:56.054966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.056475 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dd3e2d83-ef03-4061-a132-3cbeb222e949 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1820199 Aug 20 14:26:56.060867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46088) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:26:56.066629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'security_group_rule': {'security_group_id': '39b4c5a6-4662-412a-b791-104ee59cf7dd', 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:56.096898 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Project 5dc91d77e9fa436099245c7f67b6a0e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:26:56.103686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.182741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.208607 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.237008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d725984-62f4-4158-8435-798e5ece09cd,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:56.270713 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.274019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de5ca731-c0f5-42cc-93e5-ae5b9546f824 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2117984 Aug 20 14:26:56.367283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-544830e8-7149-4340-a0d2-3fc91927d389 req-8a5be931-7478-40be-a897-d523b9f470ab tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862535259&fields=id&tenant_id=5dc91d77e9fa436099245c7f67b6a0e1 HTTP/1.1" status: 200 len: 267 time: 0.0392752 Aug 20 14:26:56.442032 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544830e8-7149-4340-a0d2-3fc91927d389 req-a4ce572b-0bab-49eb-85d6-4691cefa6f81 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:56.443677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-544830e8-7149-4340-a0d2-3fc91927d389 req-a4ce572b-0bab-49eb-85d6-4691cefa6f81 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0703368 Aug 20 14:26:56.461476 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'port': {'security_groups': ['e4a42147-4416-455c-8f9c-dfcda29e8613', '39b4c5a6-4662-412a-b791-104ee59cf7dd']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:26:56.554492 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.817904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:26:56.857532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.864858 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.880076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e92ae81a-c321-4816-a3a6-6be5c98f4fa5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:26:56.916348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:56.916985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:56.918694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-544830e8-7149-4340-a0d2-3fc91927d389 req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "PUT /v2.0/ports/e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 981 time: 0.4628279 Aug 20 14:26:56.919185 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:26:56.921585 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:26:56.980871 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb78b60-d40a-4a5f-9706-57964ff11f79 x-openstack-request-id: req-abb78b60-d40a-4a5f-9706-57964ff11f79 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:26:56.981205 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:26:56.981533 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abb78b60-d40a-4a5f-9706-57964ff11f79 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:26:56.981840 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'status': 'completed', 'code': 200} Aug 20 14:26:56.990484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebc717-f1e5-42ca-b272-6e5d2354cc00 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=6']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:26:57.015126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e92ae81a-c321-4816-a3a6-6be5c98f4fa5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:26:57.112864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-4d738888-5653-41fd-88b4-ef0121a09108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:57.115870 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-4d738888-5653-41fd-88b4-ef0121a09108 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1135 time: 0.1022191 Aug 20 14:26:57.184217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e56ab-2478-4e45-9ff3-deb6c591442c req-b1552db3-7290-485e-a7a9-937773b2fd8a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:57.187734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-636e56ab-2478-4e45-9ff3-deb6c591442c req-b1552db3-7290-485e-a7a9-937773b2fd8a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.1086214 Aug 20 14:26:57.297408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-636e56ab-2478-4e45-9ff3-deb6c591442c req-1cffc13c-1ddc-42fe-9d67-e38fb1946cc2 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970390 Aug 20 14:26:57.343436 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-23b096f7-1060-4187-bce3-6456e1c4d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:57.348207 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-23b096f7-1060-4187-bce3-6456e1c4d166 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.2244048 Aug 20 14:26:57.407420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-750b1446-c15e-40c7-9a61-5427073eb8c1 None None] Provisioning complete for port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:26:57.407420 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-750b1446-c15e-40c7-9a61-5427073eb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:57.483925 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-8ad4010e-3be3-4f4a-9fe2-d2731dc86bdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1230786 Aug 20 14:26:57.574163 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-aa880c7d-c673-48f3-8d24-8fb745587f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:57.578661 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-aa880c7d-c673-48f3-8d24-8fb745587f7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0854676 Aug 20 14:26:57.668604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-cfbc8732-6b94-4f18-95ee-ed90c8effdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:26:57.671247 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-cfbc8732-6b94-4f18-95ee-ed90c8effdae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857410 Aug 20 14:26:57.841239 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-49d03815-0ed5-4fb0-99e6-b8cf941cf1e0 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622303 Aug 20 14:26:57.958400 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-892f2071-3ae4-4edd-bdf2-ad6a5e014ec0 req-02cdf7a9-4afa-4cf0-85b3-9572acadcea0 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093271 Aug 20 14:26:59.698587 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:02.348309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:11.728990 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68aad-d49a-4610-b94e-f59f5875728c req-af3a636b-e81d-4659-be50-56f25932b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:11.730667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-af3a636b-e81d-4659-be50-56f25932b9cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1135 time: 0.0631049 Aug 20 14:27:11.789925 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4a39-2175-4163-9cf6-4a3f92505672 req-f8beabc0-f768-4be8-bc7f-85e608aa1b5d tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:11.792391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-789c4a39-2175-4163-9cf6-4a3f92505672 req-f8beabc0-f768-4be8-bc7f-85e608aa1b5d tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0847404 Aug 20 14:27:11.874000 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68aad-d49a-4610-b94e-f59f5875728c req-cf0edb15-6279-4d06-9088-6b04f03baada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:11.875563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-cf0edb15-6279-4d06-9088-6b04f03baada service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.1376228 Aug 20 14:27:11.890294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-789c4a39-2175-4163-9cf6-4a3f92505672 req-ce60da64-599c-4e8d-a9e8-6fbd528b01a6 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824234 Aug 20 14:27:12.007550 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-3aa5bd52-a4b9-4f77-a3d6-5a1b8b48cfe5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1231134 Aug 20 14:27:12.069317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68aad-d49a-4610-b94e-f59f5875728c req-896970b5-3248-4909-9b46-2fcefb1cf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:12.071324 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-896970b5-3248-4909-9b46-2fcefb1cf7c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0571666 Aug 20 14:27:12.134272 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68aad-d49a-4610-b94e-f59f5875728c req-7dab838b-4b2b-4405-8ef7-d42effedce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:12.136287 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-7dab838b-4b2b-4405-8ef7-d42effedce53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573118 Aug 20 14:27:12.289272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-16938ef3-8799-457e-b7f1-9ae7f38b3a41 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438518 Aug 20 14:27:12.403725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-41f68aad-d49a-4610-b94e-f59f5875728c req-fd9183ee-9d16-4480-991f-a804ebbf91f4 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073854 Aug 20 14:27:13.067625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496735d-13f0-4cb3-9b4b-407a595bc15e req-d41ae587-9986-4b72-a682-a4270171813f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:13.069852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f496735d-13f0-4cb3-9b4b-407a595bc15e req-d41ae587-9986-4b72-a682-a4270171813f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0855055 Aug 20 14:27:13.151835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f496735d-13f0-4cb3-9b4b-407a595bc15e req-8eb45491-b9e3-4cdb-b257-870ed54593b4 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741470 Aug 20 14:27:14.300316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a7413-f801-45de-99d6-66d6e0fdeff4 req-2ec7ce0e-3cc8-4314-85f0-3749390307d0 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:14.302072 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a67a7413-f801-45de-99d6-66d6e0fdeff4 req-2ec7ce0e-3cc8-4314-85f0-3749390307d0 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0651271 Aug 20 14:27:14.367476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a67a7413-f801-45de-99d6-66d6e0fdeff4 req-898fc00a-a102-4748-ad91-8ff6604ecf0f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569682 Aug 20 14:27:15.519659 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdb75-5133-4280-aa01-bbc6f501bb15 req-a59690d7-08b5-4bea-899e-8e84672b8a96 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:15.521595 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33efdb75-5133-4280-aa01-bbc6f501bb15 req-a59690d7-08b5-4bea-899e-8e84672b8a96 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0628440 Aug 20 14:27:15.582724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-33efdb75-5133-4280-aa01-bbc6f501bb15 req-7903fbba-7039-47c7-a401-ff07179f5262 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428917 Aug 20 14:27:15.861319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-36789700-ad24-4e37-8bd2-32ec9407de7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:16.762635 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed545b-5f07-4abf-90ce-72f97dd9168f req-8cc7f719-0354-4489-87af-caa0221b9dca tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:16.764867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2ed545b-5f07-4abf-90ce-72f97dd9168f req-8cc7f719-0354-4489-87af-caa0221b9dca tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0663128 Aug 20 14:27:16.820248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d2ed545b-5f07-4abf-90ce-72f97dd9168f req-5ce0058d-f160-462c-9f4b-269fdf3bdd28 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457418 Aug 20 14:27:17.981024 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc4ae4-5ec9-41ef-b1e6-f0eab51fbbc6 req-43547551-2fbe-4e5e-a677-7603a0bcaf8a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:17.982607 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93cc4ae4-5ec9-41ef-b1e6-f0eab51fbbc6 req-43547551-2fbe-4e5e-a677-7603a0bcaf8a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0677392 Aug 20 14:27:18.041075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-93cc4ae4-5ec9-41ef-b1e6-f0eab51fbbc6 req-51aa7567-2a49-4972-9739-3e5de216e3f1 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453801 Aug 20 14:27:18.636839 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7fd188a0-fec2-44a4-81ee-243ab7ef8d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:18.640101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:18.937845 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-4bd4f1c6-062b-48ae-bdef-345a5e57ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:18.939714 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-4bd4f1c6-062b-48ae-bdef-345a5e57ebfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1135 time: 0.0645356 Aug 20 14:27:19.101119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-66771093-ef70-4b31-a542-e5da73747735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:19.104048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-66771093-ef70-4b31-a542-e5da73747735 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.1397076 Aug 20 14:27:19.203440 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-a9b950f0-137b-4fa0-a032-91ae5cb96aea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 1001 time: 0.0925634 Aug 20 14:27:19.256950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5cff9-5311-4645-b87c-6ae21169ce65 req-c0376a0c-e0d9-4366-a9d0-07e318dd2d87 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:19.259722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1b5cff9-5311-4645-b87c-6ae21169ce65 req-c0376a0c-e0d9-4366-a9d0-07e318dd2d87 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0966029 Aug 20 14:27:19.288288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-9a7a1dbe-3360-45a1-a8ee-a65fc8bf7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:19.290503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-9a7a1dbe-3360-45a1-a8ee-a65fc8bf7ce9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0803919 Aug 20 14:27:19.332432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1b5cff9-5311-4645-b87c-6ae21169ce65 req-a28682df-5ce6-4032-8f62-ff29e8ff0e14 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588517 Aug 20 14:27:19.366801 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-9150342c-a30c-478d-918f-43f7dbc43c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:19.369559 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-9150342c-a30c-478d-918f-43f7dbc43c02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715828 Aug 20 14:27:19.540059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-339cf8aa-e4ee-4eb8-a273-3796d5834468 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627607 Aug 20 14:27:19.697458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6ee2080f-e383-48d3-8ed8-a731d8cb335d req-17c6efe5-a692-4123-97c0-414eaee78e21 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498268 Aug 20 14:27:19.769292 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:20.522109 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469321-ff0d-48dd-9545-beb85fca5e39 req-c47bcf24-c893-4d4b-ad11-683104689438 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:20.524427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06469321-ff0d-48dd-9545-beb85fca5e39 req-c47bcf24-c893-4d4b-ad11-683104689438 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0799611 Aug 20 14:27:20.587759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-06469321-ff0d-48dd-9545-beb85fca5e39 req-123f8f1d-c2a7-4a90-8881-9a6221255204 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510454 Aug 20 14:27:21.686597 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:21.778213 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5346b-fcde-4fb5-a6b0-3f4afbf54238 req-09ac048a-a6af-4c39-a999-d674a004ae0f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:21.781062 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6b5346b-fcde-4fb5-a6b0-3f4afbf54238 req-09ac048a-a6af-4c39-a999-d674a004ae0f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0923612 Aug 20 14:27:21.853197 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6b5346b-fcde-4fb5-a6b0-3f4afbf54238 req-c4e69b5a-b803-44c9-8a80-3acac4638371 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635176 Aug 20 14:27:23.039752 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1124b-a616-4d6f-aa72-bfd65ffe5866 req-24721fdd-e94d-4b97-b8c2-3748485b49ff tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:23.042615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6c1124b-a616-4d6f-aa72-bfd65ffe5866 req-24721fdd-e94d-4b97-b8c2-3748485b49ff tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.1069639 Aug 20 14:27:23.113158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d6c1124b-a616-4d6f-aa72-bfd65ffe5866 req-8f5857f9-8652-483e-a14a-4ee801313add tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591192 Aug 20 14:27:24.340314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c6df-8db0-4840-a893-58be020bdfd4 req-543ea77f-cf93-4af6-826b-299bc6cc5c6d tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:24.343312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d202c6df-8db0-4840-a893-58be020bdfd4 req-543ea77f-cf93-4af6-826b-299bc6cc5c6d tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0938044 Aug 20 14:27:24.394343 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d202c6df-8db0-4840-a893-58be020bdfd4 req-84e01516-04d4-4c5b-af5a-6de2b9d646f1 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430717 Aug 20 14:27:25.572694 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95771bd-c1c1-41f6-a948-dfc772357c10 req-bf254cce-b6a2-4741-b1eb-ce3d7a36c75a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:25.574748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f95771bd-c1c1-41f6-a948-dfc772357c10 req-bf254cce-b6a2-4741-b1eb-ce3d7a36c75a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0658748 Aug 20 14:27:25.630203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f95771bd-c1c1-41f6-a948-dfc772357c10 req-293aa709-0e02-4090-b32e-8a40342fe2e7 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470123 Aug 20 14:27:26.780314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8330-928c-48df-828f-96e27b18f5c1 req-a791b289-8228-4338-8247-8f011e19617f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:26.782136 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ccf8330-928c-48df-828f-96e27b18f5c1 req-a791b289-8228-4338-8247-8f011e19617f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0701816 Aug 20 14:27:26.851230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1ccf8330-928c-48df-828f-96e27b18f5c1 req-8da076f2-1b86-465e-8200-a5a5ec87614e tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558970 Aug 20 14:27:28.016156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2e0b6-44c9-4564-9a76-d1480ff1a8d6 req-b5d43240-fb3c-4cd1-8664-7eee2526ff11 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:28.019220 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25d2e0b6-44c9-4564-9a76-d1480ff1a8d6 req-b5d43240-fb3c-4cd1-8664-7eee2526ff11 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0694525 Aug 20 14:27:28.075425 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25d2e0b6-44c9-4564-9a76-d1480ff1a8d6 req-2d45c596-e895-4670-9413-d1abe6bfa9fb tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477006 Aug 20 14:27:29.251171 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf93ec7-b0d7-4f2e-a6e0-08660be65b2c req-236ff53f-8925-48f5-bd60-ff361c592d7f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:27:29.254251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3bf93ec7-b0d7-4f2e-a6e0-08660be65b2c req-236ff53f-8925-48f5-bd60-ff361c592d7f tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0719929 Aug 20 14:27:29.331885 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3bf93ec7-b0d7-4f2e-a6e0-08660be65b2c req-83fd274d-cc54-48df-930b-2004295fbb08 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&id=39b4c5a6-4662-412a-b791-104ee59cf7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680225 Aug 20 14:27:29.704442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:30.359312 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:27:32.345536 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:45.867293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57e8d013-5a45-46fa-9571-1c676e999df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:48.633233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8d9b485b-45f6-43a4-8e50-3738fc3f31a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:48.636717 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:49.771233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:51.684693 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:27:59.706011 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:01.916686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-99b4fe43-28e9-4c62-83a2-fc000a3940b3 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862535259&fields=id&tenant_id=5dc91d77e9fa436099245c7f67b6a0e1 HTTP/1.1" status: 200 len: 267 time: 0.0670590 Aug 20 14:28:02.008867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-38f39c09-7f9f-43f1-9e24-8770b2a99ab6 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:02.011528 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-38f39c09-7f9f-43f1-9e24-8770b2a99ab6 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 984 time: 0.0871463 Aug 20 14:28:02.028376 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Request body: {'port': {'security_groups': ['e4a42147-4416-455c-8f9c-dfcda29e8613']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:02.125955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.369283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.379678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:02.436240 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.443495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.457157 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e92ae81a-c321-4816-a3a6-6be5c98f4fa5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:28:02.507135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:02.507962 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.509908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ee28d4f-69c0-4a99-8c20-d9389bb41fd7 req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "PUT /v2.0/ports/e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 942 time: 0.4898651 Aug 20 14:28:02.510657 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:28:02.514387 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e7292-52bf-4b1d-8398-866be7a2feec" -d '{"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:28:02.527981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46162) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:02.585988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event updated for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:02.606685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.607830 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.608773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.610441 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.611416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.612312 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.613236 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.614416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.615323 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.616939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.617832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.618712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eaa7a-264e-47a4-bca8-933d2500e5a5 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.629968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e92ae81a-c321-4816-a3a6-6be5c98f4fa5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:28:02.637975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.726455 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.808069 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24c0489-73b7-4a27-adf3-864657043f3c x-openstack-request-id: req-c24c0489-73b7-4a27-adf3-864657043f3c {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:28:02.808395 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:28:02.808800 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c24c0489-73b7-4a27-adf3-864657043f3c {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:28:02.809733 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'status': 'completed', 'code': 200} Aug 20 14:28:02.881728 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.888241 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.890251 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "DELETE /v2.0/security-groups/39b4c5a6-4662-412a-b791-104ee59cf7dd HTTP/1.1" status: 204 len: 168 time: 0.3597577 Aug 20 14:28:02.896378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46166) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:02.937066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-429b057c-7cda-4742-8120-68f494b45570 None None] Provisioning complete for port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:02.937856 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-429b057c-7cda-4742-8120-68f494b45570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:02.956273 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7292-52bf-4b1d-8398-866be7a2feec req-7d54f0aa-c4f1-4dbd-9f05-e147a25d19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:02.959097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-7d54f0aa-c4f1-4dbd-9f05-e147a25d19ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1096 time: 0.0917645 Aug 20 14:28:02.965329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4c5a6-4662-412a-b791-104ee59cf7dd,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:02.983871 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.984791 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.985146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.985631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.986080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.986482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.986884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.987270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.987876 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.988212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.988542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:02.988899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a7dd8-7d69-42ac-8717-4947bafc9414 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:03.096601 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7292-52bf-4b1d-8398-866be7a2feec req-a3d5979d-871d-4853-9683-9dfa19dc5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:03.098317 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-a3d5979d-871d-4853-9683-9dfa19dc5122 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.1322832 Aug 20 14:28:03.218384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Deleting port 73a678bf-cbf1-44cb-9f78-94dc1bb3268c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:03.218857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:03.220039 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-831c768a-0bb5-4b3d-86e8-4e8c6148b43f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1142838 Aug 20 14:28:03.284245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7292-52bf-4b1d-8398-866be7a2feec req-33d3dccb-37e5-45ef-8b9e-1d48f92e45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:03.286285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-33d3dccb-37e5-45ef-8b9e-1d48f92e45d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.0598612 Aug 20 14:28:03.320772 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:03.321233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:03.341247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Calling delete_port for 73a678bf-cbf1-44cb-9f78-94dc1bb3268c owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:03.352733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7292-52bf-4b1d-8398-866be7a2feec req-c68714e0-2540-4689-98bb-4ab256cb2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:03.355329 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-c68714e0-2540-4689-98bb-4ab256cb2bee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619617 Aug 20 14:28:03.480393 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-7137dccb-682c-4c72-9c33-1ae765e6bf27 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177921 Aug 20 14:28:03.581381 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:03.607593 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event deleted for resources: {'Port': ['ID=73a678bf-cbf1-44cb-9f78-94dc1bb3268c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:03.615601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-602e7292-52bf-4b1d-8398-866be7a2feec req-01595f64-a9e4-480f-896e-ac83ff811ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282890 Aug 20 14:28:03.708044 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:03.708967 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Floating IP d3963721-a2d1-4d54-a13f-d2182ec6c8c0 disassociated (deleted). External IP: 172.25.6.245, port: e92ae81a-c321-4816-a3a6-6be5c98f4fa5. Aug 20 14:28:03.983313 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Router bffd23ba-812d-4715-b966-09c1b075c4ee has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:28:04.161126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:28:04.168540 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:04.190134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] Sync routers for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:28:04.205340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:04.206350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:27:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:04.213557 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4436896f-f41c-46d0-b98c-6f932ac92420 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "DELETE /v2.0/floatingips/d3963721-a2d1-4d54-a13f-d2182ec6c8c0 HTTP/1.1" status: 204 len: 168 time: 1.3133664 Aug 20 14:28:04.215006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:28:04.221061 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37" -d '{"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:28:04.306232 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87106d4-8432-4313-be6a-373082c86776 x-openstack-request-id: req-f87106d4-8432-4313-be6a-373082c86776 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:28:04.306667 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:28:04.307013 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f87106d4-8432-4313-be6a-373082c86776 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:28:04.313553 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'status': 'completed', 'code': 200} Aug 20 14:28:04.401316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:04.402043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-e2e4ea2f-cd38-474d-97ee-7cad37a5d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:04.406516 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-e2e4ea2f-cd38-474d-97ee-7cad37a5d452 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 1096 time: 0.0694158 Aug 20 14:28:04.654639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-debc5abc-d3e4-4928-80d1-2b0b8aa50303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:04.658527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-debc5abc-d3e4-4928-80d1-2b0b8aa50303 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 200 len: 915 time: 0.2456353 Aug 20 14:28:04.737124 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-0e7a955c-f5a2-4562-889e-b5ab634e0369 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0678797 Aug 20 14:28:04.856205 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-85ad1a61-8309-44b4-a8c7-8af3f72eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:04.858135 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-85ad1a61-8309-44b4-a8c7-8af3f72eb8fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 200 len: 853 time: 0.1122828 Aug 20 14:28:04.868867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:04.911068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] Checking router: bffd23ba-812d-4715-b966-09c1b075c4ee for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:28:04.924661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-75f855a4-a03d-409d-8b9b-d28463186aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:04.925105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:04.926072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:27:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:04.927017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-75f855a4-a03d-409d-8b9b-d28463186aa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da38d924-e59c-45b6-a86a-f77de61ce234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615175 Aug 20 14:28:05.065167 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-465d4de0-4c6e-4535-9fd1-fc30b3f40925 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304691 Aug 20 14:28:05.261574 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3cc6f4d-c660-4ad0-8e0a-98ea9e82ee37 req-128d3208-a6e5-45f1-8d44-c7822e13ca57 service neutron] 10.222.0.53 "GET /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864069 Aug 20 14:28:05.341643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:05.647905 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:05.690972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d65b4-8aa1-49f7-b70b-3ed806ece03f None None] The sync data for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 is: [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:25:56Z', 'revision_number': 4, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'db388117-8dff-4fa8-b9df-999b66cdfcd5', 'name': '', 'network_id': 'da38d924-e59c-45b6-a86a-f77de61ce234', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'mac_address': 'fa:16:3e:df:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:55Z', 'updated_at': '2021-08-20T14:26:04Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'subnets': [{'id': '58a8a828-96f6-475d-8b89-28f15820ca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:28:05.986929 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d03dc7-5ac2-454c-9e44-479c6e31d6d7 None None] New status for floating IP d3963721-a2d1-4d54-a13f-d2182ec6c8c0: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:28:07.352506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:28:13.993581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db729b17-beac-49a8-accc-e39e82e30f7d req-e4ddde70-1c43-4a55-bdf9-1232332ab585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:13.996281 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db729b17-beac-49a8-accc-e39e82e30f7d req-e4ddde70-1c43-4a55-bdf9-1232332ab585 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0920210 Aug 20 14:28:14.063479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-db729b17-beac-49a8-accc-e39e82e30f7d req-dc270ef9-03e2-46d2-a40c-a74855a498b3 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586858 Aug 20 14:28:15.225243 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd5c8-cd25-42c4-bc39-905fa988bdf2 req-95ed790c-fa28-41cb-99ad-e43e73b651e2 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:15.226892 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef6fd5c8-cd25-42c4-bc39-905fa988bdf2 req-95ed790c-fa28-41cb-99ad-e43e73b651e2 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0737638 Aug 20 14:28:15.280353 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ef6fd5c8-cd25-42c4-bc39-905fa988bdf2 req-e942384c-3c2f-4b84-ac72-bcf55049f61a tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4a42147-4416-455c-8f9c-dfcda29e8613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 Aug 20 14:28:15.543636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-52d8d688-d228-4b9c-b6fb-c2b19096ebf3 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:15.547164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-52d8d688-d228-4b9c-b6fb-c2b19096ebf3 tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.53 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 945 time: 0.0899289 Aug 20 14:28:15.703407 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Deleting port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:15.703887 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:15.853758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] For port e92ae81a-c321-4816-a3a6-6be5c98f4fa5, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:15.854349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:15.872275 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-27debd6c-0015-4eca-9483-968e8eafabd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:15.879222 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Calling delete_port for e92ae81a-c321-4816-a3a6-6be5c98f4fa5 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:16.038135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:16.053316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['e92ae81a-c321-4816-a3a6-6be5c98f4fa5'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:28:16.077491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Pushing event deleted for resources: {'Port': ['ID=e92ae81a-c321-4816-a3a6-6be5c98f4fa5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:16.142636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] No DVR routers for this DVR port e92ae81a-c321-4816-a3a6-6be5c98f4fa5 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:28:16.146377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:16.149093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5f048a7c-c53d-4983-90e8-73c752c14481 req-be878e33-55c9-4335-8677-a2d218976daa tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.53 "DELETE /v2.0/ports/e92ae81a-c321-4816-a3a6-6be5c98f4fa5 HTTP/1.1" status: 204 len: 173 time: 0.5964310 Aug 20 14:28:16.149560 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'name': 'network-vif-deleted', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:28:16.153624 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd2b82-85b8-42dc-8e06-95089e482155" -d '{"events": [{"server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "name": "network-vif-deleted", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:28:16.221144 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3d725c-9e9c-4c03-84b7-b6259bcf3d20 x-openstack-request-id: req-1c3d725c-9e9c-4c03-84b7-b6259bcf3d20 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:28:16.221773 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22283620-d19e-46bc-bffe-779258d65021", "name": "network-vif-deleted", "tag": "e92ae81a-c321-4816-a3a6-6be5c98f4fa5", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:28:16.222175 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c3d725c-9e9c-4c03-84b7-b6259bcf3d20 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:28:16.222797 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22283620-d19e-46bc-bffe-779258d65021', 'name': 'network-vif-deleted', 'tag': 'e92ae81a-c321-4816-a3a6-6be5c98f4fa5', 'status': 'completed', 'code': 200} Aug 20 14:28:16.436346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-34473161-8e50-4f2e-a7f4-9177bffcf008 req-c2de4c39-ce2f-49e2-90ab-4eea6c7e0f7c tempest-TestMinimumBasicScenario-2091066703 tempest-TestMinimumBasicScenario-2091066703-project] 10.222.0.59 "GET /v2.0/ports?device_id=22283620-d19e-46bc-bffe-779258d65021 HTTP/1.1" status: 200 len: 210 time: 0.0364871 Aug 20 14:28:18.366287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46280) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:18.629266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:18.633830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9e87713c-a91a-417e-9092-f62b42536db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:18.903486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:19.251462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Deleting port db388117-8dff-4fa8-b9df-999b66cdfcd5 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:19.251804 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:19.360212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] For port db388117-8dff-4fa8-b9df-999b66cdfcd5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=db388117-8dff-4fa8-b9df-999b66cdfcd5,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:19.360723 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:19.381944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Calling delete_port for db388117-8dff-4fa8-b9df-999b66cdfcd5 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:19.636718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e92ae81a-c321-4816-a3a6-6be5c98f4fa5 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:19.676286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: e92ae81a-c321-4816-a3a6-6be5c98f4fa5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:19.676853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device e92ae81a-c321-4816-a3a6-6be5c98f4fa5 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:19.774706 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:19.973303 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:20.007198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db388117-8dff-4fa8-b9df-999b66cdfcd5,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:20.241123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:20.595825 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Router bffd23ba-812d-4715-b966-09c1b075c4ee has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:28:20.748127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:28:20.754472 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d54114a8-4255-4877-b0a2-2c2f9890bfb3 admin admin] 10.222.0.59 "PUT /v2.0/routers/bffd23ba-812d-4715-b966-09c1b075c4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3864932 Aug 20 14:28:20.757943 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46282) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:20.761245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] Sync routers for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:28:20.774248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:20.774981 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:20.928735 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:20.942655 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.074032 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.139302 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Deleting port 1d466016-b91b-41f0-8880-74478c5c9478 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:21.139686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.258282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] For port 1d466016-b91b-41f0-8880-74478c5c9478, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=1d466016-b91b-41f0-8880-74478c5c9478,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:21.259226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.264654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '1d466016-b91b-41f0-8880-74478c5c9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:28:19Z', 'revision_number': 5, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port': {'id': '1d466016-b91b-41f0-8880-74478c5c9478', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:25:53Z', 'updated_at': '2021-08-20T14:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:21.281718 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Calling delete_port for 1d466016-b91b-41f0-8880-74478c5c9478 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:21.301472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] Checking router: bffd23ba-812d-4715-b966-09c1b075c4ee for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:28:21.315140 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] Routers {'bffd23ba-812d-4715-b966-09c1b075c4ee'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:21.315837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['bffd23ba-812d-4715-b966-09c1b075c4ee'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:21.478919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] Set router bffd23ba-812d-4715-b966-09c1b075c4ee gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:21.551565 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.583038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:28:21Z', 'revision_number': 6, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:21.589868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d466016-b91b-41f0-8880-74478c5c9478,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:21.638613 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03b92b-7f7b-4ea9-9a12-1df0db27318e None None] The sync data for ids ['bffd23ba-812d-4715-b966-09c1b075c4ee'] in n-d-804232-5 is: [{'id': 'bffd23ba-812d-4715-b966-09c1b075c4ee', 'name': 'tempest-TestMinimumBasicScenario-721623284-router', 'tenant_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:52Z', 'updated_at': '2021-08-20T14:28:21Z', 'revision_number': 6, 'project_id': '5dc91d77e9fa436099245c7f67b6a0e1', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:28:21.670146 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.697675 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.807360 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.810973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.865194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.865800 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bffd23ba-812d-4715-b966-09c1b075c4ee {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:28:21.872124 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:21.872692 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2773c81b-d1b1-41c5-a406-5ad23a2bdcb9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bffd23ba-812d-4715-b966-09c1b075c4ee HTTP/1.1" status: 204 len: 168 time: 1.1134157 Aug 20 14:28:21.876248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46286) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:21.940021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Deleting subnet 58a8a828-96f6-475d-8b89-28f15820ca76 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:28:21.945315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.025945 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.164999 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.260103 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.301134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a8a828-96f6-475d-8b89-28f15820ca76,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:22.308135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.310718 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-45d25e34-5cd7-4ab5-9bd6-99c364c115b1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/58a8a828-96f6-475d-8b89-28f15820ca76 HTTP/1.1" status: 204 len: 168 time: 0.4327202 Aug 20 14:28:22.315344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46288) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:22.321761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0554a-bf21-411f-811e-6c38278daa69 None None] Network da38d924-e59c-45b6-a86a-f77de61ce234 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:28:22.465695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.583678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Deleting port c4dd8fa9-e253-4651-beff-22ca1fe31c74 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:22.584187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.633371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] DHCP port deletion for da38d924-e59c-45b6-a86a-f77de61ce234 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:28:22.667781 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d466016-b91b-41f0-8880-74478c5c9478 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:22.694055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 1d466016-b91b-41f0-8880-74478c5c9478 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:22.694502 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 1d466016-b91b-41f0-8880-74478c5c9478 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:22.694985 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db388117-8dff-4fa8-b9df-999b66cdfcd5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:22.705356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] For port c4dd8fa9-e253-4651-beff-22ca1fe31c74, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c4dd8fa9-e253-4651-beff-22ca1fe31c74,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:22.705944 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.721806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: db388117-8dff-4fa8-b9df-999b66cdfcd5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:22.722245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device db388117-8dff-4fa8-b9df-999b66cdfcd5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:22.725700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Calling delete_port for c4dd8fa9-e253-4651-beff-22ca1fe31c74 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:22.746823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Deleting port c4dd8fa9-e253-4651-beff-22ca1fe31c74 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:22.747380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.831161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.856439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] For port c4dd8fa9-e253-4651-beff-22ca1fe31c74, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c4dd8fa9-e253-4651-beff-22ca1fe31c74,segment=NetworkSegment(a578d958-531d-4ed1-be7d-e6af2f8c246b),segment_id=a578d958-531d-4ed1-be7d-e6af2f8c246b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:22.856950 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:22.875970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Calling delete_port for c4dd8fa9-e253-4651-beff-22ca1fe31c74 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:22.885099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dd8fa9-e253-4651-beff-22ca1fe31c74,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:22.899134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] No DVR routers for this DVR port c4dd8fa9-e253-4651-beff-22ca1fe31c74 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:28:23.008326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.036432 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.047027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Pushing event deleted for resources: {'Port': ['ID=c4dd8fa9-e253-4651-beff-22ca1fe31c74,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:23.054836 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da38d924-e59c-45b6-a86a-f77de61ce234']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:23.065295 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] No DVR routers for this DVR port c4dd8fa9-e253-4651-beff-22ca1fe31c74 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:28:23.073422 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.074097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.074913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.075463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.076045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.076696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.077180 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.077648 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a578d958-531d-4ed1-be7d-e6af2f8c246b') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:23.077934 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.078325 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.078920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.079120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a578d958-531d-4ed1-be7d-e6af2f8c246b') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:23.079454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.080023 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb33611-0c26-4e18-b423-ce8a36a8b330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:23.099379 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.135297 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.148634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:28:23.150055 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:28:23.153579 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:28:23.272250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.281622 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:23.287283 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] 10.222.0.59 "DELETE /v2.0/networks/da38d924-e59c-45b6-a86a-f77de61ce234 HTTP/1.1" status: 204 len: 168 time: 0.9679179 Aug 20 14:28:23.290139 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46290) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:23.308226 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7da4c-fdde-4f23-8115-2d4e8b000b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=da38d924-e59c-45b6-a86a-f77de61ce234,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:23.873546 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:24.273050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Deleting port 7ddbb080-bb27-4956-82de-dc07c767b929 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:24.273616 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:24.400715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] For port 7ddbb080-bb27-4956-82de-dc07c767b929, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=7ddbb080-bb27-4956-82de-dc07c767b929,segment=NetworkSegment(94856278-33b4-4b0c-8dc6-adef019c3984),segment_id=94856278-33b4-4b0c-8dc6-adef019c3984)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:24.401638 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:24.424437 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Calling delete_port for 7ddbb080-bb27-4956-82de-dc07c767b929 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:24.614907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c4dd8fa9-e253-4651-beff-22ca1fe31c74 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:24.653941 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c4dd8fa9-e253-4651-beff-22ca1fe31c74 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:24.654487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c4dd8fa9-e253-4651-beff-22ca1fe31c74 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:25.060709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:25.091938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddbb080-bb27-4956-82de-dc07c767b929,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:25.401397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:25.741542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Router 8c8555da-bba8-4f29-83f9-7a7f5919a162 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:28:25.884850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:28:25.892659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-40690e89-895b-45df-a4b6-9fd75481383b admin admin] 10.222.0.59 "PUT /v2.0/routers/8c8555da-bba8-4f29-83f9-7a7f5919a162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007555 Aug 20 14:28:25.896303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46292) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:25.897154 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] Sync routers for ids ['8c8555da-bba8-4f29-83f9-7a7f5919a162'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:28:25.911022 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] Routers {'8c8555da-bba8-4f29-83f9-7a7f5919a162'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:25.911748 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8c8555da-bba8-4f29-83f9-7a7f5919a162'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:26.045986 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] Set router 8c8555da-bba8-4f29-83f9-7a7f5919a162 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:26.088292 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:26.321054 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:28:24Z', 'revision_number': 5, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:26.356747 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] Checking router: 8c8555da-bba8-4f29-83f9-7a7f5919a162 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:28:26.368266 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] Routers {'8c8555da-bba8-4f29-83f9-7a7f5919a162'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:26.369094 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8c8555da-bba8-4f29-83f9-7a7f5919a162'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:26.507360 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] Set router 8c8555da-bba8-4f29-83f9-7a7f5919a162 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:26.675190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:26.762707 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Deleting port 610bcbf0-00ee-4c6e-a987-1812ed7648f5 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:26.763049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:26.858286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] For port 610bcbf0-00ee-4c6e-a987-1812ed7648f5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=610bcbf0-00ee-4c6e-a987-1812ed7648f5,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:26.859262 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:26.876195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Calling delete_port for 610bcbf0-00ee-4c6e-a987-1812ed7648f5 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:27.043899 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:28:24Z', 'revision_number': 5, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:27.115424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.117440 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caeb8-85e3-4f18-ad2b-fae37e37044d None None] The sync data for ids ['8c8555da-bba8-4f29-83f9-7a7f5919a162'] in n-d-804232-5 is: [{'id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'name': 'tempest-TestMinimumBasicScenario-146632805-router', 'tenant_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:25:59Z', 'updated_at': '2021-08-20T14:28:24Z', 'revision_number': 5, 'project_id': 'dc39ea41ee894fd6a72442cd884e83b1', 'gw_port': {'id': '610bcbf0-00ee-4c6e-a987-1812ed7648f5', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8555da-bba8-4f29-83f9-7a7f5919a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:26:00Z', 'updated_at': '2021-08-20T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:28:27.185066 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=610bcbf0-00ee-4c6e-a987-1812ed7648f5,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:27.297290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.415142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.418368 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.482839 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.482839 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8555da-bba8-4f29-83f9-7a7f5919a162 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:28:27.488896 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.490392 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-426bdb61-5066-411a-a5d6-cd16f09902b4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8c8555da-bba8-4f29-83f9-7a7f5919a162 HTTP/1.1" status: 204 len: 168 time: 1.5923285 Aug 20 14:28:27.493540 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46294) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:27.557293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Deleting subnet ddf4d8f9-290f-49da-acaa-254a5f5812cb {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:28:27.561118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.607212 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.730313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.806285 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.849958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf4d8f9-290f-49da-acaa-254a5f5812cb,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:27.852754 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:27.855540 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-7c2d4185-b331-494c-ba50-4d60b85d9756 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ddf4d8f9-290f-49da-acaa-254a5f5812cb HTTP/1.1" status: 204 len: 168 time: 0.3608446 Aug 20 14:28:27.863022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46296) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:27.864372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe5d7a-0a1f-41e6-8d28-275c96758ae6 None None] Network ef626d8d-c6cf-46ef-bb82-531b09307034 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:28:27.963362 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.052324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Deleting port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:28.052751 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.155941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] For port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,segment=NetworkSegment(94856278-33b4-4b0c-8dc6-adef019c3984),segment_id=94856278-33b4-4b0c-8dc6-adef019c3984)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:28.156747 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.182468 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Calling delete_port for 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:28.324358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] DHCP port deletion for ef626d8d-c6cf-46ef-bb82-531b09307034 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:28:28.338118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.386057 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] No DVR routers for this DVR port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:28:28.388975 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:28.424237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Deleting port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:28:28.424877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.502404 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.508573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] For port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4, host n-d-804232-5, got binding levels [] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:28.509167 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.513981 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef626d8d-c6cf-46ef-bb82-531b09307034']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:28.527671 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94856278-33b4-4b0c-8dc6-adef019c3984') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:28.528011 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94856278-33b4-4b0c-8dc6-adef019c3984') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:28.530635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Calling delete_port for 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:28:28.534762 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.ipam_backend_mixin [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 was not found and therefore no delete operation was performed {{(pid=94863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:28:28.536843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.544645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.569720 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.572503 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] Pushing event deleted for resources: {'Port': ['ID=4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:28.580022 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17760f-d53e-4094-ab82-6147386d1eb6 None None] No DVR routers for this DVR port 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:28:28.589199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:28:28.589865 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:28:28.592214 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:28:28.644496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7ddbb080-bb27-4956-82de-dc07c767b929 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:28.670455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 7ddbb080-bb27-4956-82de-dc07c767b929 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:28.671084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 7ddbb080-bb27-4956-82de-dc07c767b929 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:28.672058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:28.673262 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.681433 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:28.684444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ef626d8d-c6cf-46ef-bb82-531b09307034 HTTP/1.1" status: 204 len: 168 time: 0.8197832 Aug 20 14:28:28.699972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:28.700595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4627e5dd-6ebe-4e88-8fc4-1a93e46e8ad4 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:28.701197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 610bcbf0-00ee-4c6e-a987-1812ed7648f5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:28:28.706458 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb119817-edf5-4fd1-9008-c0824eee1da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef626d8d-c6cf-46ef-bb82-531b09307034,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:28.741314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 610bcbf0-00ee-4c6e-a987-1812ed7648f5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:28:28.742153 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 610bcbf0-00ee-4c6e-a987-1812ed7648f5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:28:28.957445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46300) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:29.007893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bdca24e6-01c1-41fa-86fe-23337ca03201 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dc91d77e9fa436099245c7f67b6a0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487759 Aug 20 14:28:29.010717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46302) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:29.071424 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90e74fe7-03c8-4636-8edc-50a564eacc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.100472 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90e74fe7-03c8-4636-8edc-50a564eacc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.160069 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90e74fe7-03c8-4636-8edc-50a564eacc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.163231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-90e74fe7-03c8-4636-8edc-50a564eacc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.164584 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-90e74fe7-03c8-4636-8edc-50a564eacc93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4a42147-4416-455c-8f9c-dfcda29e8613 HTTP/1.1" status: 204 len: 168 time: 0.1527529 Aug 20 14:28:29.174666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e74fe7-03c8-4636-8edc-50a564eacc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a42147-4416-455c-8f9c-dfcda29e8613,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:29.595576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46308) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:29.646543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cb2b87b2-5a19-4254-8236-6440a668776e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc39ea41ee894fd6a72442cd884e83b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496171 Aug 20 14:28:29.651558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46310) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:29.716328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-509eb9a6-b3fc-4081-bd8d-d7311a777101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.717197 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.745448 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-509eb9a6-b3fc-4081-bd8d-d7311a777101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.809456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-509eb9a6-b3fc-4081-bd8d-d7311a777101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.813445 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-509eb9a6-b3fc-4081-bd8d-d7311a777101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:29.815093 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-509eb9a6-b3fc-4081-bd8d-d7311a777101 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03dd8940-b6ae-4a3a-a3d0-517f64f86438 HTTP/1.1" status: 204 len: 168 time: 0.1622796 Aug 20 14:28:29.825404 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509eb9a6-b3fc-4081-bd8d-d7311a777101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd8940-b6ae-4a3a-a3d0-517f64f86438,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:31.937850 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:31.944204 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797518253', 'description': 'tempest-secgroup-smoke-1797518253 description', 'project_id': '81b4b69cd754415bac3ae242853c779f'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:31.976743 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:31.986853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.113627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.118832 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.166695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba7d22-b9be-4897-a156-a3beaac11b6d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:32.281066 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.286856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.332961 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.334800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3957858 Aug 20 14:28:32.339760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46352) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:32.341523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42779f-3044-4eb5-920a-fcad720911c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14563564-a2b7-4793-a1d0-67c94b4aeefe,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:32.350052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '14563564-a2b7-4793-a1d0-67c94b4aeefe', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:32.392897 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.401513 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.498625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.505135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.543945 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b2bb37-e987-4dcd-a80c-8bf685318e1d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:32.556118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.561369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-70c27824-9149-4a2f-b381-a6a526e0bac2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193391 Aug 20 14:28:32.563666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46354) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:32.570365 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '14563564-a2b7-4793-a1d0-67c94b4aeefe', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:32.609854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.733356 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.739353 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.770825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6198fe8-c69a-45d0-bb6d-f68fbdc22670,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:32.785223 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.787327 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9e769dd6-1e71-4de6-9da5-36889a7b1377 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2223980 Aug 20 14:28:32.791077 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46356) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:32.798742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '14563564-a2b7-4793-a1d0-67c94b4aeefe', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:32.841529 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.969114 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:32.980359 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.011090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01febee1-baa3-40f5-a952-5c5940e276bf,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:33.035849 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.039240 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b8caddcd-4a82-47cb-a143-4dbac860e9e8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460952 Aug 20 14:28:33.043338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46358) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:33.052177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '14563564-a2b7-4793-a1d0-67c94b4aeefe', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:33.097383 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.213117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.218674 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.249823 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb6e3c3-8434-459a-98ae-fbe27efa8e81,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:33.259169 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.260774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-009b5721-0240-44c0-a017-0d83fba2cf20 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2158175 Aug 20 14:28:33.269096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46360) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:33.277263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '14563564-a2b7-4793-a1d0-67c94b4aeefe', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:33.311860 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:28:33.320953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.449201 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.455356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.501092 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eda6fa-6459-429d-ab36-eb3d9c97880f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:33.511971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.518473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2f8e43f6-36a2-42ad-a7d5-13234b0ab125 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2426121 Aug 20 14:28:33.518776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46362) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:33.527422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '14563564-a2b7-4793-a1d0-67c94b4aeefe', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:33.562786 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:28:33.571481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.687280 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.692886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.729497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35e8a41-6f9a-4744-935d-614faa18eb33,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:33.735216 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.738254 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0a16eef4-e7b7-4c50-9d08-88bd73751f8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2173786 Aug 20 14:28:33.742864 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46364) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:33.750415 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'network': {'name': 'tempest-network-smoke--1027024561', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:33.784440 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:28:33.791048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.837575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:28:33.855804 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.856378 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Added segment f2f917e0-228c-49f1-99dc-23b689adf1a2 of type vlan for network 6c31892b-e51c-4002-a60a-5613975894e4 Aug 20 14:28:33.933431 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.978888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:33.988071 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:33.988993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:34.075656 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3308918 Aug 20 14:28:34.078889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46366) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:34.085134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'admin_state_up': True, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:34.100126 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd079e4f-66aa-47c8-9a5b-41553915534e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Network': ['ID=6c31892b-e51c-4002-a60a-5613975894e4,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:34.117697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 6c31892b-e51c-4002-a60a-5613975894e4 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:28:34.122653 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:34.123155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:34.200740 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:34.495919 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:34.846318 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:34.876732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:35.138284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.139 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/b7f05d25-bffe-450b-af00-126f1e6a0703) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:28:35.354529 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:35.432033 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:35.516156 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:28:35.522796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:35.529279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:28:35.589138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=b7f05d25-bffe-450b-af00-126f1e6a0703,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:35.901133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:36.172608 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:36.324658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 3e1a3368-ed97-413c-9fe4-60e2badb8210 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:28:36.459135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:28:36.474895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Sync routers for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:28:36.490513 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:36.491882 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-dbb9c7b4-4140-4c48-a48f-fe261090a703 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4117751 Aug 20 14:28:36.492919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:36.494072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:36.496728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46370) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:36.654396 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:36.692394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-37804777-d711-48e7-85f3-492a029c77b3 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=81b4b69cd754415bac3ae242853c779f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1937265 Aug 20 14:28:36.696156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46374) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:36.876635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:35Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:36.908997 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Checking router: 3e1a3368-ed97-413c-9fe4-60e2badb8210 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:28:36.909357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Updating router 3e1a3368-ed97-413c-9fe4-60e2badb8210 port b7f05d25-bffe-450b-af00-126f1e6a0703 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:28:36.938197 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:36.989968 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021aacb-1f90-40b6-8c68-5a970e064af5 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:36.992253 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a021aacb-1f90-40b6-8c68-5a970e064af5 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2944708 Aug 20 14:28:36.996742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46376) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:37.039684 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c0a3071c-817f-443f-b142-12d445cb10f1 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372169 Aug 20 14:28:37.040023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46378) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:37.045502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924169082', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:37.189632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:28:37.193595 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.378138 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.398036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Transition to ACTIVE for port object b7f05d25-bffe-450b-af00-126f1e6a0703 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:37.409772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.503841 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Attempting to bind port b7f05d25-bffe-450b-af00-126f1e6a0703 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:28:37.504947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Attempting to bind port b7f05d25-bffe-450b-af00-126f1e6a0703 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:28:37.504947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Attempting to bind port b7f05d25-bffe-450b-af00-126f1e6a0703 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:28:37.507208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374feb6-3d34-4012-a7a4-f186601495b6 None None] Pushing event updated for resources: {'Port': ['ID=b7f05d25-bffe-450b-af00-126f1e6a0703,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:37.516831 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:28:37.517509 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:28:37.521533 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.521533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:28:37.521533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Bound port: b7f05d25-bffe-450b-af00-126f1e6a0703, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:28:37.521533 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.564456 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.595535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] For port b7f05d25-bffe-450b-af00-126f1e6a0703, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:28:37.600412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] For port b7f05d25-bffe-450b-af00-126f1e6a0703, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b7f05d25-bffe-450b-af00-126f1e6a0703,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:28:37.606257 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.640614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Subnet': ['ID=29e250c0-d3fc-472e-ac6e-c1179ec60f37,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:37.656352 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Checking segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:28:37.658302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network hostable DHCP agents. Network: 6c31892b-e51c-4002-a60a-5613975894e4, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:28:37.688373 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:37.689404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:37.691238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 6c31892b-e51c-4002-a60a-5613975894e4 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:28:37.696255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374feb6-3d34-4012-a7a4-f186601495b6 None None] Pushing event updated for resources: {'Port': ['ID=b7f05d25-bffe-450b-af00-126f1e6a0703,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:37.711269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 6c31892b-e51c-4002-a60a-5613975894e4) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:37.720960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:37.722225 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:37.744334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbd5237-9512-47f9-950c-1a2b98154233 None None] Network 6c31892b-e51c-4002-a60a-5613975894e4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:28:37.752222 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ad16064c-68a2-4ca7-93dd-857b63ff70f1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7098026 Aug 20 14:28:37.755785 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:37.919131 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:38.340025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-6c31892b-e51c-4002-a60a-5613975894e4', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:28:38.340934 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:38.544545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:35Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:38.581989 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58166a-573b-453a-91e8-bdc246aac2d6 None None] The sync data for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 is: [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:35Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:28:38.587909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Allocated IP 172.20.0.2 (6c31892b-e51c-4002-a60a-5613975894e4/29e250c0-d3fc-472e-ac6e-c1179ec60f37/375a89e9-78bf-4df1-96df-7a95ef5ae79e) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:28:38.653943 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:38.795045 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:38.808208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Transition to ACTIVE for port object 375a89e9-78bf-4df1-96df-7a95ef5ae79e will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:38.844567 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Transition to ACTIVE for port object 375a89e9-78bf-4df1-96df-7a95ef5ae79e will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:38.854587 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:38.944460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Network 6c31892b-e51c-4002-a60a-5613975894e4 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:28:38.950868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:38.958448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:28:39.026164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Pushing event updated for resources: {'Port': ['ID=375a89e9-78bf-4df1-96df-7a95ef5ae79e,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:39.078882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.1 (6c31892b-e51c-4002-a60a-5613975894e4/29e250c0-d3fc-472e-ac6e-c1179ec60f37/4d22a847-4f29-4c03-ad88-fd7ec1f3254b) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:28:39.090740 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Attempting to bind port 375a89e9-78bf-4df1-96df-7a95ef5ae79e on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:28:39.091366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Attempting to bind port 375a89e9-78bf-4df1-96df-7a95ef5ae79e by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:28:39.091973 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Attempting to bind port 375a89e9-78bf-4df1-96df-7a95ef5ae79e on network 6c31892b-e51c-4002-a60a-5613975894e4 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:28:39.101523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:28:39.102198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Checking segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:28:39.102397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:39.102801 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Bound using segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:28:39.103316 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Bound port: 375a89e9-78bf-4df1-96df-7a95ef5ae79e, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:28:39.103788 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:39.211358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] For port 375a89e9-78bf-4df1-96df-7a95ef5ae79e, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:28:39.215298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] For port 375a89e9-78bf-4df1-96df-7a95ef5ae79e, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=375a89e9-78bf-4df1-96df-7a95ef5ae79e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:28:39.223770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:39.289445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:39.312374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cb85d-52c1-4d1c-afa6-a7c4b2274152 None None] Pushing event updated for resources: {'Port': ['ID=375a89e9-78bf-4df1-96df-7a95ef5ae79e,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:39.320203 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 4d22a847-4f29-4c03-ad88-fd7ec1f3254b will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:39.385995 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:39.446614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 6c31892b-e51c-4002-a60a-5613975894e4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:28:39.453050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:39.464976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:28:39.472636 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:39.585683 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:39.810219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:40.241063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:40.247904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:40.337228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:40.339384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:40.506276 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 6c31892b-e51c-4002-a60a-5613975894e4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:28:40.508457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:40.646205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97073a2-ef19-4f2d-81f2-4aaacdd7a2d5 None None] Network 6c31892b-e51c-4002-a60a-5613975894e4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:28:40.709051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 3e1a3368-ed97-413c-9fe4-60e2badb8210 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:28:40.769752 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-c35f7737-491e-4677-b5cd-57f877bbe0ac None None] Provisioning for port 375a89e9-78bf-4df1-96df-7a95ef5ae79e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:40.798375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b7f05d25-bffe-450b-af00-126f1e6a0703 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:40.948484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:28:40.966874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-aae45b51-98d0-4ee7-aaa8-938dbf3d3f7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/3e1a3368-ed97-413c-9fe4-60e2badb8210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2007434 Aug 20 14:28:40.968714 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b7f05d25-bffe-450b-af00-126f1e6a0703 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:40.975876 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b7f05d25-bffe-450b-af00-126f1e6a0703 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:40.976347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.097398 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.138016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port b7f05d25-bffe-450b-af00-126f1e6a0703, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b7f05d25-bffe-450b-af00-126f1e6a0703,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:41.148302 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.149666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 375a89e9-78bf-4df1-96df-7a95ef5ae79e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:41.215315 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-1914a34d-600d-46bc-b35a-ffbf3c6d724a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797518253&fields=id&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 267 time: 0.0630560 Aug 20 14:28:41.257968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=b7f05d25-bffe-450b-af00-126f1e6a0703,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:41.286686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 375a89e9-78bf-4df1-96df-7a95ef5ae79e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:41.292040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 375a89e9-78bf-4df1-96df-7a95ef5ae79e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:41.293076 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.309111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Sync routers for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:28:41.338331 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:41.342382 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:41.423297 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-63910b53-dec3-402e-8065-05b6b72d6d61 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:41.425992 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-63910b53-dec3-402e-8065-05b6b72d6d61 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/networks?id=6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 200 len: 797 time: 0.1988411 Aug 20 14:28:41.449927 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-87f8d826-92aa-4f66-b55c-4459e4cc8f2d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/quotas/81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 375 time: 0.0163078 Aug 20 14:28:41.494375 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.499543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-55352db2-934e-4d5f-b603-076f79d134e3 None None] Provisioning complete for port 375a89e9-78bf-4df1-96df-7a95ef5ae79e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:41.500293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-55352db2-934e-4d5f-b603-076f79d134e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.535548 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:41.550720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-6e483b33-d1f3-472a-8b81-1fc469f37973 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899367 Aug 20 14:28:41.614978 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 375a89e9-78bf-4df1-96df-7a95ef5ae79e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=375a89e9-78bf-4df1-96df-7a95ef5ae79e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:41.694220 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-55352db2-934e-4d5f-b603-076f79d134e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.701016 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:41.767758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-feefef38-ea2e-4355-aa99-34ec119516dc service neutron] 10.222.0.59 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082269 Aug 20 14:28:41.813858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=375a89e9-78bf-4df1-96df-7a95ef5ae79e,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:41.882489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.db.api [None req-55352db2-934e-4d5f-b603-076f79d134e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:28:41.882853 n-d-804232-5 neutron-server[94863]: DEBUG oslo_db.api [None req-55352db2-934e-4d5f-b603-076f79d134e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:28:41.899195 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:40Z', 'revision_number': 2, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:41.912680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b9a9c00f-8e80-407a-ae54-22cb0b2d3d33 service neutron] 10.222.0.59 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339545 Aug 20 14:28:41.931899 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Checking router: 3e1a3368-ed97-413c-9fe4-60e2badb8210 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:28:41.932348 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Updating router 3e1a3368-ed97-413c-9fe4-60e2badb8210 port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:28:41.964378 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.183230 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16e7f347-192e-4d3d-9f82-6e5afea06998 req-5b0f5d99-139e-4cc9-b6ee-8d9eaa098ff1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 210 time: 0.0357280 Aug 20 14:28:42.331370 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.343361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Transition to ACTIVE for port object 4d22a847-4f29-4c03-ad88-fd7ec1f3254b will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:42.351697 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.461457 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Pushing event updated for resources: {'Port': ['ID=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:42.471880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-55352db2-934e-4d5f-b603-076f79d134e3 None None] Provisioning for port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:42.480757 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.481480 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.481915 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.482329 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.482740 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.483672 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.484018 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.484526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.484939 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.485510 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.485932 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.486334 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:28:42.493704 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Attempting to bind port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:28:42.493704 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Attempting to bind port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:28:42.493704 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Attempting to bind port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b on network 6c31892b-e51c-4002-a60a-5613975894e4 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:28:42.501991 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:28:42.502276 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Checking segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:28:42.502696 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.503098 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Bound using segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:28:42.503700 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Bound port: 4d22a847-4f29-4c03-ad88-fd7ec1f3254b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:28:42.504103 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.607319 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] For port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:28:42.618259 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] For port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:28:42.627587 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.700802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b7f05d25-bffe-450b-af00-126f1e6a0703 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:42.706609 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:42.707709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:42.791283 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef1b02-10e5-41dc-958d-aac25f3ccaf7 None None] Pushing event updated for resources: {'Port': ['ID=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:42.806141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b7f05d25-bffe-450b-af00-126f1e6a0703 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:42.807283 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:42.939635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 375a89e9-78bf-4df1-96df-7a95ef5ae79e up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:42.948802 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:43.007476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 375a89e9-78bf-4df1-96df-7a95ef5ae79e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:43.007825 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:43.328378 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:43.371945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c963d4d4-237e-48e1-8eb4-f95b0f295c65 req-5ca4547e-5162-4763-a29f-f8da0d64e2a7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 210 time: 0.0472822 Aug 20 14:28:43.374017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7228-5f03-4d9b-bf7d-29290abe2acd None None] The sync data for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 is: [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:28:44.021298 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-25fd93e0-f598-49e7-9c36-ff682e11a04a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:44.023485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-25fd93e0-f598-49e7-9c36-ff682e11a04a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/networks?id=6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 200 len: 797 time: 0.1579983 Aug 20 14:28:44.083482 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-ddb60eca-cf17-410b-affe-a3a2c8368b70 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 380 time: 0.0507119 Aug 20 14:28:44.096664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'port': {'device_id': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'admin_state_up': True, 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'security_groups': ['14563564-a2b7-4793-a1d0-67c94b4aeefe']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:44.243927 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:28:44.251912 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:44.356668 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:28:44.455685 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.5 (6c31892b-e51c-4002-a60a-5613975894e4/29e250c0-d3fc-472e-ac6e-c1179ec60f37/16e77610-f55d-418c-93c3-200f7dc8802e) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:28:44.619381 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2bc6a9a1-50f7-4bd4-9e53-6a71f6ccb506 req-b07ebe99-d240-430e-a832-d3e649a14af8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 210 time: 0.1023631 Aug 20 14:28:44.720966 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4d22a847-4f29-4c03-ad88-fd7ec1f3254b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:44.736824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:44.762797 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 16e77610-f55d-418c-93c3-200f7dc8802e will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:44.808084 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:44.815049 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:44.815435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:44.826691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:44.886248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 6c31892b-e51c-4002-a60a-5613975894e4 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:28:44.891084 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:44.896438 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:28:44.945354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=16e77610-f55d-418c-93c3-200f7dc8802e,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:44.953051 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:44.998045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:45.000745 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.013669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:45.019482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.037006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b0db5369-f39f-4eec-a67c-922e5ecbf570 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455171 Aug 20 14:28:45.090660 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:45.159678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Request body: {'port': {'device_id': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:45.245898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ca817888-d7f8-494b-9979-ce13abeeb655 None None] Provisioning for port 16e77610-f55d-418c-93c3-200f7dc8802e completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:45.247986 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.253734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ca817888-d7f8-494b-9979-ce13abeeb655 None None] Provisioning complete for port 16e77610-f55d-418c-93c3-200f7dc8802e triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:45.254471 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca817888-d7f8-494b-9979-ce13abeeb655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.300606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ca817888-d7f8-494b-9979-ce13abeeb655 None None] Port 16e77610-f55d-418c-93c3-200f7dc8802e cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:28:45.610045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e77610-f55d-418c-93c3-200f7dc8802e {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:28:45.619079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.633189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Transition to ACTIVE for port object 16e77610-f55d-418c-93c3-200f7dc8802e will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:28:45.638301 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.705363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=16e77610-f55d-418c-93c3-200f7dc8802e,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:45.791120 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Attempting to bind port 16e77610-f55d-418c-93c3-200f7dc8802e on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:28:45.791500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Attempting to bind port 16e77610-f55d-418c-93c3-200f7dc8802e by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:28:45.791782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Attempting to bind port 16e77610-f55d-418c-93c3-200f7dc8802e on network 6c31892b-e51c-4002-a60a-5613975894e4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:28:45.798006 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Port 16e77610-f55d-418c-93c3-200f7dc8802e on network 6c31892b-e51c-4002-a60a-5613975894e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:28:45.798354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Attempting to bind port 16e77610-f55d-418c-93c3-200f7dc8802e on network 6c31892b-e51c-4002-a60a-5613975894e4 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:28:45.804588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:28:45.805053 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Checking segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:28:45.805269 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f2cee-260b-4d17-b2ef-e75a5695f24d req-e927a1a7-8428-489e-96f5-cede2ab318f5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:45.805980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Bound using segment: {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:28:45.805980 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Bound port: 16e77610-f55d-418c-93c3-200f7dc8802e, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f917e0-228c-49f1-99dc-23b689adf1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:28:45.806511 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.808022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c42f2cee-260b-4d17-b2ef-e75a5695f24d req-e927a1a7-8428-489e-96f5-cede2ab318f5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 943 time: 0.0772133 Aug 20 14:28:45.867228 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22a67020-f41d-4539-9cbf-ad208f4f6b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.875076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c42f2cee-260b-4d17-b2ef-e75a5695f24d req-cb1a6e70-4e43-40f0-85c7-540ff0f7f0bc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558274 Aug 20 14:28:45.931331 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] For port 16e77610-f55d-418c-93c3-200f7dc8802e, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:28:45.937415 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] For port 16e77610-f55d-418c-93c3-200f7dc8802e, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=16e77610-f55d-418c-93c3-200f7dc8802e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:28:45.945247 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.991692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:45.992244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:45.994269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 200 len: 1091 time: 0.9435227 Aug 20 14:28:45.996907 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:28:46.000918 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038" -d '{"events": [{"name": "network-changed", "server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:28:46.058005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79267-8f1f-4f34-be08-591270d9b2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=16e77610-f55d-418c-93c3-200f7dc8802e,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:46.148704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b4983baf-74cb-4d8d-b97f-f6c94ff11673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:46.152273 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-b4983baf-74cb-4d8d-b97f-f6c94ff11673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1094 time: 0.0871572 Aug 20 14:28:46.163075 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251640ae-65e6-4cff-a983-3b00accc38cd x-openstack-request-id: req-251640ae-65e6-4cff-a983-3b00accc38cd {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:28:46.163543 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:28:46.163938 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-251640ae-65e6-4cff-a983-3b00accc38cd {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:28:46.164635 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e', 'status': 'completed', 'code': 200} Aug 20 14:28:46.221624 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-9848e6e3-0062-4cec-aa80-42f44c1b5c15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 200 len: 217 time: 0.0545557 Aug 20 14:28:46.287319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-e0fb697c-d35e-4ee6-860b-6fbfba7515d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:46.288798 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-e0fb697c-d35e-4ee6-860b-6fbfba7515d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29e250c0-d3fc-472e-ac6e-c1179ec60f37 HTTP/1.1" status: 200 len: 835 time: 0.0589771 Aug 20 14:28:46.347864 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-70f3c112-0447-4c4c-9c97-297937fc5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:46.349473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-70f3c112-0447-4c4c-9c97-297937fc5f0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c31892b-e51c-4002-a60a-5613975894e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529866 Aug 20 14:28:46.462470 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-d2c20c63-02c7-42af-bab6-921a43413a64 service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046233 Aug 20 14:28:46.572795 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3f0df866-d6a0-4b98-87b4-f131bd28ddd3 req-22650054-346d-44cf-beb1-06eed51193ab service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025436 Aug 20 14:28:46.622530 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4d22a847-4f29-4c03-ad88-fd7ec1f3254b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:46.679791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:46.680314 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:46.682159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-0bee6b2f-f02e-40f0-a39e-e296a4e1f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:46.683790 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-0bee6b2f-f02e-40f0-a39e-e296a4e1f14c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1094 time: 0.0527236 Aug 20 14:28:46.801766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-c16d9fba-d4f5-423e-948a-90b0fc122bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:46.803298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-c16d9fba-d4f5-423e-948a-90b0fc122bda service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 200 len: 898 time: 0.1110880 Aug 20 14:28:46.858058 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-07990140-4203-4e13-8399-b9cd4eb65aed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 200 len: 217 time: 0.0446618 Aug 20 14:28:46.950544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-ff8c741a-a01a-4b6f-8b2f-f98975f54b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:46.953302 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-ff8c741a-a01a-4b6f-8b2f-f98975f54b47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29e250c0-d3fc-472e-ac6e-c1179ec60f37 HTTP/1.1" status: 200 len: 835 time: 0.0866411 Aug 20 14:28:47.021062 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f29e-0599-46ce-986e-f027dd1c8a7e req-408756b0-0644-4794-9d1b-32064cde03c1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:47.022722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea63f29e-0599-46ce-986e-f027dd1c8a7e req-408756b0-0644-4794-9d1b-32064cde03c1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 943 time: 0.0584764 Aug 20 14:28:47.023829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-46adac2f-b4df-4fd8-bf6e-d3e2c1a0cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:47.025495 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-46adac2f-b4df-4fd8-bf6e-d3e2c1a0cc19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c31892b-e51c-4002-a60a-5613975894e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590339 Aug 20 14:28:47.093118 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea63f29e-0599-46ce-986e-f027dd1c8a7e req-44324915-3b4e-4bae-9478-bc57f79c6b2a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571079 Aug 20 14:28:47.134326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-ee041011-7c01-4bec-98d4-9d066c45ba11 service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999768 Aug 20 14:28:47.258375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c79f0c7-c08e-41ac-8a49-8cc9e958d038 req-f5e1ca47-c6e8-479e-804a-362514104ce7 service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081543 Aug 20 14:28:48.244106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453d7e-7fe5-47b0-a9c7-e5cc9e4859a9 req-696ff9d3-6d2b-49b7-9bbd-f7a21af4da49 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:48.245774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b453d7e-7fe5-47b0-a9c7-e5cc9e4859a9 req-696ff9d3-6d2b-49b7-9bbd-f7a21af4da49 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 943 time: 0.0570400 Aug 20 14:28:48.307826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b453d7e-7fe5-47b0-a9c7-e5cc9e4859a9 req-c44e705b-9c9a-410c-b22a-c3aedc635236 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539639 Aug 20 14:28:48.620321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9b656dbc-65d3-4588-9e9a-45b1db6bba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:48.622326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:49.453292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604f50-b22f-4bb9-bec0-b61f65c05203 req-b78698c5-379f-4069-8d08-681f136ca58a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:49.456068 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37604f50-b22f-4bb9-bec0-b61f65c05203 req-b78698c5-379f-4069-8d08-681f136ca58a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 943 time: 0.0699475 Aug 20 14:28:49.500541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37604f50-b22f-4bb9-bec0-b61f65c05203 req-c19a9f44-d6c4-4349-8bf7-5e9149731c8d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Aug 20 14:28:49.776162 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:49.788865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 16e77610-f55d-418c-93c3-200f7dc8802e details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:28:49.905477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 16e77610-f55d-418c-93c3-200f7dc8802e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=16e77610-f55d-418c-93c3-200f7dc8802e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:49.921238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '16e77610-f55d-418c-93c3-200f7dc8802e', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'port_id': '16e77610-f55d-418c-93c3-200f7dc8802e', 'mac_address': 'fa:16:3e:0a:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:28:49.972806 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:49.997134 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e77610-f55d-418c-93c3-200f7dc8802e {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:28:50.037370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 16e77610-f55d-418c-93c3-200f7dc8802e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=16e77610-f55d-418c-93c3-200f7dc8802e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:50.042928 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:50.097986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=16e77610-f55d-418c-93c3-200f7dc8802e,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:50.312849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['16e77610-f55d-418c-93c3-200f7dc8802e'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:28:50.650464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb15821-982d-401b-af29-a777306f688e req-213e35b8-4945-4a1f-ad9c-fd1ee26f11f6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:50.652051 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8bb15821-982d-401b-af29-a777306f688e req-213e35b8-4945-4a1f-ad9c-fd1ee26f11f6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 944 time: 0.0628188 Aug 20 14:28:50.706392 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8bb15821-982d-401b-af29-a777306f688e req-28dedb0d-900e-4390-8511-9b62e3ce7c3e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464437 Aug 20 14:28:51.689229 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:51.787603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 16e77610-f55d-418c-93c3-200f7dc8802e up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:28:51.845972 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 16e77610-f55d-418c-93c3-200f7dc8802e completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:28:51.851205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 16e77610-f55d-418c-93c3-200f7dc8802e triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:28:51.851774 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:51.869255 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5da55-1406-4b66-9877-cc1634e33e4b req-6d3996c8-5cf6-40db-9648-c0ebfa772dec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:51.870929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89b5da55-1406-4b66-9877-cc1634e33e4b req-6d3996c8-5cf6-40db-9648-c0ebfa772dec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 944 time: 0.0853601 Aug 20 14:28:51.933228 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89b5da55-1406-4b66-9877-cc1634e33e4b req-a5b04a17-7284-4453-aba1-44e1c43d3217 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503440 Aug 20 14:28:51.953915 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:51.987547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:28:51.991622 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ff59b-9b7a-46bf-85a8-2b402db275eb" -d '{"events": [{"server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "name": "network-vif-plugged", "status": "completed", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:28:52.017604 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 16e77610-f55d-418c-93c3-200f7dc8802e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=16e77610-f55d-418c-93c3-200f7dc8802e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:28:52.024251 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:52.087961 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=16e77610-f55d-418c-93c3-200f7dc8802e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:52.126253 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4306ded-d6fd-4bcd-94c5-0f5ef39040c3 x-openstack-request-id: req-e4306ded-d6fd-4bcd-94c5-0f5ef39040c3 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:28:52.126679 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "name": "network-vif-plugged", "status": "completed", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:28:52.127077 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4306ded-d6fd-4bcd-94c5-0f5ef39040c3 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:28:52.127578 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e', 'code': 200} Aug 20 14:28:52.234964 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77a22c-8c02-4b6f-93bf-b04476925092 req-4d2ef337-6df2-4db6-93b2-403e6855549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:52.236435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e77a22c-8c02-4b6f-93bf-b04476925092 req-4d2ef337-6df2-4db6-93b2-403e6855549e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1096 time: 0.0477574 Aug 20 14:28:52.276678 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4e77a22c-8c02-4b6f-93bf-b04476925092 req-e4d24146-87d6-4dff-aaec-aa6554ab468b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329194 Aug 20 14:28:53.083541 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5843a57-5e4a-4302-99bd-73582abcb1a2 req-0046ce57-0ca5-4f8f-aaee-2f2b1575be65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:53.085389 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5843a57-5e4a-4302-99bd-73582abcb1a2 req-0046ce57-0ca5-4f8f-aaee-2f2b1575be65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0580742 Aug 20 14:28:53.152601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5843a57-5e4a-4302-99bd-73582abcb1a2 req-81913b20-923d-444d-9228-ca56a176fb22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596828 Aug 20 14:28:54.329530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5cbb3-4732-4282-86cf-2bc5cd30e6ac req-2c5ca443-ca36-466f-8b7c-508248e8be2a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:54.332353 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95f5cbb3-4732-4282-86cf-2bc5cd30e6ac req-2c5ca443-ca36-466f-8b7c-508248e8be2a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0904551 Aug 20 14:28:54.380106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-95f5cbb3-4732-4282-86cf-2bc5cd30e6ac req-feed7ac1-5557-404d-b5d2-b9691378d7ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Aug 20 14:28:54.521198 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184907-4fe3-4503-b08d-f3ef533acacf req-c60b95f9-3fcb-48a1-9a11-ee6be228d550 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:54.522823 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26184907-4fe3-4503-b08d-f3ef533acacf req-c60b95f9-3fcb-48a1-9a11-ee6be228d550 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0620146 Aug 20 14:28:54.594302 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-26184907-4fe3-4503-b08d-f3ef533acacf req-7ac714c9-be86-4773-beee-c8cecc935aa5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640295 Aug 20 14:28:54.626207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46446) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:54.677669 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf078ab-56ff-4cae-a0d7-3ddd0cad2321 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:54.679983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ddf078ab-56ff-4cae-a0d7-3ddd0cad2321 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1091 time: 0.0525112 Aug 20 14:28:54.683464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46448) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:54.690067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '16e77610-f55d-418c-93c3-200f7dc8802e', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:28:54.721594 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:54.866125 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:55.070257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.189 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/18a074a5-7907-4494-a2ac-bf617d9977fa) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:28:55.259729 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:55.311895 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:55.352787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:28:55.355958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:28:55.361848 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:28:55.399179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=18a074a5-7907-4494-a2ac-bf617d9977fa,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:55.810751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:55.898854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:56.091934 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:56.098012 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:56.174714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=18a074a5-7907-4494-a2ac-bf617d9977fa,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:28:56.188590 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:56.304524 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 07db1357-57d9-4a58-aeda-f539849c4d71 associated. External IP: 172.25.6.189, port: 16e77610-f55d-418c-93c3-200f7dc8802e. Aug 20 14:28:56.910744 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 3e1a3368-ed97-413c-9fe4-60e2badb8210 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:28:57.051729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:28:57.064329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] Sync routers for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:28:57.075739 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:57.082052 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:57.083210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:57.108265 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e9a72fbe-b0af-43e5-b3d0-e466c36c0e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4235206 Aug 20 14:28:57.109116 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:28:57.111478 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708e6e6-7b86-4dcb-933a-30e434601e46" -d '{"events": [{"name": "network-changed", "server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:28:57.187940 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ec0c93-f795-466d-8af3-502d162d74ee x-openstack-request-id: req-e7ec0c93-f795-466d-8af3-502d162d74ee {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:28:57.188323 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:28:57.188711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7ec0c93-f795-466d-8af3-502d162d74ee {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:28:57.190301 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e', 'status': 'completed', 'code': 200} Aug 20 14:28:57.269027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:57.307765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a424fc7-449a-4aa5-9d26-a729b4b68824 req-fabff3b7-484b-4ae8-bb6a-eb7f737941ad tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:57.309814 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a424fc7-449a-4aa5-9d26-a729b4b68824 req-fabff3b7-484b-4ae8-bb6a-eb7f737941ad tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.1393361 Aug 20 14:28:57.320237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-b9232320-f4b8-4eb6-a49e-3f0fd2acd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:57.322874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-b9232320-f4b8-4eb6-a49e-3f0fd2acd59e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1096 time: 0.1015697 Aug 20 14:28:57.433646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a424fc7-449a-4aa5-9d26-a729b4b68824 req-9f86e498-1bbc-410e-8fb4-d13b186c762d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099479 Aug 20 14:28:57.473713 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46456) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:57.493135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-a1d454e8-7c12-4486-9434-dfed02006eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:57.495568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-a1d454e8-7c12-4486-9434-dfed02006eb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 200 len: 898 time: 0.1629198 Aug 20 14:28:57.575178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-263d54fd-bed4-4f86-b0fe-a3b255feb187 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/07db1357-57d9-4a58-aeda-f539849c4d71 HTTP/1.1" status: 200 len: 991 time: 0.0986969 Aug 20 14:28:57.601223 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-5b1c8576-c8dc-4d19-bd2b-69c255c2a55d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 200 len: 999 time: 0.0930102 Aug 20 14:28:57.641258 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '07db1357-57d9-4a58-aeda-f539849c4d71', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'port_id': '16e77610-f55d-418c-93c3-200f7dc8802e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'mac_address': 'fa:16:3e:0a:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:28:55Z', 'updated_at': '2021-08-20T14:28:55Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:44Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:57.673685 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] Checking router: 3e1a3368-ed97-413c-9fe4-60e2badb8210 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:28:57.677902 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-69bb2b39-0942-42f3-9db5-a78ddc2108d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:57.679976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-69bb2b39-0942-42f3-9db5-a78ddc2108d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29e250c0-d3fc-472e-ac6e-c1179ec60f37 HTTP/1.1" status: 200 len: 835 time: 0.0705113 Aug 20 14:28:57.683855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:28:57.684406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:28:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:57.742541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-6d9a7ac6-d8ff-4a7d-b44f-463cb6d58f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:28:57.745149 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-6d9a7ac6-d8ff-4a7d-b44f-463cb6d58f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c31892b-e51c-4002-a60a-5613975894e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573964 Aug 20 14:28:57.927977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-992bb2ab-9cb4-48c5-8302-3ee06f00ac9c service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742744 Aug 20 14:28:58.026081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:28:58.100889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6708e6e6-7b86-4dcb-933a-30e434601e46 req-434c4bbc-8d64-45cb-b736-2ba6f53f3424 service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648834 Aug 20 14:28:58.358770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '07db1357-57d9-4a58-aeda-f539849c4d71', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'port_id': '16e77610-f55d-418c-93c3-200f7dc8802e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'mac_address': 'fa:16:3e:0a:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:28:55Z', 'updated_at': '2021-08-20T14:28:55Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:44Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:28:58.396236 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d9909-fd9e-45b6-b1f1-534d2bc884df None None] The sync data for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 is: [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '07db1357-57d9-4a58-aeda-f539849c4d71', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'port_id': '16e77610-f55d-418c-93c3-200f7dc8802e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'mac_address': 'fa:16:3e:0a:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:28:55Z', 'updated_at': '2021-08-20T14:28:55Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:44Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:28:58.582524 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46458) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:58.691847 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-895a9ad0-329c-41b2-99bf-552100a326a2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/07db1357-57d9-4a58-aeda-f539849c4d71 HTTP/1.1" status: 200 len: 991 time: 0.1070721 Aug 20 14:28:58.698646 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6c824-6dba-4901-bb76-5b8b5307efd3 None None] New status for floating IP 07db1357-57d9-4a58-aeda-f539849c4d71: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:28:59.696304 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46460) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:28:59.742142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:28:59.827805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6209fc5b-22c0-4750-bb48-681bf7f9bd4d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/07db1357-57d9-4a58-aeda-f539849c4d71 HTTP/1.1" status: 200 len: 993 time: 0.1284027 Aug 20 14:29:02.386060 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:15.867844 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0495-8b9d-4087-a914-40607c6e614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:18.630303 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-57c4f067-0ce5-4e47-9dd3-999ec8844ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:18.639210 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:19.791571 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:20.782646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-224455e0-274a-4dfe-bd29-642cfb63c954 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626440 Aug 20 14:29:20.892486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-664ba18a-59ee-41a1-adc1-12567c0d96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:20.894355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-664ba18a-59ee-41a1-adc1-12567c0d96a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1096 time: 0.0585675 Aug 20 14:29:21.025138 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-b3029833-f74c-4a5e-b9fb-8f167dba9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:21.026851 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-b3029833-f74c-4a5e-b9fb-8f167dba9319 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 200 len: 898 time: 0.1103613 Aug 20 14:29:21.117103 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-02056682-f63c-495b-a8e8-027e96b4dde0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 200 len: 1001 time: 0.0806882 Aug 20 14:29:21.189020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-4a6d2fcf-bad0-4074-929f-81c5c89ff3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:21.190922 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-4a6d2fcf-bad0-4074-929f-81c5c89ff3f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29e250c0-d3fc-472e-ac6e-c1179ec60f37 HTTP/1.1" status: 200 len: 835 time: 0.0656888 Aug 20 14:29:21.257199 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-ed32a931-27c2-4ca1-8a0c-8f1b8d3aab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:21.259030 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-ed32a931-27c2-4ca1-8a0c-8f1b8d3aab34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c31892b-e51c-4002-a60a-5613975894e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607176 Aug 20 14:29:21.362578 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:29:21.413532 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-cadccf82-f6c7-4a51-b787-92f7e12159ee service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464562 Aug 20 14:29:21.530541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-179153f0-33ee-4ee9-8af7-3184aaea7e34 req-cf78fa27-ee47-44cd-8635-f639dbd18d41 service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087389 Aug 20 14:29:21.693306 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:26.725289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df11457-b52c-4304-8d7c-f670f72248d7 req-9ba4677c-a733-4289-9512-3afb4b8361aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:26.728071 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0df11457-b52c-4304-8d7c-f670f72248d7 req-9ba4677c-a733-4289-9512-3afb4b8361aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0781631 Aug 20 14:29:26.793971 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0df11457-b52c-4304-8d7c-f670f72248d7 req-9f2e35f9-3f02-4d08-8800-c9602e1bb6a0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591469 Aug 20 14:29:27.999803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67b6f-98ae-44fc-ac3c-9c18c7d38fae req-f95d5614-80bc-4e24-b760-922cfa885bbf tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:28.001611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-03b67b6f-98ae-44fc-ac3c-9c18c7d38fae req-f95d5614-80bc-4e24-b760-922cfa885bbf tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0758519 Aug 20 14:29:28.060884 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-03b67b6f-98ae-44fc-ac3c-9c18c7d38fae req-27ba1169-3051-4185-a2a6-87ad6f30ddf2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470138 Aug 20 14:29:28.096637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46476) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:28.204344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b9203b3b-c0ea-4c9f-a669-494380ad24b5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/07db1357-57d9-4a58-aeda-f539849c4d71 HTTP/1.1" status: 200 len: 993 time: 0.1062791 Aug 20 14:29:29.664144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc9df-c7e7-4c7e-afda-1c78e8d9d837 req-079e9ab5-df3f-4594-9020-c438314f8718 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:29.666858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5afc9df-c7e7-4c7e-afda-1c78e8d9d837 req-079e9ab5-df3f-4594-9020-c438314f8718 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0801311 Aug 20 14:29:29.744709 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:29.765968 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e5afc9df-c7e7-4c7e-afda-1c78e8d9d837 req-0a2c382d-da4b-480b-9131-0f384032939e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896752 Aug 20 14:29:31.011056 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48acb8-94fe-4670-9059-383fd9682662 req-e37164f2-ead8-44d5-9123-6913c35f1dcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:31.014969 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a48acb8-94fe-4670-9059-383fd9682662 req-e37164f2-ead8-44d5-9123-6913c35f1dcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.1092172 Aug 20 14:29:31.087932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7a48acb8-94fe-4670-9059-383fd9682662 req-b68834d8-e1c3-43a9-9be1-67bde100e611 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610943 Aug 20 14:29:31.132002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46486) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:31.234686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-46b6e428-6b2c-45e5-b314-09c46fd25ee6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/07db1357-57d9-4a58-aeda-f539849c4d71 HTTP/1.1" status: 200 len: 993 time: 0.1007106 Aug 20 14:29:31.580287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46492) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:31.841255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 18a074a5-7907-4494-a2ac-bf617d9977fa {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:29:31.841676 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:31.963774 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:31.964299 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:31.987132 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 18a074a5-7907-4494-a2ac-bf617d9977fa owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:29:32.255911 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:32.311330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=18a074a5-7907-4494-a2ac-bf617d9977fa,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:32.336344 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.337310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.337568 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.338112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.338696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.339293 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.339865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.340446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.341134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.341701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.342306 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.342830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:32.386151 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:32.456197 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:32.456701 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 07db1357-57d9-4a58-aeda-f539849c4d71 disassociated (deleted). External IP: 172.25.6.189, port: 16e77610-f55d-418c-93c3-200f7dc8802e. Aug 20 14:29:32.797266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 3e1a3368-ed97-413c-9fe4-60e2badb8210 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:29:32.945595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:29:32.954672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:32.961746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] Sync routers for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:29:32.980609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:32.981799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:32.993178 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1b25a41c-9efd-4acd-934b-e7eccc6e2de4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/floatingips/07db1357-57d9-4a58-aeda-f539849c4d71 HTTP/1.1" status: 204 len: 168 time: 1.4111576 Aug 20 14:29:32.994187 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:29:32.997153 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d591b4-cb13-435e-81ba-2e0af6054ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:29:33.071254 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54210596-f6cd-4d14-b8a5-aad221e388d0 x-openstack-request-id: req-54210596-f6cd-4d14-b8a5-aad221e388d0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:29:33.071524 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:29:33.073992 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54210596-f6cd-4d14-b8a5-aad221e388d0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:29:33.073992 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e', 'status': 'completed', 'code': 200} Aug 20 14:29:33.166297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-62100b12-3eb8-4e0d-8598-9b7343daf2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:33.168708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-62100b12-3eb8-4e0d-8598-9b7343daf2e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 1096 time: 0.0653684 Aug 20 14:29:33.201081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:33.374363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-0e351709-6480-47db-98e3-c36fd7be616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:33.377524 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-0e351709-6480-47db-98e3-c36fd7be616c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 200 len: 898 time: 0.2012146 Aug 20 14:29:33.456233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-9a0b2835-861d-462d-be2e-174e924f5002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 200 len: 217 time: 0.0699615 Aug 20 14:29:33.473438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbc48e-77c7-43b0-958d-bfb793dee797 req-03bf61aa-9f2a-4786-8cf1-e6f074170f75 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:33.479102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76cbc48e-77c7-43b0-958d-bfb793dee797 req-03bf61aa-9f2a-4786-8cf1-e6f074170f75 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.1216159 Aug 20 14:29:33.557376 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-7d8e5793-afab-43d7-8e16-d70f684a1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:33.560328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-7d8e5793-afab-43d7-8e16-d70f684a1b83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29e250c0-d3fc-472e-ac6e-c1179ec60f37 HTTP/1.1" status: 200 len: 835 time: 0.0951912 Aug 20 14:29:33.561606 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-76cbc48e-77c7-43b0-958d-bfb793dee797 req-19620334-b318-4a2f-b3e6-2781d95c701c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725954 Aug 20 14:29:33.639953 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-fd18ff46-8775-47ea-aa2f-9bed377bc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:33.642300 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-fd18ff46-8775-47ea-aa2f-9bed377bc845 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c31892b-e51c-4002-a60a-5613975894e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740657 Aug 20 14:29:33.658202 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:44Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:33.706975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] Checking router: 3e1a3368-ed97-413c-9fe4-60e2badb8210 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:29:33.720944 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:33.721877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:33.823188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-088e45be-8631-48da-981e-9d234e0583fd service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719766 Aug 20 14:29:33.914402 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:34.004590 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21d591b4-cb13-435e-81ba-2e0af6054ad6 req-b16adb80-5dcc-4d35-a6da-bbfe693dac77 service neutron] 10.222.0.13 "GET /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718669 Aug 20 14:29:34.270859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:44Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:34.303631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cae896-6a5e-4969-9fc5-cb387da4168d None None] The sync data for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 is: [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:39Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '4d22a847-4f29-4c03-ad88-fd7ec1f3254b', 'name': '', 'network_id': '6c31892b-e51c-4002-a60a-5613975894e4', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:30:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:38Z', 'updated_at': '2021-08-20T14:28:44Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '29e250c0-d3fc-472e-ac6e-c1179ec60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:29:34.603448 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0aa3bf-0528-4092-9972-a54bb58b55db None None] New status for floating IP 07db1357-57d9-4a58-aeda-f539849c4d71: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:29:34.788350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d650941-a949-4fce-8b81-57b454a09d8b req-dc22d939-a064-4990-b7a2-9c1679504adc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:34.791335 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d650941-a949-4fce-8b81-57b454a09d8b req-dc22d939-a064-4990-b7a2-9c1679504adc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.0969343 Aug 20 14:29:34.911224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-a6e31aef-2d96-4ed8-a627-ad947076c249 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:34.914295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-a6e31aef-2d96-4ed8-a627-ad947076c249 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 945 time: 0.1604478 Aug 20 14:29:34.921294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5d650941-a949-4fce-8b81-57b454a09d8b req-5dd460f6-550d-49b9-8238-0edfba9473e0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=14563564-a2b7-4793-a1d0-67c94b4aeefe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021061 Aug 20 14:29:35.066463 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 16e77610-f55d-418c-93c3-200f7dc8802e {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:29:35.066972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:35.219480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 16e77610-f55d-418c-93c3-200f7dc8802e, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=16e77610-f55d-418c-93c3-200f7dc8802e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:35.219920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:35.242660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 16e77610-f55d-418c-93c3-200f7dc8802e owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:29:35.427814 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:35.461149 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=16e77610-f55d-418c-93c3-200f7dc8802e,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:35.521257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] No DVR routers for this DVR port 16e77610-f55d-418c-93c3-200f7dc8802e on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:29:35.524129 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:35.526479 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-511ca0fe-fcdf-41d3-8674-b61d5bbad133 req-5cc44c41-c36e-4872-9cc3-2794e76399ab tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "DELETE /v2.0/ports/16e77610-f55d-418c-93c3-200f7dc8802e HTTP/1.1" status: 204 len: 173 time: 0.6037288 Aug 20 14:29:35.527031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'name': 'network-vif-deleted', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:29:35.531711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3360d78a-f129-47cf-aa6f-ac0ba1502c16" -d '{"events": [{"server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "name": "network-vif-deleted", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:29:35.596783 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df12ce87-de8a-4b7e-a400-bd7679ef1f11 x-openstack-request-id: req-df12ce87-de8a-4b7e-a400-bd7679ef1f11 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:29:35.597184 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e14a05b-be03-461d-99c3-b0c959eb29a7", "name": "network-vif-deleted", "tag": "16e77610-f55d-418c-93c3-200f7dc8802e", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:29:35.597549 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df12ce87-de8a-4b7e-a400-bd7679ef1f11 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:29:35.598082 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e14a05b-be03-461d-99c3-b0c959eb29a7', 'name': 'network-vif-deleted', 'tag': '16e77610-f55d-418c-93c3-200f7dc8802e', 'status': 'completed', 'code': 200} Aug 20 14:29:36.093605 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b53a7f75-67b2-4ca2-a125-28919e1bf5ba req-49079e8c-039f-4afd-aee9-1f5f16d3c8b6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e14a05b-be03-461d-99c3-b0c959eb29a7 HTTP/1.1" status: 200 len: 210 time: 0.0450146 Aug 20 14:29:37.174141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46508) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:38.050123 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:38.475382 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:29:38.476194 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:38.598909 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 4d22a847-4f29-4c03-ad88-fd7ec1f3254b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:38.599322 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:38.617624 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 4d22a847-4f29-4c03-ad88-fd7ec1f3254b owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:29:38.851584 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:38.881704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=4d22a847-4f29-4c03-ad88-fd7ec1f3254b,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:39.159070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:39.490607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 3e1a3368-ed97-413c-9fe4-60e2badb8210 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:29:39.619940 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:29:39.626314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c6432746-e7d3-4226-a8ee-30bb4155170d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/3e1a3368-ed97-413c-9fe4-60e2badb8210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4508193 Aug 20 14:29:39.630724 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46510) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:39.635051 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] Sync routers for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:29:39.660243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:39.661270 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:39.700380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting subnet 29e250c0-d3fc-472e-ac6e-c1179ec60f37 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:29:39.704698 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:39.764068 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:39.839043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:39.905465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:39.996098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.033622 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Subnet': ['ID=29e250c0-d3fc-472e-ac6e-c1179ec60f37,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:40.038450 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.041820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ce5030d-10a2-44b1-9cfb-f855935c2da6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/subnets/29e250c0-d3fc-472e-ac6e-c1179ec60f37 HTTP/1.1" status: 204 len: 168 time: 0.4082518 Aug 20 14:29:40.046329 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46512) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:40.051284 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 16e77610-f55d-418c-93c3-200f7dc8802e no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:29:40.053455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef729d-29da-4a28-a2f7-fb642be9c227 None None] Network 6c31892b-e51c-4002-a60a-5613975894e4 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:29:40.115815 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 16e77610-f55d-418c-93c3-200f7dc8802e {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:29:40.116155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 16e77610-f55d-418c-93c3-200f7dc8802e not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:29:40.184313 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.219087 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:29:38Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:40.261219 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] Checking router: 3e1a3368-ed97-413c-9fe4-60e2badb8210 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:29:40.280395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] Routers {'3e1a3368-ed97-413c-9fe4-60e2badb8210'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:40.281510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['3e1a3368-ed97-413c-9fe4-60e2badb8210'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:40.332999 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.383653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] DHCP port deletion for 6c31892b-e51c-4002-a60a-5613975894e4 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:29:40.441874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port b7f05d25-bffe-450b-af00-126f1e6a0703 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:29:40.442487 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.466452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] Set router 3e1a3368-ed97-413c-9fe4-60e2badb8210 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:40.587369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port b7f05d25-bffe-450b-af00-126f1e6a0703, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b7f05d25-bffe-450b-af00-126f1e6a0703,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:40.587854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.624290 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for b7f05d25-bffe-450b-af00-126f1e6a0703 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:29:40.784306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 375a89e9-78bf-4df1-96df-7a95ef5ae79e no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:29:40.829992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] Deleting port 375a89e9-78bf-4df1-96df-7a95ef5ae79e {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:29:40.830362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.884846 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.914699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=b7f05d25-bffe-450b-af00-126f1e6a0703,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:40.929607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.929943 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.930301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.930654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.930995 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.931334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.931673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.932008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.932343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.932701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.933162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.933413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:40.944977 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] For port 375a89e9-78bf-4df1-96df-7a95ef5ae79e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=375a89e9-78bf-4df1-96df-7a95ef5ae79e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:40.945386 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:40.980431 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] Calling delete_port for 375a89e9-78bf-4df1-96df-7a95ef5ae79e owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:29:41.007460 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.075457 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.128048 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.131273 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.147479 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 375a89e9-78bf-4df1-96df-7a95ef5ae79e, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=375a89e9-78bf-4df1-96df-7a95ef5ae79e,segment=NetworkSegment(f2f917e0-228c-49f1-99dc-23b689adf1a2),segment_id=f2f917e0-228c-49f1-99dc-23b689adf1a2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:41.152017 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:29:38Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:41.157259 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.191606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77a06-848e-49f7-b40d-3cc519a0ec32 None None] The sync data for ids ['3e1a3368-ed97-413c-9fe4-60e2badb8210'] in n-d-804232-5 is: [{'id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477442029', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:29:38Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': 'b7f05d25-bffe-450b-af00-126f1e6a0703', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a3368-ed97-413c-9fe4-60e2badb8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:28:34Z', 'updated_at': '2021-08-20T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:29:41.213534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.219623 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.220510 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Fanout notify agent at l3_agent the message router_deleted on router 3e1a3368-ed97-413c-9fe4-60e2badb8210 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:29:41.236465 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] No DVR routers for this DVR port 375a89e9-78bf-4df1-96df-7a95ef5ae79e on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:29:41.239040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.241716 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dd23164c-cc01-44b3-a1cd-d1fd3079eb8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/routers/3e1a3368-ed97-413c-9fe4-60e2badb8210 HTTP/1.1" status: 204 len: 168 time: 1.1937585 Aug 20 14:29:41.245881 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46514) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:41.270100 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=375a89e9-78bf-4df1-96df-7a95ef5ae79e,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:41.284990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.285560 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.286129 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.286669 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.287213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.287776 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.288343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.288928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.289492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.290066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.290641 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.291205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:41.341481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b20a32-e693-46c0-99a7-fda3c7726098 None None] Pushing event deleted for resources: {'Port': ['ID=375a89e9-78bf-4df1-96df-7a95ef5ae79e,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:41.362917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.500932 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.519482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c31892b-e51c-4002-a60a-5613975894e4']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:41.546673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f917e0-228c-49f1-99dc-23b689adf1a2') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:41.547147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f917e0-228c-49f1-99dc-23b689adf1a2') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:41.566141 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.602806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.618410 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:29:41.619068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:29:41.624586 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:29:41.714288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.723371 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.729439 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/networks/6c31892b-e51c-4002-a60a-5613975894e4 HTTP/1.1" status: 204 len: 168 time: 0.4785228 Aug 20 14:29:41.729607 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46516) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:41.739089 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef9a8-5374-45ec-9aec-ad4174fb41c3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Network': ['ID=6c31892b-e51c-4002-a60a-5613975894e4,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:41.828542 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a514020-34f5-4b6e-b5f6-033e71edbdcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.859617 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a514020-34f5-4b6e-b5f6-033e71edbdcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.952215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a514020-34f5-4b6e-b5f6-033e71edbdcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.956055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6a514020-34f5-4b6e-b5f6-033e71edbdcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:41.957728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6a514020-34f5-4b6e-b5f6-033e71edbdcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/security-groups/14563564-a2b7-4793-a1d0-67c94b4aeefe HTTP/1.1" status: 204 len: 168 time: 0.2266543 Aug 20 14:29:41.975050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514020-34f5-4b6e-b5f6-033e71edbdcb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14563564-a2b7-4793-a1d0-67c94b4aeefe,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:42.261641 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46522) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:42.266796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620363899', 'description': 'tempest-secgroup-smoke-1620363899 description', 'project_id': '81b4b69cd754415bac3ae242853c779f'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:42.293092 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.413167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.419605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.455488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.457146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1940303 Aug 20 14:29:42.461729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46524) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:42.468616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '7dfd74c4-d992-40a3-823c-581a4b9c17ff', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:42.470468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0a92-0407-4414-a733-3cc759946888 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfd74c4-d992-40a3-823c-581a4b9c17ff,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:42.505453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.573107 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.578457 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.613588 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fd976f-21e8-4deb-92ff-d67738e85ad1,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:42.618777 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.622432 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-748b1006-6274-4048-9690-8f89341da59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577761 Aug 20 14:29:42.626126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46526) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:42.633316 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '7dfd74c4-d992-40a3-823c-581a4b9c17ff', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:42.672064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b7f05d25-bffe-450b-af00-126f1e6a0703 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:29:42.679223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.695779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: b7f05d25-bffe-450b-af00-126f1e6a0703 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:29:42.696117 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b7f05d25-bffe-450b-af00-126f1e6a0703 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:29:42.696657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4d22a847-4f29-4c03-ad88-fd7ec1f3254b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:29:42.718855 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 4d22a847-4f29-4c03-ad88-fd7ec1f3254b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:29:42.719386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 4d22a847-4f29-4c03-ad88-fd7ec1f3254b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:29:42.749425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.754750 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.777956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d496fd3d-7376-44c1-b2fb-de9deea23d96,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:42.788321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.790019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4d783062-ff6a-4cae-9ed2-a4b0e506c812 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623173 Aug 20 14:29:42.793365 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46528) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:42.799270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '7dfd74c4-d992-40a3-823c-581a4b9c17ff', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:42.833479 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.910625 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.915864 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.940242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac28bfc6-c978-4d93-b741-96130592c7d3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:42.952352 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:42.954703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-284ac478-1c18-40eb-a034-2dda294fc3aa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596253 Aug 20 14:29:42.957838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46530) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:42.967657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '7dfd74c4-d992-40a3-823c-581a4b9c17ff', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:43.014812 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.091160 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.095888 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.115884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275bdf24-6d7b-49fb-b2c1-082ef3a24e2e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:43.126517 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.127897 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-82b1eae1-8529-4e12-9940-195ef20a9f7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685712 Aug 20 14:29:43.132822 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46532) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:43.139284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '7dfd74c4-d992-40a3-823c-581a4b9c17ff', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:43.165602 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:29:43.173340 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.255359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.260532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.280807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b552b21e-a6f1-4ed5-b7ff-ced200cc7c3f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:43.287935 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.289380 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e647a600-ee15-4335-9b0b-66c8512c7924 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554527 Aug 20 14:29:43.292478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46534) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:43.298394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '7dfd74c4-d992-40a3-823c-581a4b9c17ff', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:43.323595 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:29:43.330327 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.404178 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.409272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.436117 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.438114 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444225 Aug 20 14:29:43.439247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebb895-9700-4149-8f4f-eadad35d106b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e14f76a-8073-464a-9a3e-d6e0e9da24f0,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:43.441292 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46536) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:43.447179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'network': {'name': 'tempest-network-smoke--562713842', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:43.471629 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:29:43.475428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.505078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:29:43.517518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.517868 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Added segment 51ad4878-1c50-4f64-aa89-d3b23aac913b of type vlan for network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 Aug 20 14:29:43.574942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.617414 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.625303 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:43.625963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.692754 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2502201 Aug 20 14:29:43.697259 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46538) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:43.703573 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'admin_state_up': True, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:43.708787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff062a-4d1b-43b3-a89a-0473e3c4b871 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Network': ['ID=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:43.723133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:29:43.735842 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.737281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:43.742907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-87eaca0d-4c52-4d05-8cda-dcabac6635ca req-9b03f5cc-ed7d-4521-be86-4949d4e67928 service neutron] (94861) timed out ('10.222.0.59', 39910) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:29:43.809119 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:44.020768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:44.367145 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:44.407595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:44.612945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.119 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/30e742da-68aa-4e98-b3ca-89095f11c420) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:29:44.750561 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:44.802083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:44.843882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:29:44.847146 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:29:44.851235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:29:44.862531 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=30e742da-68aa-4e98-b3ca-89095f11c420,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:45.149693 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:45.411079 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:45.657350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 1004348d-a531-4fca-aea1-224e762957be is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:29:45.846354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:29:45.863938 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Sync routers for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:29:45.877577 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-804d1028-2ebc-486b-b9ca-540c781d910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:45.878629 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:45.880332 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-22ce69b3-be1a-4beb-bae3-dedf12d816ec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1817441 Aug 20 14:29:45.885358 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:45.885647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46540) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:45.886215 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:45.933023 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6384a41a-bb19-4b1b-a0d4-90767858247d tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=81b4b69cd754415bac3ae242853c779f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456872 Aug 20 14:29:45.937857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46542) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:46.024371 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:46.108619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d7a86-76fc-45de-9684-2e92e780ff06 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:46.112621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ff0d7a86-76fc-45de-9684-2e92e780ff06 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730733 Aug 20 14:29:46.117174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46544) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:46.174613 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c21ceaa1-7ec3-41c4-945b-3297c26aef7d tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554380 Aug 20 14:29:46.178272 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46546) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:46.188851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806022737', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:46.252264 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:45Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:46.286673 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Checking router: 1004348d-a531-4fca-aea1-224e762957be for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:29:46.287068 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Updating router 1004348d-a531-4fca-aea1-224e762957be port 30e742da-68aa-4e98-b3ca-89095f11c420 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:29:46.318966 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:46.359425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:29:46.363620 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:46.702371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:46.805388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Subnet': ['ID=fc06317f-f32a-4049-ab6e-049e21751edd,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:46.817956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Checking segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:29:46.818556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network hostable DHCP agents. Network: 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:29:46.819202 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:46.846957 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Transition to ACTIVE for port object 30e742da-68aa-4e98-b3ca-89095f11c420 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:46.863043 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:29:46.866636 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:46.882912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:29:46.894219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:46.894219 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:46.906799 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd052c6e-598e-4051-9c86-53d9e139ab06 None None] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:29:46.921096 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f5295b4-2e91-4517-9b1c-ef576a10c487 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7403984 Aug 20 14:29:46.926702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46548) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:29:46.991222 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Attempting to bind port 30e742da-68aa-4e98-b3ca-89095f11c420 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:29:46.991793 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Attempting to bind port 30e742da-68aa-4e98-b3ca-89095f11c420 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:29:46.992357 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Attempting to bind port 30e742da-68aa-4e98-b3ca-89095f11c420 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:29:47.007528 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:29:47.008280 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:29:47.009017 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.009726 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:29:47.010572 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Bound port: 30e742da-68aa-4e98-b3ca-89095f11c420, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:29:47.011684 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.070926 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Pushing event updated for resources: {'Port': ['ID=30e742da-68aa-4e98-b3ca-89095f11c420,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:47.092250 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.092963 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.093613 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.094261 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.094906 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.095608 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.096173 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.096771 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.097408 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.098035 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.098416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.098980 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:29:47.154778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] For port 30e742da-68aa-4e98-b3ca-89095f11c420, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:29:47.160934 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] For port 30e742da-68aa-4e98-b3ca-89095f11c420, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=30e742da-68aa-4e98-b3ca-89095f11c420,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:29:47.168045 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.240394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:29:47.241817 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.291231 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920472b1-3a7b-48ae-bafb-7a68e8445814 None None] Pushing event updated for resources: {'Port': ['ID=30e742da-68aa-4e98-b3ca-89095f11c420,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:47.314065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:47.315110 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:47.530760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Allocated IP 172.20.0.2 (05694b9e-79f0-48aa-b3f3-d3907bf6e9c7/fc06317f-f32a-4049-ab6e-049e21751edd/b0a39a07-2a1c-4e21-8d57-2480adcc44d2) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:29:47.544233 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:47.758283 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.790987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.807542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Transition to ACTIVE for port object b0a39a07-2a1c-4e21-8d57-2480adcc44d2 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:47.832665 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Transition to ACTIVE for port object b0a39a07-2a1c-4e21-8d57-2480adcc44d2 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:47.845958 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:47.867268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:29:47.908943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:29:47.910564 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:45Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:47.926082 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:29:47.955402 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a74c9-ac61-4413-8594-f6ef49ab71b4 None None] The sync data for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 is: [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:45Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:29:47.997869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Pushing event updated for resources: {'Port': ['ID=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:48.058666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Attempting to bind port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:29:48.060311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Attempting to bind port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:29:48.061192 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Attempting to bind port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 on network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:29:48.069217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:29:48.069892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Checking segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:29:48.070708 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:48.071466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Bound using segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:29:48.072065 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Bound port: b0a39a07-2a1c-4e21-8d57-2480adcc44d2, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:29:48.072691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:48.241802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] For port b0a39a07-2a1c-4e21-8d57-2480adcc44d2, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:29:48.250460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] For port b0a39a07-2a1c-4e21-8d57-2480adcc44d2, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:29:48.279772 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:48.412606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912f77c-0e71-4fcb-a535-7e37eb143ea8 None None] Pushing event updated for resources: {'Port': ['ID=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:48.661736 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-76641710-f7b2-4c8d-8a11-76bf1beed0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:48.666351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:48.859824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 30e742da-68aa-4e98-b3ca-89095f11c420 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:29:48.941037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 30e742da-68aa-4e98-b3ca-89095f11c420 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:29:48.945361 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.1 (05694b9e-79f0-48aa-b3f3-d3907bf6e9c7/fc06317f-f32a-4049-ab6e-049e21751edd/6090e89c-d29a-492e-b7ee-bfbe9e16b9c3) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:29:48.949454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 30e742da-68aa-4e98-b3ca-89095f11c420 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:48.950372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.110036 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.150794 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 30e742da-68aa-4e98-b3ca-89095f11c420, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=30e742da-68aa-4e98-b3ca-89095f11c420,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:49.153871 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.160269 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.181348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:49.259340 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=30e742da-68aa-4e98-b3ca-89095f11c420,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:49.277423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.361702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:29:49.368053 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:29:49.375393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:29:49.452971 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:49.495237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.790642 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.804395 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:49.909473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab307fa-fa03-4398-b198-a7586707f792 None None] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:29:50.031984 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8b8504e7-a761-44a6-af92-95cdc75644cf None None] Provisioning for port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:29:50.255429 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:50.261156 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:50.396740 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:50.399671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:50.586894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:29:50.589742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:29:50.610558 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7591c64b-cf9f-4712-9248-106221f8a7bd None None] Provisioning for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:29:50.622218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7591c64b-cf9f-4712-9248-106221f8a7bd None None] Provisioning complete for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:50.623128 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7591c64b-cf9f-4712-9248-106221f8a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:50.712433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7591c64b-cf9f-4712-9248-106221f8a7bd None None] Port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:29:50.856944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 1004348d-a531-4fca-aea1-224e762957be has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:29:50.866730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b0a39a07-2a1c-4e21-8d57-2480adcc44d2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:29:50.989686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-62bd9265-23fc-4c26-a64c-a1d8e27e48e3 None None] Provisioning complete for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:50.990331 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-62bd9265-23fc-4c26-a64c-a1d8e27e48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:51.038914 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:29:51.056779 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:51.057448 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:51.092725 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:29:51.102137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c08c9b92-d7e4-4855-a8b5-214babf04861 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/1004348d-a531-4fca-aea1-224e762957be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1734931 Aug 20 14:29:51.120148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Sync routers for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:29:51.135749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-62bd9265-23fc-4c26-a64c-a1d8e27e48e3 None None] Port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:29:51.169079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:51.169936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:51.347043 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-820e46e5-48a6-4fe7-910c-67f7c48885b0 None None] Provisioning complete for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:51.347716 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-820e46e5-48a6-4fe7-910c-67f7c48885b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:51.429968 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-bf84f7d5-0bcf-4cdb-a22b-bf833fdff381 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620363899&fields=id&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 267 time: 0.0682251 Aug 20 14:29:51.489688 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:51.523207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-820e46e5-48a6-4fe7-910c-67f7c48885b0 None None] Port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:29:51.546721 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:51.619758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port b0a39a07-2a1c-4e21-8d57-2480adcc44d2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:51.627908 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:51.629061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 30e742da-68aa-4e98-b3ca-89095f11c420 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:29:51.695473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-4185dcd9-6fff-4140-aa72-fb9e1f89f4b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:51.699258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-4185dcd9-6fff-4140-aa72-fb9e1f89f4b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 796 time: 0.2505944 Aug 20 14:29:51.727642 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-71486493-044c-4340-b925-f9b36fb664a9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/quotas/81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 375 time: 0.0193198 Aug 20 14:29:51.812483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-9324d9a1-eb23-40c5-9cf0-57b36a36f165 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769711 Aug 20 14:29:51.836624 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:51.880850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:51.944614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 30e742da-68aa-4e98-b3ca-89095f11c420 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:51.945098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:52.075570 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:50Z', 'revision_number': 2, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:52.099003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-46818f74-91e6-4852-bf8d-6f463c02ea2f service neutron] 10.222.0.59 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669499 Aug 20 14:29:52.237721 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-9540465b-12a5-4813-a0b5-5ffbc4967bba service neutron] 10.222.0.59 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301103 Aug 20 14:29:52.304035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Checking router: 1004348d-a531-4fca-aea1-224e762957be for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:29:52.304288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Updating router 1004348d-a531-4fca-aea1-224e762957be port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:29:52.348681 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:52.705465 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2eb03732-7808-403b-a280-2c96dcc43886 req-6c58eb91-bea3-4504-92ce-a911b2dc109a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 210 time: 0.2139866 Aug 20 14:29:52.729699 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b0a39a07-2a1c-4e21-8d57-2480adcc44d2 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:29:52.962404 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:52.963021 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:53.042392 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:53.078572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Transition to ACTIVE for port object 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:53.097053 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:53.275763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7811d2-6a04-4c6c-8282-0a1279d24e14 None None] Pushing event updated for resources: {'Port': ['ID=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:53.352839 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Attempting to bind port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:29:53.353283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Attempting to bind port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:29:53.353722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Attempting to bind port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 on network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:29:53.363867 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:29:53.364750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Checking segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:29:53.365238 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:53.366626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Bound using segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:29:53.366844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Bound port: 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:29:53.367397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:53.474683 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] For port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:29:53.480453 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] For port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:29:53.488012 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:53.566806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:29:53.567471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:53.630970 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7811d2-6a04-4c6c-8282-0a1279d24e14 None None] Pushing event updated for resources: {'Port': ['ID=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:53.761367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:29:53.922672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80b8fb2d-8b60-4fa1-b4e7-fd8b38783c68 req-d7ed0358-23f8-46ae-955f-65bec899b655 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 210 time: 0.0671618 Aug 20 14:29:54.140652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:53Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:29:54.202927 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66bb2-9dbb-4abd-a282-74b3db28399f None None] The sync data for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 is: [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:53Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:29:54.326831 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-748b3275-b347-4290-9644-b556f2385848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:54.329470 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-748b3275-b347-4290-9644-b556f2385848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 796 time: 0.2275639 Aug 20 14:29:54.416675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-af3c829e-d2b9-4b22-9454-cb32d9624819 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 380 time: 0.0777047 Aug 20 14:29:54.428765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'port': {'device_id': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'admin_state_up': True, 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'security_groups': ['7dfd74c4-d992-40a3-823c-581a4b9c17ff']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:54.677276 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:29:54.686516 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:54.721442 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:29:54.815939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:29:54.823110 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:54.823828 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:54.963774 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.4 (05694b9e-79f0-48aa-b3f3-d3907bf6e9c7/fc06317f-f32a-4049-ab6e-049e21751edd/bccd84fe-677f-463e-9489-8fd433013edd) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:29:55.002076 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.077969 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:29:55.086109 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.117333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5186caca-5b77-4ce5-8bc6-b56a274b5cc1 req-22477358-bc97-49e1-91c9-bc93501359ad tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 210 time: 0.0531495 Aug 20 14:29:55.175282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:55.265603 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.301120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object bccd84fe-677f-463e-9489-8fd433013edd will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:55.374844 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.441006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:29:55.444855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:29:55.448025 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:29:55.488634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=bccd84fe-677f-463e-9489-8fd433013edd,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:55.532795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:55.533500 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.552560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-d994e4fd-7c40-4bc7-a8d9-90200509aa86 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296241 Aug 20 14:29:55.564809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-f97baf13-0ca3-468d-a04e-2687be3afab6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:29:55.566203 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-f97baf13-0ca3-468d-a04e-2687be3afab6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064237 Aug 20 14:29:55.581216 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Request body: {'port': {'device_id': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:29:55.671798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.762484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-daaea3aa-ca69-45db-aab5-bdc6ba8d88be None None] Provisioning for port bccd84fe-677f-463e-9489-8fd433013edd completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:29:55.768846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-daaea3aa-ca69-45db-aab5-bdc6ba8d88be None None] Provisioning complete for port bccd84fe-677f-463e-9489-8fd433013edd triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:55.769649 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-daaea3aa-ca69-45db-aab5-bdc6ba8d88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:55.820294 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-daaea3aa-ca69-45db-aab5-bdc6ba8d88be None None] Port bccd84fe-677f-463e-9489-8fd433013edd cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:29:56.033620 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccd84fe-677f-463e-9489-8fd433013edd {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:29:56.044588 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:56.062579 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Transition to ACTIVE for port object bccd84fe-677f-463e-9489-8fd433013edd will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:29:56.068330 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:56.156144 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Pushing event updated for resources: {'Port': ['ID=bccd84fe-677f-463e-9489-8fd433013edd,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:56.289748 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Attempting to bind port bccd84fe-677f-463e-9489-8fd433013edd on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:29:56.290132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Attempting to bind port bccd84fe-677f-463e-9489-8fd433013edd by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:29:56.290621 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Attempting to bind port bccd84fe-677f-463e-9489-8fd433013edd on network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:29:56.300136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Port bccd84fe-677f-463e-9489-8fd433013edd on network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:29:56.300662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Attempting to bind port bccd84fe-677f-463e-9489-8fd433013edd on network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:29:56.311075 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:29:56.311624 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Checking segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:29:56.312373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Bound using segment: {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:29:56.313107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Bound port: bccd84fe-677f-463e-9489-8fd433013edd, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ad4878-1c50-4f64-aa89-d3b23aac913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:29:56.313684 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:56.349070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706268-e0e1-495f-bc0b-eba0d90f47c3 req-039a96e5-bd6d-4d06-9e30-05a116a6ff91 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:56.352063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0706268-e0e1-495f-bc0b-eba0d90f47c3 req-039a96e5-bd6d-4d06-9e30-05a116a6ff91 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 943 time: 0.0878043 Aug 20 14:29:56.431840 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] For port bccd84fe-677f-463e-9489-8fd433013edd, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:29:56.437469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0706268-e0e1-495f-bc0b-eba0d90f47c3 req-a2a67c42-3bcf-4b73-9eb2-eda45ff478ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712297 Aug 20 14:29:56.439095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] For port bccd84fe-677f-463e-9489-8fd433013edd, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bccd84fe-677f-463e-9489-8fd433013edd,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:29:56.447174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:56.515465 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:56.516400 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:56.518926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] 10.222.0.53 "PUT /v2.0/ports/bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 1091 time: 0.9450920 Aug 20 14:29:56.519691 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:29:56.523029 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978ded8-6ae9-4c16-8d18-aec20962f0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "tag": "bccd84fe-677f-463e-9489-8fd433013edd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:29:56.576942 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fabb7-5285-4ed8-a87c-7caf3ae6ce08 service neutron] Pushing event updated for resources: {'Port': ['ID=bccd84fe-677f-463e-9489-8fd433013edd,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:29:56.639146 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cdcbcf-e9a8-4841-9990-035b4ea3da69 x-openstack-request-id: req-b3cdcbcf-e9a8-4841-9990-035b4ea3da69 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:29:56.639991 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "tag": "bccd84fe-677f-463e-9489-8fd433013edd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:29:56.640849 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3cdcbcf-e9a8-4841-9990-035b4ea3da69 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:29:56.641575 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd', 'status': 'completed', 'code': 200} Aug 20 14:29:56.675019 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-7cdd7c6f-e08d-4af1-94cf-1eef5d70f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:56.677864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-7cdd7c6f-e08d-4af1-94cf-1eef5d70f284 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1094 time: 0.1035483 Aug 20 14:29:56.728684 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:29:56.761876 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-902d416e-d62c-4370-9699-7e544e70492c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 217 time: 0.0759909 Aug 20 14:29:56.827569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:29:56.828520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:29:56.855814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-5000cad6-c197-4739-9acb-197a9f59e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:56.859061 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-5000cad6-c197-4739-9acb-197a9f59e823 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0904646 Aug 20 14:29:56.949072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-1c1e66f3-1fe0-42a9-9f2f-d5f08264ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:56.952463 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-1c1e66f3-1fe0-42a9-9f2f-d5f08264ae92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859056 Aug 20 14:29:57.116121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-6d2a3590-a9d4-41ec-8053-f2c7cc4caa51 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558940 Aug 20 14:29:57.301891 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-37dd8a41-f67e-43bb-a2b4-9f5251de9ae8 req-e8b42e94-1bff-4a86-9c28-1b0ea2a2cc26 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780741 Aug 20 14:29:57.422332 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-d72b1f89-77fc-41d8-915e-bb84c8c1f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:57.425086 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-d72b1f89-77fc-41d8-915e-bb84c8c1f396 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1094 time: 0.0645616 Aug 20 14:29:57.602683 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-5c35f5c4-5bb5-4b8e-b764-1e452841f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:57.607062 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-5c35f5c4-5bb5-4b8e-b764-1e452841f9e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 897 time: 0.1740181 Aug 20 14:29:57.620252 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d979-7081-4d27-be85-35103e8cffcc req-3cf4107e-2d83-46fe-a898-e689ce0cb528 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:57.622621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81e1d979-7081-4d27-be85-35103e8cffcc req-3cf4107e-2d83-46fe-a898-e689ce0cb528 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 943 time: 0.0700812 Aug 20 14:29:57.666890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-f29ee79e-78c2-4f3d-8ea8-8ef986e52251 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 217 time: 0.0532691 Aug 20 14:29:57.676516 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-81e1d979-7081-4d27-be85-35103e8cffcc req-37586549-9d02-44a5-8cbf-cb9a25135ad4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461364 Aug 20 14:29:57.735543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-21d43ea8-7d2a-4567-a1f3-5442e14407ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:57.737467 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-21d43ea8-7d2a-4567-a1f3-5442e14407ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0629091 Aug 20 14:29:57.810660 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-b7080139-aabc-41dd-a4e5-77a18e7ee88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:57.813462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-b7080139-aabc-41dd-a4e5-77a18e7ee88c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659170 Aug 20 14:29:57.954374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-1e80e297-b7f0-4aa9-94f0-2a2dd7eae263 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229916 Aug 20 14:29:58.076194 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f978ded8-6ae9-4c16-8d18-aec20962f0cd req-863123d0-730f-4de7-89bd-e96242a626dd service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114407 Aug 20 14:29:58.363221 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:29:58.832359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47471e6b-4e91-4be6-9e68-597db5e3b66c req-bed941d5-a4c8-4bf0-a19d-fcfb8687048c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:29:58.835087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47471e6b-4e91-4be6-9e68-597db5e3b66c req-bed941d5-a4c8-4bf0-a19d-fcfb8687048c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 943 time: 0.0726833 Aug 20 14:29:58.892399 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-47471e6b-4e91-4be6-9e68-597db5e3b66c req-cd014ec2-c87d-4165-a488-927cc4210a70 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483825 Aug 20 14:29:59.754399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:00.112693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f0e2-0db6-42d5-ab9a-6203d5011979 req-1225b25a-43d4-4240-b86d-4eff1579e5e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:00.115473 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2032f0e2-0db6-42d5-ab9a-6203d5011979 req-1225b25a-43d4-4240-b86d-4eff1579e5e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 943 time: 0.0987594 Aug 20 14:30:00.185001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bccd84fe-677f-463e-9489-8fd433013edd details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:30:00.338311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bccd84fe-677f-463e-9489-8fd433013edd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bccd84fe-677f-463e-9489-8fd433013edd,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:30:00.362606 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'bccd84fe-677f-463e-9489-8fd433013edd', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'port_id': 'bccd84fe-677f-463e-9489-8fd433013edd', 'mac_address': 'fa:16:3e:46:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:30:00.423704 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:00.439561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccd84fe-677f-463e-9489-8fd433013edd {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:30:00.464497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bccd84fe-677f-463e-9489-8fd433013edd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bccd84fe-677f-463e-9489-8fd433013edd,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:30:00.472664 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:00.551504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bccd84fe-677f-463e-9489-8fd433013edd,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:30:00.634651 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2032f0e2-0db6-42d5-ab9a-6203d5011979 req-909718e7-ecd5-433f-881b-97e5748d8bc9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112329 Aug 20 14:30:00.700514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['bccd84fe-677f-463e-9489-8fd433013edd'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:30:01.833499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0668d-6c03-4891-894a-ebe00bd70fe2 req-7377d613-3d48-4dad-bbc3-cc2d0e36e7a3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:01.835500 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24a0668d-6c03-4891-894a-ebe00bd70fe2 req-7377d613-3d48-4dad-bbc3-cc2d0e36e7a3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 944 time: 0.0995333 Aug 20 14:30:01.917021 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-24a0668d-6c03-4891-894a-ebe00bd70fe2 req-10678b66-6415-4744-95b4-db4ef21e0726 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726013 Aug 20 14:30:02.186048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bccd84fe-677f-463e-9489-8fd433013edd up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:30:02.257133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port bccd84fe-677f-463e-9489-8fd433013edd completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:30:02.263218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port bccd84fe-677f-463e-9489-8fd433013edd triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:30:02.263742 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:02.392138 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:02.395592 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:02.426357 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:30:02.428966 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1659f1-5899-4694-aeb9-59480fcfcabf" -d '{"events": [{"server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "name": "network-vif-plugged", "status": "completed", "tag": "bccd84fe-677f-463e-9489-8fd433013edd"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:30:02.448953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port bccd84fe-677f-463e-9489-8fd433013edd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bccd84fe-677f-463e-9489-8fd433013edd,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:30:02.458298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:02.489927 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f5f0a-ea9c-4c87-8b46-e44aef494c36 x-openstack-request-id: req-911f5f0a-ea9c-4c87-8b46-e44aef494c36 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:30:02.490326 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "name": "network-vif-plugged", "status": "completed", "tag": "bccd84fe-677f-463e-9489-8fd433013edd", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:30:02.490520 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-911f5f0a-ea9c-4c87-8b46-e44aef494c36 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:30:02.490984 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd', 'code': 200} Aug 20 14:30:02.533466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=bccd84fe-677f-463e-9489-8fd433013edd,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:30:02.619895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393dab-b193-41c3-9c14-f36e665ae1a8 req-57df3bb9-da33-4628-aa71-d756643db055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:02.622274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2393dab-b193-41c3-9c14-f36e665ae1a8 req-57df3bb9-da33-4628-aa71-d756643db055 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1096 time: 0.0574179 Aug 20 14:30:02.672354 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c2393dab-b193-41c3-9c14-f36e665ae1a8 req-7900061f-2165-4d73-8fd3-b2ccd203d7f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Aug 20 14:30:03.115156 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce050f49-7584-460a-9c73-fd44c08e5038 req-cbed524f-0312-437c-8e5d-cfd80e9a6bd3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:03.117081 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce050f49-7584-460a-9c73-fd44c08e5038 req-cbed524f-0312-437c-8e5d-cfd80e9a6bd3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0676768 Aug 20 14:30:03.179720 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce050f49-7584-460a-9c73-fd44c08e5038 req-088190de-0445-42f6-bacb-d0aa67cbc3ef tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523553 Aug 20 14:30:04.488807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1de56-7123-4379-8048-4d1c9454f6ec req-9e070a4e-8643-4053-9156-f581fea1edb1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:04.490947 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ac1de56-7123-4379-8048-4d1c9454f6ec req-9e070a4e-8643-4053-9156-f581fea1edb1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.1720891 Aug 20 14:30:04.551876 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ac1de56-7123-4379-8048-4d1c9454f6ec req-16523825-bf88-424f-a871-a5c996a858ff tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 Aug 20 14:30:04.731459 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfce3-c128-41a9-b3bf-92aa5fd6ac3f req-1b0033e0-150a-45b7-a708-bc11905abc6b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:04.733805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfce3-c128-41a9-b3bf-92aa5fd6ac3f req-1b0033e0-150a-45b7-a708-bc11905abc6b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0731335 Aug 20 14:30:04.791479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-168bfce3-c128-41a9-b3bf-92aa5fd6ac3f req-9247e293-e778-48d5-94a5-a79b79bcec15 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501285 Aug 20 14:30:04.844881 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46610) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:30:04.903741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01cd382-6aa3-46c2-b8a5-dfa1b2cc72c1 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:04.906465 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d01cd382-6aa3-46c2-b8a5-dfa1b2cc72c1 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1091 time: 0.0604081 Aug 20 14:30:04.909625 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46612) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:30:04.918853 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'bccd84fe-677f-463e-9489-8fd433013edd', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:30:04.961691 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:05.170458 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:05.327520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.174 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/e2815150-c89d-4cda-a1fb-c48c6cc9ad57) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:30:05.563982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:05.646497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:05.720650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:30:05.725383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:30:05.731905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:30:05.789796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=e2815150-c89d-4cda-a1fb-c48c6cc9ad57,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:30:06.352575 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:06.502366 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:06.708320 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:06.716423 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:06.812911 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=e2815150-c89d-4cda-a1fb-c48c6cc9ad57,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:30:06.831100 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:06.993476 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 45a25050-9bb0-48ee-9c6b-c54e396a8120 associated. External IP: 172.25.6.174, port: bccd84fe-677f-463e-9489-8fd433013edd. Aug 20 14:30:07.287541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 1004348d-a531-4fca-aea1-224e762957be has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:30:07.428856 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:30:07.440961 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] Sync routers for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:30:07.454605 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:30:07.455347 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:30:07.456261 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:07.490135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c22c09b1-ce3a-4e0c-b571-0b9b109fcc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5789971 Aug 20 14:30:07.490860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:30:07.493909 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630" -d '{"events": [{"name": "network-changed", "server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "tag": "bccd84fe-677f-463e-9489-8fd433013edd"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:30:07.552503 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c587eb0-0157-4575-9499-33c4a00c3684 x-openstack-request-id: req-5c587eb0-0157-4575-9499-33c4a00c3684 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:30:07.552878 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "tag": "bccd84fe-677f-463e-9489-8fd433013edd", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:30:07.553102 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c587eb0-0157-4575-9499-33c4a00c3684 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:30:07.554233 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd', 'status': 'completed', 'code': 200} Aug 20 14:30:07.632249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38bfca-26c0-45f4-941f-4292a2dacdc1 req-f22b50fa-d428-431a-a782-a5483a1b6d8f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:07.634496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a38bfca-26c0-45f4-941f-4292a2dacdc1 req-f22b50fa-d428-431a-a782-a5483a1b6d8f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0655816 Aug 20 14:30:07.644612 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:30:07.708371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9a38bfca-26c0-45f4-941f-4292a2dacdc1 req-43c4ab84-fdd1-4040-9bce-14e47ef85f1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600023 Aug 20 14:30:07.741004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-e46b86de-1f18-466e-9b71-0701f16b9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:07.743967 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-e46b86de-1f18-466e-9b71-0701f16b9cbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1096 time: 0.1646709 Aug 20 14:30:07.746150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46620) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:30:07.860639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6965639d-d7d9-4d25-8baf-81aa947c0f8b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/45a25050-9bb0-48ee-9c6b-c54e396a8120 HTTP/1.1" status: 200 len: 991 time: 0.1111796 Aug 20 14:30:07.937856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-f9cbebfe-9a5e-404f-92eb-92e67ea1530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:07.940477 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-f9cbebfe-9a5e-404f-92eb-92e67ea1530e service neutron] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 897 time: 0.1895792 Aug 20 14:30:08.030343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-b3d3fa52-d611-4468-8772-7c51a4aa7274 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 999 time: 0.0825870 Aug 20 14:30:08.090356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-949b7f68-90e0-4dc0-85b2-191ba881fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:08.093208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-949b7f68-90e0-4dc0-85b2-191ba881fce7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0563917 Aug 20 14:30:08.097606 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '45a25050-9bb0-48ee-9c6b-c54e396a8120', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '1004348d-a531-4fca-aea1-224e762957be', 'port_id': 'bccd84fe-677f-463e-9489-8fd433013edd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'mac_address': 'fa:16:3e:46:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:30:06Z', 'updated_at': '2021-08-20T14:30:06Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:30:08.138784 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] Checking router: 1004348d-a531-4fca-aea1-224e762957be for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:30:08.153744 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:30:08.154995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:29:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:30:08.166166 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-395d1714-470d-4601-8169-fb28e20c5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:08.169483 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-395d1714-470d-4601-8169-fb28e20c5bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694830 Aug 20 14:30:08.313035 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:30:08.319610 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-82310195-8f3a-400a-9857-b54d40e987ef service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431355 Aug 20 14:30:08.465898 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e537c663-b2b9-40b2-bb25-6a9f5f1bd630 req-6c5efd4f-05a8-44aa-8632-1ce433c8571c service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392398 Aug 20 14:30:08.732813 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '45a25050-9bb0-48ee-9c6b-c54e396a8120', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '1004348d-a531-4fca-aea1-224e762957be', 'port_id': 'bccd84fe-677f-463e-9489-8fd433013edd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'mac_address': 'fa:16:3e:46:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:30:06Z', 'updated_at': '2021-08-20T14:30:06Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:30:08.797756 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf447b-1a64-47c6-83cc-9cdb350d7b2d None None] The sync data for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 is: [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '45a25050-9bb0-48ee-9c6b-c54e396a8120', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '1004348d-a531-4fca-aea1-224e762957be', 'port_id': 'bccd84fe-677f-463e-9489-8fd433013edd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'mac_address': 'fa:16:3e:46:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:30:06Z', 'updated_at': '2021-08-20T14:30:06Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:30:08.864289 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46624) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:30:08.985290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fd37dbcf-bce6-4ff8-b701-813977853746 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/45a25050-9bb0-48ee-9c6b-c54e396a8120 HTTP/1.1" status: 200 len: 991 time: 0.1187029 Aug 20 14:30:09.091412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e718dfb5-39c7-4058-8e1b-fd48f4b4a287 None None] New status for floating IP 45a25050-9bb0-48ee-9c6b-c54e396a8120: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:30:09.990879 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46626) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:30:10.075721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a0f92028-8e22-4e85-9ddf-5387ac83ce1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/45a25050-9bb0-48ee-9c6b-c54e396a8120 HTTP/1.1" status: 200 len: 993 time: 0.0833397 Aug 20 14:30:15.878455 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-73f1a963-fd78-45bd-907f-a56479227d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:18.634354 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-45c52c85-fe5c-4c89-8d79-1b99d3f4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:18.647072 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:19.785606 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:19.879815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-93eecd90-60dd-4ab9-a9dc-6e282bee1e89 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579407 Aug 20 14:30:20.000257 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda590e-db78-4764-93d9-ae730999ff9d req-92321d97-385f-4b01-aa94-e0f063c8d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:20.002655 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-92321d97-385f-4b01-aa94-e0f063c8d38e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1096 time: 0.0698450 Aug 20 14:30:20.173245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda590e-db78-4764-93d9-ae730999ff9d req-615b156f-96d2-4a41-b640-fb984e0099a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:20.174896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-615b156f-96d2-4a41-b640-fb984e0099a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 897 time: 0.1459579 Aug 20 14:30:20.282308 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-394fa8c0-8f2e-4756-9729-45fad7346789 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 1001 time: 0.0992098 Aug 20 14:30:20.352837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda590e-db78-4764-93d9-ae730999ff9d req-75f6687b-8d13-44ae-83ce-8504a740151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:20.356343 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-75f6687b-8d13-44ae-83ce-8504a740151e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0667455 Aug 20 14:30:20.427802 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda590e-db78-4764-93d9-ae730999ff9d req-1619c055-da95-4e2f-82f4-82280faba61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:20.429742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-1619c055-da95-4e2f-82f4-82280faba61b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666039 Aug 20 14:30:20.593271 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-5bd5bffa-5596-4d42-b8e4-fe662d7b32b4 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558619 Aug 20 14:30:20.728699 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbda590e-db78-4764-93d9-ae730999ff9d req-cad2b3c6-5886-436d-bb8c-800350cc835d service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278346 Aug 20 14:30:21.707806 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:29.756840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:32.392635 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:35.363841 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:30:39.766884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb16e34-fa54-4809-9092-f7d10dc1a595 req-4def832e-204d-4c17-ac39-ee7f0662c43d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:39.769741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fb16e34-fa54-4809-9092-f7d10dc1a595 req-4def832e-204d-4c17-ac39-ee7f0662c43d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0993867 Aug 20 14:30:39.777475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-3ef7ccee-0627-45be-8fc7-337946fe1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:39.779675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-3ef7ccee-0627-45be-8fc7-337946fe1877 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1096 time: 0.0978005 Aug 20 14:30:39.912526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7fb16e34-fa54-4809-9092-f7d10dc1a595 req-13d6c1b3-0f06-491c-b53f-6090e8938594 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313910 Aug 20 14:30:39.988443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-5b1b3a7d-b398-42f8-a88e-45146260e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:39.991785 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-5b1b3a7d-b398-42f8-a88e-45146260e66e service neutron] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 897 time: 0.2037821 Aug 20 14:30:40.091459 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-c64c7c14-ccd3-4ebe-ac89-74de66485067 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 1001 time: 0.0909150 Aug 20 14:30:40.185039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-728f89f5-69b2-4d7b-b27c-de5dd4ca79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:40.187335 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-728f89f5-69b2-4d7b-b27c-de5dd4ca79c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0888011 Aug 20 14:30:40.259223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-65a707ce-6809-43fd-ba27-5596a52f47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:40.262226 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-65a707ce-6809-43fd-ba27-5596a52f47c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659699 Aug 20 14:30:40.377270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-cf5c78d8-b44a-45e6-b0c8-b005eb7a2152 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074846 Aug 20 14:30:40.537708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e887ce95-bb5b-46a4-a7da-9ed2d9a1f967 req-794dd66e-3b77-48da-a27a-a280eed4b2b3 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524754 Aug 20 14:30:41.102977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8252ee-7eaf-4432-bd7d-bf1d400dfce7 req-19003d66-7cae-43b6-b5b8-65f53461d1b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:41.106014 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a8252ee-7eaf-4432-bd7d-bf1d400dfce7 req-19003d66-7cae-43b6-b5b8-65f53461d1b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0772882 Aug 20 14:30:41.150990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8a8252ee-7eaf-4432-bd7d-bf1d400dfce7 req-2b39e2b7-c31c-4b88-a5ff-a7696a3356a9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Aug 20 14:30:42.330757 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517242f-46ff-4f36-b235-99ff6f1e1bd0 req-3359adc7-f243-4d94-8378-7590c02d4c6b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:42.333878 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2517242f-46ff-4f36-b235-99ff6f1e1bd0 req-3359adc7-f243-4d94-8378-7590c02d4c6b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0978515 Aug 20 14:30:42.412611 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2517242f-46ff-4f36-b235-99ff6f1e1bd0 req-d72e4f23-a0b5-46f9-8501-ca9a2a40851d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674365 Aug 20 14:30:43.589351 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3640-1385-48f2-81a3-a717eacd58f1 req-0dda83ea-b738-41cc-95e8-923dcc1fca85 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:43.592269 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-115c3640-1385-48f2-81a3-a717eacd58f1 req-0dda83ea-b738-41cc-95e8-923dcc1fca85 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0743220 Aug 20 14:30:43.667873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-115c3640-1385-48f2-81a3-a717eacd58f1 req-c29547e5-c233-40d5-a562-04300e6023db tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679574 Aug 20 14:30:44.848162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d31f64-67d2-4eb8-a6a4-99e82cda9c6d req-e1a02667-c093-4652-8e44-3623351d9cb3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:44.849908 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63d31f64-67d2-4eb8-a6a4-99e82cda9c6d req-e1a02667-c093-4652-8e44-3623351d9cb3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0623906 Aug 20 14:30:44.927829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63d31f64-67d2-4eb8-a6a4-99e82cda9c6d req-92d05661-fbdd-40ce-8c40-8e30201988ee tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657723 Aug 20 14:30:45.872243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8c5773c0-31c0-4f10-b35f-2807f8ad0864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:46.163929 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9531-4ab6-42dd-9311-330ac4270659 req-5eda50ec-77d8-43ae-9537-bee3dcf9abce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:46.167129 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-317a9531-4ab6-42dd-9311-330ac4270659 req-5eda50ec-77d8-43ae-9537-bee3dcf9abce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.1021035 Aug 20 14:30:46.242017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-317a9531-4ab6-42dd-9311-330ac4270659 req-85d85a5f-ae7b-481c-94c9-ca8243b56103 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642097 Aug 20 14:30:47.461634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6dd14-1370-46df-8b47-69e6830a8478 req-daf9af5a-60d7-4d44-bee6-bc3e6eb79a61 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:47.464543 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5cc6dd14-1370-46df-8b47-69e6830a8478 req-daf9af5a-60d7-4d44-bee6-bc3e6eb79a61 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0937963 Aug 20 14:30:47.532640 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5cc6dd14-1370-46df-8b47-69e6830a8478 req-78cce98f-b373-4006-9219-cf93b8eb14ee tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608261 Aug 20 14:30:48.620994 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af6c1bfd-88e7-44d1-bf8d-a58999f6db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:48.634888 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:48.701457 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a897-61f7-4766-9d1b-5a7defee53b3 req-a30afebf-c94c-43d2-93df-c364a1ef7dd0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:48.703174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86e7a897-61f7-4766-9d1b-5a7defee53b3 req-a30afebf-c94c-43d2-93df-c364a1ef7dd0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0800214 Aug 20 14:30:48.752248 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86e7a897-61f7-4766-9d1b-5a7defee53b3 req-18833811-5774-4a9a-8e87-dfe79605c583 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Aug 20 14:30:49.795032 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:49.954467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c3834-5964-4cc7-ba0c-5800ba816717 req-6715cd6d-a1cd-4526-b37e-4729a1c8b432 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:49.957309 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a43c3834-5964-4cc7-ba0c-5800ba816717 req-6715cd6d-a1cd-4526-b37e-4729a1c8b432 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0892138 Aug 20 14:30:50.011572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a43c3834-5964-4cc7-ba0c-5800ba816717 req-cd0219fa-9455-48f9-a97e-494e00069ad8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Aug 20 14:30:51.239336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a472-f43b-412e-8d85-7dbc434b7fdb req-713a4c20-5ca7-465d-9c1d-844f87114575 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:51.242173 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ec7a472-f43b-412e-8d85-7dbc434b7fdb req-713a4c20-5ca7-465d-9c1d-844f87114575 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.1016669 Aug 20 14:30:51.321829 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6ec7a472-f43b-412e-8d85-7dbc434b7fdb req-5305cde0-0e24-4826-bb11-d843a275e3f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677423 Aug 20 14:30:51.715265 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:30:52.521992 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258da130-2c25-469f-90ab-65698370ebe3 req-9a477697-1d36-4c9d-96b5-891c5e2d3c3a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:52.524649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-258da130-2c25-469f-90ab-65698370ebe3 req-9a477697-1d36-4c9d-96b5-891c5e2d3c3a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0873866 Aug 20 14:30:52.594378 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-258da130-2c25-469f-90ab-65698370ebe3 req-fb8cb6bc-90c7-4f71-98fd-0803ef3271f6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625851 Aug 20 14:30:53.789291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09f34f-e91e-4bbf-9275-075a52d70a7a req-5523242b-0bfe-457c-b8bd-6f4292e31bfa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:53.793059 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d09f34f-e91e-4bbf-9275-075a52d70a7a req-5523242b-0bfe-457c-b8bd-6f4292e31bfa tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0922482 Aug 20 14:30:53.861292 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d09f34f-e91e-4bbf-9275-075a52d70a7a req-91aead0b-e89d-4705-a185-dc4697023a36 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588841 Aug 20 14:30:55.027160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0053-dbb2-4a2a-8191-48deb19a8c01 req-d518bec4-79a4-454c-ab0a-f2c1e7757741 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:55.028964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-381a0053-dbb2-4a2a-8191-48deb19a8c01 req-d518bec4-79a4-454c-ab0a-f2c1e7757741 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0726469 Aug 20 14:30:55.082642 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-381a0053-dbb2-4a2a-8191-48deb19a8c01 req-ba4dc4fb-e31e-4df1-a46c-d238a0c3f86e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Aug 20 14:30:56.269523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f79d90-f438-4b1b-bba2-00c80d374e80 req-22f8d756-7886-4399-921b-fafe37ea18d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:56.271413 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f79d90-f438-4b1b-bba2-00c80d374e80 req-22f8d756-7886-4399-921b-fafe37ea18d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0807300 Aug 20 14:30:56.351921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3f79d90-f438-4b1b-bba2-00c80d374e80 req-117d4e98-f501-4d87-9c16-91e1e77157b1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674949 Aug 20 14:30:57.525869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa392415-1bf6-4206-a06d-f33226f75861 req-1b73618a-24ec-47d3-b384-77d0e8a028a8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:30:57.528505 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa392415-1bf6-4206-a06d-f33226f75861 req-1b73618a-24ec-47d3-b384-77d0e8a028a8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0724103 Aug 20 14:30:57.581760 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fa392415-1bf6-4206-a06d-f33226f75861 req-1dcb5d66-d6c0-463b-b163-5fad4b35a009 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Aug 20 14:30:57.619008 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46674) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:30:57.709032 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-40095ff1-2ff3-4dae-ae1f-c9bfb4914c02 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/45a25050-9bb0-48ee-9c6b-c54e396a8120 HTTP/1.1" status: 200 len: 993 time: 0.0874021 Aug 20 14:30:59.757467 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:02.390333 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:12.365219 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:31:15.877521 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2e62118e-b756-475a-9bef-f187f31ccc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:18.625481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba174-4f3b-4c30-9973-d2b2029c1a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:18.632897 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:19.794525 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:21.708992 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:21.873717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-fe8457c4-655a-49a5-997a-a545ec7d6c22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569906 Aug 20 14:31:22.007318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135c136-20c6-41da-af8e-26e026649aa7 req-e9b89e5a-15b5-40ea-ad5b-252fd906f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:22.009864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-e9b89e5a-15b5-40ea-ad5b-252fd906f473 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1096 time: 0.0604737 Aug 20 14:31:22.140944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135c136-20c6-41da-af8e-26e026649aa7 req-3905adf8-a8d0-4e1d-819d-e7362e721edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:22.144154 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-3905adf8-a8d0-4e1d-819d-e7362e721edd service neutron] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 897 time: 0.1133754 Aug 20 14:31:22.271660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-45f5e48e-72d5-49f1-9827-21e59585c804 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 1001 time: 0.1183453 Aug 20 14:31:22.332152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135c136-20c6-41da-af8e-26e026649aa7 req-9f962e28-f1f0-4dfb-abd7-ef31f308558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:22.333887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-9f962e28-f1f0-4dfb-abd7-ef31f308558f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0555060 Aug 20 14:31:22.400439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135c136-20c6-41da-af8e-26e026649aa7 req-13df50f3-9f6f-4e3f-941d-1c2466df0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:22.402461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-13df50f3-9f6f-4e3f-941d-1c2466df0e6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607908 Aug 20 14:31:22.552163 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-fc1cf297-5c06-4372-9357-a1a631ad9d41 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407247 Aug 20 14:31:22.724544 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9135c136-20c6-41da-af8e-26e026649aa7 req-536871c8-5dce-4898-9566-12a3a1504a4a service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638298 Aug 20 14:31:28.200158 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46702) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:28.772381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port e2815150-c89d-4cda-a1fb-c48c6cc9ad57 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:31:28.772817 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:28.909161 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:28.909576 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:28.927128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for e2815150-c89d-4cda-a1fb-c48c6cc9ad57 owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:31:29.186128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:29.224118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=e2815150-c89d-4cda-a1fb-c48c6cc9ad57,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:29.245362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.245858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.246485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.246873 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.247420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.247914 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.248397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.248778 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.249121 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.249460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.249810 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.250353 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:29.367413 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:29.367873 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 45a25050-9bb0-48ee-9c6b-c54e396a8120 disassociated (deleted). External IP: 172.25.6.174, port: bccd84fe-677f-463e-9489-8fd433013edd. Aug 20 14:31:29.714237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 1004348d-a531-4fca-aea1-224e762957be has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:31:29.757129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:29.910291 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:31:29.915908 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:29.925130 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] Sync routers for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:31:29.938835 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:29.939579 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:29.949479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2ab921a3-9e79-4df9-8b79-74b40f0975b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/floatingips/45a25050-9bb0-48ee-9c6b-c54e396a8120 HTTP/1.1" status: 204 len: 168 time: 1.7480450 Aug 20 14:31:29.950074 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:31:29.952441 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa8f65-d955-4dca-bf10-5e03909bf831" -d '{"events": [{"name": "network-changed", "server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "tag": "bccd84fe-677f-463e-9489-8fd433013edd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:31:30.039700 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6b61d2-14aa-4b3d-b08c-84763ca356eb x-openstack-request-id: req-3f6b61d2-14aa-4b3d-b08c-84763ca356eb {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:31:30.040863 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "tag": "bccd84fe-677f-463e-9489-8fd433013edd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:31:30.041309 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f6b61d2-14aa-4b3d-b08c-84763ca356eb {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:31:30.042015 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd', 'status': 'completed', 'code': 200} Aug 20 14:31:30.123464 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-bbba45c1-5b7a-41ea-809f-a9e8c69ae3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:30.125630 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-bbba45c1-5b7a-41ea-809f-a9e8c69ae3c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 1096 time: 0.0565038 Aug 20 14:31:30.148041 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:30.287471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-5e30b2ce-6b33-4581-b595-b1471c596a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:30.291179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-5e30b2ce-6b33-4581-b595-b1471c596a90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 200 len: 897 time: 0.1549163 Aug 20 14:31:30.333715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd066bb-3d8c-449a-82ec-a9683457aea6 req-23dbdf52-5b85-4476-beff-fcdf4168cb19 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:30.336476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1dd066bb-3d8c-449a-82ec-a9683457aea6 req-23dbdf52-5b85-4476-beff-fcdf4168cb19 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0886288 Aug 20 14:31:30.356712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-6a135573-fbf0-44a2-a838-748e0a54bc27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 200 len: 217 time: 0.0580363 Aug 20 14:31:30.407617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1dd066bb-3d8c-449a-82ec-a9683457aea6 req-80234536-51a8-4c69-87a9-40ff4bd493b9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591495 Aug 20 14:31:30.460535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-d171328b-e6cc-467b-8830-f79e88f0bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:30.463779 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-d171328b-e6cc-467b-8830-f79e88f0bd06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 200 len: 835 time: 0.0993652 Aug 20 14:31:30.522081 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:30.547761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-a31f927a-6acb-4216-a768-951fda9209ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:30.549712 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-a31f927a-6acb-4216-a768-951fda9209ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787714 Aug 20 14:31:30.574459 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] Checking router: 1004348d-a531-4fca-aea1-224e762957be for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:31:30.590525 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:30.590823 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:30.723296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-f2c48df5-75e9-40bf-8cfb-bd4826b77409 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648481 Aug 20 14:31:30.746822 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:30.900232 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-82fa8f65-d955-4dca-bf10-5e03909bf831 req-f90b6b05-4b49-4c88-981e-6dc6c3192a53 service neutron] 10.222.0.53 "GET /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683958 Aug 20 14:31:31.051625 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:31.083995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0eb4c-0d33-4335-9cf2-c1ca22cf034b None None] The sync data for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 is: [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6090e89c-d29a-492e-b7ee-bfbe9e16b9c3', 'name': '', 'network_id': '05694b9e-79f0-48aa-b3f3-d3907bf6e9c7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:29:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:48Z', 'updated_at': '2021-08-20T14:29:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'fc06317f-f32a-4049-ab6e-049e21751edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:31:31.369646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22534bd1-663d-45c6-b9c8-71681ef59819 None None] New status for floating IP 45a25050-9bb0-48ee-9c6b-c54e396a8120: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:31:31.611221 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7464-f5b6-4254-932c-745ac512c584 req-2decd985-6d23-4405-844f-ad3fe2dfb6b3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:31.612934 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97da7464-f5b6-4254-932c-745ac512c584 req-2decd985-6d23-4405-844f-ad3fe2dfb6b3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0643265 Aug 20 14:31:31.685896 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-97da7464-f5b6-4254-932c-745ac512c584 req-ac5b539b-18ee-450e-b844-f7c6bc741d44 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dfd74c4-d992-40a3-823c-581a4b9c17ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631421 Aug 20 14:31:31.695063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-fdacb48d-f617-4158-a8f3-35666a3a3e0b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:31.698724 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-fdacb48d-f617-4158-a8f3-35666a3a3e0b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 945 time: 0.0838685 Aug 20 14:31:31.859199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port bccd84fe-677f-463e-9489-8fd433013edd {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:31:31.859718 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:32.035846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port bccd84fe-677f-463e-9489-8fd433013edd, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=bccd84fe-677f-463e-9489-8fd433013edd,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:32.036174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:32.060116 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for bccd84fe-677f-463e-9489-8fd433013edd owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:31:32.246983 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:32.282701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=bccd84fe-677f-463e-9489-8fd433013edd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:32.377039 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] No DVR routers for this DVR port bccd84fe-677f-463e-9489-8fd433013edd on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:31:32.381874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:32.386563 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d3d812-7ab9-4ba0-b268-d5722feb861b req-5edbd8c4-9862-4f0b-b571-ef276de82744 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "DELETE /v2.0/ports/bccd84fe-677f-463e-9489-8fd433013edd HTTP/1.1" status: 204 len: 173 time: 0.6817350 Aug 20 14:31:32.387357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'name': 'network-vif-deleted', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:31:32.391223 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b322a490-195c-418b-be24-ed6bd7dcf338" -d '{"events": [{"server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "name": "network-vif-deleted", "tag": "bccd84fe-677f-463e-9489-8fd433013edd"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:31:32.416139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:32.470163 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b164902-147c-4aa4-9137-793d4ffffe80 x-openstack-request-id: req-6b164902-147c-4aa4-9137-793d4ffffe80 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:31:32.470636 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630b051f-d231-4e02-911b-7c9d7a412d4e", "name": "network-vif-deleted", "tag": "bccd84fe-677f-463e-9489-8fd433013edd", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:31:32.471095 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b164902-147c-4aa4-9137-793d4ffffe80 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:31:32.471787 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630b051f-d231-4e02-911b-7c9d7a412d4e', 'name': 'network-vif-deleted', 'tag': 'bccd84fe-677f-463e-9489-8fd433013edd', 'status': 'completed', 'code': 200} Aug 20 14:31:32.892526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e8f9365b-6b02-49d1-9ce4-4e687e843049 req-699b29ee-09cc-4bd8-aaff-88f8c1f9d572 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=630b051f-d231-4e02-911b-7c9d7a412d4e HTTP/1.1" status: 200 len: 210 time: 0.0450430 Aug 20 14:31:33.972821 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46724) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:34.605761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bccd84fe-677f-463e-9489-8fd433013edd no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:31:34.635375 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:34.652095 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: bccd84fe-677f-463e-9489-8fd433013edd {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:31:34.652637 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device bccd84fe-677f-463e-9489-8fd433013edd not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:31:35.206630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:31:35.206630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:35.345295 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:35.345802 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:35.365712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:31:35.697113 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:35.752874 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=6090e89c-d29a-492e-b7ee-bfbe9e16b9c3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:36.096564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:36.438070 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 1004348d-a531-4fca-aea1-224e762957be has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:31:36.644984 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:31:36.658855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-47d17541-9185-468a-8d74-a0dfd7c22a7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/1004348d-a531-4fca-aea1-224e762957be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840713 Aug 20 14:31:36.659158 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] Sync routers for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:31:36.663031 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46726) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:36.675298 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:36.676201 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:36.771072 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting subnet fc06317f-f32a-4049-ab6e-049e21751edd {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:31:36.776661 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:36.857072 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:36.959995 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:36.989544 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.074111 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.113157 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Subnet': ['ID=fc06317f-f32a-4049-ab6e-049e21751edd,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:37.120083 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.126016 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-66a7b4e7-0fd0-4236-a7db-f1d337950e7f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/subnets/fc06317f-f32a-4049-ab6e-049e21751edd HTTP/1.1" status: 204 len: 168 time: 0.4606557 Aug 20 14:31:37.127325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46728) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:37.130344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37068b37-6fb9-41cf-a2d8-4071e8b4083e None None] Network 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:31:37.254478 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:31:35Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:37.297593 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] Checking router: 1004348d-a531-4fca-aea1-224e762957be for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:31:37.309464 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] Routers {'1004348d-a531-4fca-aea1-224e762957be'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:37.310129 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['1004348d-a531-4fca-aea1-224e762957be'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:37.434212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] DHCP port deletion for 05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:31:37.494773 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] Set router 1004348d-a531-4fca-aea1-224e762957be gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:37.529812 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Deleting port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:31:37.530296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.642764 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] For port b0a39a07-2a1c-4e21-8d57-2480adcc44d2, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,segment=NetworkSegment(51ad4878-1c50-4f64-aa89-d3b23aac913b),segment_id=51ad4878-1c50-4f64-aa89-d3b23aac913b)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:37.643339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.674427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Calling delete_port for b0a39a07-2a1c-4e21-8d57-2480adcc44d2 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:31:37.788484 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:31:35Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:37.829412 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.840948 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:37.846217 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88746a5-6720-439b-8277-501c2531fd99 None None] The sync data for ids ['1004348d-a531-4fca-aea1-224e762957be'] in n-d-804232-5 is: [{'id': '1004348d-a531-4fca-aea1-224e762957be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948898934', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:29:43Z', 'updated_at': '2021-08-20T14:31:35Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '30e742da-68aa-4e98-b3ca-89095f11c420', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004348d-a531-4fca-aea1-224e762957be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:29:44Z', 'updated_at': '2021-08-20T14:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:31:37.887908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Pushing event deleted for resources: {'Port': ['ID=b0a39a07-2a1c-4e21-8d57-2480adcc44d2,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:37.896071 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] No DVR routers for this DVR port b0a39a07-2a1c-4e21-8d57-2480adcc44d2 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:31:37.914807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.914807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.914807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.914807 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.916187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.916187 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.916515 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.917517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.917517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.918002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.918769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:37.919220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d2fb-a47d-435a-9a11-0fb0d501dfdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:38.037636 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.116424 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 30e742da-68aa-4e98-b3ca-89095f11c420 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:31:38.116880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.263324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 30e742da-68aa-4e98-b3ca-89095f11c420, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=30e742da-68aa-4e98-b3ca-89095f11c420,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:38.263886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.284450 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 30e742da-68aa-4e98-b3ca-89095f11c420 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:31:38.533377 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.582679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=30e742da-68aa-4e98-b3ca-89095f11c420,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:38.674745 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.788403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b0a39a07-2a1c-4e21-8d57-2480adcc44d2 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:31:38.810908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: b0a39a07-2a1c-4e21-8d57-2480adcc44d2 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:31:38.811312 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b0a39a07-2a1c-4e21-8d57-2480adcc44d2 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:31:38.811865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:31:38.831247 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.835848 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.836821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:31:38.837296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6090e89c-d29a-492e-b7ee-bfbe9e16b9c3 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:31:38.894104 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.894721 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Fanout notify agent at l3_agent the message router_deleted on router 1004348d-a531-4fca-aea1-224e762957be {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:31:38.905372 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:38.907219 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-308feeea-ce38-44a1-bb8b-50f8b5b6933a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/routers/1004348d-a531-4fca-aea1-224e762957be HTTP/1.1" status: 204 len: 168 time: 1.7783778 Aug 20 14:31:38.910374 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46730) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:39.009768 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.129852 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.143939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05694b9e-79f0-48aa-b3f3-d3907bf6e9c7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:39.165320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ad4878-1c50-4f64-aa89-d3b23aac913b') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:39.165939 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ad4878-1c50-4f64-aa89-d3b23aac913b') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:39.184493 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.219928 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.233038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:31:39.233751 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:31:39.239694 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:31:39.354391 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.371665 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.373701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/networks/05694b9e-79f0-48aa-b3f3-d3907bf6e9c7 HTTP/1.1" status: 204 len: 168 time: 0.4621172 Aug 20 14:31:39.377108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46732) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:39.387553 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Network': ['ID=05694b9e-79f0-48aa-b3f3-d3907bf6e9c7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:39.400377 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.401516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.401679 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.401900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.402244 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.402585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.402986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.403322 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.403656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.403988 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.404967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.404967 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a454ee0-1fa6-47cd-900c-675e1f3c9099 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:39.497324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97a611a8-52d1-45cb-8fdb-d9de4a30202e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.545467 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97a611a8-52d1-45cb-8fdb-d9de4a30202e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.645235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97a611a8-52d1-45cb-8fdb-d9de4a30202e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.651732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-97a611a8-52d1-45cb-8fdb-d9de4a30202e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:39.654001 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-97a611a8-52d1-45cb-8fdb-d9de4a30202e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/security-groups/7dfd74c4-d992-40a3-823c-581a4b9c17ff HTTP/1.1" status: 204 len: 168 time: 0.2746668 Aug 20 14:31:39.675120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a611a8-52d1-45cb-8fdb-d9de4a30202e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfd74c4-d992-40a3-823c-581a4b9c17ff,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:40.119166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46738) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:40.126235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418926820', 'description': 'tempest-secgroup-smoke-1418926820 description', 'project_id': '81b4b69cd754415bac3ae242853c779f'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:40.157148 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.321717 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.329845 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.371287 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.373485 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2527506 Aug 20 14:31:40.378260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46740) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:40.386106 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '8434635a-cac2-4cf0-9e8d-fcef17178755', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:40.396690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6783d3-7656-4207-b419-4fa33ff49784 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8434635a-cac2-4cf0-9e8d-fcef17178755,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:40.450196 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.538903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.544505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.571176 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5751a79b-240c-43fc-8b92-b047a1abea16,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:40.581269 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.584864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-a30c287b-82c9-4580-ba35-18317cafc59c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2025614 Aug 20 14:31:40.587798 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46742) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:40.595680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '8434635a-cac2-4cf0-9e8d-fcef17178755', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:40.639605 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.697390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 30e742da-68aa-4e98-b3ca-89095f11c420 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:31:40.730145 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 30e742da-68aa-4e98-b3ca-89095f11c420 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:31:40.730647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 30e742da-68aa-4e98-b3ca-89095f11c420 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:31:40.740922 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.746277 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.775051 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419d578b-476b-421e-9181-010c7e522188,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:40.788071 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.793444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-47e2176b-db23-4659-a9d4-f85ed255ef71 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2041390 Aug 20 14:31:40.795532 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46744) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:40.803809 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '8434635a-cac2-4cf0-9e8d-fcef17178755', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:40.854310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.973715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:40.982749 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.017122 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3b21a5-bbea-42af-9358-4ead9e762e39,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:41.028942 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.031188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-29e36926-6918-41e9-81a1-800c77681679 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2337456 Aug 20 14:31:41.036902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46746) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:41.043063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '8434635a-cac2-4cf0-9e8d-fcef17178755', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:41.093275 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.178172 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.183401 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.203814 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3085400-50a5-49bf-ad79-1768ed3e85ab,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:41.213037 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.213829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1dbe3b93-f41a-43f7-a0ba-6e0027e03192 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757839 Aug 20 14:31:41.218375 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46748) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:41.223318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '8434635a-cac2-4cf0-9e8d-fcef17178755', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:41.250893 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:31:41.260492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.377824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.383591 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.408758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2c92b8-4e04-49f5-87c5-f50b18a82544,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:41.419428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.420675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cea92dfb-f85a-4319-ace2-8c74152047ce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2010787 Aug 20 14:31:41.425197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46750) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:41.431824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '8434635a-cac2-4cf0-9e8d-fcef17178755', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:41.460010 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:31:41.466732 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.562923 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.569315 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.595033 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4462a161-f801-4d2a-9f23-32f0baf442ac,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:41.604301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.606007 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cdbee1d9-84ef-405c-8435-c5826908c246 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1793108 Aug 20 14:31:41.610509 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46752) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:41.619201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'network': {'name': 'tempest-network-smoke--1360974610', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:41.659698 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:31:41.665980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.709728 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:31:41.729781 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.730339 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Added segment d95416e7-25f7-4b4b-90b8-03176ba13cbd of type vlan for network 657b2ce8-6a6f-497d-b839-c6e47bde4801 Aug 20 14:31:41.808742 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.841187 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.847843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:41.848713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.935619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3233662 Aug 20 14:31:41.938715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46754) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:41.947551 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'admin_state_up': True, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:41.955937 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25092318-864d-4941-b58b-7cddeb9fffca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Network': ['ID=657b2ce8-6a6f-497d-b839-c6e47bde4801,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:41.970272 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:31:41.993987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:41.995877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:42.096091 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:42.364507 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:42.656245 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:42.694221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:42.877642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.40 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/2415a79f-6907-430d-9742-4cb42c2c86b1) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:31:43.050980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:43.097539 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:43.150958 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:31:43.155164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:31:43.161106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:31:43.194860 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=2415a79f-6907-430d-9742-4cb42c2c86b1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:43.855503 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:44.179871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:44.414889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:31:44.585962 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:31:44.600926 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Sync routers for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:31:44.615410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:44.616584 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:44.620406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:44.622402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a083f909-252d-4b69-96b7-4fb56f207dc3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6814935 Aug 20 14:31:44.626835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46756) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:44.686863 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1c504ec7-827d-444f-93a0-38a3b89fd9f3 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=81b4b69cd754415bac3ae242853c779f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538297 Aug 20 14:31:44.687541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46758) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:44.786143 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:44.847857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a28e01-251d-47aa-b4c0-c45eb57842cc tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:44.849489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4a28e01-251d-47aa-b4c0-c45eb57842cc tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606674 Aug 20 14:31:44.854371 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46760) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:44.905466 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-f8b04330-5a54-4fd6-b82f-e3cb46fcf3a5 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492978 Aug 20 14:31:44.909499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46762) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:44.920480 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332718299', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:45.106160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:31:45.109967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:45.131629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:43Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:45.189864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Checking router: 15c513bd-55e6-4db1-b5a5-f80d23f1c390 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:31:45.190421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Updating router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 port 2415a79f-6907-430d-9742-4cb42c2c86b1 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:31:45.244130 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:45.414677 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:45.538851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Subnet': ['ID=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:45.555680 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Checking segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:31:45.556275 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network hostable DHCP agents. Network: 657b2ce8-6a6f-497d-b839-c6e47bde4801, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:31:45.589632 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:31:45.604018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 657b2ce8-6a6f-497d-b839-c6e47bde4801) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:31:45.611238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:45.612941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:45.639148 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5cc26a61-fc7c-4bdb-a877-cc8580e338be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7278221 Aug 20 14:31:45.642780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46764) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:31:45.810960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d60ee3-3b90-4767-b2d3-4ae465e18a2b None None] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:31:45.971489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5cee93ac-06aa-4b69-8c4f-466f0bbb1f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.239652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.288059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-657b2ce8-6a6f-497d-b839-c6e47bde4801', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:31:46.290298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.294615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Transition to ACTIVE for port object 2415a79f-6907-430d-9742-4cb42c2c86b1 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:46.318278 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.395018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.539695 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Attempting to bind port 2415a79f-6907-430d-9742-4cb42c2c86b1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:31:46.540148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Attempting to bind port 2415a79f-6907-430d-9742-4cb42c2c86b1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:31:46.540765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Attempting to bind port 2415a79f-6907-430d-9742-4cb42c2c86b1 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:31:46.557370 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02cc06-a1b7-4b10-924f-06513a6689d4 None None] Pushing event updated for resources: {'Port': ['ID=2415a79f-6907-430d-9742-4cb42c2c86b1,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:46.566921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:31:46.567343 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:31:46.567770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.568170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:31:46.569549 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Bound port: 2415a79f-6907-430d-9742-4cb42c2c86b1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:31:46.569549 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.720433 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] For port 2415a79f-6907-430d-9742-4cb42c2c86b1, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:31:46.728792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] For port 2415a79f-6907-430d-9742-4cb42c2c86b1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2415a79f-6907-430d-9742-4cb42c2c86b1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:31:46.730378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Allocated IP 172.20.0.2 (657b2ce8-6a6f-497d-b839-c6e47bde4801/cd6a21ce-064d-4dd8-b7b3-fd25edbd5962/b671a63c-5216-458f-860a-2f9f76c7a2a5) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:31:46.738367 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:46.875283 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02cc06-a1b7-4b10-924f-06513a6689d4 None None] Pushing event updated for resources: {'Port': ['ID=2415a79f-6907-430d-9742-4cb42c2c86b1,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:46.879907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:46.880405 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:47.101111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:47.172084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.226621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Transition to ACTIVE for port object b671a63c-5216-458f-860a-2f9f76c7a2a5 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:47.271522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Transition to ACTIVE for port object b671a63c-5216-458f-860a-2f9f76c7a2a5 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:47.293977 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.382444 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:31:47.386388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.1 (657b2ce8-6a6f-497d-b839-c6e47bde4801/cd6a21ce-064d-4dd8-b7b3-fd25edbd5962/50861d59-f870-45cb-a286-f8d7efbb375b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:31:47.391974 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:31:47.398311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:31:47.456036 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Pushing event updated for resources: {'Port': ['ID=b671a63c-5216-458f-860a-2f9f76c7a2a5,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:47.550032 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Attempting to bind port b671a63c-5216-458f-860a-2f9f76c7a2a5 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:31:47.550379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Attempting to bind port b671a63c-5216-458f-860a-2f9f76c7a2a5 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:31:47.550756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Attempting to bind port b671a63c-5216-458f-860a-2f9f76c7a2a5 on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:31:47.560769 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:31:47.561166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Checking segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:31:47.561435 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.561910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Bound using segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:31:47.562412 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Bound port: b671a63c-5216-458f-860a-2f9f76c7a2a5, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:31:47.562804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.586913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:43Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:47.630543 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.659188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac114e-c5ca-4100-bad2-dc8adcd62296 None None] The sync data for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 is: [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:43Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:31:47.660018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 50861d59-f870-45cb-a286-f8d7efbb375b will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:47.721152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] For port b671a63c-5216-458f-860a-2f9f76c7a2a5, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:31:47.724213 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.730760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] For port b671a63c-5216-458f-860a-2f9f76c7a2a5, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b671a63c-5216-458f-860a-2f9f76c7a2a5,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:31:47.746801 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:47.796862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:31:47.802679 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:31:47.810136 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:31:47.870325 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=50861d59-f870-45cb-a286-f8d7efbb375b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:47.884923 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca98152-bb38-4308-a641-e1f4154966c7 None None] Pushing event updated for resources: {'Port': ['ID=b671a63c-5216-458f-860a-2f9f76c7a2a5,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:47.904681 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.202138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.634337 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-228c5771-ab0e-49cf-a877-d47252b6186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.645473 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.769614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.782567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.861066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:48.907037 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b671a63c-5216-458f-860a-2f9f76c7a2a5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:31:48.962199 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=50861d59-f870-45cb-a286-f8d7efbb375b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:49.019029 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port b671a63c-5216-458f-860a-2f9f76c7a2a5 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:31:49.024834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2415a79f-6907-430d-9742-4cb42c2c86b1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:31:49.031908 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:31:49.034016 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:31:49.111467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 2415a79f-6907-430d-9742-4cb42c2c86b1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:31:49.120526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2415a79f-6907-430d-9742-4cb42c2c86b1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:49.121205 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.254508 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:31:49.289983 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.321409 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb6583-2dd8-4bfc-a716-598a07e60cdc None None] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:31:49.394767 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:31:49.400704 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 2415a79f-6907-430d-9742-4cb42c2c86b1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2415a79f-6907-430d-9742-4cb42c2c86b1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:49.420799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.487547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] Provisioning for port b671a63c-5216-458f-860a-2f9f76c7a2a5 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:31:49.504385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:31:49.506728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] Provisioning complete for port b671a63c-5216-458f-860a-2f9f76c7a2a5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:49.507285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.511434 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d567a7f9-a3b2-4c62-a604-da97b4372915 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/15c513bd-55e6-4db1-b5a5-f80d23f1c390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8670087 Aug 20 14:31:49.574742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=2415a79f-6907-430d-9742-4cb42c2c86b1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:49.749096 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-eb1789c3-813e-4b4d-ac3e-b49f057c3403 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418926820&fields=id&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 267 time: 0.0582995 Aug 20 14:31:49.801117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.815722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.863513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] For port b671a63c-5216-458f-860a-2f9f76c7a2a5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b671a63c-5216-458f-860a-2f9f76c7a2a5,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:49.872264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:49.971466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb51d39-2d18-45da-bde8-52322911bdb6 None None] Pushing event updated for resources: {'Port': ['ID=b671a63c-5216-458f-860a-2f9f76c7a2a5,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:49.979470 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-760fbd2b-d866-428a-8a48-ffcc93fa8666 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:49.982027 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-760fbd2b-d866-428a-8a48-ffcc93fa8666 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 797 time: 0.2182062 Aug 20 14:31:50.013405 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-dfef91a6-4bf7-472d-aad4-3565a734efc0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/quotas/81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 375 time: 0.0147150 Aug 20 14:31:50.120546 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Sync routers for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:31:50.125185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-1966451d-dcee-4e07-bf8a-5b451fb97bf8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016345 Aug 20 14:31:50.130854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f38ad77d-c5b0-4c62-a6a7-37cf194c35d5 None None] Provisioning for port 50861d59-f870-45cb-a286-f8d7efbb375b completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:31:50.139462 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f38ad77d-c5b0-4c62-a6a7-37cf194c35d5 None None] Provisioning complete for port 50861d59-f870-45cb-a286-f8d7efbb375b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:50.140143 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f38ad77d-c5b0-4c62-a6a7-37cf194c35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:50.140433 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:50.142215 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:50.232203 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f38ad77d-c5b0-4c62-a6a7-37cf194c35d5 None None] Port 50861d59-f870-45cb-a286-f8d7efbb375b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:31:50.248836 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f38ad77d-c5b0-4c62-a6a7-37cf194c35d5 None None] Provisioning complete for port b671a63c-5216-458f-860a-2f9f76c7a2a5 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:50.249660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f38ad77d-c5b0-4c62-a6a7-37cf194c35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:50.347195 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-20c140cf-d996-4537-af80-d19328d8b0f6 service neutron] 10.222.0.59 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948218 Aug 20 14:31:50.373754 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:50.562142 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-39c8b8e1-cdf4-4227-9c0a-c60101752ac8 service neutron] 10.222.0.59 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030051 Aug 20 14:31:50.579694 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-6f268f8d-a7eb-4440-9949-f4d30622e1f1 None None] Provisioning complete for port 50861d59-f870-45cb-a286-f8d7efbb375b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:50.580398 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6f268f8d-a7eb-4440-9949-f4d30622e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:50.647852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-6f268f8d-a7eb-4440-9949-f4d30622e1f1 None None] Port 50861d59-f870-45cb-a286-f8d7efbb375b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:31:50.803931 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 2, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:50.843440 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b671a63c-5216-458f-860a-2f9f76c7a2a5 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:31:50.880528 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Checking router: 15c513bd-55e6-4db1-b5a5-f80d23f1c390 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:31:50.881519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Updating router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 port 50861d59-f870-45cb-a286-f8d7efbb375b binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:31:50.908006 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-36d4df93-c054-4e46-96b7-d347d6fa3933 req-555a1ac1-40b0-47d3-8e69-33ef60d6f6b7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 210 time: 0.0667403 Aug 20 14:31:50.932747 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:50.940592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a961c547-8817-4d25-9acf-7590a8aba919 None None] Provisioning complete for port 50861d59-f870-45cb-a286-f8d7efbb375b triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:50.940987 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a961c547-8817-4d25-9acf-7590a8aba919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:50.995880 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a961c547-8817-4d25-9acf-7590a8aba919 None None] Port 50861d59-f870-45cb-a286-f8d7efbb375b cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:31:51.003207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port b671a63c-5216-458f-860a-2f9f76c7a2a5 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:51.003207 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.105653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2415a79f-6907-430d-9742-4cb42c2c86b1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:31:51.180826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 2415a79f-6907-430d-9742-4cb42c2c86b1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:51.181334 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.424520 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.444475 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Transition to ACTIVE for port object 50861d59-f870-45cb-a286-f8d7efbb375b will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:51.457379 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.544102 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Pushing event updated for resources: {'Port': ['ID=50861d59-f870-45cb-a286-f8d7efbb375b,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:51.558088 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.558088 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.558582 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.558809 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.559146 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.559481 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.559814 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.560146 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.560477 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.560833 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.561162 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.561487 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:31:51.626991 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Attempting to bind port 50861d59-f870-45cb-a286-f8d7efbb375b on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:31:51.627399 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Attempting to bind port 50861d59-f870-45cb-a286-f8d7efbb375b by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:31:51.627745 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Attempting to bind port 50861d59-f870-45cb-a286-f8d7efbb375b on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:31:51.636530 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:31:51.636986 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Checking segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:31:51.637342 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.637739 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Bound using segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:31:51.638253 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Bound port: 50861d59-f870-45cb-a286-f8d7efbb375b, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:31:51.638630 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.726685 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.736479 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] For port 50861d59-f870-45cb-a286-f8d7efbb375b, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:31:51.742675 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] For port 50861d59-f870-45cb-a286-f8d7efbb375b, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=50861d59-f870-45cb-a286-f8d7efbb375b,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:31:51.751274 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:51.872918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:31:51.873887 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:51.884021 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10205e-f992-482c-89b1-83f68880fd0f None None] Pushing event updated for resources: {'Port': ['ID=50861d59-f870-45cb-a286-f8d7efbb375b,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:52.090815 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-63cc3ebc-55e1-4ef3-8be3-c905e6a1af0e req-ed40ab20-ed22-4c18-b2b6-bb933e4f5131 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 210 time: 0.0512934 Aug 20 14:31:52.126918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:31:52.409512 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-1747d1cf-f1b3-4376-8b00-b3f8e1e25d7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:52.413611 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-1747d1cf-f1b3-4376-8b00-b3f8e1e25d7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 797 time: 0.2154813 Aug 20 14:31:52.483946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-22bbdb2f-3625-47cc-954c-4f4ced8ca736 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 380 time: 0.0601780 Aug 20 14:31:52.496021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'port': {'device_id': '8814b00b-ca8c-4597-8146-40a52970eb69', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'admin_state_up': True, 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'security_groups': ['8434635a-cac2-4cf0-9e8d-fcef17178755']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:52.612750 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:51Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:31:52.649403 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075aa255-b972-49bf-a825-2e364518cb35 None None] The sync data for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 is: [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:51Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:31:52.668242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:31:52.673232 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:52.921369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.4 (657b2ce8-6a6f-497d-b839-c6e47bde4801/cd6a21ce-064d-4dd8-b7b3-fd25edbd5962/27ef97e5-7577-4b23-a323-3124adf379bc) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:31:53.127141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:53.146949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 27ef97e5-7577-4b23-a323-3124adf379bc will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:53.207331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:53.346691 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:31:53.358003 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:31:53.361564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:31:53.416830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:53.460501 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba18b84-fbf7-46cd-b6fb-d59d806653e7 req-78507355-ee67-42e9-9e9e-e073857131b6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:53.463565 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ba18b84-fbf7-46cd-b6fb-d59d806653e7 req-78507355-ee67-42e9-9e9e-e073857131b6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 931 time: 0.2532163 Aug 20 14:31:53.524047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:53.525167 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:53.577756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ba18b84-fbf7-46cd-b6fb-d59d806653e7 req-d5080831-2c22-4beb-8e60-8d4ca5054198 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004508 Aug 20 14:31:53.581139 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-c3284241-5042-4d7b-8106-1fc88fd5029a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905988 Aug 20 14:31:53.597537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Request body: {'port': {'device_id': '8814b00b-ca8c-4597-8146-40a52970eb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:31:53.690070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:53.735710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64f6fecc-50c1-4825-877c-02aff63a7f58 None None] Provisioning for port 27ef97e5-7577-4b23-a323-3124adf379bc completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:31:53.742281 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-64f6fecc-50c1-4825-877c-02aff63a7f58 None None] Provisioning complete for port 27ef97e5-7577-4b23-a323-3124adf379bc triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:53.743490 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-64f6fecc-50c1-4825-877c-02aff63a7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:53.812898 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-64f6fecc-50c1-4825-877c-02aff63a7f58 None None] Port 27ef97e5-7577-4b23-a323-3124adf379bc cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:31:54.203508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ef97e5-7577-4b23-a323-3124adf379bc {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:31:54.221031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:54.245944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Transition to ACTIVE for port object 27ef97e5-7577-4b23-a323-3124adf379bc will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:31:54.251314 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:54.331592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:54.455592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:31:54.456620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:31:54.456789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:31:54.470135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Port 27ef97e5-7577-4b23-a323-3124adf379bc on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:31:54.470604 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:31:54.479497 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:31:54.480113 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Checking segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:31:54.480913 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Bound using segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:31:54.481632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Bound port: 27ef97e5-7577-4b23-a323-3124adf379bc, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:31:54.482196 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:54.583697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:31:54.589672 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:31:54.597223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:54.650086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:54.650761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:54.653761 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] 10.222.0.13 "PUT /v2.0/ports/27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 1091 time: 1.0634184 Aug 20 14:31:54.653761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:31:54.657011 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe" -d '{"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:31:54.698182 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a949a9-0cd1-4f43-8335-e4d62a8deac8 service neutron] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:54.783166 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745c44f-39af-41ef-80a8-c78a1159b9b6 x-openstack-request-id: req-a745c44f-39af-41ef-80a8-c78a1159b9b6 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:31:54.783517 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:31:54.783890 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a745c44f-39af-41ef-80a8-c78a1159b9b6 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:31:54.784512 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'status': 'completed', 'code': 200} Aug 20 14:31:54.819614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-b64833b8-2ac8-4e3d-88f7-26fc4eab0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:54.822940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-b64833b8-2ac8-4e3d-88f7-26fc4eab0584 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1094 time: 0.1086423 Aug 20 14:31:54.874598 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 50861d59-f870-45cb-a286-f8d7efbb375b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:31:54.888500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-f9914343-7b36-4a27-9407-c688f2585566 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 217 time: 0.0549428 Aug 20 14:31:54.903148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22d153-8b8f-4847-ba93-d0c8a44bd5f6 req-30692aed-99a6-4559-a3c7-31143715af5b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:54.905794 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba22d153-8b8f-4847-ba93-d0c8a44bd5f6 req-30692aed-99a6-4559-a3c7-31143715af5b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.1095982 Aug 20 14:31:54.972493 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-459a25a5-5507-4cf3-81d1-983428ff7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:54.975068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-459a25a5-5507-4cf3-81d1-983428ff7075 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0790617 Aug 20 14:31:54.977666 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ba22d153-8b8f-4847-ba93-d0c8a44bd5f6 req-2ca8219d-bc7b-4e2e-8095-736e0f84705c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563407 Aug 20 14:31:54.987125 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 50861d59-f870-45cb-a286-f8d7efbb375b completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:31:54.994886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 50861d59-f870-45cb-a286-f8d7efbb375b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:54.996685 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:55.072704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-f6852949-0471-4daa-8f93-058f8f17d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:55.075724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-f6852949-0471-4daa-8f93-058f8f17d1ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922341 Aug 20 14:31:55.138416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:55.185901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 50861d59-f870-45cb-a286-f8d7efbb375b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=50861d59-f870-45cb-a286-f8d7efbb375b,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:55.191632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:55.252637 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-68915a41-9cce-40e1-8163-61e88e529e8d service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677189 Aug 20 14:31:55.262809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=50861d59-f870-45cb-a286-f8d7efbb375b,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:55.413874 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4dc652fe-7228-48e8-8b04-843ecb6ba32f req-956d9356-f074-482d-9da7-81bc8993f395 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540072 Aug 20 14:31:55.552510 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-35acc7d6-2f0d-4c09-9dbc-8ce7af4c4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:55.555775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-35acc7d6-2f0d-4c09-9dbc-8ce7af4c4c7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1094 time: 0.0865130 Aug 20 14:31:55.732248 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-874cf4dd-f6a9-4d2f-8de7-f88b0d62cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:55.734587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-874cf4dd-f6a9-4d2f-8de7-f88b0d62cccc service neutron] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1709831 Aug 20 14:31:55.785921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-7909ce7f-8c23-4bf0-ae49-326d768ee2e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 217 time: 0.0417440 Aug 20 14:31:55.862773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-99bb0501-7a53-4931-b16b-f3511ec18e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:55.865452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-99bb0501-7a53-4931-b16b-f3511ec18e30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0722399 Aug 20 14:31:55.931148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-69f9187a-464b-4f2f-a7b1-13c17d74ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:55.932853 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-69f9187a-464b-4f2f-a7b1-13c17d74ba59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596232 Aug 20 14:31:56.053510 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-80f6e0ee-dafe-45c5-a501-d70382e37cdb service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126006 Aug 20 14:31:56.188602 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b38d9-124b-4447-850f-55d6850257c0 req-73155aa5-2ff0-4c15-bfcd-969d936d4e1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:56.190569 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb1b38d9-124b-4447-850f-55d6850257c0 req-73155aa5-2ff0-4c15-bfcd-969d936d4e1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.1200609 Aug 20 14:31:56.218876 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e631e9a0-9eed-4a8e-9d2c-804886aeddfe req-ec6c43ba-9e2c-4b6a-95b0-c76d262e36a2 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576450 Aug 20 14:31:56.255236 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eb1b38d9-124b-4447-850f-55d6850257c0 req-5054c8c2-e849-4288-b874-6752656d2ff6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496891 Aug 20 14:31:56.770224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 50861d59-f870-45cb-a286-f8d7efbb375b up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:31:56.830884 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 50861d59-f870-45cb-a286-f8d7efbb375b triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:31:56.831268 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:57.450593 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a3a43-2ba5-4905-bca1-a7e06856d30e req-56284ff8-9fb7-4de4-9e15-f76a46b71fb5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:57.453385 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f4a3a43-2ba5-4905-bca1-a7e06856d30e req-56284ff8-9fb7-4de4-9e15-f76a46b71fb5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.0928757 Aug 20 14:31:57.526244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f4a3a43-2ba5-4905-bca1-a7e06856d30e req-7846587a-eb19-4918-8cae-5b37bbb33dca tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606265 Aug 20 14:31:58.694355 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:31:58.733511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad5f31-9856-400b-9445-9ece237934a2 req-4085b21d-c40d-41b4-baeb-d8009a8f2e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:31:58.736340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eaad5f31-9856-400b-9445-9ece237934a2 req-4085b21d-c40d-41b4-baeb-d8009a8f2e7e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.1010997 Aug 20 14:31:58.814747 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eaad5f31-9856-400b-9445-9ece237934a2 req-a5376012-5038-43dd-9c4d-0ab7febf5a03 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664725 Aug 20 14:31:58.869756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:59.157865 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '27ef97e5-7577-4b23-a323-3124adf379bc', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'port_id': '27ef97e5-7577-4b23-a323-3124adf379bc', 'mac_address': 'fa:16:3e:c4:64:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:31:59.210194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:59.228390 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ef97e5-7577-4b23-a323-3124adf379bc {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:31:59.252798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:31:59.266740 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:31:59.359642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:31:59.517501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['27ef97e5-7577-4b23-a323-3124adf379bc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:31:59.805665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:00.033357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcde02-bd57-46e7-8287-d924435fd872 req-94b99899-4585-46c0-930c-050dee61376b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:00.036201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13dcde02-bd57-46e7-8287-d924435fd872 req-94b99899-4585-46c0-930c-050dee61376b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 944 time: 0.0887349 Aug 20 14:32:00.113788 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-13dcde02-bd57-46e7-8287-d924435fd872 req-b7054ee2-8f08-4271-bbb5-6f01086048a7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657802 Aug 20 14:32:00.712156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:32:00.806318 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 27ef97e5-7577-4b23-a323-3124adf379bc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:32:00.811728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 27ef97e5-7577-4b23-a323-3124adf379bc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:32:00.812194 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:00.931945 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:00.981689 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:32:00.985856 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a39a4dc-2876-4379-9758-096d1fc71320" -d '{"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-plugged", "status": "completed", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:32:01.012724 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:32:01.019172 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:01.032111 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9db71b-d1b2-4958-9203-7dd9433aaee4 x-openstack-request-id: req-0c9db71b-d1b2-4958-9203-7dd9433aaee4 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:32:01.032608 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-plugged", "status": "completed", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:32:01.032939 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c9db71b-d1b2-4958-9203-7dd9433aaee4 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:32:01.033496 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'code': 200} Aug 20 14:32:01.113504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:01.183503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e9862-6b56-4c34-8695-b0cdf99e796d req-6e73f0ce-4ffe-407a-88ad-5fc0c3c6b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:01.186432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-515e9862-6b56-4c34-8695-b0cdf99e796d req-6e73f0ce-4ffe-407a-88ad-5fc0c3c6b643 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1096 time: 0.0778654 Aug 20 14:32:01.251924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-515e9862-6b56-4c34-8695-b0cdf99e796d req-a6348d3d-82b2-4e13-a9af-5f4ad67272ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577936 Aug 20 14:32:01.315684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc27718-7784-4b47-9274-a6906a21a4b8 req-30750e5c-d41c-4562-a2a1-4a814d112ba0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:01.318798 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcc27718-7784-4b47-9274-a6906a21a4b8 req-30750e5c-d41c-4562-a2a1-4a814d112ba0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.1037903 Aug 20 14:32:01.387428 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bcc27718-7784-4b47-9274-a6906a21a4b8 req-14dbd9c7-2a45-4f14-93ff-4dff4701582d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614688 Aug 20 14:32:02.453079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:02.591278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cee1a-ba0c-4c7f-82e3-3cdacb046662 req-13ce5dd8-8fec-41c2-97ee-2bd6a19aa126 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:02.594238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-424cee1a-ba0c-4c7f-82e3-3cdacb046662 req-13ce5dd8-8fec-41c2-97ee-2bd6a19aa126 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0923038 Aug 20 14:32:02.661108 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-424cee1a-ba0c-4c7f-82e3-3cdacb046662 req-92cc83bf-4e34-4c41-b9f7-393bcf42eba1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564809 Aug 20 14:32:02.855782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48830892-375b-4741-8b2e-e5db4306958f req-1d0fe520-6aa1-4447-b282-cbf080d5d0e4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:02.858185 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48830892-375b-4741-8b2e-e5db4306958f req-1d0fe520-6aa1-4447-b282-cbf080d5d0e4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0767345 Aug 20 14:32:02.911818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-48830892-375b-4741-8b2e-e5db4306958f req-83e891ca-7892-4972-9c67-6cc86ed48781 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453095 Aug 20 14:32:02.940658 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46818) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:32:03.011939 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2815b3e-96e3-492b-abd5-ec7d15d1d91d tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:03.014803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d2815b3e-96e3-492b-abd5-ec7d15d1d91d tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1091 time: 0.0725029 Aug 20 14:32:03.018357 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46820) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:32:03.026516 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '27ef97e5-7577-4b23-a323-3124adf379bc', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:32:03.074058 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:03.261310 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:03.457134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.69 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/f1ac3de2-f719-4857-84c5-d20774744f3c) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:32:03.618626 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:03.681860 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:03.732009 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:32:03.735225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:32:03.739699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:32:03.754223 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=f1ac3de2-f719-4857-84c5-d20774744f3c,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:04.452126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:04.566709 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:04.794343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:04.802547 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:04.886882 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=f1ac3de2-f719-4857-84c5-d20774744f3c,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:04.911138 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:05.433563 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 27da796a-3e3a-436b-8edf-29da9100afe3 associated. External IP: 172.25.6.69, port: 27ef97e5-7577-4b23-a323-3124adf379bc. Aug 20 14:32:05.689856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:32:05.826853 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:32:05.842366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] Sync routers for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:32:05.851493 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:05.859566 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:32:05.860246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:32:05.890242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d0ca0a73-52fa-4630-a12d-46c9e5c11333 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8701234 Aug 20 14:32:05.891132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:32:05.895397 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84c21e-bb87-4992-8661-aaca7acb354d" -d '{"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:32:05.965725 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251dd929-3c05-4b81-bba0-20d7ef930a85 x-openstack-request-id: req-251dd929-3c05-4b81-bba0-20d7ef930a85 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:32:05.966182 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:32:05.966579 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-251dd929-3c05-4b81-bba0-20d7ef930a85 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:32:05.967216 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'status': 'completed', 'code': 200} Aug 20 14:32:06.013457 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:32:06.058589 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954db4-01ce-4d8d-a651-48e05df6ca49 req-f0c0c473-9b14-4c33-80d4-311500f5c0a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:06.060276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6954db4-01ce-4d8d-a651-48e05df6ca49 req-f0c0c473-9b14-4c33-80d4-311500f5c0a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.1051292 Aug 20 14:32:06.067048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-5edf024f-176a-4398-a365-b2125160b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:06.068720 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-5edf024f-176a-4398-a365-b2125160b348 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1096 time: 0.0680761 Aug 20 14:32:06.239240 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6954db4-01ce-4d8d-a651-48e05df6ca49 req-f170fdf3-cbd5-4376-b93e-a7128eb6b584 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673846 Aug 20 14:32:06.297794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46826) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:32:06.316597 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-8cde3f9c-fa17-4862-b2c9-5982c47ff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:06.318371 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-8cde3f9c-fa17-4862-b2c9-5982c47ff387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.2353306 Aug 20 14:32:06.385790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '27da796a-3e3a-436b-8edf-29da9100afe3', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'port_id': '27ef97e5-7577-4b23-a323-3124adf379bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'mac_address': 'fa:16:3e:c4:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8814b00b-ca8c-4597-8146-40a52970eb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:32:04Z', 'updated_at': '2021-08-20T14:32:04Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:32:06.439014 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] Checking router: 15c513bd-55e6-4db1-b5a5-f80d23f1c390 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:32:06.454854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:32:06.455901 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:31:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:32:06.498386 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a55aab69-d144-4f3e-8ee2-1d8217f7cdb8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/27da796a-3e3a-436b-8edf-29da9100afe3 HTTP/1.1" status: 200 len: 990 time: 0.1985862 Aug 20 14:32:06.534588 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-f22e958b-8b5f-4808-aa8a-c92579c414e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 998 time: 0.1431928 Aug 20 14:32:06.624658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-c8139512-e38c-427e-b72c-23caca30b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:06.627071 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-c8139512-e38c-427e-b72c-23caca30b4e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0847604 Aug 20 14:32:06.640345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:32:06.687142 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-441e6565-6c90-4b9c-a831-8bfd709078f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:06.688406 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-441e6565-6c90-4b9c-a831-8bfd709078f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515420 Aug 20 14:32:06.813130 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-d32405bd-5b0a-4a06-a649-502deff7a0c6 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163521 Aug 20 14:32:06.950214 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fa84c21e-bb87-4992-8661-aaca7acb354d req-5c7e4e48-eebb-44a1-ab88-2ab454644d80 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276159 Aug 20 14:32:07.010019 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '27da796a-3e3a-436b-8edf-29da9100afe3', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'port_id': '27ef97e5-7577-4b23-a323-3124adf379bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'mac_address': 'fa:16:3e:c4:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8814b00b-ca8c-4597-8146-40a52970eb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:32:04Z', 'updated_at': '2021-08-20T14:32:04Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:32:07.066751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13572de-b9ff-43ea-a2ce-da45883375cf None None] The sync data for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 is: [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '27da796a-3e3a-436b-8edf-29da9100afe3', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'port_id': '27ef97e5-7577-4b23-a323-3124adf379bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'mac_address': 'fa:16:3e:c4:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8814b00b-ca8c-4597-8146-40a52970eb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:32:04Z', 'updated_at': '2021-08-20T14:32:04Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:32:07.315762 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01521668-c41c-4058-9848-09d4535f81ec None None] New status for floating IP 27da796a-3e3a-436b-8edf-29da9100afe3: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:32:07.503974 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46828) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:32:07.621721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-48abb126-3e41-4c75-bef7-0fc30cbf56a7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/27da796a-3e3a-436b-8edf-29da9100afe3 HTTP/1.1" status: 200 len: 992 time: 0.1158974 Aug 20 14:32:15.888650 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9db88e8a-fe80-4418-9f20-296370e6505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:18.636632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-39911536-f067-47f5-a699-586bde630723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:18.639527 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:19.798611 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:21.728325 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:24.815645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-c6eaa66e-0e62-4c5a-9b40-966e26f954ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821035 Aug 20 14:32:24.926447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-6615c169-991c-4655-80b5-cc700bd7ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:24.929106 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-6615c169-991c-4655-80b5-cc700bd7ed53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1096 time: 0.0620165 Aug 20 14:32:25.067373 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-79a2a8ab-a706-4ab6-9a41-9a970dc9aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:25.072741 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-79a2a8ab-a706-4ab6-9a41-9a970dc9aa95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1144896 Aug 20 14:32:25.495863 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-c1dd6fe1-d29b-4a7c-9d00-08cd1a6b8686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 1000 time: 0.4191966 Aug 20 14:32:25.569122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-ca9564d3-9594-44e1-a304-efdf217426ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:25.572232 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-ca9564d3-9594-44e1-a304-efdf217426ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0686071 Aug 20 14:32:25.631250 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-7fa81645-e4a8-42a0-aafc-bcb0cbb867b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:25.634092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-7fa81645-e4a8-42a0-aafc-bcb0cbb867b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533705 Aug 20 14:32:25.647914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-0ab6af06-d2f8-455c-8da6-8f99f31c34a0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:32:25.649728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-0ab6af06-d2f8-455c-8da6-8f99f31c34a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074077 Aug 20 14:32:25.776022 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-47356890-c068-48e9-933e-2e5828b3af7e service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186996 Aug 20 14:32:25.890423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-45c68f5a-a9c6-431e-b67a-45d2613fa9fd req-b339b1bc-efb0-4c48-8fbc-3beefd10b0f8 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056113 Aug 20 14:32:26.370499 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:32:29.773745 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:32.424792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:32.702795 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-3083b743-f06b-474f-a512-2229cd8cb042 req-1c4e916e-6ddc-4887-bf54-0c71e47c77ae service neutron] (94861) timed out ('10.222.0.13', 56817) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:32:35.690981 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46848) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:32:35.697414 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8eb68-40af-4513-b7a0-8beca3d365e9 req-447e2239-475c-43f6-b186-08e12b107ce2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:35.699792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cf8eb68-40af-4513-b7a0-8beca3d365e9 req-447e2239-475c-43f6-b186-08e12b107ce2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0768001 Aug 20 14:32:35.768793 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8cf8eb68-40af-4513-b7a0-8beca3d365e9 req-3cdf20bf-de98-4181-8a81-ed6d6c9023ff tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612731 Aug 20 14:32:35.815001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-4b62a214-c577-497d-b442-26340a4f2b5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214614 Aug 20 14:32:36.963857 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f01eb-cc66-491a-b817-2e6d6a7f4dc0 req-e100831c-6fd6-403d-bcea-72b91a060aee tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:36.965543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf1f01eb-cc66-491a-b817-2e6d6a7f4dc0 req-e100831c-6fd6-403d-bcea-72b91a060aee tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0841379 Aug 20 14:32:37.020187 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cf1f01eb-cc66-491a-b817-2e6d6a7f4dc0 req-18f376ec-c77c-4d84-a91a-0a8366be027c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Aug 20 14:32:37.312443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-36e49e27-5182-484e-9123-dcb365b1fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:37.314170 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-36e49e27-5182-484e-9123-dcb365b1fef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1096 time: 0.0566509 Aug 20 14:32:37.472404 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-59ad613d-2e39-4be2-96c9-68fda9a8ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:37.476340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-59ad613d-2e39-4be2-96c9-68fda9a8ad65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1443243 Aug 20 14:32:37.557017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-e802cea3-62c6-47e8-b8d1-dd4621f4b8ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 1000 time: 0.0735917 Aug 20 14:32:37.618307 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-03966283-f763-4f26-9895-13a3b03fe7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:37.620045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-03966283-f763-4f26-9895-13a3b03fe7c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0558841 Aug 20 14:32:37.682820 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-7a1a5cde-a93b-4c9e-9ac5-9e98afe1d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:37.684411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-7a1a5cde-a93b-4c9e-9ac5-9e98afe1d14c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565975 Aug 20 14:32:37.829886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-468a0892-4495-432f-8e63-d21eb02f294b service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372962 Aug 20 14:32:37.970739 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-1c265001-57a5-45d1-aeec-d9ffc8916bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329942 Aug 20 14:32:38.189114 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baee0d-b24e-476a-a282-64f9d1e6db3e req-2ecc9bd2-5427-4306-a19d-9ab690ba9459 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:38.190781 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01baee0d-b24e-476a-a282-64f9d1e6db3e req-2ecc9bd2-5427-4306-a19d-9ab690ba9459 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0598600 Aug 20 14:32:38.236095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01baee0d-b24e-476a-a282-64f9d1e6db3e req-8b1e51c2-3902-4ef6-82e9-54105d9fdd03 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Aug 20 14:32:39.393315 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312367d-6381-4958-8ec2-4f7cc42ad5c9 req-cd258635-bb28-4ce6-8e10-5b824376e595 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:39.394990 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3312367d-6381-4958-8ec2-4f7cc42ad5c9 req-cd258635-bb28-4ce6-8e10-5b824376e595 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0619760 Aug 20 14:32:39.461087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3312367d-6381-4958-8ec2-4f7cc42ad5c9 req-2e0dbdb0-858b-47a6-a2c3-9c96a5988389 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536997 Aug 20 14:32:40.620642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615f96-f77b-45cf-b5bc-2e349d2b4ae8 req-35411997-91d4-45a3-a814-3f8f4fc2a46a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:40.623036 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2615f96-f77b-45cf-b5bc-2e349d2b4ae8 req-35411997-91d4-45a3-a814-3f8f4fc2a46a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0661743 Aug 20 14:32:40.687933 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b2615f96-f77b-45cf-b5bc-2e349d2b4ae8 req-bc037e66-9334-429a-a1a8-358fe6976cfd tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579758 Aug 20 14:32:41.836836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a315af6-f754-47e5-8578-1d180c708c53 req-97a1f02a-d995-4b97-927e-71a201b9a359 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:41.838591 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a315af6-f754-47e5-8578-1d180c708c53 req-97a1f02a-d995-4b97-927e-71a201b9a359 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Aug 20 14:32:41.886668 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2a315af6-f754-47e5-8578-1d180c708c53 req-1f0814a9-1c04-44c6-91b8-c2e0442aef95 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 Aug 20 14:32:43.031331 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeeb5a-0e31-433d-996c-6eacd9086666 req-2eebb8e6-ccf1-404b-a261-36a6033aa960 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:43.033270 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7feeeb5a-0e31-433d-996c-6eacd9086666 req-2eebb8e6-ccf1-404b-a261-36a6033aa960 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0608349 Aug 20 14:32:43.081377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7feeeb5a-0e31-433d-996c-6eacd9086666 req-e8cb9952-bf55-43aa-b7ea-854ffa752921 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396137 Aug 20 14:32:44.234021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c858-f954-4368-9b1b-e0b8230bb5fa req-f02e6af7-731a-4c72-aeb4-e449f24486b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:44.235967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddc6c858-f954-4368-9b1b-e0b8230bb5fa req-f02e6af7-731a-4c72-aeb4-e449f24486b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0661530 Aug 20 14:32:44.298429 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ddc6c858-f954-4368-9b1b-e0b8230bb5fa req-d45a1e0c-487c-413d-8bf8-34171a09500d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526628 Aug 20 14:32:45.448427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1cb6a-7aa9-4010-8da2-d3350842b0d7 req-08230cfd-a17c-4a75-a556-89c0c1ded524 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:45.450205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3c1cb6a-7aa9-4010-8da2-d3350842b0d7 req-08230cfd-a17c-4a75-a556-89c0c1ded524 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0714374 Aug 20 14:32:45.525965 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b3c1cb6a-7aa9-4010-8da2-d3350842b0d7 req-521fd4e6-845b-4b9e-8927-7c9b4ba9224a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635698 Aug 20 14:32:45.887437 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8a53-42e5-4d5d-b0ca-42a1ddfffc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:46.675923 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc558b6-1596-48a7-8b50-1cd8786486b6 req-1d737488-4edc-495c-a7fd-0c1c743bb9b3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:46.677734 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fbc558b6-1596-48a7-8b50-1cd8786486b6 req-1d737488-4edc-495c-a7fd-0c1c743bb9b3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0622704 Aug 20 14:32:46.731326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fbc558b6-1596-48a7-8b50-1cd8786486b6 req-0adbab24-4d2b-454a-a204-2430883189b1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432897 Aug 20 14:32:47.926690 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb138-5f3e-437d-820d-aa7c8ecdc617 req-b64144c6-de98-4de0-802c-475110670961 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:47.931235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46bbb138-5f3e-437d-820d-aa7c8ecdc617 req-b64144c6-de98-4de0-802c-475110670961 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Aug 20 14:32:48.002099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46bbb138-5f3e-437d-820d-aa7c8ecdc617 req-312e1af8-2359-481e-84b6-ab82a5b342ed tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636394 Aug 20 14:32:48.635677 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eece2b73-7f69-4cb8-93d3-e34ecdc20b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:48.639352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:49.151008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4c9e7-887f-4fff-89b2-47ddb5872692 req-7235b405-83dd-4546-a3f7-2a4ed0e49527 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:49.152722 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c4c9e7-887f-4fff-89b2-47ddb5872692 req-7235b405-83dd-4546-a3f7-2a4ed0e49527 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0664318 Aug 20 14:32:49.198249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-73c4c9e7-887f-4fff-89b2-47ddb5872692 req-cd4ecb62-26f5-4c72-980c-5ab762ae6c02 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Aug 20 14:32:49.808030 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-753e9b94-ed45-4128-9487-fdc58e7a4b3b service neutron] show failed (client error): The resource could not be found. Aug 20 14:32:49.808748 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:49.809476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-753e9b94-ed45-4128-9487-fdc58e7a4b3b service neutron] 10.222.0.13 "GET /v2.0/ports/27ef97e5-7577-4b23-a323-3124adf379bc/bindings/n-h1-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.0711215 Aug 20 14:32:50.065779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-0df637db-0a74-4743-ae55-39cb24a0a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:50.067721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-0df637db-0a74-4743-ae55-39cb24a0a103 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 1096 time: 0.0576859 Aug 20 14:32:50.080867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:32:50.158876 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:50.448127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9119066-891d-45f8-9331-0dfcc8adae14 req-8ccd99df-ddd7-4e7e-9509-95ba9ae9766d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:50.449808 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9119066-891d-45f8-9331-0dfcc8adae14 req-8ccd99df-ddd7-4e7e-9509-95ba9ae9766d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.1205361 Aug 20 14:32:50.532862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:32:50.549519 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e9119066-891d-45f8-9331-0dfcc8adae14 req-55d1310d-94f8-4684-b013-efd4fd53eb8f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869148 Aug 20 14:32:50.584753 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h2-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:32:50.637319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:32:50.639924 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1389b9-e7d3-4fb6-b0a3-89b415ac7573" -d '{"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-unplugged", "status": "completed", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:32:50.644863 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:50.661201 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Transition to ACTIVE for port object 27ef97e5-7577-4b23-a323-3124adf379bc will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:32:50.666523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:50.713607 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d849c27-e778-4469-bf73-00bcde5c09e4 x-openstack-request-id: req-5d849c27-e778-4469-bf73-00bcde5c09e4 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:32:50.713607 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-unplugged", "status": "completed", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:32:50.713607 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d849c27-e778-4469-bf73-00bcde5c09e4 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:32:50.713607 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'code': 200} Aug 20 14:32:50.775796 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=6']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:50.800238 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.800889 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.801485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.802091 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.802865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.803536 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.804146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.804747 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.805308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.805856 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.806362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.806834 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:50.849324 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] No DVR routers for this DVR port 27ef97e5-7577-4b23-a323-3124adf379bc on host n-h2-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:32:51.044147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:32:51.044587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:32:51.044996 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:32:51.050341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Port 27ef97e5-7577-4b23-a323-3124adf379bc on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:32:51.050726 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Attempting to bind port 27ef97e5-7577-4b23-a323-3124adf379bc on network 657b2ce8-6a6f-497d-b839-c6e47bde4801 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:32:51.057218 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:32:51.057570 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Checking segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:32:51.057978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Bound using segment: {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:32:51.058425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Bound port: 27ef97e5-7577-4b23-a323-3124adf379bc, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95416e7-25f7-4b4b-90b8-03176ba13cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:32:51.058798 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:51.147634 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:32:51.152444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:32:51.168000 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:51.207402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:51.208049 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:51.210340 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 1091 time: 1.1343479 Aug 20 14:32:51.239434 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007a7cc-6d1b-495a-af2f-069985f163f8 service neutron] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=7']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:51.309278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-5de31d93-c80a-40f1-aa30-c0600b93bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:51.311126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-5de31d93-c80a-40f1-aa30-c0600b93bee3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1094 time: 0.0640419 Aug 20 14:32:51.474374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-d8522769-643e-42ca-baa0-7bb5a9ad40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:51.478342 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-d8522769-643e-42ca-baa0-7bb5a9ad40c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1599176 Aug 20 14:32:51.596457 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-fef82508-97b4-4018-ae9a-414b52845ffd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 998 time: 0.1107223 Aug 20 14:32:51.672127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-c98008c5-6164-4383-9bf2-1f9dafdae2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:51.673861 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-c98008c5-6164-4383-9bf2-1f9dafdae2c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0700047 Aug 20 14:32:51.725960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:51.752904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126d1b-e83b-4999-a6bb-5e20544ae2bc req-23a601bf-3b65-4379-973f-ec61814be5d4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:51.754599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae126d1b-e83b-4999-a6bb-5e20544ae2bc req-23a601bf-3b65-4379-973f-ec61814be5d4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.0973904 Aug 20 14:32:51.764583 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-210a5f25-baff-4e4f-8733-6ac1745fa633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:51.767587 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-210a5f25-baff-4e4f-8733-6ac1745fa633 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778115 Aug 20 14:32:51.926566 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae126d1b-e83b-4999-a6bb-5e20544ae2bc req-c6b1af4a-9f21-4453-9eef-724e32291595 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571672 Aug 20 14:32:51.990379 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-08bc523f-a462-421f-99bb-e1e798ccb8cc service neutron] 10.222.0.53 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092636 Aug 20 14:32:52.112346 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4afe858-f570-486e-9056-487db5ebb5e3 req-e34cf5a8-7792-4b95-9998-6c1ac6ba13a9 service neutron] 10.222.0.53 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151042 Aug 20 14:32:52.713780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:32:52.716277 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89" -d '{"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:32:52.776532 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac03bf4-a1fd-4f06-946a-6eefe2ce57d1 x-openstack-request-id: req-dac03bf4-a1fd-4f06-946a-6eefe2ce57d1 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:32:52.776898 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:32:52.777119 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dac03bf4-a1fd-4f06-946a-6eefe2ce57d1 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:32:52.777560 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'status': 'completed', 'code': 200} Aug 20 14:32:52.853957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-2244e75e-775b-4161-8716-1d1fee3107eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:52.856722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-2244e75e-775b-4161-8716-1d1fee3107eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1094 time: 0.0564799 Aug 20 14:32:52.857802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-47ea2d5e-fcc8-472a-bbe8-d4abff0849f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:52.859407 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-47ea2d5e-fcc8-472a-bbe8-d4abff0849f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1094 time: 0.0579884 Aug 20 14:32:52.981028 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-6025096e-c420-4ad1-b5fa-cb636791d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:52.983334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-6025096e-c420-4ad1-b5fa-cb636791d9df service neutron] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1162088 Aug 20 14:32:52.985838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-a5a4919b-1d42-4aac-86ad-a31c1ab8cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:52.987499 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-a5a4919b-1d42-4aac-86ad-a31c1ab8cbfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1230965 Aug 20 14:32:53.063501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:32:53.072379 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-a8dd1519-757c-400a-9123-20d95babae43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 998 time: 0.0818040 Aug 20 14:32:53.107333 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-a071f722-3697-4d5c-87fa-c9f2e7b8f50c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 998 time: 0.1118283 Aug 20 14:32:53.119846 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b34667-3209-481d-9582-a7cc235b94d0 req-84e9e88c-079f-448d-bf72-ee5dbc6e8658 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:53.121534 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-98b34667-3209-481d-9582-a7cc235b94d0 req-84e9e88c-079f-448d-bf72-ee5dbc6e8658 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.1162019 Aug 20 14:32:53.129710 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:32:53.154115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-1fb38e3d-1c98-4d51-99b4-2e599a16f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:53.156007 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-1fb38e3d-1c98-4d51-99b4-2e599a16f8c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0760741 Aug 20 14:32:53.203826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-7ee948ed-0e21-455a-b48e-0c2e033ee1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:53.205454 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-7ee948ed-0e21-455a-b48e-0c2e033ee1d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0829668 Aug 20 14:32:53.214989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-98b34667-3209-481d-9582-a7cc235b94d0 req-4bef4ead-9623-4da2-8060-bd6b1fde6722 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600195 Aug 20 14:32:53.243496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-ab896b1e-2e22-4b26-9aec-83fa9c3be845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:53.245671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-ab896b1e-2e22-4b26-9aec-83fa9c3be845 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815461 Aug 20 14:32:53.305827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-e26b569b-e298-4065-80fc-ab6e0eb22535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:53.308409 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-e26b569b-e298-4065-80fc-ab6e0eb22535 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918176 Aug 20 14:32:53.369303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-113bfd8b-edea-4b6e-8c4a-c5094096b16e service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161225 Aug 20 14:32:53.473289 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-210dbcd7-2519-4c37-8fae-1a403ccbfa72 service neutron] 10.222.0.53 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563230 Aug 20 14:32:53.500340 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-69804408-3141-4e74-ba93-ad4514bf1904 service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164601 Aug 20 14:32:53.632603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7b2cb48a-a82f-47eb-aac4-a3b5457e6a89 req-82b5d89e-c0d4-4e28-82d9-33a911d47d17 service neutron] 10.222.0.53 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508179 Aug 20 14:32:54.393761 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de8b0e-5fba-4fd6-87b2-a8df813a3420 req-b88ec80f-d59d-430b-97f3-b1436e48e1ee tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:54.396749 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-67de8b0e-5fba-4fd6-87b2-a8df813a3420 req-b88ec80f-d59d-430b-97f3-b1436e48e1ee tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.0764558 Aug 20 14:32:54.444309 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-67de8b0e-5fba-4fd6-87b2-a8df813a3420 req-b8bbc80b-62d8-4d1e-adad-aee2b13bed48 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Aug 20 14:32:54.789595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe1864-a2de-4395-b031-2039f35f3b3e req-e3def32e-a92b-424c-b8b2-6d6329d70c47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:54.791341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7fe1864-a2de-4395-b031-2039f35f3b3e req-e3def32e-a92b-424c-b8b2-6d6329d70c47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.1027608 Aug 20 14:32:54.805730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-92f4880a-f9b3-4de0-8ec8-f2ea5070699b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:54.807440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-92f4880a-f9b3-4de0-8ec8-f2ea5070699b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69&tenant_id=81b4b69cd754415bac3ae242853c779f&binding%3Ahost_id=n-h1-804232-5 HTTP/1.1" status: 200 len: 943 time: 0.1167173 Aug 20 14:32:54.886326 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7fe1864-a2de-4395-b031-2039f35f3b3e req-5109765c-a0e7-401e-b7e4-a6ad5ea085b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773447 Aug 20 14:32:54.918345 n-d-804232-5 neutron-server[94862]: INFO neutron.api.v2.resource [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-3e53ffec-c7e1-44da-b295-112e833c9ae9 service neutron] delete failed (client error): The resource could not be found. Aug 20 14:32:54.919807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-3e53ffec-c7e1-44da-b295-112e833c9ae9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/27ef97e5-7577-4b23-a323-3124adf379bc/bindings/n-h2-804232-5 HTTP/1.1" status: 404 len: 380 time: 0.1042101 Aug 20 14:32:54.982932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:32:55.072282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c680ab87-e444-4a55-af72-4b37e0ec8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:55.074456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0709d-e37e-4205-bd01-2e8b65d1e741 req-1667d182-c54b-4b35-a2ed-beb3628e05cb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:55.075352 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c680ab87-e444-4a55-af72-4b37e0ec8ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1094 time: 0.0833216 Aug 20 14:32:55.076989 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ecc0709d-e37e-4205-bd01-2e8b65d1e741 req-1667d182-c54b-4b35-a2ed-beb3628e05cb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 943 time: 0.0840874 Aug 20 14:32:55.145993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ecc0709d-e37e-4205-bd01-2e8b65d1e741 req-10a72a8c-3e53-4034-ae51-bb959f89404a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553789 Aug 20 14:32:55.173332 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:32:55.184910 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': '27ef97e5-7577-4b23-a323-3124adf379bc', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'port_id': '27ef97e5-7577-4b23-a323-3124adf379bc', 'mac_address': 'fa:16:3e:c4:64:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:32:55.214281 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c014fce9-94a0-4b3f-9e96-c079deb8c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:55.217080 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c014fce9-94a0-4b3f-9e96-c079deb8c517 service neutron] 10.222.0.13 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.1345088 Aug 20 14:32:55.238291 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:55.253824 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ef97e5-7577-4b23-a323-3124adf379bc {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:32:55.278734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:32:55.283280 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:55.338288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:55.347746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.348179 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.348621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.351083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.351083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.351083 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.352592 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c4126e8f-3055-48e9-854f-25c4d1bbc671 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 998 time: 0.1258652 Aug 20 14:32:55.352780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.352780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.352780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.352780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.352780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.352780 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:32:55.443692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-6c2ecd73-c67d-4c8d-9006-9233b87cf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:55.446538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-6c2ecd73-c67d-4c8d-9006-9233b87cf2d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0896006 Aug 20 14:32:55.525638 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c9403673-d832-41b5-8a6f-f627fae94abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:55.528272 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c9403673-d832-41b5-8a6f-f627fae94abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743046 Aug 20 14:32:55.532302 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['27ef97e5-7577-4b23-a323-3124adf379bc'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:32:55.692802 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-c5e8eb23-0a0f-4f3b-b9fd-202b7b853adb service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531649 Aug 20 14:32:55.855797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2158f5b9-0889-4d4f-84cf-682cadd49cf8 req-7d5f7820-8afc-4ae2-8883-a25f837329ff service neutron] 10.222.0.13 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587493 Aug 20 14:32:56.311119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c3a4-7f00-4b8f-a3ab-9676a8cea473 req-f386482f-80de-4d19-80d2-583ff041d063 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:56.313780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c43c3a4-7f00-4b8f-a3ab-9676a8cea473 req-f386482f-80de-4d19-80d2-583ff041d063 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 944 time: 0.0752847 Aug 20 14:32:56.368581 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c43c3a4-7f00-4b8f-a3ab-9676a8cea473 req-5c590837-1697-4824-8266-62fc55bab469 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462568 Aug 20 14:32:56.992197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:32:57.055670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port 27ef97e5-7577-4b23-a323-3124adf379bc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:32:57.060778 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port 27ef97e5-7577-4b23-a323-3124adf379bc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:32:57.061233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:57.179814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:57.210763 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:32:57.213262 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c5e05-4940-4f73-9293-6870f6a4b676" -d '{"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-plugged", "status": "completed", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:32:57.229811 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:32:57.235860 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:32:57.268819 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d889faad-b488-4d84-97ee-e17bfff761eb x-openstack-request-id: req-d889faad-b488-4d84-97ee-e17bfff761eb {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:32:57.269247 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-plugged", "status": "completed", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:32:57.269613 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d889faad-b488-4d84-97ee-e17bfff761eb {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:32:57.270108 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'code': 200} Aug 20 14:32:57.318199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:32:57.538646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fdcac-ccb3-47e9-90aa-5dc5298648f7 req-df664624-12ea-497a-aeeb-e98bdd0eaef4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:32:57.541293 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-920fdcac-ccb3-47e9-90aa-5dc5298648f7 req-df664624-12ea-497a-aeeb-e98bdd0eaef4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0727873 Aug 20 14:32:57.594959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-920fdcac-ccb3-47e9-90aa-5dc5298648f7 req-e510ac0f-a2b5-476e-a401-e9b337b444a8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Aug 20 14:32:57.628208 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46922) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:32:57.717446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6ba553af-5917-4b88-830f-cc766bdee764 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/27da796a-3e3a-436b-8edf-29da9100afe3 HTTP/1.1" status: 200 len: 992 time: 0.0875649 Aug 20 14:32:59.787372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:02.445359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:03.370832 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:33:15.875038 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fc3cbf6c-e468-4316-9127-272d266c8e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:18.622255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-91f4a573-d406-4208-855b-dbc061f76e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:18.624518 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:19.807705 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:21.725808 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:24.147561 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46936) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:24.361905 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port f1ac3de2-f719-4857-84c5-d20774744f3c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:33:24.362273 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:24.499141 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:24.499632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:24.527861 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for f1ac3de2-f719-4857-84c5-d20774744f3c owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:33:24.793184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:24.845775 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=f1ac3de2-f719-4857-84c5-d20774744f3c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:24.868258 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.868919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.869515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.870117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.870715 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.871269 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.871842 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.872410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.873038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.873623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.874191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.874758 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:24.987057 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:24.987830 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 27da796a-3e3a-436b-8edf-29da9100afe3 disassociated (deleted). External IP: 172.25.6.69, port: 27ef97e5-7577-4b23-a323-3124adf379bc. Aug 20 14:33:25.316174 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:33:25.490295 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:33:25.498213 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:25.503621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] Sync routers for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:33:25.518149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:25.519173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:25.553085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a5de67ff-8e28-4aec-8a6d-cbf66e3be984 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/floatingips/27da796a-3e3a-436b-8edf-29da9100afe3 HTTP/1.1" status: 204 len: 168 time: 1.4039993 Aug 20 14:33:25.554254 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:33:25.560711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:33:25.624399 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee34ee3-8db0-4427-9fd9-a3896b95614e x-openstack-request-id: req-fee34ee3-8db0-4427-9fd9-a3896b95614e {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:33:25.624957 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:33:25.625319 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fee34ee3-8db0-4427-9fd9-a3896b95614e {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:33:25.625850 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'status': 'completed', 'code': 200} Aug 20 14:33:25.729991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-f05c270c-2466-4e17-847e-261785728cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:25.733707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-f05c270c-2466-4e17-847e-261785728cce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 1096 time: 0.0809128 Aug 20 14:33:25.962260 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:25.976385 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c56baf-0da5-4955-8ed5-9c122a52fc35 req-c8990f76-d676-4de2-9b56-67cde6d236f4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:25.979160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00c56baf-0da5-4955-8ed5-9c122a52fc35 req-c8990f76-d676-4de2-9b56-67cde6d236f4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.1366999 Aug 20 14:33:26.031417 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-d15f528b-334b-4699-9989-9fa9fd9add52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:26.034097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-d15f528b-334b-4699-9989-9fa9fd9add52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 200 len: 898 time: 0.2919776 Aug 20 14:33:26.130189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-8224745b-d240-4475-b38c-e568a6f716f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 200 len: 217 time: 0.0870957 Aug 20 14:33:26.135369 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-00c56baf-0da5-4955-8ed5-9c122a52fc35 req-75deddf2-6069-4850-90dc-7d39cfd1a6a8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486866 Aug 20 14:33:26.216635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-b15a7db8-7738-4f7a-8ea8-4f06e9705f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:26.218501 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-b15a7db8-7738-4f7a-8ea8-4f06e9705f5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 200 len: 834 time: 0.0808420 Aug 20 14:33:26.303684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-6aef2180-a7f3-4aa5-bcbe-4d5e321ef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:26.305297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-6aef2180-a7f3-4aa5-bcbe-4d5e321ef7c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=657b2ce8-6a6f-497d-b839-c6e47bde4801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786669 Aug 20 14:33:26.338614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:26.406539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] Checking router: 15c513bd-55e6-4db1-b5a5-f80d23f1c390 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:33:26.421486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:26.421486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:26.481394 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-16017263-2255-41d2-ada5-e7c907fda71e service neutron] 10.222.0.53 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677775 Aug 20 14:33:26.601848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:26.618443 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-861f6bc3-eec7-4faa-98a6-0eb8bb29a2b3 req-489fb2af-7b8e-4aaf-ba0e-8184252a14d1 service neutron] 10.222.0.53 "GET /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296701 Aug 20 14:33:26.902869 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:26.933089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53a73f-7e78-4822-8d4f-4db437d3e910 None None] The sync data for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 is: [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:48Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '50861d59-f870-45cb-a286-f8d7efbb375b', 'name': '', 'network_id': '657b2ce8-6a6f-497d-b839-c6e47bde4801', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:1c:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:46Z', 'updated_at': '2021-08-20T14:31:55Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': 'cd6a21ce-064d-4dd8-b7b3-fd25edbd5962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:33:27.103546 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-17f221f7-1e90-4927-95d0-4fcc871b1092 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:27.106347 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-17f221f7-1e90-4927-95d0-4fcc871b1092 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0755577 Aug 20 14:33:27.210004 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8ddf9-7e44-4bec-910e-16c47304a6e7 None None] New status for floating IP 27da796a-3e3a-436b-8edf-29da9100afe3: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:33:27.234800 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 27ef97e5-7577-4b23-a323-3124adf379bc {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:33:27.235505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:27.332412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec064-4502-46dc-ba15-04d0810a88bf req-9d599581-45a1-4b88-9a7d-0c333328737f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:27.334564 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5bec064-4502-46dc-ba15-04d0810a88bf req-9d599581-45a1-4b88-9a7d-0c333328737f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=8814b00b-ca8c-4597-8146-40a52970eb69 HTTP/1.1" status: 200 len: 945 time: 0.0868373 Aug 20 14:33:27.378727 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 27ef97e5-7577-4b23-a323-3124adf379bc, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=27ef97e5-7577-4b23-a323-3124adf379bc,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:27.379327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:27.400035 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 27ef97e5-7577-4b23-a323-3124adf379bc owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:33:27.404111 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f5bec064-4502-46dc-ba15-04d0810a88bf req-45842408-e36c-4005-987d-363fb16a5c87 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=8434635a-cac2-4cf0-9e8d-fcef17178755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551183 Aug 20 14:33:27.573340 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:27.612964 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=27ef97e5-7577-4b23-a323-3124adf379bc,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:27.666595 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] No DVR routers for this DVR port 27ef97e5-7577-4b23-a323-3124adf379bc on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:33:27.669951 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:27.672248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-27c52728-79b9-45ad-b6a2-24681aa29bff req-93297f93-0982-4619-a134-b557f0193d7b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.53 "DELETE /v2.0/ports/27ef97e5-7577-4b23-a323-3124adf379bc HTTP/1.1" status: 204 len: 173 time: 0.5599949 Aug 20 14:33:27.672807 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-deleted', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:33:27.675382 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fcb151-8920-4023-a9c5-373d6a8a0128" -d '{"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-deleted", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:33:27.831098 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7513eb54-1c71-4a1c-b85d-fb745a39a0ac x-openstack-request-id: req-7513eb54-1c71-4a1c-b85d-fb745a39a0ac {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:33:27.831643 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8814b00b-ca8c-4597-8146-40a52970eb69", "name": "network-vif-deleted", "tag": "27ef97e5-7577-4b23-a323-3124adf379bc", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:33:27.831643 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7513eb54-1c71-4a1c-b85d-fb745a39a0ac {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:33:27.832129 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8814b00b-ca8c-4597-8146-40a52970eb69', 'name': 'network-vif-deleted', 'tag': '27ef97e5-7577-4b23-a323-3124adf379bc', 'status': 'completed', 'code': 200} Aug 20 14:33:28.479852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46952) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:28.989813 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:29.373435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 50861d59-f870-45cb-a286-f8d7efbb375b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:33:29.373847 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:29.796803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:29.940113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 50861d59-f870-45cb-a286-f8d7efbb375b, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=50861d59-f870-45cb-a286-f8d7efbb375b,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:29.941038 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:29.967897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 50861d59-f870-45cb-a286-f8d7efbb375b owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:33:30.262390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:30.296448 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=50861d59-f870-45cb-a286-f8d7efbb375b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:30.617326 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:30.978664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:33:31.100908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:33:31.138474 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: 27ef97e5-7577-4b23-a323-3124adf379bc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:33:31.138881 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device 27ef97e5-7577-4b23-a323-3124adf379bc not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:33:31.154572 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:33:31.167937 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-faadacc3-9eee-4827-bf30-dee2b3c886d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/15c513bd-55e6-4db1-b5a5-f80d23f1c390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6820512 Aug 20 14:33:31.168262 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] Sync routers for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:33:31.168698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46956) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:31.183303 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:31.184287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:31.308425 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting subnet cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:33:31.313532 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:31.354067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:31.376361 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:31.521764 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:31.615857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:31.656098 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6a21ce-064d-4dd8-b7b3-fd25edbd5962,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:31.659359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:31.663037 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b4fc900-9502-4b6d-a830-ebdfa2ebce65 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/subnets/cd6a21ce-064d-4dd8-b7b3-fd25edbd5962 HTTP/1.1" status: 204 len: 168 time: 0.4930041 Aug 20 14:33:31.667198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46960) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:31.671599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a289d41-a6ca-4865-9974-bfc621ff872b None None] Network 657b2ce8-6a6f-497d-b839-c6e47bde4801 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:33:31.748654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:33:30Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:31.791186 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] Checking router: 15c513bd-55e6-4db1-b5a5-f80d23f1c390 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:33:31.829617 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] Routers {'15c513bd-55e6-4db1-b5a5-f80d23f1c390'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:31.830278 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:31.858305 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.023809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3605014-7272-460f-832a-597d97891e31 None None] DHCP port deletion for 657b2ce8-6a6f-497d-b839-c6e47bde4801 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:33:32.042182 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.044945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] Set router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:32.133110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 2415a79f-6907-430d-9742-4cb42c2c86b1 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:33:32.133962 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.269611 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 2415a79f-6907-430d-9742-4cb42c2c86b1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=2415a79f-6907-430d-9742-4cb42c2c86b1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:32.270486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.297824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 2415a79f-6907-430d-9742-4cb42c2c86b1 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:33:32.306221 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a3605014-7272-460f-832a-597d97891e31 None None] Deleting port b671a63c-5216-458f-860a-2f9f76c7a2a5 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:33:32.307118 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a3605014-7272-460f-832a-597d97891e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.446631 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a3605014-7272-460f-832a-597d97891e31 None None] For port b671a63c-5216-458f-860a-2f9f76c7a2a5, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=b671a63c-5216-458f-860a-2f9f76c7a2a5,segment=NetworkSegment(d95416e7-25f7-4b4b-90b8-03176ba13cbd),segment_id=d95416e7-25f7-4b4b-90b8-03176ba13cbd)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:32.447158 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a3605014-7272-460f-832a-597d97891e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.481501 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a3605014-7272-460f-832a-597d97891e31 None None] Calling delete_port for b671a63c-5216-458f-860a-2f9f76c7a2a5 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:33:32.502559 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.575253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:33:30Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:32.633568 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a124de-4186-4557-8a3b-4caa0acb66d9 None None] The sync data for ids ['15c513bd-55e6-4db1-b5a5-f80d23f1c390'] in n-d-804232-5 is: [{'id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562679257', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:33:30Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '2415a79f-6907-430d-9742-4cb42c2c86b1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c513bd-55e6-4db1-b5a5-f80d23f1c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:31:42Z', 'updated_at': '2021-08-20T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:33:32.676098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a3605014-7272-460f-832a-597d97891e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.719645 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3605014-7272-460f-832a-597d97891e31 None None] Pushing event deleted for resources: {'Port': ['ID=b671a63c-5216-458f-860a-2f9f76c7a2a5,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:32.725372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3605014-7272-460f-832a-597d97891e31 None None] No DVR routers for this DVR port b671a63c-5216-458f-860a-2f9f76c7a2a5 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:33:32.931189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:32.967431 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=2415a79f-6907-430d-9742-4cb42c2c86b1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:33.090547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.174483 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b671a63c-5216-458f-860a-2f9f76c7a2a5 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:33:33.199225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: b671a63c-5216-458f-860a-2f9f76c7a2a5 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:33:33.199557 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device b671a63c-5216-458f-860a-2f9f76c7a2a5 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:33:33.199990 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 50861d59-f870-45cb-a286-f8d7efbb375b no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:33:33.225626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 50861d59-f870-45cb-a286-f8d7efbb375b {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:33:33.225988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 50861d59-f870-45cb-a286-f8d7efbb375b not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:33:33.288099 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.292932 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.385404 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.386564 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Fanout notify agent at l3_agent the message router_deleted on router 15c513bd-55e6-4db1-b5a5-f80d23f1c390 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:33:33.402249 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.404206 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b61af13e-744e-42de-aa25-2cf96e0fd646 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/routers/15c513bd-55e6-4db1-b5a5-f80d23f1c390 HTTP/1.1" status: 204 len: 168 time: 1.7355657 Aug 20 14:33:33.408170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46962) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:33.563806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.670386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.682701 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657b2ce8-6a6f-497d-b839-c6e47bde4801']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:33.701445 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95416e7-25f7-4b4b-90b8-03176ba13cbd') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:33.701879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95416e7-25f7-4b4b-90b8-03176ba13cbd') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:33.714499 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.730721 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.742024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:33:33.742987 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:33:33.748695 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:33:33.843362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.855313 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:33.862259 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46964) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:33.868991 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/networks/657b2ce8-6a6f-497d-b839-c6e47bde4801 HTTP/1.1" status: 204 len: 168 time: 0.4511881 Aug 20 14:33:33.885517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6fd8a-d1db-45c6-a4a6-14c97d1af885 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Network': ['ID=657b2ce8-6a6f-497d-b839-c6e47bde4801,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:33.969428 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c29dd561-ac65-4ce0-904e-070e4bd9bce3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.005222 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c29dd561-ac65-4ce0-904e-070e4bd9bce3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.100671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c29dd561-ac65-4ce0-904e-070e4bd9bce3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.103917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-c29dd561-ac65-4ce0-904e-070e4bd9bce3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.105727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-c29dd561-ac65-4ce0-904e-070e4bd9bce3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/security-groups/8434635a-cac2-4cf0-9e8d-fcef17178755 HTTP/1.1" status: 204 len: 168 time: 0.2428489 Aug 20 14:33:34.119403 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dd561-ac65-4ce0-904e-070e4bd9bce3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434635a-cac2-4cf0-9e8d-fcef17178755,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:34.570096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46970) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:34.575453 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177663493', 'description': 'tempest-secgroup-smoke-1177663493 description', 'project_id': '81b4b69cd754415bac3ae242853c779f'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:34.605304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.739402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.744525 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.773261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2415a79f-6907-430d-9742-4cb42c2c86b1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:33:34.777821 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.782771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2082894 Aug 20 14:33:34.783896 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46972) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:34.789256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796e3db-fafc-41d3-8ca2-7997f8b8d8e9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce03cd-8008-4171-ae2a-8ab003fc6616,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:34.794884 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': 'fdce03cd-8008-4171-ae2a-8ab003fc6616', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:34.814723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 2415a79f-6907-430d-9742-4cb42c2c86b1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:33:34.815322 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 2415a79f-6907-430d-9742-4cb42c2c86b1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:33:34.853081 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.964234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.970192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:34.995026 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9a8fce-c455-4681-a098-3469dd93401d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:35.004133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.005872 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-3c95ffa2-4290-40e4-a39e-79237c7639f9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186801 Aug 20 14:33:35.010231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46974) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:35.015371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': 'fdce03cd-8008-4171-ae2a-8ab003fc6616', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:35.052767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.181012 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.186903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.213317 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9432c8-5e00-4462-a150-5e0408099d87,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:35.220033 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.221695 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cceb3380-5ea7-4662-a97b-33fdc5bdeea8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2100730 Aug 20 14:33:35.227569 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46976) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:35.232484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': 'fdce03cd-8008-4171-ae2a-8ab003fc6616', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:35.268023 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.357637 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.364298 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.399318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbe0923-9386-4d61-9edd-c13bb1db8209,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:35.411070 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.413360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-869d979e-347f-4057-a09c-a662c8fa2c68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1845381 Aug 20 14:33:35.417682 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46978) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:35.423271 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': 'fdce03cd-8008-4171-ae2a-8ab003fc6616', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:35.468324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.546073 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.556514 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.579662 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b36614-6f34-4530-9204-4519d8f6a34d,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:35.591625 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.593017 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8228d838-8c3a-4736-81e2-f999dc0b80cc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742365 Aug 20 14:33:35.596349 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46980) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:35.604371 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': 'fdce03cd-8008-4171-ae2a-8ab003fc6616', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:35.646633 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:33:35.652448 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.750384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.755339 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.779949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c010cba6-c66f-468a-b096-c393d29731ed,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:35.792343 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.793966 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3cf0c9e4-0981-4bdd-961a-5f24ae51755e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1961010 Aug 20 14:33:35.797043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46982) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:35.803233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': 'fdce03cd-8008-4171-ae2a-8ab003fc6616', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:35.833463 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:33:35.840447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.944116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.951299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.974068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e0902f-9e9e-48d9-9d43-54514a08edba,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:35.983040 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:35.985233 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1b86806c-7bc2-49a2-8063-c7efb59033d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1868255 Aug 20 14:33:35.988418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46984) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:35.994134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'network': {'name': 'tempest-network-smoke--1313657773', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:36.023672 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:33:36.030365 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.076603 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:33:36.099319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.099872 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Added segment 8cb6a546-aec3-4d0a-8e9a-ee1192e85221 of type vlan for network 814ee4ff-0116-4af0-9aa1-06401cdefec7 Aug 20 14:33:36.180861 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.235090 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.245720 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:36.246841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.363790 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3736880 Aug 20 14:33:36.366942 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46986) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:36.373278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'admin_state_up': True, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:36.381030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546eeb9-0243-4046-9d39-3451d5354b38 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Network': ['ID=814ee4ff-0116-4af0-9aa1-06401cdefec7,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:36.396358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:33:36.419173 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.421425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.505981 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:36.727826 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:37.022162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:37.058835 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:37.264074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.222 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/58cb5788-7876-4027-8cb8-397f8bad89d1) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:33:37.428856 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:37.481225 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:37.565576 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:33:37.571202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:37.577851 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:33:37.633383 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=58cb5788-7876-4027-8cb8-397f8bad89d1,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:37.931569 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:38.190215 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:38.355073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 5b56a025-b745-4630-979e-e8a043a38962 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:33:38.525987 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:33:38.539318 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Sync routers for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:33:38.550207 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:38.551141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:38.558810 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:38.560873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-93b431dd-abd8-4e66-a055-ed3cd3bc49b8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1924815 Aug 20 14:33:38.565835 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46988) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:38.701112 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-01cd64c7-ec55-495a-9f87-4cb998fa65d3 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=81b4b69cd754415bac3ae242853c779f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1327403 Aug 20 14:33:38.702858 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:38.704586 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 46992) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:38.875817 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d52109-eaae-48ff-a9e5-dc484a880a4e tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:38.879127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d6d52109-eaae-48ff-a9e5-dc484a880a4e tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728566 Aug 20 14:33:38.882025 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46994) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:38.917960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4b3cf434-406d-4d10-8866-84974cda5264 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341854 Aug 20 14:33:38.922256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 46996) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:38.929100 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101494110', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:38.941519 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:37Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:38.993640 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Checking router: 5b56a025-b745-4630-979e-e8a043a38962 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:33:38.994321 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Updating router 5b56a025-b745-4630-979e-e8a043a38962 port 58cb5788-7876-4027-8cb8-397f8bad89d1 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:33:39.040700 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.085664 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:33:39.090367 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.373907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.429070 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.444770 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Transition to ACTIVE for port object 58cb5788-7876-4027-8cb8-397f8bad89d1 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:39.466557 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.521412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Subnet': ['ID=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:39.526585 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Checking segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:33:39.527529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network hostable DHCP agents. Network: 814ee4ff-0116-4af0-9aa1-06401cdefec7, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:33:39.546568 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Attempting to bind port 58cb5788-7876-4027-8cb8-397f8bad89d1 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:33:39.547229 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Attempting to bind port 58cb5788-7876-4027-8cb8-397f8bad89d1 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:33:39.547738 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Attempting to bind port 58cb5788-7876-4027-8cb8-397f8bad89d1 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:33:39.559075 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:33:39.571104 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:33:39.571727 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:33:39.572419 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.573131 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:33:39.573943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Bound port: 58cb5788-7876-4027-8cb8-397f8bad89d1, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:33:39.574118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 814ee4ff-0116-4af0-9aa1-06401cdefec7) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:39.574558 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.577531 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Pushing event updated for resources: {'Port': ['ID=58cb5788-7876-4027-8cb8-397f8bad89d1,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:39.580609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:39.581967 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.590039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35668fc2-0c86-4f7a-918e-a036adc09483 None None] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:33:39.601614 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-21cf29ee-f75f-45d2-a839-eb2b51f598e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6781917 Aug 20 14:33:39.606620 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47000) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:39.636726 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.637157 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.637980 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.638531 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.639064 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.639587 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.640150 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.640816 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.641391 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.641955 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.642530 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.643070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:33:39.703809 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] For port 58cb5788-7876-4027-8cb8-397f8bad89d1, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:33:39.710791 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] For port 58cb5788-7876-4027-8cb8-397f8bad89d1, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=58cb5788-7876-4027-8cb8-397f8bad89d1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:33:39.718199 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:39.830060 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:39.831203 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:39.985983 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:40.113667 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967df0f-09d9-4038-805e-9e6c28310c95 None None] Pushing event updated for resources: {'Port': ['ID=58cb5788-7876-4027-8cb8-397f8bad89d1,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:40.158504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-814ee4ff-0116-4af0-9aa1-06401cdefec7', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:33:40.159489 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:40.266852 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:37Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:40.299825 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44439423-3862-4f12-a5aa-45771c931ab4 None None] The sync data for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 is: [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:37Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:33:40.364305 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:33:40.464907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Allocated IP 172.20.0.2 (814ee4ff-0116-4af0-9aa1-06401cdefec7/60b19af7-6ecd-40ec-8956-d0dfb8ebf1de/c500cc6e-1803-4198-845a-3d1ff500bd90) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:33:40.788898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:40.882778 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:40.904654 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Transition to ACTIVE for port object c500cc6e-1803-4198-845a-3d1ff500bd90 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:40.926013 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58cb5788-7876-4027-8cb8-397f8bad89d1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:40.970907 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Transition to ACTIVE for port object c500cc6e-1803-4198-845a-3d1ff500bd90 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:40.989355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.112603 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Pushing event updated for resources: {'Port': ['ID=c500cc6e-1803-4198-845a-3d1ff500bd90,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:41.134435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:33:41.139317 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:41.147791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:33:41.242739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 58cb5788-7876-4027-8cb8-397f8bad89d1 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:41.264296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 58cb5788-7876-4027-8cb8-397f8bad89d1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:41.264918 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.313076 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Attempting to bind port c500cc6e-1803-4198-845a-3d1ff500bd90 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:33:41.313755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Attempting to bind port c500cc6e-1803-4198-845a-3d1ff500bd90 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:33:41.314468 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Attempting to bind port c500cc6e-1803-4198-845a-3d1ff500bd90 on network 814ee4ff-0116-4af0-9aa1-06401cdefec7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:33:41.329213 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:33:41.329770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Checking segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:33:41.330286 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.330854 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Bound using segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:33:41.331561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Bound port: c500cc6e-1803-4198-845a-3d1ff500bd90, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:33:41.332826 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.462353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.1 (814ee4ff-0116-4af0-9aa1-06401cdefec7/60b19af7-6ecd-40ec-8956-d0dfb8ebf1de/da3624c6-331c-40f0-bdca-9564a51ef962) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:33:41.528254 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] For port c500cc6e-1803-4198-845a-3d1ff500bd90, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:33:41.562126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] For port c500cc6e-1803-4198-845a-3d1ff500bd90, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c500cc6e-1803-4198-845a-3d1ff500bd90,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:33:41.565125 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.577895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.651842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 58cb5788-7876-4027-8cb8-397f8bad89d1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=58cb5788-7876-4027-8cb8-397f8bad89d1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:41.672438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.686798 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.715424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object da3624c6-331c-40f0-bdca-9564a51ef962 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:41.719975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18cdce-2f56-4b07-90e0-ff9cc6cd760d None None] Pushing event updated for resources: {'Port': ['ID=c500cc6e-1803-4198-845a-3d1ff500bd90,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:41.807908 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:41.821983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=58cb5788-7876-4027-8cb8-397f8bad89d1,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:41.873093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:33:41.876821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:41.882429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:33:41.922584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=da3624c6-331c-40f0-bdca-9564a51ef962,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:41.988217 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:42.203765 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:42.678699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:42.685465 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:42.804832 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=da3624c6-331c-40f0-bdca-9564a51ef962,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:42.809127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:42.955147 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:33:42.958647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:42.959916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c500cc6e-1803-4198-845a-3d1ff500bd90 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:43.030220 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port c500cc6e-1803-4198-845a-3d1ff500bd90 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:43.044670 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58cb5788-7876-4027-8cb8-397f8bad89d1 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:43.117572 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 58cb5788-7876-4027-8cb8-397f8bad89d1 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:43.118137 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:43.183618 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 5b56a025-b745-4630-979e-e8a043a38962 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:33:43.361048 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:33:43.382135 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5968c747-5123-4325-8db0-28f45251b848 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/5b56a025-b745-4630-979e-e8a043a38962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7678032 Aug 20 14:33:43.382477 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Sync routers for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:33:43.402508 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:43.404954 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:43.610055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:43.649631 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-25f973cc-363e-41a2-b46e-f9b6414add28 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177663493&fields=id&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 267 time: 0.0693338 Aug 20 14:33:43.662086 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4668d047-bc6d-4610-8745-8f70c7b8149c None None] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:33:43.776297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] Provisioning for port c500cc6e-1803-4198-845a-3d1ff500bd90 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:43.788545 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] Provisioning complete for port c500cc6e-1803-4198-845a-3d1ff500bd90 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:43.788976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:43.813096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-82f6cef5-c03a-438a-b6fb-a4454451577f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:43.815469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-82f6cef5-c03a-438a-b6fb-a4454451577f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 797 time: 0.1565320 Aug 20 14:33:43.841164 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-972147c5-8d09-4cd2-8d19-c73e67e64005 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/quotas/81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 375 time: 0.0150115 Aug 20 14:33:43.939923 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-94e39c4b-d068-4667-a886-917d9ceb85f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879912 Aug 20 14:33:44.100471 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:44.171439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] For port c500cc6e-1803-4198-845a-3d1ff500bd90, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c500cc6e-1803-4198-845a-3d1ff500bd90,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:44.182774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 2, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:44.189195 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:44.222665 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-3376c8dc-db6d-4641-bcf8-b72d387e6f03 service neutron] 10.222.0.59 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590728 Aug 20 14:33:44.247282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Checking router: 5b56a025-b745-4630-979e-e8a043a38962 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:33:44.247883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Updating router 5b56a025-b745-4630-979e-e8a043a38962 port da3624c6-331c-40f0-bdca-9564a51ef962 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:33:44.350725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:44.385447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-684a6993-1d1f-4918-b3c0-4c2f00f0a625 service neutron] 10.222.0.59 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527362 Aug 20 14:33:44.402782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89c164-0f33-4481-a371-a610f8ff90e6 None None] Pushing event updated for resources: {'Port': ['ID=c500cc6e-1803-4198-845a-3d1ff500bd90,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:44.622533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b491177d-3e9c-4f6b-8a1f-a7f9fc895a29 None None] Provisioning for port da3624c6-331c-40f0-bdca-9564a51ef962 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:44.633988 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b491177d-3e9c-4f6b-8a1f-a7f9fc895a29 None None] Provisioning complete for port da3624c6-331c-40f0-bdca-9564a51ef962 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:44.634598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b491177d-3e9c-4f6b-8a1f-a7f9fc895a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:44.687446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-68747cce-7494-4934-9520-6f4df0c4d00e req-0193bf86-99f3-4c66-abc8-8260b068f172 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 210 time: 0.0377769 Aug 20 14:33:44.796540 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b491177d-3e9c-4f6b-8a1f-a7f9fc895a29 None None] Port da3624c6-331c-40f0-bdca-9564a51ef962 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:33:44.845579 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b491177d-3e9c-4f6b-8a1f-a7f9fc895a29 None None] Provisioning complete for port c500cc6e-1803-4198-845a-3d1ff500bd90 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:44.845579 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b491177d-3e9c-4f6b-8a1f-a7f9fc895a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:44.889494 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c500cc6e-1803-4198-845a-3d1ff500bd90 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:45.083526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port c500cc6e-1803-4198-845a-3d1ff500bd90 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:45.083960 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:45.121739 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:45.157690 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Transition to ACTIVE for port object da3624c6-331c-40f0-bdca-9564a51ef962 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:45.171969 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:45.273237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a7f0-1a51-4161-bb17-105f38364452 None None] Pushing event updated for resources: {'Port': ['ID=da3624c6-331c-40f0-bdca-9564a51ef962,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:45.353003 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Attempting to bind port da3624c6-331c-40f0-bdca-9564a51ef962 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:33:45.353651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Attempting to bind port da3624c6-331c-40f0-bdca-9564a51ef962 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:33:45.354224 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Attempting to bind port da3624c6-331c-40f0-bdca-9564a51ef962 on network 814ee4ff-0116-4af0-9aa1-06401cdefec7 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:33:45.360193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:33:45.360673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Checking segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:33:45.361097 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:45.361499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Bound using segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:33:45.362027 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Bound port: da3624c6-331c-40f0-bdca-9564a51ef962, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:33:45.362395 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:45.478232 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] For port da3624c6-331c-40f0-bdca-9564a51ef962, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:33:45.485461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] For port da3624c6-331c-40f0-bdca-9564a51ef962, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=da3624c6-331c-40f0-bdca-9564a51ef962,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:33:45.493657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:45.606039 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:45.606618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:45.614949 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a7f0-1a51-4161-bb17-105f38364452 None None] Pushing event updated for resources: {'Port': ['ID=da3624c6-331c-40f0-bdca-9564a51ef962,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:45.746982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:45.902201 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25f16f8a-3d9f-4b81-afe0-f5ae690b400a req-b4bfc827-4d51-4460-9a1f-2d243fa5c36e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 210 time: 0.0569999 Aug 20 14:33:46.047124 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-367e0d1a-f226-4633-9815-806bb2862839 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:46.049936 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-367e0d1a-f226-4633-9815-806bb2862839 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 797 time: 0.1949835 Aug 20 14:33:46.112362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c86cb86c-3bf8-4f97-9fcd-fdbbe30db453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:46.113284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-2305008b-00ce-445c-98da-0775ffe5cd49 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 380 time: 0.0527399 Aug 20 14:33:46.126794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'port': {'device_id': 'a591de35-1648-4d83-825f-c91f26714f2d', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'admin_state_up': True, 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'security_groups': ['fdce03cd-8008-4171-ae2a-8ab003fc6616']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:46.255582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:45Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:46.284461 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09911ac-e73c-4a7a-9ab5-4c76da45b330 None None] The sync data for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 is: [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:45Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:33:46.292716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:33:46.296762 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:46.528324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.7 (814ee4ff-0116-4af0-9aa1-06401cdefec7/60b19af7-6ecd-40ec-8956-d0dfb8ebf1de/68d44718-8fd4-47c9-a0bd-3ae443caeae7) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:33:46.754030 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:46.783829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 68d44718-8fd4-47c9-a0bd-3ae443caeae7 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:46.853171 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:46.897834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:33:46.902857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device da3624c6-331c-40f0-bdca-9564a51ef962 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:46.903668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:46.909794 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:33:47.015378 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=68d44718-8fd4-47c9-a0bd-3ae443caeae7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:47.042649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port da3624c6-331c-40f0-bdca-9564a51ef962 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:47.050885 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port da3624c6-331c-40f0-bdca-9564a51ef962 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:47.052074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.054556 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:47.055558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.123997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-d5291561-d5ac-493b-ba5f-e6630e2d7e26 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0019259 Aug 20 14:33:47.189308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c556f-9668-48d9-ad97-81c0d7f49e31 req-692e89f9-a582-47d2-a151-881c9d86ad89 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:47.191523 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e2c556f-9668-48d9-ad97-81c0d7f49e31 req-692e89f9-a582-47d2-a151-881c9d86ad89 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 931 time: 0.1180632 Aug 20 14:33:47.245480 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Request body: {'port': {'device_id': 'a591de35-1648-4d83-825f-c91f26714f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:47.262707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.306277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e2c556f-9668-48d9-ad97-81c0d7f49e31 req-0b2c928f-9baf-4e26-84f9-cc4946f6efb8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037405 Aug 20 14:33:47.321527 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port da3624c6-331c-40f0-bdca-9564a51ef962, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=da3624c6-331c-40f0-bdca-9564a51ef962,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:47.338994 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.364205 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.427055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e9a43f09-515c-4feb-83cd-af986795aaa4 None None] Provisioning for port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:47.437609 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e9a43f09-515c-4feb-83cd-af986795aaa4 None None] Provisioning complete for port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:47.438096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e9a43f09-515c-4feb-83cd-af986795aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.499268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=da3624c6-331c-40f0-bdca-9564a51ef962,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:47.519896 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e9a43f09-515c-4feb-83cd-af986795aaa4 None None] Port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:33:47.742012 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d44718-8fd4-47c9-a0bd-3ae443caeae7 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:33:47.750498 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.764279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Transition to ACTIVE for port object 68d44718-8fd4-47c9-a0bd-3ae443caeae7 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:33:47.770488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:47.841181 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Pushing event updated for resources: {'Port': ['ID=68d44718-8fd4-47c9-a0bd-3ae443caeae7,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:47.942552 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Attempting to bind port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:33:47.943220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Attempting to bind port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:33:47.943717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Attempting to bind port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 on network 814ee4ff-0116-4af0-9aa1-06401cdefec7 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:33:47.948844 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 on network 814ee4ff-0116-4af0-9aa1-06401cdefec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:33:47.949179 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Attempting to bind port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 on network 814ee4ff-0116-4af0-9aa1-06401cdefec7 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:33:47.956225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:33:47.956634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Checking segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:33:47.957045 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Bound using segment: {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:33:47.958024 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Bound port: 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb6a546-aec3-4d0a-8e9a-ee1192e85221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:33:47.959158 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:48.067584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] For port 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:33:48.072970 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] For port 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:33:48.079259 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:48.128207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:48.129174 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:48.131676 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] 10.222.0.13 "PUT /v2.0/ports/68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 1091 time: 0.9958258 Aug 20 14:33:48.132246 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:33:48.137386 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b99436-28df-4fc3-83ae-7992480322b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:33:48.213517 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ed37d-e649-47f6-bfe3-595234590f80 service neutron] Pushing event updated for resources: {'Port': ['ID=68d44718-8fd4-47c9-a0bd-3ae443caeae7,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:48.274693 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d382a4-1237-46d2-8ff1-d76a5badcd99 x-openstack-request-id: req-62d382a4-1237-46d2-8ff1-d76a5badcd99 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:33:48.275339 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:33:48.275770 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62d382a4-1237-46d2-8ff1-d76a5badcd99 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:33:48.276428 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'status': 'completed', 'code': 200} Aug 20 14:33:48.292015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-b11faea2-e291-4aa6-b864-2b5ece40a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:48.293698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-b11faea2-e291-4aa6-b864-2b5ece40a035 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1094 time: 0.1039896 Aug 20 14:33:48.367762 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-7c14ffac-b222-43ef-a018-ee0a33830017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 217 time: 0.0659113 Aug 20 14:33:48.444914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-6028ce5a-6720-4f90-b483-f1ac659a02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:48.446664 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-6028ce5a-6720-4f90-b483-f1ac659a02db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 200 len: 835 time: 0.0694718 Aug 20 14:33:48.530547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788af2e-c652-436d-ad46-5ceec5289d7d req-eecd03a5-44a8-492f-8adc-4040fba75ee8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:48.533295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5788af2e-c652-436d-ad46-5ceec5289d7d req-eecd03a5-44a8-492f-8adc-4040fba75ee8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 943 time: 0.1070964 Aug 20 14:33:48.542475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-e732cc05-e73c-4b86-a8b1-7aca22d01c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:48.544053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-e732cc05-e73c-4b86-a8b1-7aca22d01c25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=814ee4ff-0116-4af0-9aa1-06401cdefec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825832 Aug 20 14:33:48.630810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b22108b3-a8f1-4d70-b2ea-0bf77fa1057e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:48.639497 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:48.645331 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5788af2e-c652-436d-ad46-5ceec5289d7d req-ca56848f-9321-433c-93bb-55ec6ab90fde tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994895 Aug 20 14:33:48.699010 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-24e67de6-b7e4-4503-baf6-4ef0bf7d0d52 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464658 Aug 20 14:33:48.828943 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device da3624c6-331c-40f0-bdca-9564a51ef962 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:48.863221 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19a77f62-e9ad-4e2d-abab-e776f13b869d req-2ad09fc7-c47c-4c90-b008-eda78f439a64 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564305 Aug 20 14:33:48.930367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port da3624c6-331c-40f0-bdca-9564a51ef962 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:48.930863 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:49.006108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99436-28df-4fc3-83ae-7992480322b6 req-a4fe2489-aad4-4c10-9698-bcf1dd635cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:49.008632 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-a4fe2489-aad4-4c10-9698-bcf1dd635cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1094 time: 0.0775983 Aug 20 14:33:49.132311 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99436-28df-4fc3-83ae-7992480322b6 req-69d28765-6310-4339-87fe-8948e15e4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:49.133886 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-69d28765-6310-4339-87fe-8948e15e4b60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 898 time: 0.1180396 Aug 20 14:33:49.186957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-b05adb03-0518-43ab-b1dc-7fe25960c5a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 217 time: 0.0444362 Aug 20 14:33:49.274819 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99436-28df-4fc3-83ae-7992480322b6 req-1f45705b-28fd-4414-980c-b0f9b6d43aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:49.277617 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-1f45705b-28fd-4414-980c-b0f9b6d43aa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 200 len: 835 time: 0.0824711 Aug 20 14:33:49.351814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99436-28df-4fc3-83ae-7992480322b6 req-07b2ce08-9702-40b8-8c60-7781c88a1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:49.354639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-07b2ce08-9702-40b8-8c60-7781c88a1a00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=814ee4ff-0116-4af0-9aa1-06401cdefec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690734 Aug 20 14:33:49.472032 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-7d788708-adf8-462f-b2f3-30a314593bbb service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084206 Aug 20 14:33:49.582146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-16b99436-28df-4fc3-83ae-7992480322b6 req-181da3bb-c1ee-4bde-9542-a15b5b4c11d9 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023431 Aug 20 14:33:49.803623 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:49.849907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf59ada-eb01-4865-bcdc-3df3f193499c req-eec06cd4-ef7d-454b-bf22-3fa21abcdbb9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:49.851590 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bf59ada-eb01-4865-bcdc-3df3f193499c req-eec06cd4-ef7d-454b-bf22-3fa21abcdbb9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 943 time: 0.0744488 Aug 20 14:33:49.901789 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9bf59ada-eb01-4865-bcdc-3df3f193499c req-e6469d67-6725-48af-bdd4-022ee4bbd3d3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439596 Aug 20 14:33:51.067773 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fd77a-4892-44de-9c95-076edf312a16 req-e35c35f1-c89e-4347-919a-197d8878a322 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:51.069698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a62fd77a-4892-44de-9c95-076edf312a16 req-e35c35f1-c89e-4347-919a-197d8878a322 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 943 time: 0.0772631 Aug 20 14:33:51.127225 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a62fd77a-4892-44de-9c95-076edf312a16 req-f54a2b4a-2653-45df-b85c-dd2358e8fcce tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457165 Aug 20 14:33:51.312206 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 68d44718-8fd4-47c9-a0bd-3ae443caeae7 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:33:51.464490 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:51.484218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'port_id': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'mac_address': 'fa:16:3e:00:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:33:51.534206 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:51.557643 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d44718-8fd4-47c9-a0bd-3ae443caeae7 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:33:51.585062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:51.590291 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:51.649672 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=68d44718-8fd4-47c9-a0bd-3ae443caeae7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:51.731492 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:51.795522 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['68d44718-8fd4-47c9-a0bd-3ae443caeae7'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:33:52.268504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7efb70-8f63-45ef-bf4a-ee8e06076de6 req-d0a37133-2cfc-4805-8db0-36c941139194 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:52.271494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be7efb70-8f63-45ef-bf4a-ee8e06076de6 req-d0a37133-2cfc-4805-8db0-36c941139194 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 944 time: 0.0637836 Aug 20 14:33:52.331105 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-be7efb70-8f63-45ef-bf4a-ee8e06076de6 req-7a5c071f-9388-4160-a8e1-db09681eda50 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482812 Aug 20 14:33:53.311857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 68d44718-8fd4-47c9-a0bd-3ae443caeae7 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:33:53.386504 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:33:53.391707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:33:53.392461 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:53.492660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86880bfb-0c4b-4a53-a15e-3eb2440c61b3 req-d2e9d4b4-4982-4e67-ad34-bc26883642ae tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:53.498994 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86880bfb-0c4b-4a53-a15e-3eb2440c61b3 req-d2e9d4b4-4982-4e67-ad34-bc26883642ae tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 944 time: 0.0706131 Aug 20 14:33:53.540636 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:53.568946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-86880bfb-0c4b-4a53-a15e-3eb2440c61b3 req-f0b9feda-acc2-4041-a6b6-faae4c9aa9cb tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614631 Aug 20 14:33:53.571419 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:33:53.575520 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21df5413-4b9b-4191-8671-20df9c3f23bb" -d '{"events": [{"server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "name": "network-vif-plugged", "status": "completed", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:33:53.597346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:33:53.604204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:53.699266 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=68d44718-8fd4-47c9-a0bd-3ae443caeae7,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:53.728212 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dea7d7-2b9f-43b4-b79e-a927b5c9ede7 x-openstack-request-id: req-63dea7d7-2b9f-43b4-b79e-a927b5c9ede7 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:33:53.728698 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "name": "network-vif-plugged", "status": "completed", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:33:53.729079 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63dea7d7-2b9f-43b4-b79e-a927b5c9ede7 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:33:53.729567 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'code': 200} Aug 20 14:33:53.849300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e7613-af07-45ad-8ecd-4f65659502c1 req-754e6c52-9262-4669-bf64-69e5ee927249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:53.850710 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-523e7613-af07-45ad-8ecd-4f65659502c1 req-754e6c52-9262-4669-bf64-69e5ee927249 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1096 time: 0.0586121 Aug 20 14:33:53.892870 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-523e7613-af07-45ad-8ecd-4f65659502c1 req-a8121e7d-7919-41dd-afb3-db1ed27be36d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Aug 20 14:33:54.744216 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04bc55-dd49-4fff-858d-9f87fdd3960e req-ef40972c-95f6-45e7-b25c-f4a355317f60 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:54.745868 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c04bc55-dd49-4fff-858d-9f87fdd3960e req-ef40972c-95f6-45e7-b25c-f4a355317f60 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0827608 Aug 20 14:33:54.803568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3c04bc55-dd49-4fff-858d-9f87fdd3960e req-2c0e943e-6951-4c0a-9bb8-bce54fb5bf0e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507600 Aug 20 14:33:55.975390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a96c5-e66b-4df0-a569-7b52197548eb req-aefc0975-f180-47d6-aebc-3c30b2682aac tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:55.977601 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c02a96c5-e66b-4df0-a569-7b52197548eb req-aefc0975-f180-47d6-aebc-3c30b2682aac tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0812454 Aug 20 14:33:56.022824 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c02a96c5-e66b-4df0-a569-7b52197548eb req-397e9f20-1a92-407c-8f09-95849bc63053 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383291 Aug 20 14:33:56.202103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cbf7f-6192-4f6d-90d2-890025bdeedd req-084b000a-d4ee-4b94-a5e6-342a9da38470 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:56.203906 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d35cbf7f-6192-4f6d-90d2-890025bdeedd req-084b000a-d4ee-4b94-a5e6-342a9da38470 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0656283 Aug 20 14:33:56.265671 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d35cbf7f-6192-4f6d-90d2-890025bdeedd req-a3e9b729-1f62-4873-999d-c90791325587 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544038 Aug 20 14:33:56.290478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47062) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:56.344511 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bebceda-f0d9-4fca-9287-de9734690b55 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:56.346169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2bebceda-f0d9-4fca-9287-de9734690b55 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1091 time: 0.0545878 Aug 20 14:33:56.351441 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47064) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:56.358105 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:33:56.385537 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:56.514903 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:56.665705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.237 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/020a387f-3095-4746-bf16-0d37cca8f052) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:33:56.810907 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:56.857953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:56.901194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:33:56.904399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:33:56.907317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:33:56.940097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=020a387f-3095-4746-bf16-0d37cca8f052,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:57.752824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:57.883087 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:58.192128 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:58.199134 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:58.280130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=020a387f-3095-4746-bf16-0d37cca8f052,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:33:58.297001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:58.449069 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 828cc151-0cb9-4152-b064-3827676ac25d associated. External IP: 172.25.6.237, port: 68d44718-8fd4-47c9-a0bd-3ae443caeae7. Aug 20 14:33:58.794359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 5b56a025-b745-4630-979e-e8a043a38962 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:33:58.942668 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:33:58.958003 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] Sync routers for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:33:58.966781 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:33:58.975505 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:58.976643 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:59.017599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e1ff2343-6391-468c-be63-d57fc80ae1f7 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6645882 Aug 20 14:33:59.018496 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:33:59.023638 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174fd8b6-2eb0-40ff-812e-073fc88671dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:33:59.092208 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880efe01-15ed-4cb2-8576-61e95070c1c0 x-openstack-request-id: req-880efe01-15ed-4cb2-8576-61e95070c1c0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:33:59.092804 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:33:59.093072 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-880efe01-15ed-4cb2-8576-61e95070c1c0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:33:59.093527 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'status': 'completed', 'code': 200} Aug 20 14:33:59.155771 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92e530-f8a1-45af-b867-9c6f8e1b8ea8 req-066bf546-61ad-4e8c-9c00-40dc1878faa1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:59.157707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c92e530-f8a1-45af-b867-9c6f8e1b8ea8 req-066bf546-61ad-4e8c-9c00-40dc1878faa1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0615199 Aug 20 14:33:59.178944 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-bd6a5829-f0de-4881-b7d5-65934a8d9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:59.180752 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-bd6a5829-f0de-4881-b7d5-65934a8d9924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1096 time: 0.0610435 Aug 20 14:33:59.218198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2c92e530-f8a1-45af-b867-9c6f8e1b8ea8 req-2a9aeafc-2528-4d4a-883a-afd9e703d451 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494630 Aug 20 14:33:59.250421 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47070) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:33:59.279264 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:59.302055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-b24d88b1-9ad2-4ebe-8867-69babe716eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:59.303634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-b24d88b1-9ad2-4ebe-8867-69babe716eef service neutron] 10.222.0.13 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 898 time: 0.1157403 Aug 20 14:33:59.348676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-cedcef02-fadf-4c2c-8d15-a2f7771079d6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/828cc151-0cb9-4152-b064-3827676ac25d HTTP/1.1" status: 200 len: 991 time: 0.0954199 Aug 20 14:33:59.381983 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-2e7dcaee-19b9-406f-89de-6ca649712382 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 999 time: 0.0705154 Aug 20 14:33:59.442866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-5aac3b2e-ad51-437d-b94f-47d04cf1a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:59.445017 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-5aac3b2e-ad51-437d-b94f-47d04cf1a2fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 200 len: 835 time: 0.0556686 Aug 20 14:33:59.533780 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-ec70a560-ace8-4496-ac0a-494014728a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:33:59.536099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-ec70a560-ace8-4496-ac0a-494014728a7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=814ee4ff-0116-4af0-9aa1-06401cdefec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826774 Aug 20 14:33:59.646570 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '828cc151-0cb9-4152-b064-3827676ac25d', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5b56a025-b745-4630-979e-e8a043a38962', 'port_id': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'mac_address': 'fa:16:3e:00:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a591de35-1648-4d83-825f-c91f26714f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:33:57Z', 'updated_at': '2021-08-20T14:33:57Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:47Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:59.653458 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-d0c1f053-2bd7-45e5-9ec8-f455e8104f09 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102991 Aug 20 14:33:59.681049 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] Checking router: 5b56a025-b745-4630-979e-e8a043a38962 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:33:59.690957 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:33:59.691622 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:33:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:33:59.781164 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-174fd8b6-2eb0-40ff-812e-073fc88671dd req-effb7f91-b5a4-4a77-912e-74849893eb6d service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206207 Aug 20 14:33:59.813419 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:33:59.818466 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:00.123381 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '828cc151-0cb9-4152-b064-3827676ac25d', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5b56a025-b745-4630-979e-e8a043a38962', 'port_id': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'mac_address': 'fa:16:3e:00:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a591de35-1648-4d83-825f-c91f26714f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:33:57Z', 'updated_at': '2021-08-20T14:33:57Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:47Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:34:00.158680 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db80ea2-e313-44d1-8f8f-8884bff5efbb None None] The sync data for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 is: [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '828cc151-0cb9-4152-b064-3827676ac25d', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5b56a025-b745-4630-979e-e8a043a38962', 'port_id': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'mac_address': 'fa:16:3e:00:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a591de35-1648-4d83-825f-c91f26714f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:33:57Z', 'updated_at': '2021-08-20T14:33:57Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:47Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:34:00.351824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47072) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:34:00.408372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808ddd1-7a56-4f33-9b87-5ea5faff3429 None None] New status for floating IP 828cc151-0cb9-4152-b064-3827676ac25d: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:34:00.468893 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-cda1d621-f836-494d-b696-21602ea3745f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/828cc151-0cb9-4152-b064-3827676ac25d HTTP/1.1" status: 200 len: 991 time: 0.1155031 Aug 20 14:34:01.474489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:34:01.559360 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-8d4efa87-36df-4822-8cfa-83a93ac958c6 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/828cc151-0cb9-4152-b064-3827676ac25d HTTP/1.1" status: 200 len: 993 time: 0.0832398 Aug 20 14:34:02.469364 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:15.878421 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-14e69d3d-aa43-4752-bf41-4c9efee7f987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:17.371073 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:34:18.635669 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ed4f-a9ce-4cce-a801-3bcdaf43ab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:18.646602 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:19.810825 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:21.731405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:25.767769 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-82f6dcfb-1c12-4f72-b1fc-04e3951fa1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546918 Aug 20 14:34:25.873932 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-50729d47-0a59-43fb-99bd-87e6b068c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:25.875489 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-50729d47-0a59-43fb-99bd-87e6b068c868 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1096 time: 0.0491633 Aug 20 14:34:26.036221 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-48acdf0b-258c-41b1-bb55-6f3711f7f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:26.038948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-48acdf0b-258c-41b1-bb55-6f3711f7f400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 898 time: 0.1391015 Aug 20 14:34:26.130276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-3ef686f6-3698-41d0-b6a1-15bd5ae9e30b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 1001 time: 0.0826266 Aug 20 14:34:26.190766 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-a61540b6-d951-496f-b648-98fff6b6f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:26.192866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-a61540b6-d951-496f-b648-98fff6b6f07d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 200 len: 835 time: 0.0544059 Aug 20 14:34:26.255972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-8601c880-b0db-4b4c-bbd2-227941b9e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:26.259549 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-8601c880-b0db-4b4c-bbd2-227941b9e027 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=814ee4ff-0116-4af0-9aa1-06401cdefec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546079 Aug 20 14:34:26.359740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-664fdf61-b804-4d54-b2e6-c69288a000d6 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935233 Aug 20 14:34:26.469554 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d0d7a0a3-1ff3-4e15-9e25-86370d72ccde req-675ee289-d8a1-4255-846d-36a41a6b8a7b service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028268 Aug 20 14:34:29.818904 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:31.053336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce664ec-f673-4d99-8cbc-1d848b2befce req-e71c4274-e11f-4252-a49a-2eca58b01dc8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:31.056056 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ce664ec-f673-4d99-8cbc-1d848b2befce req-e71c4274-e11f-4252-a49a-2eca58b01dc8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0905104 Aug 20 14:34:31.126973 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3ce664ec-f673-4d99-8cbc-1d848b2befce req-4acdc688-c538-416f-9dcd-654c5467214f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637155 Aug 20 14:34:32.272858 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bddc98-b28e-4326-b2ba-fc67ce4dbfd9 req-6489b92c-6156-4a99-b0a7-bad19966f085 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:32.274541 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0bddc98-b28e-4326-b2ba-fc67ce4dbfd9 req-6489b92c-6156-4a99-b0a7-bad19966f085 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0638611 Aug 20 14:34:32.315770 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a0bddc98-b28e-4326-b2ba-fc67ce4dbfd9 req-02a78294-e118-4050-b775-f4a2cf45498c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Aug 20 14:34:32.484799 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:33.515974 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8ccd2-b040-48c3-be61-17b9545b3131 req-330fe140-c71b-42e8-9ba8-1616853fcb83 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:33.517786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eda8ccd2-b040-48c3-be61-17b9545b3131 req-330fe140-c71b-42e8-9ba8-1616853fcb83 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0652969 Aug 20 14:34:33.587774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-eda8ccd2-b040-48c3-be61-17b9545b3131 req-67e89ea0-9770-4a56-8ec6-31daa0231a66 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600481 Aug 20 14:34:34.779902 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101caeb6-77e6-4861-a5e2-b7ff95b6cdcf req-2d86fd83-bcac-4591-8f75-43807660443f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:34.781654 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-101caeb6-77e6-4861-a5e2-b7ff95b6cdcf req-2d86fd83-bcac-4591-8f75-43807660443f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0601816 Aug 20 14:34:34.842999 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-101caeb6-77e6-4861-a5e2-b7ff95b6cdcf req-f5e473b9-a629-4423-bd1d-b978bab1c369 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501182 Aug 20 14:34:36.053054 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ca007-4d88-40a9-b321-7a6e809136c2 req-ed77726d-6548-47fd-ba9d-9c08e3439c79 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:36.054724 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-428ca007-4d88-40a9-b321-7a6e809136c2 req-ed77726d-6548-47fd-ba9d-9c08e3439c79 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0851412 Aug 20 14:34:36.125039 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-428ca007-4d88-40a9-b321-7a6e809136c2 req-12955500-6d99-495e-af2b-4fdcca1e3bc4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602639 Aug 20 14:34:37.314678 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8943c47-79c7-49d6-be0a-c7ecba00112e req-e98bd2d2-ff91-4c97-ace0-0970d92f8000 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:37.318101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8943c47-79c7-49d6-be0a-c7ecba00112e req-e98bd2d2-ff91-4c97-ace0-0970d92f8000 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.1010005 Aug 20 14:34:37.385629 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b8943c47-79c7-49d6-be0a-c7ecba00112e req-8988872e-e130-4628-a8e3-922f85a52855 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609598 Aug 20 14:34:38.555482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cabf63-41fb-4a74-a11b-0f02b0fa57c0 req-4be168fd-09ed-4af8-bc0d-82b085764645 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:38.557253 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5cabf63-41fb-4a74-a11b-0f02b0fa57c0 req-4be168fd-09ed-4af8-bc0d-82b085764645 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0622096 Aug 20 14:34:38.618069 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a5cabf63-41fb-4a74-a11b-0f02b0fa57c0 req-16ea4656-cc15-4504-aecd-fd6d8ec63d3a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500326 Aug 20 14:34:39.782088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a0173-9803-46f6-b804-5453a0e0e95b req-541dc57f-8f03-484c-9d0a-475e0999aa90 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:39.783717 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-516a0173-9803-46f6-b804-5453a0e0e95b req-541dc57f-8f03-484c-9d0a-475e0999aa90 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0718074 Aug 20 14:34:39.838200 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-516a0173-9803-46f6-b804-5453a0e0e95b req-c9136fae-d9e3-41fd-a678-5582bb6d7b27 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464053 Aug 20 14:34:40.995587 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f79d9d-eaa1-4af2-8844-3f57e2eb3b2e req-58472af6-da8a-4d48-8fe3-b984a27832be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:40.998498 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8f79d9d-eaa1-4af2-8844-3f57e2eb3b2e req-58472af6-da8a-4d48-8fe3-b984a27832be tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0875771 Aug 20 14:34:41.055287 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8f79d9d-eaa1-4af2-8844-3f57e2eb3b2e req-3957cd6d-c701-4864-88d1-b65a6ef41322 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464065 Aug 20 14:34:42.214804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a4f16-0243-47b5-a4f9-197f4f674c79 req-05ce7dd2-42f6-4e7e-b10a-a412405c824b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:42.217773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e35a4f16-0243-47b5-a4f9-197f4f674c79 req-05ce7dd2-42f6-4e7e-b10a-a412405c824b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0734327 Aug 20 14:34:42.275811 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e35a4f16-0243-47b5-a4f9-197f4f674c79 req-2c2b1f5b-88de-4513-9d5a-3c7a7501ceda tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496988 Aug 20 14:34:43.480473 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204f02c-f245-44eb-9d4a-c62573d2d84c req-53d0ba23-42a2-4550-bd53-ffdc874e7558 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:43.483374 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6204f02c-f245-44eb-9d4a-c62573d2d84c req-53d0ba23-42a2-4550-bd53-ffdc874e7558 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.1043549 Aug 20 14:34:43.554239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6204f02c-f245-44eb-9d4a-c62573d2d84c req-f2a2a089-1f86-41ef-ba53-bdab5360744e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624921 Aug 20 14:34:44.766640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b8c0-5596-473c-9ce8-c6967712828b req-9efa85c8-4a9d-4d5a-9c17-ee4576b525af tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:44.768314 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7240b8c0-5596-473c-9ce8-c6967712828b req-9efa85c8-4a9d-4d5a-9c17-ee4576b525af tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0924547 Aug 20 14:34:44.836805 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7240b8c0-5596-473c-9ce8-c6967712828b req-473927ea-7b52-444a-a889-e3d69b8c4e43 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561843 Aug 20 14:34:45.866176 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee7-7ad9-4e95-92a3-837d19fc7a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:45.989170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6487-8766-4095-9e32-c32b5c47331f req-1b846ae2-6064-4ef7-8b10-d6117d579b13 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:45.991946 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1bca6487-8766-4095-9e32-c32b5c47331f req-1b846ae2-6064-4ef7-8b10-d6117d579b13 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0723429 Aug 20 14:34:46.053865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1bca6487-8766-4095-9e32-c32b5c47331f req-43de0fae-d964-47a1-9ad8-dd666f32feda tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542624 Aug 20 14:34:47.211231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f10f-1151-431e-81d3-5b7c2d9cccb0 req-d69f4988-6b58-465d-af68-be7ba2a1cc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:47.214127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea58f10f-1151-431e-81d3-5b7c2d9cccb0 req-d69f4988-6b58-465d-af68-be7ba2a1cc5a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0696399 Aug 20 14:34:47.269165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ea58f10f-1151-431e-81d3-5b7c2d9cccb0 req-1cdd2d8c-a554-49f2-973a-be88ebb31028 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476072 Aug 20 14:34:47.303270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47120) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:34:47.388274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a1121a50-0f52-4191-ba07-91b755c06e15 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/828cc151-0cb9-4152-b064-3827676ac25d HTTP/1.1" status: 200 len: 993 time: 0.0834141 Aug 20 14:34:48.628997 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46f7f23a-7872-4105-9773-1318914029cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:48.637958 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:48.782275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc2dad-ae2d-4bf7-87b9-c59fb97b33f8 req-a0048028-809e-4990-8142-c1b959a88999 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:48.783836 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4dc2dad-ae2d-4bf7-87b9-c59fb97b33f8 req-a0048028-809e-4990-8142-c1b959a88999 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0996673 Aug 20 14:34:48.804335 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-c457eafa-51ff-4ed8-8fe3-e1ff8960a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:48.805967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-c457eafa-51ff-4ed8-8fe3-e1ff8960a00f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1096 time: 0.0795379 Aug 20 14:34:48.898393 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d4dc2dad-ae2d-4bf7-87b9-c59fb97b33f8 req-d509dee6-0507-4145-b54a-2874e4c5fc91 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029692 Aug 20 14:34:48.944489 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-f40f615a-dbbe-43b4-9582-7fbebdec2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:48.946228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-f40f615a-dbbe-43b4-9582-7fbebdec2f7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 898 time: 0.1296062 Aug 20 14:34:49.021976 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-d321c02c-5441-472f-8d94-26064ab5742c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 1001 time: 0.0680768 Aug 20 14:34:49.085102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-da4965d8-deb6-4e96-b227-9f5836634b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:49.086684 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-da4965d8-deb6-4e96-b227-9f5836634b52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 200 len: 835 time: 0.0565720 Aug 20 14:34:49.154526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-47695270-7da8-4de9-a350-2ea3ba462963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:49.156777 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-47695270-7da8-4de9-a350-2ea3ba462963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=814ee4ff-0116-4af0-9aa1-06401cdefec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621176 Aug 20 14:34:49.280283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-1f19c8d9-a266-46e3-9bb0-d9af54e9fc9d service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162934 Aug 20 14:34:49.452323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-92ebb9bd-4db3-4fb3-b6e6-b0613277738c req-eacc9a89-689e-473f-a207-58f63af93226 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646156 Aug 20 14:34:49.819932 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:50.081213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19095c-7638-44dd-8dcb-7086011381c2 req-835438f8-5fe8-436b-a5af-6ca5bb572de2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:50.084224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f19095c-7638-44dd-8dcb-7086011381c2 req-835438f8-5fe8-436b-a5af-6ca5bb572de2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0895276 Aug 20 14:34:50.140144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4f19095c-7638-44dd-8dcb-7086011381c2 req-9de8d03b-ac50-46dc-92d7-706fe8a81063 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481269 Aug 20 14:34:51.287055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79663be8-0301-4e6d-8bfe-ff3667b2bdaf req-4e0f3540-342f-450b-b7bb-b904a326f747 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:34:51.288807 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-79663be8-0301-4e6d-8bfe-ff3667b2bdaf req-4e0f3540-342f-450b-b7bb-b904a326f747 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0589049 Aug 20 14:34:51.338842 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-79663be8-0301-4e6d-8bfe-ff3667b2bdaf req-5c43e092-8d83-4de9-b717-1fe64c414b7c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Aug 20 14:34:51.371732 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47132) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:34:51.452515 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bb92ae26-e9c1-4fb9-8efb-563e3bec5e8c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/828cc151-0cb9-4152-b064-3827676ac25d HTTP/1.1" status: 200 len: 993 time: 0.0793931 Aug 20 14:34:51.741652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:34:54.369091 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:34:59.825687 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:02.493136 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:15.872715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-da0361ef-23e8-4fb7-b19b-28859ef4d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:18.628193 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-66cc976d-731e-4ae7-8a0e-904c529f7371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:18.637423 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:19.816900 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:21.744753 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:21.867104 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47150) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:22.076712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 020a387f-3095-4746-bf16-0d37cca8f052 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:35:22.077055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:22.166898 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:22.167277 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:22.184137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 020a387f-3095-4746-bf16-0d37cca8f052 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:35:22.412792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:22.444023 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=020a387f-3095-4746-bf16-0d37cca8f052,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:22.486830 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.487312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.487768 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.488349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.489424 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.490020 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.490380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.490726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.491068 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.491405 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.491740 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.492073 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:22.564228 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:22.564859 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP 828cc151-0cb9-4152-b064-3827676ac25d disassociated (deleted). External IP: 172.25.6.237, port: 68d44718-8fd4-47c9-a0bd-3ae443caeae7. Aug 20 14:35:23.250245 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 5b56a025-b745-4630-979e-e8a043a38962 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:35:23.437359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:35:23.445448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:23.451199 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] Sync routers for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:35:23.465971 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:23.466805 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:23.498433 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4a5d618a-a8f1-4358-b79a-feb8d487ec47 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/floatingips/828cc151-0cb9-4152-b064-3827676ac25d HTTP/1.1" status: 204 len: 168 time: 1.6295345 Aug 20 14:35:23.499422 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:35:23.503777 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53620e9e-9702-40a4-9537-82ae427e4b23" -d '{"events": [{"name": "network-changed", "server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:35:23.578244 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6667bfc-ed3a-49f2-acb5-4f49417648a0 x-openstack-request-id: req-a6667bfc-ed3a-49f2-acb5-4f49417648a0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:35:23.578709 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:35:23.579114 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6667bfc-ed3a-49f2-acb5-4f49417648a0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:35:23.579778 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'status': 'completed', 'code': 200} Aug 20 14:35:23.621500 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:23.658874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-6d49cda6-14b0-410b-9d94-5774c9bc5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:23.662461 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-6d49cda6-14b0-410b-9d94-5774c9bc5119 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 1096 time: 0.0592227 Aug 20 14:35:23.837215 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-6274ae30-dec8-4eef-a57b-435d0bf98b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:23.841119 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-6274ae30-dec8-4eef-a57b-435d0bf98b0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 200 len: 898 time: 0.1706064 Aug 20 14:35:23.919127 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-1eeb8675-2ab7-4e49-b52c-2647e9e521dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 200 len: 217 time: 0.0699267 Aug 20 14:35:23.978801 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:47Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:24.004960 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415bf91-ddbc-4d98-ad72-5eee4fb6f284 req-bc4c695a-ec75-4410-b56a-1a2820282aec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:24.006595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-d86af256-7788-4f5c-87aa-3f7e4783afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:24.008321 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a415bf91-ddbc-4d98-ad72-5eee4fb6f284 req-bc4c695a-ec75-4410-b56a-1a2820282aec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.1688607 Aug 20 14:35:24.008635 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-d86af256-7788-4f5c-87aa-3f7e4783afbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 200 len: 835 time: 0.0816591 Aug 20 14:35:24.030341 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] Checking router: 5b56a025-b745-4630-979e-e8a043a38962 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:35:24.050700 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:24.053043 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:24.089310 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-d154cd03-59ca-4357-92ae-360eda9b1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:24.091126 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a415bf91-ddbc-4d98-ad72-5eee4fb6f284 req-e8f35700-a74f-48ba-954e-2cd955326022 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760117 Aug 20 14:35:24.091376 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-d154cd03-59ca-4357-92ae-360eda9b1f12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=814ee4ff-0116-4af0-9aa1-06401cdefec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742898 Aug 20 14:35:24.228772 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-858247e3-a61d-4fdd-bad7-a9d7bbd757df service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293030 Aug 20 14:35:24.258689 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:24.397511 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-53620e9e-9702-40a4-9537-82ae427e4b23 req-f599df8e-03b2-47f2-b58e-143d8dc50543 service neutron] 10.222.0.13 "GET /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595187 Aug 20 14:35:24.658933 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:47Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:24.709500 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d02f9-09df-4fff-9437-8b748328ad83 None None] The sync data for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 is: [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:33:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'da3624c6-331c-40f0-bdca-9564a51ef962', 'name': '', 'network_id': '814ee4ff-0116-4af0-9aa1-06401cdefec7', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:56:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:41Z', 'updated_at': '2021-08-20T14:33:47Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '60b19af7-6ecd-40ec-8956-d0dfb8ebf1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:35:25.023982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2ba6f-0fc3-40a9-a71a-070e4f06167c None None] New status for floating IP 828cc151-0cb9-4152-b064-3827676ac25d: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:35:25.269137 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-eb517bb2-382a-4633-9ab6-9ec6e5c4ac68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:25.270775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-eb517bb2-382a-4633-9ab6-9ec6e5c4ac68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.0890338 Aug 20 14:35:25.386014 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284262c7-5d6e-4141-9719-b23b3c72c994 req-af4e8e89-de0e-4b6e-b48a-94fba189cacd tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:25.387647 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-284262c7-5d6e-4141-9719-b23b3c72c994 req-af4e8e89-de0e-4b6e-b48a-94fba189cacd tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a591de35-1648-4d83-825f-c91f26714f2d HTTP/1.1" status: 200 len: 945 time: 0.1902189 Aug 20 14:35:25.449249 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-284262c7-5d6e-4141-9719-b23b3c72c994 req-37820d76-2fad-4a50-b047-1f1a47ffc82e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdce03cd-8008-4171-ae2a-8ab003fc6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Aug 20 14:35:25.460595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:35:25.460949 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:25.575557 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 68d44718-8fd4-47c9-a0bd-3ae443caeae7, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=68d44718-8fd4-47c9-a0bd-3ae443caeae7,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:25.575973 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:25.594022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 68d44718-8fd4-47c9-a0bd-3ae443caeae7 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:35:25.780746 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:25.822663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=68d44718-8fd4-47c9-a0bd-3ae443caeae7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:25.873889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] No DVR routers for this DVR port 68d44718-8fd4-47c9-a0bd-3ae443caeae7 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:35:25.878216 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:25.883284 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3494b0dd-3e2a-4ea4-9c50-8c01e8ffce5a req-fbd58903-4686-4ad7-b7de-4b0de03412a5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "DELETE /v2.0/ports/68d44718-8fd4-47c9-a0bd-3ae443caeae7 HTTP/1.1" status: 204 len: 173 time: 0.6031423 Aug 20 14:35:25.884103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'name': 'network-vif-deleted', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:35:25.888294 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e88c49-2c17-4272-ac31-4b5389c3d801" -d '{"events": [{"server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "name": "network-vif-deleted", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:35:25.944513 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa4a83-ce3e-43d9-8038-5335a6a59e86 x-openstack-request-id: req-bdaa4a83-ce3e-43d9-8038-5335a6a59e86 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:35:25.945054 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a591de35-1648-4d83-825f-c91f26714f2d", "name": "network-vif-deleted", "tag": "68d44718-8fd4-47c9-a0bd-3ae443caeae7", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:35:25.945458 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdaa4a83-ce3e-43d9-8038-5335a6a59e86 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:35:25.946091 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a591de35-1648-4d83-825f-c91f26714f2d', 'name': 'network-vif-deleted', 'tag': '68d44718-8fd4-47c9-a0bd-3ae443caeae7', 'status': 'completed', 'code': 200} Aug 20 14:35:26.533577 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47172) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:27.026190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:27.350436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port da3624c6-331c-40f0-bdca-9564a51ef962 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:35:27.350841 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:27.486801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port da3624c6-331c-40f0-bdca-9564a51ef962, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=da3624c6-331c-40f0-bdca-9564a51ef962,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:27.487407 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:27.514612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for da3624c6-331c-40f0-bdca-9564a51ef962 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:35:27.778438 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:27.812702 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=da3624c6-331c-40f0-bdca-9564a51ef962,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:28.076778 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.325770 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 5b56a025-b745-4630-979e-e8a043a38962 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:35:28.449899 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:35:28.456598 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-22dfc993-f84b-47d7-8f75-cff37c651326 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/5b56a025-b745-4630-979e-e8a043a38962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205620 Aug 20 14:35:28.461341 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47174) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:28.464193 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24122f-6645-48f8-a299-257ab184339f None None] Sync routers for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:35:28.477052 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:28.477827 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:28.536639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting subnet 60b19af7-6ecd-40ec-8956-d0dfb8ebf1de {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:35:28.542291 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.606118 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.609767 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:28.713034 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.786953 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.819195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Subnet': ['ID=60b19af7-6ecd-40ec-8956-d0dfb8ebf1de,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:28.823672 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.828675 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2e618294-7e84-48b6-80a3-b4ee689ef7ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/subnets/60b19af7-6ecd-40ec-8956-d0dfb8ebf1de HTTP/1.1" status: 204 len: 168 time: 0.3633964 Aug 20 14:35:28.829449 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47176) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:28.835817 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f7096-5404-4a70-afa7-cd080bfcbe54 None None] Network 814ee4ff-0116-4af0-9aa1-06401cdefec7 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:35:28.907437 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:35:27Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:28.958094 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24122f-6645-48f8-a299-257ab184339f None None] Checking router: 5b56a025-b745-4630-979e-e8a043a38962 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:35:28.964311 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:28.969363 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] Routers {'5b56a025-b745-4630-979e-e8a043a38962'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:28.970111 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5b56a025-b745-4630-979e-e8a043a38962'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:29.102718 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.126057 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] Set router 5b56a025-b745-4630-979e-e8a043a38962 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:29.171853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] DHCP port deletion for 814ee4ff-0116-4af0-9aa1-06401cdefec7 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:35:29.181440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 58cb5788-7876-4027-8cb8-397f8bad89d1 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:35:29.181836 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.257814 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Deleting port c500cc6e-1803-4198-845a-3d1ff500bd90 {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:35:29.258619 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.309153 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 58cb5788-7876-4027-8cb8-397f8bad89d1, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=58cb5788-7876-4027-8cb8-397f8bad89d1,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:29.309530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.324482 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 58cb5788-7876-4027-8cb8-397f8bad89d1 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:35:29.355395 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] For port c500cc6e-1803-4198-845a-3d1ff500bd90, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=c500cc6e-1803-4198-845a-3d1ff500bd90,segment=NetworkSegment(8cb6a546-aec3-4d0a-8e9a-ee1192e85221),segment_id=8cb6a546-aec3-4d0a-8e9a-ee1192e85221)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:29.356044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.381173 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Calling delete_port for c500cc6e-1803-4198-845a-3d1ff500bd90 owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:35:29.408191 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-5c24122f-6645-48f8-a299-257ab184339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:35:27Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:29.464625 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24122f-6645-48f8-a299-257ab184339f None None] The sync data for ids ['5b56a025-b745-4630-979e-e8a043a38962'] in n-d-804232-5 is: [{'id': '5b56a025-b745-4630-979e-e8a043a38962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963262553', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:33:36Z', 'updated_at': '2021-08-20T14:35:27Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '58cb5788-7876-4027-8cb8-397f8bad89d1', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56a025-b745-4630-979e-e8a043a38962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:33:37Z', 'updated_at': '2021-08-20T14:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:35:29.521816 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.559784 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Pushing event deleted for resources: {'Port': ['ID=c500cc6e-1803-4198-845a-3d1ff500bd90,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:29.564813 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] No DVR routers for this DVR port c500cc6e-1803-4198-845a-3d1ff500bd90 on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:35:29.573597 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.574058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.574326 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.574707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.575045 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.575376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.575774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.576133 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.576528 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.576929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.577257 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.577580 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dd31f-5cdb-4cf0-a769-aaeeba7af337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:29.618397 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.653428 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=58cb5788-7876-4027-8cb8-397f8bad89d1,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:29.735742 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.850635 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 68d44718-8fd4-47c9-a0bd-3ae443caeae7 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:35:29.853975 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.857025 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.858056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.891879 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 68d44718-8fd4-47c9-a0bd-3ae443caeae7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:35:29.892454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 68d44718-8fd4-47c9-a0bd-3ae443caeae7 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:35:29.923830 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.924726 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Fanout notify agent at l3_agent the message router_deleted on router 5b56a025-b745-4630-979e-e8a043a38962 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:35:29.934140 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:29.935342 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2f926335-c5d6-4ffc-9d3b-0e7aee70e485 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/routers/5b56a025-b745-4630-979e-e8a043a38962 HTTP/1.1" status: 204 len: 168 time: 1.1053636 Aug 20 14:35:29.940541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47178) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:30.059682 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.531697 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.544198 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814ee4ff-0116-4af0-9aa1-06401cdefec7']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:30.556975 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb6a546-aec3-4d0a-8e9a-ee1192e85221') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:30.557279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb6a546-aec3-4d0a-8e9a-ee1192e85221') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:30.568199 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.584944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.592655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:35:30.593107 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:35:30.596680 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:35:30.676402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.693323 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.696746 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/networks/814ee4ff-0116-4af0-9aa1-06401cdefec7 HTTP/1.1" status: 204 len: 168 time: 0.7548208 Aug 20 14:35:30.699567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47180) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:30.712699 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af3fd-9f1a-4943-a7cd-926830803d22 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Network': ['ID=814ee4ff-0116-4af0-9aa1-06401cdefec7,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:30.775845 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.808782 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.907904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.910757 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:30.912131 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/security-groups/fdce03cd-8008-4171-ae2a-8ab003fc6616 HTTP/1.1" status: 204 len: 168 time: 0.2114139 Aug 20 14:35:30.925654 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce03cd-8008-4171-ae2a-8ab003fc6616,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:30.939863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.940437 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.941042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.942212 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.942900 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.943341 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.943910 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.944502 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.945104 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.945616 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c500cc6e-1803-4198-845a-3d1ff500bd90 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:35:30.946130 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.946233 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.946743 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923d33a-2720-4941-9a4a-06b9f882bebc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:30.976472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: c500cc6e-1803-4198-845a-3d1ff500bd90 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:35:30.977166 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device c500cc6e-1803-4198-845a-3d1ff500bd90 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:35:30.977589 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58cb5788-7876-4027-8cb8-397f8bad89d1 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:35:31.009739 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 58cb5788-7876-4027-8cb8-397f8bad89d1 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:35:31.010075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 58cb5788-7876-4027-8cb8-397f8bad89d1 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:35:31.010512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device da3624c6-331c-40f0-bdca-9564a51ef962 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:35:31.033397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: da3624c6-331c-40f0-bdca-9564a51ef962 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:35:31.033868 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device da3624c6-331c-40f0-bdca-9564a51ef962 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:35:31.213634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47188) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:31.221784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773626901', 'description': 'tempest-secgroup-smoke-1773626901 description', 'project_id': '81b4b69cd754415bac3ae242853c779f'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:31.262851 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.376230 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:35:31.409732 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.416095 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.448859 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.450205 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2350128 Aug 20 14:35:31.454826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47190) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:31.460855 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '2a382b1f-aa0e-4d6e-979e-127831996820', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:31.461363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f2a1-a2bd-4448-96ef-79174a1e2696 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a382b1f-aa0e-4d6e-979e-127831996820,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:31.497715 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.573791 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.579564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.606916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158dd739-0093-4945-8df4-0f38e30bac02,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:31.610993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.616127 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47192) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:31.616447 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41e58d07-ef57-4cac-9956-922b8a546cdc tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602066 Aug 20 14:35:31.621261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '2a382b1f-aa0e-4d6e-979e-127831996820', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:31.656042 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.730958 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.735515 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.758719 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bbd1e1-25dd-4cbf-b5ed-d99731fbaec8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:31.767485 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.769185 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b5eb2380-4b84-48b7-8246-0ca79b6ee3a4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517019 Aug 20 14:35:31.776919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47194) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:31.783447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '2a382b1f-aa0e-4d6e-979e-127831996820', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:31.821576 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.899906 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.904829 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.926627 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491c9025-af92-4870-8188-4c367fcc4de6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:31.935112 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:31.937271 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-10c88b61-83b2-438e-b486-23a059fb0219 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573124 Aug 20 14:35:31.939870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47196) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:31.945859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '2a382b1f-aa0e-4d6e-979e-127831996820', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:31.979504 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.059269 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.063982 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.084789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a3119f-e5ed-4143-b646-f76ad6d9a6bb,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:32.094796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.095704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-b257fd37-d61e-47c2-9de4-c3d91394a0c9 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547723 Aug 20 14:35:32.100195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47198) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:32.108829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '2a382b1f-aa0e-4d6e-979e-127831996820', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:32.137904 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:35:32.144020 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.226336 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.233005 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.267979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d248ab7d-9f4c-45c6-8709-c64fb97613b8,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:32.276766 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.280612 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e0bd7c9d-b588-4c80-b051-d7f7c535fb1c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762686 Aug 20 14:35:32.281546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47200) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:32.288260 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'security_group_rule': {'security_group_id': '2a382b1f-aa0e-4d6e-979e-127831996820', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:32.333547 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Project 81b4b69cd754415bac3ae242853c779f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:35:32.340051 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.435180 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.440376 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.476464 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d87cc7-a871-4874-8713-5450cedafce0,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:32.486440 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.489297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-484d32e1-0b83-4e8a-9d30-2f06fac8604a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2055676 Aug 20 14:35:32.494344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47202) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:32.500418 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'network': {'name': 'tempest-network-smoke--1471371324', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'port_security_enabled': True}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:32.509353 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.541604 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:35:32.548097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.597978 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:35:32.618301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.618884 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Added segment e57e5600-ee2f-4159-95b2-50d682ef97cc of type vlan for network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 Aug 20 14:35:32.709581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.755741 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.767869 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:32.769010 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.884269 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3879631 Aug 20 14:35:32.887667 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47204) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:32.892926 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'admin_state_up': True, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:32.913065 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbfcf9-3ec9-40b9-9757-94d28eba720d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Network': ['ID=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:32.929296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:35:32.929680 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:32.931579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.028456 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.220531 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.474187 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.496135 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.666796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.16 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:35:33.853321 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.907165 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:33.955224 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:35:33.960336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:33.965077 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:35:34.000893 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:34.380356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:34.705373 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:34.912459 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 8342d989-3942-495d-85db-4662c6ca3ed0 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:35:35.093904 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:35:35.109628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Sync routers for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:35:35.124350 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:35.127420 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5e3dd549-bf59-441e-9d0c-8df6554664c5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2379830 Aug 20 14:35:35.127979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:35.130028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:35.132635 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47206) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:35.169579 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f05a3cb2-f509-4d3c-83de-7ff9775a2226 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=81b4b69cd754415bac3ae242853c779f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356474 Aug 20 14:35:35.174042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47208) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:35.309924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df7f0c1-4aa5-43c5-92f0-ae3092bf43e8 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:35.311519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:35.312741 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9df7f0c1-4aa5-43c5-92f0-ae3092bf43e8 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372726 Aug 20 14:35:35.315882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47210) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:35.353985 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-149ab10a-a9a5-4d7f-b2b6-6121b2405aa8 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=73707620-8045-4723-bfa6-2589af5686db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361514 Aug 20 14:35:35.357807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47212) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:35.364234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-753652750', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'project_id': '81b4b69cd754415bac3ae242853c779f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:35.485162 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:35:35.490244 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:35.607407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:34Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:35.644015 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Checking router: 8342d989-3942-495d-85db-4662c6ca3ed0 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:35:35.646255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Updating router 8342d989-3942-495d-85db-4662c6ca3ed0 port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:35:35.700181 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:35.842421 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:35.969681 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Subnet': ['ID=7a6f227d-883d-4244-9a8b-abc568122f4e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:35.983294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Checking segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:35:35.983906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network hostable DHCP agents. Network: 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:35:36.013410 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:35:36.029954 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:36.038631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:36.040088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.051928 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c83e6-c49c-4e7e-8726-5f725e089123 None None] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:35:36.067303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2030c57b-3528-4f52-a4ef-e789872c281b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7035105 Aug 20 14:35:36.067739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47214) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:36.386628 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:35:36.387899 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.571372 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.616475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Transition to ACTIVE for port object 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:36.632108 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.766230 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4006a2-11d4-4757-86fa-6028623f04a7 None None] Pushing event updated for resources: {'Port': ['ID=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:36.770629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Attempting to bind port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:35:36.771245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Attempting to bind port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:35:36.772207 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Attempting to bind port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:35:36.790048 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Allocated IP 172.20.0.2 (1f7593ab-b6d2-4be8-8eef-aa22728f3fa8/7a6f227d-883d-4244-9a8b-abc568122f4e/d11396e2-f7c1-45cb-8d4b-4ab75846125a) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:35:36.793798 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:35:36.794612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:35:36.795503 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.796458 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:35:36.797025 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Bound port: 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:35:36.797839 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.862450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:36.957874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] For port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:35:36.963456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] For port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:35:36.968878 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.126489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:37.127282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:37.177536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4006a2-11d4-4757-86fa-6028623f04a7 None None] Pushing event updated for resources: {'Port': ['ID=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:37.223798 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.275673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Transition to ACTIVE for port object d11396e2-f7c1-45cb-8d4b-4ab75846125a will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:37.310276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Transition to ACTIVE for port object d11396e2-f7c1-45cb-8d4b-4ab75846125a will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:37.321097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:37.324630 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.412998 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.1 (1f7593ab-b6d2-4be8-8eef-aa22728f3fa8/7a6f227d-883d-4244-9a8b-abc568122f4e/e05859a7-20be-40fd-be60-7b021c75da45) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:35:37.523789 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:35:37.539992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Pushing event updated for resources: {'Port': ['ID=d11396e2-f7c1-45cb-8d4b-4ab75846125a,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:37.547472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:37.558280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:35:37.641448 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.660702 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object e05859a7-20be-40fd-be60-7b021c75da45 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:37.711701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.742196 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Attempting to bind port d11396e2-f7c1-45cb-8d4b-4ab75846125a on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:35:37.742806 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Attempting to bind port d11396e2-f7c1-45cb-8d4b-4ab75846125a by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:35:37.743397 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Attempting to bind port d11396e2-f7c1-45cb-8d4b-4ab75846125a on network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:35:37.757124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:35:37.757745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Checking segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:35:37.758540 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.759007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Bound using segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:35:37.759823 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Bound port: d11396e2-f7c1-45cb-8d4b-4ab75846125a, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:35:37.760436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.767285 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:35:37.772492 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:37.778229 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:35:37.816863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=e05859a7-20be-40fd-be60-7b021c75da45,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:37.846521 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:37.882848 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:34Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:37.945481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e0caf-6bd8-45f2-aecb-ff11a7ea762a None None] The sync data for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 is: [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:34Z', 'revision_number': 3, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:35:37.952788 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] For port d11396e2-f7c1-45cb-8d4b-4ab75846125a, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:35:37.977466 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] For port d11396e2-f7c1-45cb-8d4b-4ab75846125a, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d11396e2-f7c1-45cb-8d4b-4ab75846125a,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:35:37.984598 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:38.052135 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:38.082387 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a032b-9c67-4a38-9a89-6ef45af3d1e9 None None] Pushing event updated for resources: {'Port': ['ID=d11396e2-f7c1-45cb-8d4b-4ab75846125a,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:38.634442 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:38.641647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:38.740907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=e05859a7-20be-40fd-be60-7b021c75da45,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:38.747833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:38.970639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:35:38.973924 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:39.028596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d11396e2-f7c1-45cb-8d4b-4ab75846125a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:39.133996 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d11396e2-f7c1-45cb-8d4b-4ab75846125a completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:39.141729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:39.210497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 8342d989-3942-495d-85db-4662c6ca3ed0 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:35:39.234031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:39.239892 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:39.240328 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:39.419233 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:39.459341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:39.465891 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:39.552729 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:39.578834 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dfa9e8-d736-4bcc-9f36-5b39ee21031f None None] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:35:39.680423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] Provisioning for port d11396e2-f7c1-45cb-8d4b-4ab75846125a completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:39.695770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] Provisioning complete for port d11396e2-f7c1-45cb-8d4b-4ab75846125a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:39.696366 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:39.882420 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:35:39.888998 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:39.892101 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d09dd896-12d6-4d41-ae77-f519fecd74d8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/8342d989-3942-495d-85db-4662c6ca3ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8225262 Aug 20 14:35:39.936791 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] For port d11396e2-f7c1-45cb-8d4b-4ab75846125a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d11396e2-f7c1-45cb-8d4b-4ab75846125a,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:39.942915 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:40.018563 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a112c64-dc3b-4d44-9a4a-06348b7001f5 None None] Pushing event updated for resources: {'Port': ['ID=d11396e2-f7c1-45cb-8d4b-4ab75846125a,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:40.167319 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-4352eb73-26c7-410d-8876-dd15e832ab62 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773626901&fields=id&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 267 time: 0.0630038 Aug 20 14:35:40.272008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7538c1b6-f8e5-4c3c-8b6d-04d1b7936c22 None None] Provisioning for port e05859a7-20be-40fd-be60-7b021c75da45 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:40.278826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7538c1b6-f8e5-4c3c-8b6d-04d1b7936c22 None None] Provisioning complete for port e05859a7-20be-40fd-be60-7b021c75da45 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:40.279240 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7538c1b6-f8e5-4c3c-8b6d-04d1b7936c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:40.364006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-7538c1b6-f8e5-4c3c-8b6d-04d1b7936c22 None None] Port e05859a7-20be-40fd-be60-7b021c75da45 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:35:40.368369 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Sync routers for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:35:40.380215 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-7538c1b6-f8e5-4c3c-8b6d-04d1b7936c22 None None] Provisioning complete for port d11396e2-f7c1-45cb-8d4b-4ab75846125a triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:40.380919 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7538c1b6-f8e5-4c3c-8b6d-04d1b7936c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:40.390761 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-34aac55b-af53-44be-8ef7-13843819ebe1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:40.413430 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-34aac55b-af53-44be-8ef7-13843819ebe1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 797 time: 0.2340708 Aug 20 14:35:40.414645 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:40.415993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:40.437469 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-be0ef94e-1f65-443a-b8b0-e0086774fe68 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/quotas/81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 375 time: 0.0198412 Aug 20 14:35:40.548964 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-dfd6f6a3-5137-4d0e-9737-7eb7c2ec482d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991826 Aug 20 14:35:40.684632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3108ac8f-0d5e-408f-b29a-ff6a53a47b67 None None] Provisioning complete for port e05859a7-20be-40fd-be60-7b021c75da45 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:40.685254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3108ac8f-0d5e-408f-b29a-ff6a53a47b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:40.687098 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:40.743112 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-3108ac8f-0d5e-408f-b29a-ff6a53a47b67 None None] Port e05859a7-20be-40fd-be60-7b021c75da45 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:35:40.784305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-cb333998-f36e-4e35-a3dc-89fa7fb2966f service neutron] 10.222.0.59 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139168 Aug 20 14:35:40.970087 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-16070ef4-b45c-40a0-9e3b-b6a95ee34108 service neutron] 10.222.0.59 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834724 Aug 20 14:35:41.036920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d11396e2-f7c1-45cb-8d4b-4ab75846125a up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:41.104932 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ca89c58b-4219-402a-a3ca-d78fc2e0b3e2 None None] Provisioning complete for port e05859a7-20be-40fd-be60-7b021c75da45 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:41.105306 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca89c58b-4219-402a-a3ca-d78fc2e0b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.136832 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:38Z', 'revision_number': 2, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:41.149573 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d11396e2-f7c1-45cb-8d4b-4ab75846125a triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:41.149948 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.182758 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Checking router: 8342d989-3942-495d-85db-4662c6ca3ed0 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:35:41.184126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ca89c58b-4219-402a-a3ca-d78fc2e0b3e2 None None] Port e05859a7-20be-40fd-be60-7b021c75da45 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:35:41.184544 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Updating router 8342d989-3942-495d-85db-4662c6ca3ed0 port e05859a7-20be-40fd-be60-7b021c75da45 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:35:41.250550 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.315374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:41.337543 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-884f6560-dd24-44b0-acf8-85022faddeff req-19620dbf-4d1c-4c68-bd35-685b391bdbe4 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 210 time: 0.0511687 Aug 20 14:35:41.426633 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:41.427152 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.719146 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.732526 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Transition to ACTIVE for port object e05859a7-20be-40fd-be60-7b021c75da45 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:41.741947 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.800117 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Pushing event updated for resources: {'Port': ['ID=e05859a7-20be-40fd-be60-7b021c75da45,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:41.843939 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.844319 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.844831 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.845042 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.845491 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.845857 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.846842 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.846842 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.846842 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.847220 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.847404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.847985 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:35:41.896819 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Attempting to bind port e05859a7-20be-40fd-be60-7b021c75da45 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:35:41.897203 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Attempting to bind port e05859a7-20be-40fd-be60-7b021c75da45 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:35:41.897904 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Attempting to bind port e05859a7-20be-40fd-be60-7b021c75da45 on network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:35:41.904121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:35:41.904533 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Checking segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:35:41.904984 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:41.905387 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Bound using segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:35:41.905866 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Bound port: e05859a7-20be-40fd-be60-7b021c75da45, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:35:41.906226 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:42.121032 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] For port e05859a7-20be-40fd-be60-7b021c75da45, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:35:42.124789 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] For port e05859a7-20be-40fd-be60-7b021c75da45, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05859a7-20be-40fd-be60-7b021c75da45,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:35:42.129670 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:42.198055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:42.198055 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:42.274064 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd36bd-8a2c-4272-9f2f-25e60ed2a613 None None] Pushing event updated for resources: {'Port': ['ID=e05859a7-20be-40fd-be60-7b021c75da45,revision_number=4']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:42.376817 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:42.479176 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-568e742b-9f5a-46a3-bd28-5563c8c46428 req-b4ba68d6-1c75-448a-ae0b-750185c3dd84 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 210 time: 0.0339699 Aug 20 14:35:42.704020 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:42.751167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-b5f9f983-e430-484e-a625-d685971b6aec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:42.754303 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-b5f9f983-e430-484e-a625-d685971b6aec tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 797 time: 0.1941175 Aug 20 14:35:42.755133 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e761f8a-8dcf-4079-b0da-760aa93c92fa None None] The sync data for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 is: [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:42Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:35:42.849924 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-bd0f376d-a2b2-4133-8d19-7ac8c8501e2c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b4b69cd754415bac3ae242853c779f HTTP/1.1" status: 200 len: 380 time: 0.0833659 Aug 20 14:35:42.861103 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'port': {'device_id': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'admin_state_up': True, 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'security_groups': ['2a382b1f-aa0e-4d6e-979e-127831996820']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:43.011912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05859a7-20be-40fd-be60-7b021c75da45 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:43.063750 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Made reservation on behalf of 81b4b69cd754415bac3ae242853c779f for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:35:43.071980 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.116657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port e05859a7-20be-40fd-be60-7b021c75da45 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:43.124454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e05859a7-20be-40fd-be60-7b021c75da45 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:43.125148 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.244709 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.286284 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.20.0.8 (1f7593ab-b6d2-4be8-8eef-aa22728f3fa8/7a6f227d-883d-4244-9a8b-abc568122f4e/195c64ee-2c45-44b9-8eac-9c9950c8ec0c) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:35:43.302547 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port e05859a7-20be-40fd-be60-7b021c75da45, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05859a7-20be-40fd-be60-7b021c75da45,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:43.308470 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.419001 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=e05859a7-20be-40fd-be60-7b021c75da45,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:43.531624 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.555539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Transition to ACTIVE for port object 195c64ee-2c45-44b9-8eac-9c9950c8ec0c will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:43.627840 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.722063 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:35:43.729353 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:43.742033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:35:43.753447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d002a-0727-439d-b7a5-4a82a9315702 req-fa771630-6307-4c2a-a012-34f666f9667e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:43.756388 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c02d002a-0727-439d-b7a5-4a82a9315702 req-fa771630-6307-4c2a-a012-34f666f9667e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 931 time: 0.1465220 Aug 20 14:35:43.758951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:43.861833 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:43.862730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:43.886161 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c02d002a-0727-439d-b7a5-4a82a9315702 req-681a3892-1dd0-4cc1-a0aa-8ac2b38b1c6b tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977194 Aug 20 14:35:43.888650 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-db6beb41-db5c-49cc-9c6a-032f5919a7f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335107 Aug 20 14:35:43.902345 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Request body: {'port': {'device_id': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:44.011406 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:44.102674 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ad222ef4-5fc8-4dae-b7f0-65ce0d715186 None None] Provisioning for port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:44.110498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ad222ef4-5fc8-4dae-b7f0-65ce0d715186 None None] Provisioning complete for port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:44.111058 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ad222ef4-5fc8-4dae-b7f0-65ce0d715186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:44.178644 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ad222ef4-5fc8-4dae-b7f0-65ce0d715186 None None] Port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:35:44.531738 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195c64ee-2c45-44b9-8eac-9c9950c8ec0c {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:35:44.542972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:44.559712 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Transition to ACTIVE for port object 195c64ee-2c45-44b9-8eac-9c9950c8ec0c will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:35:44.564637 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:44.626656 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Pushing event updated for resources: {'Port': ['ID=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:44.750097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Attempting to bind port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:35:44.750690 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Attempting to bind port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:35:44.751312 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Attempting to bind port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c on network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:35:44.758731 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c on network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:35:44.759795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Attempting to bind port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c on network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:35:44.766778 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:35:44.767308 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Checking segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:35:44.767806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Bound using segment: {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:35:44.768661 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Bound port: 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57e5600-ee2f-4159-95b2-50d682ef97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:35:44.768925 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:44.911717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] For port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:35:44.917841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] For port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:35:44.928488 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:44.947456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05859a7-20be-40fd-be60-7b021c75da45 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:45.010089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:45.011863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:45.016031 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] 10.222.0.13 "PUT /v2.0/ports/195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 1091 time: 1.1187615 Aug 20 14:35:45.017541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:35:45.027187 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:35:45.036119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port e05859a7-20be-40fd-be60-7b021c75da45 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:45.036715 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:45.164320 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab76d-56fe-4550-8c90-7c3bf77ac8e6 req-03244d96-3680-47d2-95d9-ba76982b6712 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:45.165310 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e71623-3b16-40c4-aef1-befd9fa7842f x-openstack-request-id: req-49e71623-3b16-40c4-aef1-befd9fa7842f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:35:45.165534 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:35:45.165892 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49e71623-3b16-40c4-aef1-befd9fa7842f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:35:45.166418 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'status': 'completed', 'code': 200} Aug 20 14:35:45.179160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4eab76d-56fe-4550-8c90-7c3bf77ac8e6 req-03244d96-3680-47d2-95d9-ba76982b6712 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 943 time: 0.1029334 Aug 20 14:35:45.180133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125656c-7c39-42d0-a09c-66ad56ffb434 service neutron] Pushing event updated for resources: {'Port': ['ID=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:45.203539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-ffc6a8e9-ce07-438b-b05a-b05e3d26cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:45.205356 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-ffc6a8e9-ce07-438b-b05a-b05e3d26cf55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1094 time: 0.1098223 Aug 20 14:35:45.271517 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e4eab76d-56fe-4550-8c90-7c3bf77ac8e6 req-e4c379d5-9363-455d-b378-b5bd263e6d1f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899837 Aug 20 14:35:45.291364 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-a8b77ddd-1562-482a-9cff-f4ed32ae1952 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 217 time: 0.0779338 Aug 20 14:35:45.362972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-e9477361-939c-4366-97e1-b702715dab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:45.367163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-e9477361-939c-4366-97e1-b702715dab1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 200 len: 834 time: 0.0680690 Aug 20 14:35:45.447874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-f08913c1-69e4-4cb2-9d53-4eef3d4396ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:45.450648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-f08913c1-69e4-4cb2-9d53-4eef3d4396ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759013 Aug 20 14:35:45.587801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-0bf50785-96f6-4d72-a342-7775923fcee7 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292036 Aug 20 14:35:45.720193 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6853654-f54d-4d2b-bb8f-b19d272538c8 req-03123b6c-f471-45f1-962b-7e31311fa69b service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245284 Aug 20 14:35:45.852705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-d09675c9-9f1a-47c1-9a6d-5ac611dc8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:45.855480 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-d09675c9-9f1a-47c1-9a6d-5ac611dc8e4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1094 time: 0.0781043 Aug 20 14:35:45.860217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d67e38f1-9c58-40c1-b305-f9bcf46f4f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:46.007781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-609f4ad6-f1d5-42e7-b056-ce7e636116b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:46.009943 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-609f4ad6-f1d5-42e7-b056-ce7e636116b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 898 time: 0.1478820 Aug 20 14:35:46.060389 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-a2d7d413-5b83-4d6d-a998-6a62949679fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 217 time: 0.0411773 Aug 20 14:35:46.128623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-23148434-d295-433b-b52f-50c51ab51469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:46.131709 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-23148434-d295-433b-b52f-50c51ab51469 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 200 len: 834 time: 0.0633156 Aug 20 14:35:46.218647 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-1113166a-490c-43e8-b63a-30c238263b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:46.221503 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-1113166a-490c-43e8-b63a-30c238263b08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811107 Aug 20 14:35:46.368743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-25d0acb8-f753-417c-887d-9db932da0d12 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389697 Aug 20 14:35:46.533485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94f23-f492-4c78-b1cf-5b923f88b368 req-1edb2183-e13c-41c2-96b7-7fd4ac35fa12 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:46.536425 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9b94f23-f492-4c78-b1cf-5b923f88b368 req-1edb2183-e13c-41c2-96b7-7fd4ac35fa12 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 943 time: 0.1497116 Aug 20 14:35:46.592325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2fd99329-b38c-4dc3-ae60-fd84b0e959cd req-11a8d22a-f8b4-453e-b872-6fe14285051d service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155268 Aug 20 14:35:46.618619 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f9b94f23-f492-4c78-b1cf-5b923f88b368 req-153fcbe8-cd82-41e0-adf0-5209d73541ed tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743699 Aug 20 14:35:47.788076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f1ee-e7c8-4b0f-818b-93b15c2efd3d req-643c1bd6-4ea8-4f6d-8499-349224b640f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:47.790165 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a282f1ee-e7c8-4b0f-818b-93b15c2efd3d req-643c1bd6-4ea8-4f6d-8499-349224b640f0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 943 time: 0.0643413 Aug 20 14:35:47.847698 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a282f1ee-e7c8-4b0f-818b-93b15c2efd3d req-603a1ee8-974c-4173-8bf2-48fb09858263 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439970 Aug 20 14:35:47.939421 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 195c64ee-2c45-44b9-8eac-9c9950c8ec0c details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:35:48.078696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:48.098816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'port_id': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'mac_address': 'fa:16:3e:15:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:35:48.146254 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:48.162745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195c64ee-2c45-44b9-8eac-9c9950c8ec0c {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:35:48.186235 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:48.191653 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:48.258491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:48.446321 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['195c64ee-2c45-44b9-8eac-9c9950c8ec0c'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:35:48.647299 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-213d74e4-cbb2-47ad-aaaf-9b89541dbf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:48.655743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:49.029118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57c18-34a1-41ba-b83a-e4873975e5b8 req-7f360825-0169-441c-abaa-8f951edb9719 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:49.032125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6e57c18-34a1-41ba-b83a-e4873975e5b8 req-7f360825-0169-441c-abaa-8f951edb9719 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 944 time: 0.0849020 Aug 20 14:35:49.105779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-b6e57c18-34a1-41ba-b83a-e4873975e5b8 req-b755fc1f-078d-481b-a8ad-87b6c28d276d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613334 Aug 20 14:35:49.826370 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:49.954401 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 195c64ee-2c45-44b9-8eac-9c9950c8ec0c up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:35:50.042280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:35:50.049035 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:35:50.049645 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:50.195633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:50.229951 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:35:50.233010 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b9e27-6359-42f2-b518-4dc4e88d597a" -d '{"events": [{"server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "name": "network-vif-plugged", "status": "completed", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:35:50.251775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:35:50.258079 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:50.303220 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa6980-4972-4e46-bc23-365a0267c0bb req-225d9125-aec0-4ace-9d9c-0748fec18b21 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:50.304662 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43769b-e277-4aa7-82ca-6500b0432ea1 x-openstack-request-id: req-4f43769b-e277-4aa7-82ca-6500b0432ea1 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:35:50.305134 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "name": "network-vif-plugged", "status": "completed", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:35:50.305360 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69aa6980-4972-4e46-bc23-365a0267c0bb req-225d9125-aec0-4ace-9d9c-0748fec18b21 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 944 time: 0.0946822 Aug 20 14:35:50.305639 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f43769b-e277-4aa7-82ca-6500b0432ea1 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:35:50.306186 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'code': 200} Aug 20 14:35:50.352992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:50.377527 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69aa6980-4972-4e46-bc23-365a0267c0bb req-a1061b17-d9b3-4284-ab45-36edc4324067 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596991 Aug 20 14:35:50.446128 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb3ef-12d2-49a4-99b2-61da34a4a88a req-0b74bc04-61f4-4d79-acde-cef73004860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:50.448785 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37fcb3ef-12d2-49a4-99b2-61da34a4a88a req-0b74bc04-61f4-4d79-acde-cef73004860a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1096 time: 0.0743644 Aug 20 14:35:50.506923 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-37fcb3ef-12d2-49a4-99b2-61da34a4a88a req-bbcf98f7-d4e6-4307-bb20-a6aff9164b6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506194 Aug 20 14:35:51.588795 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f3be-36b7-419d-94e2-b87bb7e3044f req-05627f75-2a36-433d-a49a-318b35149cd8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:51.591685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3884f3be-36b7-419d-94e2-b87bb7e3044f req-05627f75-2a36-433d-a49a-318b35149cd8 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0947926 Aug 20 14:35:51.666643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-3884f3be-36b7-419d-94e2-b87bb7e3044f req-5f9d94be-a70c-453e-a358-73fc27f19a0f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620332 Aug 20 14:35:51.749150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:52.854567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac1270-c7f8-4808-8288-c01ca2cdd02a req-350495f8-ba42-438b-9a7f-3c0f3c55e509 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:52.856700 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05ac1270-c7f8-4808-8288-c01ca2cdd02a req-350495f8-ba42-438b-9a7f-3c0f3c55e509 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0691569 Aug 20 14:35:52.905030 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-05ac1270-c7f8-4808-8288-c01ca2cdd02a req-1a64cd2a-3e5a-4227-bc83-b8e9262cf2e5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Aug 20 14:35:53.068117 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb430a-8be2-4fc7-8ea6-eadd56a0a5e7 req-1b5d379e-5e74-47e4-86df-2c19ec0c866f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:53.070840 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46eb430a-8be2-4fc7-8ea6-eadd56a0a5e7 req-1b5d379e-5e74-47e4-86df-2c19ec0c866f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0767078 Aug 20 14:35:53.130971 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-46eb430a-8be2-4fc7-8ea6-eadd56a0a5e7 req-86d432e5-6d95-404c-8216-6b0e479bd6f3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494587 Aug 20 14:35:53.171699 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47270) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:53.226488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab50265-d654-41c1-a99a-0470f592dea5 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:53.229187 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-8ab50265-d654-41c1-a99a-0470f592dea5 tempest-TestNetworkAdvancedServerOps-1834910758 tempest-TestNetworkAdvancedServerOps-1834910758-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1091 time: 0.0560749 Aug 20 14:35:53.233575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47272) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:53.239189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:35:53.270843 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:53.398615 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:53.544539 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Allocated IP 172.25.6.37 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/83c15cae-5ff0-486f-b3cf-ad1ea40ae53d) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:35:53.688585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:53.740771 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:53.788152 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:35:53.791859 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:35:53.795995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:35:53.835543 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=83c15cae-5ff0-486f-b3cf-ad1ea40ae53d,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:54.590547 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:54.673363 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:54.878362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:54.891782 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:54.982829 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event updated for resources: {'Port': ['ID=83c15cae-5ff0-486f-b3cf-ad1ea40ae53d,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:35:54.997432 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:55.135707 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 associated. External IP: 172.25.6.37, port: 195c64ee-2c45-44b9-8eac-9c9950c8ec0c. Aug 20 14:35:55.470363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 8342d989-3942-495d-85db-4662c6ca3ed0 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:35:55.675133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:35:55.689398 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] Sync routers for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:35:55.699477 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:35:55.706432 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:55.708156 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:55.734698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c8b89b65-ac77-4f45-84e1-7b49e713a808 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4999418 Aug 20 14:35:55.735300 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:35:55.737716 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9e437-1cc8-4532-af1d-7c1c564ed03e" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:35:55.784539 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8506b7-5b9b-4bee-a456-6295df428778 x-openstack-request-id: req-dc8506b7-5b9b-4bee-a456-6295df428778 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:35:55.785988 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:35:55.786675 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc8506b7-5b9b-4bee-a456-6295df428778 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:35:55.787385 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'status': 'completed', 'code': 200} Aug 20 14:35:55.889947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:55.896228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-90b1c340-42cf-44b5-8d89-09ff54c36b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:55.899053 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-90b1c340-42cf-44b5-8d89-09ff54c36b02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1096 time: 0.0813751 Aug 20 14:35:55.916758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f011d-ea55-4535-9171-31729bd15f4f req-c7647d84-a0e4-42db-a39a-bd780b27fa9f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:55.919615 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-252f011d-ea55-4535-9171-31729bd15f4f req-c7647d84-a0e4-42db-a39a-bd780b27fa9f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0998192 Aug 20 14:35:55.989572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-252f011d-ea55-4535-9171-31729bd15f4f req-dc48ffcd-b49e-472c-b83e-a60db67345b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627463 Aug 20 14:35:56.026746 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47278) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:56.062946 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-5816602c-e1b1-474e-a36b-9f6d3e152322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:56.064780 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-5816602c-e1b1-474e-a36b-9f6d3e152322 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 898 time: 0.1584449 Aug 20 14:35:56.141663 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-383d6f12-a7a6-40a9-aa54-be4ca9ffc5df tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 HTTP/1.1" status: 200 len: 990 time: 0.1129842 Aug 20 14:35:56.171932 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-86407d16-ed65-42aa-85c9-70290dea5b90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 998 time: 0.0994465 Aug 20 14:35:56.253648 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-8f998974-617b-4f64-8fff-386084bc4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:56.256848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-8f998974-617b-4f64-8fff-386084bc4662 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 200 len: 834 time: 0.0766554 Aug 20 14:35:56.300700 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'aa2acf0a-a8f9-42c8-b99e-933b5a9395a1', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'port_id': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'mac_address': 'fa:16:3e:15:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:35:54Z', 'updated_at': '2021-08-20T14:35:54Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:43Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:56.320903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-ac32c80b-7198-40c7-928c-248525f71787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:35:56.322494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-ac32c80b-7198-40c7-928c-248525f71787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592434 Aug 20 14:35:56.358320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] Checking router: 8342d989-3942-495d-85db-4662c6ca3ed0 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:35:56.377337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:35:56.378481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:35:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:56.476529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-98e02f6b-ee14-4b72-aeec-0021d0a924f5 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462607 Aug 20 14:35:56.558518 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:35:56.600883 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fff9e437-1cc8-4532-af1d-7c1c564ed03e req-a6d93263-903b-40b8-8024-58e9b322948f service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159563 Aug 20 14:35:56.991290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'aa2acf0a-a8f9-42c8-b99e-933b5a9395a1', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'port_id': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'mac_address': 'fa:16:3e:15:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:35:54Z', 'updated_at': '2021-08-20T14:35:54Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:43Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:35:57.042591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5da4de-e041-4414-b944-134eac5d7567 None None] The sync data for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 is: [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'aa2acf0a-a8f9-42c8-b99e-933b5a9395a1', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'port_id': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'mac_address': 'fa:16:3e:15:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:35:54Z', 'updated_at': '2021-08-20T14:35:54Z', 'revision_number': 0, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:43Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:35:57.145278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47280) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:57.230067 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-624636a6-4dfb-470c-abac-acdf316aa86d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 HTTP/1.1" status: 200 len: 990 time: 0.0827270 Aug 20 14:35:57.299348 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94469b31-7353-4849-a31d-55392c53b35b None None] New status for floating IP aa2acf0a-a8f9-42c8-b99e-933b5a9395a1: ACTIVE {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:35:58.232288 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47282) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:35:58.305635 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b40de027-e2b4-4ba2-905f-bbcdc7c71dd5 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 HTTP/1.1" status: 200 len: 992 time: 0.0715814 Aug 20 14:35:59.853529 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:02.517343 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:08.369160 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:36:15.865653 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-915cc841-d058-456b-881d-d953aa41d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:18.624322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2a8059ab-1b4a-489c-9bb5-4e5abb68899b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:18.629390 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:19.818632 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:21.756141 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:23.132268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c572f1a-17b2-4a75-b4a9-52e7d8d845fd req-eef9fc93-83da-4c35-b373-a69ca34fc897 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:23.134469 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c572f1a-17b2-4a75-b4a9-52e7d8d845fd req-eef9fc93-83da-4c35-b373-a69ca34fc897 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0601060 Aug 20 14:36:23.187277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5c572f1a-17b2-4a75-b4a9-52e7d8d845fd req-6eea0fb6-5ab3-4f81-95d4-babeb563e592 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450375 Aug 20 14:36:24.358137 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cda38-758d-4d55-ba00-d0a2c282109c req-79bf4c8c-0fe2-4714-b035-07b203774656 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:24.359831 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d56cda38-758d-4d55-ba00-d0a2c282109c req-79bf4c8c-0fe2-4714-b035-07b203774656 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0902131 Aug 20 14:36:24.434852 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d56cda38-758d-4d55-ba00-d0a2c282109c req-254d6535-e03e-421e-a506-2aa8a112e41d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647061 Aug 20 14:36:24.461275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47300) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:24.543891 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0ec2aa01-ce82-40aa-8a66-fbce9d49a59a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 HTTP/1.1" status: 200 len: 992 time: 0.0808618 Aug 20 14:36:26.000588 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-5471f9e0-55b8-48be-9e1d-b1e478bc3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:26.002408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-5471f9e0-55b8-48be-9e1d-b1e478bc3a77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1096 time: 0.0939806 Aug 20 14:36:26.015818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2193-998c-4d81-aa47-14e0cec18920 req-65d0476b-3b9d-4dea-bfb9-48d605a84a4d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:26.017833 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc7f2193-998c-4d81-aa47-14e0cec18920 req-65d0476b-3b9d-4dea-bfb9-48d605a84a4d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0989347 Aug 20 14:36:26.126995 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cc7f2193-998c-4d81-aa47-14e0cec18920 req-37af893a-779d-41e7-b2f0-4082d39d4e17 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980089 Aug 20 14:36:26.174674 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-235ed1f0-df2e-4850-8b16-14830aabeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:26.176661 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-235ed1f0-df2e-4850-8b16-14830aabeb27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 898 time: 0.1577423 Aug 20 14:36:26.315845 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-c2552aef-e90f-45ed-8857-351304212a38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 1000 time: 0.1305451 Aug 20 14:36:26.411508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-5807d157-c6dc-43b6-8cab-08587d23fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:26.413394 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-5807d157-c6dc-43b6-8cab-08587d23fcd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 200 len: 834 time: 0.0905738 Aug 20 14:36:26.467188 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-1f611886-cc1f-47b1-b42b-6b4a5a8218fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:26.468775 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-1f611886-cc1f-47b1-b42b-6b4a5a8218fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477605 Aug 20 14:36:26.602914 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-d3d89127-a192-42bd-bf3d-61db8a9d7207 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266704 Aug 20 14:36:26.711948 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c106d061-591c-4a29-aee2-16c7ef6742c5 req-6ec1fd22-b708-4b4a-a135-afc3b6fd2f78 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016307 Aug 20 14:36:27.343309 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66efa10-6dee-498a-8701-206bfd0a8962 req-11903501-fc03-49b1-ac23-7062b72d0011 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:27.346286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e66efa10-6dee-498a-8701-206bfd0a8962 req-11903501-fc03-49b1-ac23-7062b72d0011 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.1041789 Aug 20 14:36:27.413376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e66efa10-6dee-498a-8701-206bfd0a8962 req-11865979-cfc2-4241-ac45-f0b7322b465e tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596600 Aug 20 14:36:27.792276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-bb8242a1-8d58-4051-a118-f3dfec3133a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468833 Aug 20 14:36:27.910417 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-b6a51e10-b43a-4836-b342-e3838162a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:27.912455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-b6a51e10-b43a-4836-b342-e3838162a68f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1096 time: 0.0629137 Aug 20 14:36:28.041574 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-be0ac065-d0c1-40b2-b374-b415adbf5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:28.043570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-be0ac065-d0c1-40b2-b374-b415adbf5d1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 898 time: 0.1059186 Aug 20 14:36:28.132505 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-632c4a1c-5ab6-4307-bfee-94124030234d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 1000 time: 0.0804076 Aug 20 14:36:28.198994 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-7ee56417-d7fc-46d8-b0c7-25743e51b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:28.200578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-7ee56417-d7fc-46d8-b0c7-25743e51b5ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 200 len: 834 time: 0.0605800 Aug 20 14:36:28.261590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-997782e6-bdbc-4e1a-a83b-6f713d09276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:28.263166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-997782e6-bdbc-4e1a-a83b-6f713d09276c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549548 Aug 20 14:36:28.384002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-c1bc3171-7d3e-4cf2-acf5-ba6210eb8b3b service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124039 Aug 20 14:36:28.541040 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7bee5a97-2a96-4b3f-89f6-2fbd725157cd req-61832b9f-01ac-490e-b33c-f8fbc579f010 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486614 Aug 20 14:36:28.602798 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e08db-cd05-4018-9a1f-2681e74ae545 req-c81827c6-0791-4489-a0be-ad5318847fd2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:28.604751 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c0e08db-cd05-4018-9a1f-2681e74ae545 req-c81827c6-0791-4489-a0be-ad5318847fd2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0886545 Aug 20 14:36:28.659294 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c0e08db-cd05-4018-9a1f-2681e74ae545 req-9fbd1515-cc00-4ca4-aaff-3ff54436eac3 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Aug 20 14:36:28.707411 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47312) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:28.824978 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2a6e5774-74f3-41f3-8875-848ad44550d1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/floatingips/aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 HTTP/1.1" status: 200 len: 992 time: 0.1155851 Aug 20 14:36:29.120768 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47318) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:29.372213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 83c15cae-5ff0-486f-b3cf-ad1ea40ae53d {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:36:29.372773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:29.480458 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:29.480807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:29.499413 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 83c15cae-5ff0-486f-b3cf-ad1ea40ae53d owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:36:29.752614 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:29.788589 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=83c15cae-5ff0-486f-b3cf-ad1ea40ae53d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:29.870741 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:29.885786 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:29.886430 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Floating IP aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 disassociated (deleted). External IP: 172.25.6.37, port: 195c64ee-2c45-44b9-8eac-9c9950c8ec0c. Aug 20 14:36:30.178966 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 8342d989-3942-495d-85db-4662c6ca3ed0 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:36:30.305206 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:36:30.310841 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:30.317952 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] Sync routers for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:36:30.333870 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:30.334912 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:30.359519 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5deee610-2b5f-4de7-b4c7-d2ffd2eb6e67 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/floatingips/aa2acf0a-a8f9-42c8-b99e-933b5a9395a1 HTTP/1.1" status: 204 len: 168 time: 1.2370019 Aug 20 14:36:30.360484 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:36:30.365730 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe87382-17cf-4261-afc6-165f30297a37" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:36:30.422423 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cace0-0969-4ed3-a198-e6c5e7bbd402 x-openstack-request-id: req-0d4cace0-0969-4ed3-a198-e6c5e7bbd402 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:36:30.423641 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:36:30.424053 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d4cace0-0969-4ed3-a198-e6c5e7bbd402 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:36:30.424729 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'status': 'completed', 'code': 200} Aug 20 14:36:30.523267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:30.556242 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe87382-17cf-4261-afc6-165f30297a37 req-5eb8ca11-12c4-457b-8a40-4c3fcb85bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:30.558956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-5eb8ca11-12c4-457b-8a40-4c3fcb85bfe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81b4b69cd754415bac3ae242853c779f&device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 1096 time: 0.0914869 Aug 20 14:36:30.727920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe87382-17cf-4261-afc6-165f30297a37 req-ceffdeae-e50a-4d2b-8c0f-4edbff3184eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:30.730270 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-ceffdeae-e50a-4d2b-8c0f-4edbff3184eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 200 len: 898 time: 0.1628749 Aug 20 14:36:30.751977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38e2b6-8dab-4abd-9309-7e930b81aad7 req-29ac1561-f12a-4dbd-bb3e-2776c8e4b8d2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:30.755862 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e38e2b6-8dab-4abd-9309-7e930b81aad7 req-29ac1561-f12a-4dbd-bb3e-2776c8e4b8d2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.1041913 Aug 20 14:36:30.795645 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-4c16bccf-472d-49ab-8045-92fed8bc4be6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 200 len: 217 time: 0.0574896 Aug 20 14:36:30.834725 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e38e2b6-8dab-4abd-9309-7e930b81aad7 req-a169d286-35e2-4b16-b2c1-daabdc25f4ba tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629220 Aug 20 14:36:30.879177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe87382-17cf-4261-afc6-165f30297a37 req-5f800db3-2041-47ec-aedf-02bc656b1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:30.882003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-5f800db3-2041-47ec-aedf-02bc656b1d26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 200 len: 834 time: 0.0761673 Aug 20 14:36:30.895267 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:43Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:30.927924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] Checking router: 8342d989-3942-495d-85db-4662c6ca3ed0 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:36:30.938975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:30.939883 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:30.966209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe87382-17cf-4261-afc6-165f30297a37 req-c5025856-8d83-402f-90da-7a9ca8e5d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:30.969168 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-c5025856-8d83-402f-90da-7a9ca8e5d3a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783458 Aug 20 14:36:31.080825 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:31.099283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-c8119547-b0a4-4a6e-aa36-2043393fdd5a service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201982 Aug 20 14:36:31.226945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abe87382-17cf-4261-afc6-165f30297a37 req-75eadc59-0ce2-48c1-9c12-0647970b5159 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194069 Aug 20 14:36:31.353089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:43Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:31.399097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b035f5a-f3f6-4e77-8438-e25f762120ec None None] The sync data for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 is: [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:35:37Z', 'revision_number': 4, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': 'e05859a7-20be-40fd-be60-7b021c75da45', 'name': '', 'network_id': '1f7593ab-b6d2-4be8-8eef-aa22728f3fa8', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'mac_address': 'fa:16:3e:e6:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:37Z', 'updated_at': '2021-08-20T14:35:43Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'subnets': [{'id': '7a6f227d-883d-4244-9a8b-abc568122f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:36:31.700778 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc35ed-f14a-480a-9947-57d0940f3fac None None] New status for floating IP aa2acf0a-a8f9-42c8-b99e-933b5a9395a1: DOWN {{(pid=94864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:36:32.039004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a888f-acf6-43ff-b464-8c830e7386b9 req-848dd769-ef34-456f-967b-8bc49d5bf720 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:32.040713 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-066a888f-acf6-43ff-b464-8c830e7386b9 req-848dd769-ef34-456f-967b-8bc49d5bf720 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0697794 Aug 20 14:36:32.085345 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-066a888f-acf6-43ff-b464-8c830e7386b9 req-be0f00da-21ba-49ac-91ab-e53002dfe4c1 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a382b1f-aa0e-4d6e-979e-127831996820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Aug 20 14:36:32.200867 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-6325b5d2-e532-449c-a285-9472257f927f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:32.202704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-6325b5d2-e532-449c-a285-9472257f927f tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 945 time: 0.0685892 Aug 20 14:36:32.335319 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:36:32.335660 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:32.485706 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:32.486223 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:32.513369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 195c64ee-2c45-44b9-8eac-9c9950c8ec0c owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:36:32.524819 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:32.747109 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:32.788961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=195c64ee-2c45-44b9-8eac-9c9950c8ec0c,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:32.809933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.810256 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.810759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.811159 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.811592 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.811986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.812471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.813055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.813612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.814131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.814684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.815228 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:32.881659 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] No DVR routers for this DVR port 195c64ee-2c45-44b9-8eac-9c9950c8ec0c on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:36:32.885711 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:32.889483 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7d42a2a3-62f4-45f9-be53-91ce838e67af req-546aeb5e-2153-4c2d-8bc1-818e75a4182c tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.13 "DELETE /v2.0/ports/195c64ee-2c45-44b9-8eac-9c9950c8ec0c HTTP/1.1" status: 204 len: 173 time: 0.6807263 Aug 20 14:36:32.890217 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'name': 'network-vif-deleted', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:36:32.894912 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc67646b-c681-4658-a48f-9f28c02a90ef" -d '{"events": [{"server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "name": "network-vif-deleted", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:36:32.949044 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409f0b68-a175-4f6a-977c-def4e8865857 x-openstack-request-id: req-409f0b68-a175-4f6a-977c-def4e8865857 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:36:32.949560 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a244e-0e88-453d-a65b-852b0f6d96ac", "name": "network-vif-deleted", "tag": "195c64ee-2c45-44b9-8eac-9c9950c8ec0c", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:36:32.949885 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-409f0b68-a175-4f6a-977c-def4e8865857 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:36:32.950350 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92a244e-0e88-453d-a65b-852b0f6d96ac', 'name': 'network-vif-deleted', 'tag': '195c64ee-2c45-44b9-8eac-9c9950c8ec0c', 'status': 'completed', 'code': 200} Aug 20 14:36:33.251723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9c375359-8ef3-482c-a940-ffbd22814355 req-4a0ec1bc-fc02-451a-a0ef-036a49cd9f98 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "GET /v2.0/ports?device_id=a92a244e-0e88-453d-a65b-852b0f6d96ac HTTP/1.1" status: 200 len: 210 time: 0.0333593 Aug 20 14:36:34.342555 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47334) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:34.831302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:35.211948 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port e05859a7-20be-40fd-be60-7b021c75da45 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:36:35.212288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:35.346653 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port e05859a7-20be-40fd-be60-7b021c75da45, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=e05859a7-20be-40fd-be60-7b021c75da45,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:35.347961 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:35.375701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for e05859a7-20be-40fd-be60-7b021c75da45 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:36:35.652013 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:35.687356 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=e05859a7-20be-40fd-be60-7b021c75da45,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:35.708715 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.709308 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.709899 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.710467 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.711200 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.711754 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.712313 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.712895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.713454 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.714004 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.714558 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:35.715118 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:36.003903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:36.220696 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 195c64ee-2c45-44b9-8eac-9c9950c8ec0c no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:36:36.257888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 195c64ee-2c45-44b9-8eac-9c9950c8ec0c {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:36:36.257888 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 195c64ee-2c45-44b9-8eac-9c9950c8ec0c not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:36:36.441202 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Router 8342d989-3942-495d-85db-4662c6ca3ed0 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:36:36.618043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:36:36.624961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3c236b88-171f-4016-b678-0dde3a4859b2 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "PUT /v2.0/routers/8342d989-3942-495d-85db-4662c6ca3ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2807286 Aug 20 14:36:36.628366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60403-721c-4e7d-8172-657946102997 None None] Sync routers for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:36:36.630180 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47336) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:36.645062 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:36.645818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:36.708608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting subnet 7a6f227d-883d-4244-9a8b-abc568122f4e {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:36:36.713941 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:36.777173 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:36.798244 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:36.909110 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:36.990116 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.037401 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6f227d-883d-4244-9a8b-abc568122f4e,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:37.041358 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.048127 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-474ce500-4d74-431d-a7ad-281889a6c9d0 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/subnets/7a6f227d-883d-4244-9a8b-abc568122f4e HTTP/1.1" status: 204 len: 168 time: 0.4162862 Aug 20 14:36:37.049926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:37.077041 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0eaa8-6d68-44c1-ab9c-677b30a9b7c2 None None] Network 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:36:37.233809 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:36:35Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:37.248523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.277653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60403-721c-4e7d-8172-657946102997 None None] Checking router: 8342d989-3942-495d-85db-4662c6ca3ed0 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:36:37.297391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] Routers {'8342d989-3942-495d-85db-4662c6ca3ed0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:37.298064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['8342d989-3942-495d-85db-4662c6ca3ed0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:37.455290 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.527577 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Deleting port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:36:37.527837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.562533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] DHCP port deletion for 1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:36:37.640639 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] For port 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:37.641256 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.664351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Calling delete_port for 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:36:37.691247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] Set router 8342d989-3942-495d-85db-4662c6ca3ed0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:37.763447 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Deleting port d11396e2-f7c1-45cb-8d4b-4ab75846125a {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:36:37.763803 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.918955 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.931423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] For port d11396e2-f7c1-45cb-8d4b-4ab75846125a, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d11396e2-f7c1-45cb-8d4b-4ab75846125a,segment=NetworkSegment(e57e5600-ee2f-4159-95b2-50d682ef97cc),segment_id=e57e5600-ee2f-4159-95b2-50d682ef97cc)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:37.931895 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:37.956358 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Port': ['ID=8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:37.968319 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Calling delete_port for d11396e2-f7c1-45cb-8d4b-4ab75846125a owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:36:38.034166 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.111441 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-85b60403-721c-4e7d-8172-657946102997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:36:35Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:38.154054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60403-721c-4e7d-8172-657946102997 None None] The sync data for ids ['8342d989-3942-495d-85db-4662c6ca3ed0'] in n-d-804232-5 is: [{'id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741832135', 'tenant_id': '81b4b69cd754415bac3ae242853c779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:35:32Z', 'updated_at': '2021-08-20T14:36:35Z', 'revision_number': 5, 'project_id': '81b4b69cd754415bac3ae242853c779f', 'gw_port': {'id': '8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8342d989-3942-495d-85db-4662c6ca3ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:35:33Z', 'updated_at': '2021-08-20T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:36:38.158339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.214967 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] No DVR routers for this DVR port d11396e2-f7c1-45cb-8d4b-4ab75846125a on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:36:38.218229 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Pushing event deleted for resources: {'Port': ['ID=d11396e2-f7c1-45cb-8d4b-4ab75846125a,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:38.238664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.240379 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.240819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.241377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.241922 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.242364 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.242894 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.243286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.243691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.244238 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.244703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.245121 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9a7684-b261-4772-9d26-2849e470a5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:38.553560 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.556716 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.609090 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.609644 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Fanout notify agent at l3_agent the message router_deleted on router 8342d989-3942-495d-85db-4662c6ca3ed0 {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:36:38.619785 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.623814 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-511aea9b-e4f6-4c40-9aeb-4e25c0783a1d tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/routers/8342d989-3942-495d-85db-4662c6ca3ed0 HTTP/1.1" status: 204 len: 168 time: 1.5691640 Aug 20 14:36:38.624107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:38.724299 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.833790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.847093 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7593ab-b6d2-4be8-8eef-aa22728f3fa8']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:38.871813 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57e5600-ee2f-4159-95b2-50d682ef97cc') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:38.872153 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57e5600-ee2f-4159-95b2-50d682ef97cc') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:38.887402 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.920875 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.941947 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:36:38.943220 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:36:38.949159 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:36:39.018314 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:39.028364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:39.031171 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/networks/1f7593ab-b6d2-4be8-8eef-aa22728f3fa8 HTTP/1.1" status: 204 len: 168 time: 0.4054308 Aug 20 14:36:39.036043 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47342) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:39.057132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabd849-0b5e-4bbc-90b8-844bf38e4e10 tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'Network': ['ID=1f7593ab-b6d2-4be8-8eef-aa22728f3fa8,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:39.128065 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41be065d-5121-463d-8f3b-e86cf2af9b9a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:39.162382 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41be065d-5121-463d-8f3b-e86cf2af9b9a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:39.280676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41be065d-5121-463d-8f3b-e86cf2af9b9a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:39.286949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-41be065d-5121-463d-8f3b-e86cf2af9b9a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:39.296854 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-41be065d-5121-463d-8f3b-e86cf2af9b9a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] 10.222.0.59 "DELETE /v2.0/security-groups/2a382b1f-aa0e-4d6e-979e-127831996820 HTTP/1.1" status: 204 len: 168 time: 0.2515819 Aug 20 14:36:39.324941 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be065d-5121-463d-8f3b-e86cf2af9b9a tempest-TestNetworkAdvancedServerOps-316694261 tempest-TestNetworkAdvancedServerOps-316694261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a382b1f-aa0e-4d6e-979e-127831996820,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:39.351828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d11396e2-f7c1-45cb-8d4b-4ab75846125a no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:36:39.381510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d11396e2-f7c1-45cb-8d4b-4ab75846125a {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:36:39.381810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d11396e2-f7c1-45cb-8d4b-4ab75846125a not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:36:39.382246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05859a7-20be-40fd-be60-7b021c75da45 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:36:39.419011 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: e05859a7-20be-40fd-be60-7b021c75da45 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:36:39.419581 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device e05859a7-20be-40fd-be60-7b021c75da45 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:36:39.778033 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:40.042382 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2b3ffc8f-23d2-4995-a3dd-00a121d475ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=81b4b69cd754415bac3ae242853c779f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627873 Aug 20 14:36:40.046057 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47354) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:40.122072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00ba2c1e-4be4-442d-9904-caca26e9278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.156098 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00ba2c1e-4be4-442d-9904-caca26e9278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.224094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00ba2c1e-4be4-442d-9904-caca26e9278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.228581 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-00ba2c1e-4be4-442d-9904-caca26e9278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.230233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-00ba2c1e-4be4-442d-9904-caca26e9278f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6aba7d22-b9be-4897-a156-a3beaac11b6d HTTP/1.1" status: 204 len: 168 time: 0.1823680 Aug 20 14:36:40.243164 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba2c1e-4be4-442d-9904-caca26e9278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba7d22-b9be-4897-a156-a3beaac11b6d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:40.627544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47360) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:40.646605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36c4e4f6-410d-499b-ade6-ad4959ca4bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.801816 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36c4e4f6-410d-499b-ade6-ad4959ca4bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.809831 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36c4e4f6-410d-499b-ade6-ad4959ca4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.887642 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:36:40.893655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36c4e4f6-410d-499b-ade6-ad4959ca4bf4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c880b7c9dbbd4f0cbc4a8a6b8632086e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602489 Aug 20 14:36:40.893655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4e4f6-410d-499b-ade6-ad4959ca4bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2676f70-a0cb-4e39-9be5-336cd67da01f,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:40.894769 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47362) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:40.916208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:36:40.916720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8c2f4a89-2af4-4c87-8e4e-1f0956a0a8d7 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:36:40.963523 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fab0d98b-e4df-422f-9400-1b5ec7c45e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:40.989928 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fab0d98b-e4df-422f-9400-1b5ec7c45e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:41.089004 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fab0d98b-e4df-422f-9400-1b5ec7c45e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:41.092236 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-fab0d98b-e4df-422f-9400-1b5ec7c45e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:41.093726 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-fab0d98b-e4df-422f-9400-1b5ec7c45e3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2676f70-a0cb-4e39-9be5-336cd67da01f HTTP/1.1" status: 204 len: 168 time: 0.1974633 Aug 20 14:36:41.106119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d98b-e4df-422f-9400-1b5ec7c45e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2676f70-a0cb-4e39-9be5-336cd67da01f,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:42.128108 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:42.254590 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-991873239-network', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:42.281281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Made reservation on behalf of 8d00477197fe4967bc30fa0d5e991879 for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:36:42.283901 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.294276 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.448237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.454190 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.503647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:36:42.525457 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865a0301-0e6e-4b2b-bc6e-41b94b141372,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:42.535893 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.537499 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Added segment 7722d916-1b5a-4e50-9358-ef6daea0d870 of type vlan for network 94452d47-223e-4e53-becb-8d96c3a38833 Aug 20 14:36:42.621304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.671993 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.673120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:42.673906 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:42.750278 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6200342 Aug 20 14:36:42.755342 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47388) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:42.756867 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528cb09-4d15-4de8-8793-0cfbd9367e23 admin admin] Pushing event updated for resources: {'Network': ['ID=94452d47-223e-4e53-becb-8d96c3a38833,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:42.761697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Request body: {'subnet': {'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-991873239-subnet', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:42.775482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 94452d47-223e-4e53-becb-8d96c3a38833 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:36:42.803108 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Made reservation on behalf of 8d00477197fe4967bc30fa0d5e991879 for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:36:42.807186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.030131 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.129274 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc393d48-459a-4f82-87ea-e969c3626e69,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:43.148196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Checking segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:43.148805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Network hostable DHCP agents. Network: 94452d47-223e-4e53-becb-8d96c3a38833, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:36:43.178519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Network 94452d47-223e-4e53-becb-8d96c3a38833 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:36:43.190429 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 94452d47-223e-4e53-becb-8d96c3a38833) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:43.199021 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:43.200022 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.201979 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd58c3-a5ad-45a2-b2d7-9e8c4ddd7556 None None] Network 94452d47-223e-4e53-becb-8d96c3a38833 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:36:43.223226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-78d5252e-4052-4ab0-9a4d-ed66212bd434 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4656916 Aug 20 14:36:43.228944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47390) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:43.238007 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:43.266662 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.268140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.345899 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.456707 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-94452d47-223e-4e53-becb-8d96c3a38833', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:36:43.458884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.569811 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.681073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Allocated IP 172.20.0.2 (94452d47-223e-4e53-becb-8d96c3a38833/dc393d48-459a-4f82-87ea-e969c3626e69/ccc8ed7e-50c7-4972-b979-3a7c3359ecff) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:36:43.862471 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.889693 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.941227 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:43.953833 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Transition to ACTIVE for port object ccc8ed7e-50c7-4972-b979-3a7c3359ecff will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:43.974909 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Transition to ACTIVE for port object ccc8ed7e-50c7-4972-b979-3a7c3359ecff will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:43.983142 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:44.036455 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Network 94452d47-223e-4e53-becb-8d96c3a38833 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:44.041819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:44.045783 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:36:44.052456 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Allocated IP 172.25.6.165 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/a82645dc-ab7a-4e29-9d32-2ec5c5a67df9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:36:44.074975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:44.157958 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Attempting to bind port ccc8ed7e-50c7-4972-b979-3a7c3359ecff on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:36:44.158484 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Attempting to bind port ccc8ed7e-50c7-4972-b979-3a7c3359ecff by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:36:44.159089 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Attempting to bind port ccc8ed7e-50c7-4972-b979-3a7c3359ecff on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:36:44.168286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:36:44.168911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Checking segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:44.169531 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:44.170006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Bound using segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:36:44.170585 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Bound port: ccc8ed7e-50c7-4972-b979-3a7c3359ecff, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:36:44.171047 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:44.244179 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:44.285394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] For port ccc8ed7e-50c7-4972-b979-3a7c3359ecff, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:36:44.291338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] For port ccc8ed7e-50c7-4972-b979-3a7c3359ecff, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:36:44.299461 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:44.317989 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:44.392126 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54890bd5-2b6b-4fa2-bfc3-746e00742927 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:44.400615 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:44.406428 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:44.419704 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:36:44.423592 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Pushing event updated for resources: {'Port': ['ID=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:44.886520 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:45.042454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ccc8ed7e-50c7-4972-b979-3a7c3359ecff up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:45.137533 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port ccc8ed7e-50c7-4972-b979-3a7c3359ecff completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:45.191897 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:45.376539 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:36:45.409406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:36:45.583287 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:36:45.602271 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:36:45.609672 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:45.615605 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-5112b2c6-a733-4b77-a555-2d85d5bae76a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3819127 Aug 20 14:36:45.618002 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47392) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:45.624662 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:45.625613 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:45.642757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716e4807-7db3-4612-94ee-0a056bcf2a92 None None] Network 94452d47-223e-4e53-becb-8d96c3a38833 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:36:45.735614 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] Provisioning for port ccc8ed7e-50c7-4972-b979-3a7c3359ecff completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:45.761531 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] Provisioning complete for port ccc8ed7e-50c7-4972-b979-3a7c3359ecff triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:45.761844 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:45.825230 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:45.941906 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b836448c-f6b3-4ea8-8dc0-393f92edd7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.083553 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.143366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] For port ccc8ed7e-50c7-4972-b979-3a7c3359ecff, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:46.151286 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.159080 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:44Z', 'revision_number': 3, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:46.205018 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:36:46.205838 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Updating router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:36:46.247027 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.248860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ab6f7-8191-4969-b90f-6f117f841faf None None] Pushing event updated for resources: {'Port': ['ID=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:46.587416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d63858d5-fd1e-43b5-a1da-3e96b80d059f None None] Provisioning complete for port ccc8ed7e-50c7-4972-b979-3a7c3359ecff triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:46.588071 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d63858d5-fd1e-43b5-a1da-3e96b80d059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.733130 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.753821 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Transition to ACTIVE for port object a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:46.763622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.764657 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.867178 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Attempting to bind port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:36:46.867796 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Attempting to bind port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:36:46.868483 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Attempting to bind port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:36:46.886716 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Pushing event updated for resources: {'Port': ['ID=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:46.901498 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:36:46.902023 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:46.902740 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.904350 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:36:46.904350 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Bound port: a82645dc-ab7a-4e29-9d32-2ec5c5a67df9, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:36:46.904978 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:46.910849 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.911437 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.912005 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.912534 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.913865 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.913865 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.914250 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.914812 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.915374 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.915948 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.916529 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.917991 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:36:46.976204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ccc8ed7e-50c7-4972-b979-3a7c3359ecff up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:47.005154 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Allocated IP 172.20.0.1 (94452d47-223e-4e53-becb-8d96c3a38833/dc393d48-459a-4f82-87ea-e969c3626e69/9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:36:47.034028 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] For port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:36:47.039244 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] For port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:36:47.048253 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.071436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port ccc8ed7e-50c7-4972-b979-3a7c3359ecff triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:47.072135 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.162568 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:47.163646 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:47.211923 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.236088 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346e8ec-2aa6-4dfb-a727-ddde27a89129 None None] Pushing event updated for resources: {'Port': ['ID=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:47.238446 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Transition to ACTIVE for port object 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:47.292094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.348601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Network 94452d47-223e-4e53-becb-8d96c3a38833 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:47.352961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:47.362089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:36:47.388015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Pushing event updated for resources: {'Port': ['ID=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:47.424918 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.524939 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:47.654102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.748152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4ff2f7b-4a64-4797-808d-5ef6afd1cc8a None None] Provisioning for port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:47.755495 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d4ff2f7b-4a64-4797-808d-5ef6afd1cc8a None None] Provisioning complete for port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:47.756145 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2f7b-4a64-4797-808d-5ef6afd1cc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:47.810914 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:44Z', 'revision_number': 3, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:47.813810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff2f7b-4a64-4797-808d-5ef6afd1cc8a None None] Port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:36:47.851153 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef32345-6111-465a-87bd-0c759ff58814 None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:44Z', 'revision_number': 3, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:36:48.013382 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:48.020353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:48.180060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Pushing event updated for resources: {'Port': ['ID=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:48.185832 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:48.351652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Network 94452d47-223e-4e53-becb-8d96c3a38833 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:48.354055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:48.597158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:36:48.634385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2422eee3-7eca-46f2-bd13-34d94c10b0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:48.648949 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:48.751351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a6e2c10a-f816-404c-a7e1-57864e5e854c None None] Provisioning complete for port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:48.752311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c10a-f816-404c-a7e1-57864e5e854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:48.800061 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:36:48.822698 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-daf4df11-5c93-4d7c-bd43-d90df3d067bf admin admin] 10.222.0.59 "PUT /v2.0/routers/5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1915164 Aug 20 14:36:48.848827 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2c10a-f816-404c-a7e1-57864e5e854c None None] Port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:36:49.036290 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:49.140472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:49.149445 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:49.153175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.260321 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.296046 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:49.302343 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.368575 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:49.618614 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47410) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:49.627508 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-139061728-network', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:49.678525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Made reservation on behalf of 7c50a7dc0e7c4056938e26f3040652f4 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:36:49.681089 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.692059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.836843 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.838306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.850342 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.890136 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:36:49.921202 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4121d5f-af13-4749-8193-47a84af30453,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:49.926951 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:49.927523 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Added segment 5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8 of type vlan for network 683b99a6-9b24-4f09-ac61-6d342a1aca27 Aug 20 14:36:50.003733 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.018307 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:36:50.033627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:50.036276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:50.056985 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.058698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:50.059736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.147561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5272839 Aug 20 14:36:50.151446 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47412) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:50.158915 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Request body: {'subnet': {'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-139061728-subnet', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:50.164717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac6e54-345a-4714-97f1-4322837fa5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=683b99a6-9b24-4f09-ac61-6d342a1aca27,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:50.195826 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Made reservation on behalf of 7c50a7dc0e7c4056938e26f3040652f4 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:36:50.206904 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.396911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:36:50.526577 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.538751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:50.607685 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e485aa-8967-49ac-a0bc-2de445cd82f8,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:50.616059 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Checking segment: {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:50.616432 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Network hostable DHCP agents. Network: 683b99a6-9b24-4f09-ac61-6d342a1aca27, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:36:50.638916 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:36:50.653187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, 683b99a6-9b24-4f09-ac61-6d342a1aca27) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:50.658616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:50.660137 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.671240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b1a9b6-9e5a-4fdf-92e8-d87b47d3229e None None] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:36:50.685218 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-ca09ed4f-e7cc-46c0-a5ef-7af97f86760e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5315638 Aug 20 14:36:50.687806 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47414) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:50.695950 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:50.732491 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.733814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.810517 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:50.983415 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:51.005327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.010723 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-683b99a6-9b24-4f09-ac61-6d342a1aca27', 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'fixed_ips': [{'subnet_id': '75e485aa-8967-49ac-a0bc-2de445cd82f8'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:36:51.011771 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.021436 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 2, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:51.073059 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:36:51.073427 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Updating router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:36:51.180700 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.304475 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:51.305077 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.378268 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.414304 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.459488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Allocated IP 172.20.0.2 (683b99a6-9b24-4f09-ac61-6d342a1aca27/75e485aa-8967-49ac-a0bc-2de445cd82f8/548a539b-2b4f-4dbf-8d15-477d36f010ec) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:36:51.600380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Allocated IP 172.25.6.43 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/d6924209-4fbe-4333-9bf9-d979481c1219) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:36:51.743126 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.797660 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.826097 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.874002 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:51.879779 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:51.887783 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:36:51.891390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Pushing event updated for resources: {'Port': ['ID=d6924209-4fbe-4333-9bf9-d979481c1219,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:51.981115 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:51.996467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Transition to ACTIVE for port object 548a539b-2b4f-4dbf-8d15-477d36f010ec will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:52.028694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.040476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Transition to ACTIVE for port object 548a539b-2b4f-4dbf-8d15-477d36f010ec will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:52.053534 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Transition to ACTIVE for port object 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:52.059901 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.071129 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.132174 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:52.143592 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:52.147217 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:36:52.150386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Pushing event updated for resources: {'Port': ['ID=548a539b-2b4f-4dbf-8d15-477d36f010ec,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:52.246624 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.296955 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13c12c-2215-46da-9416-c1fe019b0f94 None None] Pushing event updated for resources: {'Port': ['ID=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:52.328150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Attempting to bind port 548a539b-2b4f-4dbf-8d15-477d36f010ec on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:36:52.328649 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Attempting to bind port 548a539b-2b4f-4dbf-8d15-477d36f010ec by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:36:52.328919 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Attempting to bind port 548a539b-2b4f-4dbf-8d15-477d36f010ec on network 683b99a6-9b24-4f09-ac61-6d342a1aca27 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:36:52.333002 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Attempting to bind port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:36:52.333376 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Attempting to bind port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:36:52.333742 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Attempting to bind port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:36:52.341615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:36:52.342225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Checking segment: {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:52.342898 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.343367 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Bound using segment: {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:36:52.343920 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Bound port: 548a539b-2b4f-4dbf-8d15-477d36f010ec, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:36:52.344264 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.346846 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:36:52.347757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Checking segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:52.348897 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.348897 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Bound using segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:36:52.349242 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Bound port: 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:36:52.349428 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.543513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] For port 548a539b-2b4f-4dbf-8d15-477d36f010ec, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:36:52.548750 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] For port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:36:52.554936 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] For port 548a539b-2b4f-4dbf-8d15-477d36f010ec, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=548a539b-2b4f-4dbf-8d15-477d36f010ec,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:36:52.559309 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] For port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:36:52.569591 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.573628 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.621609 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:52.701226 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:52.702352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:52.707757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa950b-7b90-476e-a7da-d69045ec2438 None None] Pushing event updated for resources: {'Port': ['ID=548a539b-2b4f-4dbf-8d15-477d36f010ec,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:52.847179 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Router 4076f1b4-46d1-4628-b2e7-3d9652c2850f is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:36:52.901698 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13c12c-2215-46da-9416-c1fe019b0f94 None None] Pushing event updated for resources: {'Port': ['ID=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:52.935599 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:53.056344 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:36:53.069700 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Sync routers for ids ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:36:53.093629 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Routers {'4076f1b4-46d1-4628-b2e7-3d9652c2850f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:53.094430 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:53.098244 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:53.101480 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-45ccd09c-ec53-4dfc-9645-6901f928f206 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4118726 Aug 20 14:36:53.102725 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47416) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:53.270282 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Set router 4076f1b4-46d1-4628-b2e7-3d9652c2850f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:53.354243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:52Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:53.534289 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:36:52Z', 'revision_number': 3, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:53.593416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Checking router: 4076f1b4-46d1-4628-b2e7-3d9652c2850f for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:36:53.594011 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Updating router 4076f1b4-46d1-4628-b2e7-3d9652c2850f port d6924209-4fbe-4333-9bf9-d979481c1219 binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:36:53.632463 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2698f-7399-43dc-bff9-426a2241e114 None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:52Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:36:53.649284 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:53.895151 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.102490 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.115070 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Transition to ACTIVE for port object d6924209-4fbe-4333-9bf9-d979481c1219 will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:54.127681 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.163920 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Allocated IP 172.20.0.1 (683b99a6-9b24-4f09-ac61-6d342a1aca27/75e485aa-8967-49ac-a0bc-2de445cd82f8/6cba565d-e199-40f9-b184-5e0ccdad6405) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:36:54.243333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae49a63-d384-4f8c-9de9-bc24ec824afe None None] Pushing event updated for resources: {'Port': ['ID=d6924209-4fbe-4333-9bf9-d979481c1219,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:54.252877 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4441f-dc9d-4fca-894f-319dcc8d233a None None] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:36:54.258862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Attempting to bind port d6924209-4fbe-4333-9bf9-d979481c1219 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:36:54.259401 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Attempting to bind port d6924209-4fbe-4333-9bf9-d979481c1219 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:36:54.261427 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Attempting to bind port d6924209-4fbe-4333-9bf9-d979481c1219 on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:36:54.273910 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:36:54.274302 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:54.274684 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.275082 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:36:54.275569 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Bound port: d6924209-4fbe-4333-9bf9-d979481c1219, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:36:54.275949 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.355080 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-186a39df-edd4-4291-93e5-ea1f7d297efe None None] Provisioning for port 548a539b-2b4f-4dbf-8d15-477d36f010ec completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:54.366008 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] For port d6924209-4fbe-4333-9bf9-d979481c1219, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:36:54.374169 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] For port d6924209-4fbe-4333-9bf9-d979481c1219, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6924209-4fbe-4333-9bf9-d979481c1219,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:36:54.374886 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.383676 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.416492 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Transition to ACTIVE for port object 6cba565d-e199-40f9-b184-5e0ccdad6405 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:54.488709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Routers {'4076f1b4-46d1-4628-b2e7-3d9652c2850f'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:54.489732 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:54.492162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.567189 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:54.572995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:54.579684 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:36:54.611919 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae49a63-d384-4f8c-9de9-bc24ec824afe None None] Pushing event updated for resources: {'Port': ['ID=d6924209-4fbe-4333-9bf9-d979481c1219,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:54.667490 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Pushing event updated for resources: {'Port': ['ID=6cba565d-e199-40f9-b184-5e0ccdad6405,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:54.698522 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:54.769866 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] Set router 4076f1b4-46d1-4628-b2e7-3d9652c2850f gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:55.011059 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.140661 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-53a47059-1235-4ee8-ad54-fb15dbaa19a4 None None] Provisioning for port 6cba565d-e199-40f9-b184-5e0ccdad6405 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:55.150986 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-53a47059-1235-4ee8-ad54-fb15dbaa19a4 None None] Provisioning complete for port 6cba565d-e199-40f9-b184-5e0ccdad6405 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:55.151541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-53a47059-1235-4ee8-ad54-fb15dbaa19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.277030 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:36:52Z', 'revision_number': 3, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:55.299097 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 548a539b-2b4f-4dbf-8d15-477d36f010ec up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:55.333737 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4a3f4-48da-403f-bdd7-1709af9b266d None None] The sync data for ids ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'] in n-d-804232-5 is: [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:36:52Z', 'revision_number': 3, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:36:55.413096 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-53a47059-1235-4ee8-ad54-fb15dbaa19a4 None None] Port 6cba565d-e199-40f9-b184-5e0ccdad6405 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:36:55.459155 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 548a539b-2b4f-4dbf-8d15-477d36f010ec completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:55.466092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 548a539b-2b4f-4dbf-8d15-477d36f010ec triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:55.466875 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.539264 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.554437 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.586615 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-096a3d79-8032-4bea-969e-82372e14b524 None None] Provisioning complete for port 6cba565d-e199-40f9-b184-5e0ccdad6405 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:55.587098 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-096a3d79-8032-4bea-969e-82372e14b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.594287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.654462 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.668718 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-096a3d79-8032-4bea-969e-82372e14b524 None None] Port 6cba565d-e199-40f9-b184-5e0ccdad6405 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:36:55.671210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Pushing event updated for resources: {'Port': ['ID=6cba565d-e199-40f9-b184-5e0ccdad6405,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:55.690819 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 548a539b-2b4f-4dbf-8d15-477d36f010ec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=548a539b-2b4f-4dbf-8d15-477d36f010ec,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:55.704655 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:55.705860 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:55.816485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:36:55.825532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:36:55.853790 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=548a539b-2b4f-4dbf-8d15-477d36f010ec,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:55.882953 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:55.889906 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:55.890785 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:56.014793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Router 4076f1b4-46d1-4628-b2e7-3d9652c2850f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:36:56.035351 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:56.085668 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:56.093948 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:56.180233 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:56.236178 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-78700745-b543-496f-8388-690021e05f16 None None] Provisioning complete for port 6cba565d-e199-40f9-b184-5e0ccdad6405 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:56.236748 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-78700745-b543-496f-8388-690021e05f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:56.288162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-78700745-b543-496f-8388-690021e05f16 None None] Port 6cba565d-e199-40f9-b184-5e0ccdad6405 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:36:56.505733 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:36:56.513311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a3476326-afec-4810-91a0-c602a9d7061b admin admin] 10.222.0.59 "PUT /v2.0/routers/4076f1b4-46d1-4628-b2e7-3d9652c2850f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4094286 Aug 20 14:36:57.093008 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 548a539b-2b4f-4dbf-8d15-477d36f010ec up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:57.167596 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 548a539b-2b4f-4dbf-8d15-477d36f010ec triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:57.168101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.293108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6924209-4fbe-4333-9bf9-d979481c1219 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:57.360193 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port d6924209-4fbe-4333-9bf9-d979481c1219 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:36:57.366703 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d6924209-4fbe-4333-9bf9-d979481c1219 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:57.367468 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.473025 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.508938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port d6924209-4fbe-4333-9bf9-d979481c1219, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6924209-4fbe-4333-9bf9-d979481c1219,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:36:57.510692 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47424) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:57.517385 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974975555', 'description': 'tempest-secgroup-smoke-1974975555 description', 'project_id': '8d00477197fe4967bc30fa0d5e991879'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:57.518115 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.519393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:57.553072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.613403 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Sync routers for ids ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:36:57.631346 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=d6924209-4fbe-4333-9bf9-d979481c1219,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:57.650435 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:57.650831 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.652541 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Routers {'4076f1b4-46d1-4628-b2e7-3d9652c2850f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:57.655629 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:57.731663 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.738142 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.774359 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.776486 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2640874 Aug 20 14:36:57.781917 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47426) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:57.787837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:57.793537 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7047e-91b9-4ea4-a595-206fba025899 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:57.830332 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.908127 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.914727 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.943037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5a86cc-32ec-4a7c-98c9-e69d1b4330b6,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:57.949261 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Set router 4076f1b4-46d1-4628-b2e7-3d9652c2850f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:57.956076 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:57.959355 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-0c874ae8-b2bd-4540-8d84-71eafb94c520 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761830 Aug 20 14:36:57.962348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47428) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:57.968119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:58.007402 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.115481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.123344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.146500 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b65d1f-aec9-4943-ae43-de25f3fd15df,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:58.155464 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.161828 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-62d628c4-3829-428c-8009-93caa84b6663 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1933815 Aug 20 14:36:58.161828 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47430) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:58.166462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:58.212372 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.299806 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.308632 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.339515 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac192e46-8f5d-4a64-be0e-6bfc736ea089,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:58.350400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:36:54Z', 'revision_number': 4, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6cba565d-e199-40f9-b184-5e0ccdad6405', 'name': '', 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'mac_address': 'fa:16:3e:cf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '75e485aa-8967-49ac-a0bc-2de445cd82f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:53Z', 'updated_at': '2021-08-20T14:36:55Z', 'revision_number': 2, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'subnets': [{'id': '75e485aa-8967-49ac-a0bc-2de445cd82f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:58.353133 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.355701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f41e9f9-1d65-4698-b809-3b10bd02f6fc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923904 Aug 20 14:36:58.358323 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47432) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:58.365176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:58.400775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Checking router: 4076f1b4-46d1-4628-b2e7-3d9652c2850f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:36:58.401353 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Updating router 4076f1b4-46d1-4628-b2e7-3d9652c2850f port 6cba565d-e199-40f9-b184-5e0ccdad6405 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:36:58.407017 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.450477 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.490185 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.495965 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.527339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b40372-e667-4b99-900d-a16de853b47e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:58.539150 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.540690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c0f2956e-8100-4d75-bc7e-8eb8f3f47b04 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807899 Aug 20 14:36:58.545575 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47434) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:58.552771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:58.578693 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Project 8d00477197fe4967bc30fa0d5e991879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:36:58.585189 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.666271 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.671484 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.692111 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28a2c22-8a6c-4b02-bb74-ed247934beb5,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:58.700296 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.704817 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-22067f8e-7da3-4457-8694-b43cc8ca4d44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545501 Aug 20 14:36:58.705821 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47436) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:36:58.710330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:36:58.737292 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Project 8d00477197fe4967bc30fa0d5e991879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:36:58.744970 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.832481 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.838331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.856259 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.869796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1207effa-c0d7-43a7-bc36-92bd7f591701,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:58.870864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Transition to ACTIVE for port object 6cba565d-e199-40f9-b184-5e0ccdad6405 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:36:58.875094 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.877384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a71da283-9248-43ec-894a-cccb979f1726 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707902 Aug 20 14:36:58.889594 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:58.989992 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699428-f905-4d24-93f8-c61552f4cf79 None None] Pushing event updated for resources: {'Port': ['ID=6cba565d-e199-40f9-b184-5e0ccdad6405,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:59.041942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6924209-4fbe-4333-9bf9-d979481c1219 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:36:59.143423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Attempting to bind port 6cba565d-e199-40f9-b184-5e0ccdad6405 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:36:59.144149 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Attempting to bind port 6cba565d-e199-40f9-b184-5e0ccdad6405 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:36:59.144726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Attempting to bind port 6cba565d-e199-40f9-b184-5e0ccdad6405 on network 683b99a6-9b24-4f09-ac61-6d342a1aca27 {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:36:59.165139 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:36:59.165730 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Checking segment: {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:36:59.166387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:59.167141 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Bound using segment: {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:36:59.167942 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Bound port: 6cba565d-e199-40f9-b184-5e0ccdad6405, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:36:59.168653 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:59.214714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-48b3db09-0008-44d2-8383-0e5bc28b8ea7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974975555&fields=id&tenant_id=8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 267 time: 0.0648556 Aug 20 14:36:59.248837 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port d6924209-4fbe-4333-9bf9-d979481c1219 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:36:59.249429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:59.358460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] For port 6cba565d-e199-40f9-b184-5e0ccdad6405, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:36:59.377204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] For port 6cba565d-e199-40f9-b184-5e0ccdad6405, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6cba565d-e199-40f9-b184-5e0ccdad6405,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:36:59.387387 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:36:59.435279 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-af9e0662-ed55-40cf-a17d-952e45868bd1 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:36:59.439227 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-af9e0662-ed55-40cf-a17d-952e45868bd1 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 808 time: 0.2152863 Aug 20 14:36:59.465970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-08320bf3-f473-4e84-963e-d3b2b5c09bc4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/quotas/8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 375 time: 0.0191357 Aug 20 14:36:59.532938 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Routers {'4076f1b4-46d1-4628-b2e7-3d9652c2850f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:36:59.533595 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:36:59.586622 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-3ca7d2fe-a4a4-44aa-87be-4bfeb1f2a1a5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135714 Aug 20 14:36:59.599767 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699428-f905-4d24-93f8-c61552f4cf79 None None] Pushing event updated for resources: {'Port': ['ID=6cba565d-e199-40f9-b184-5e0ccdad6405,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:36:59.755816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] Set router 4076f1b4-46d1-4628-b2e7-3d9652c2850f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:36:59.774212 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-9881dc53-10f4-46ec-9749-e908e3bd2f3d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:36:59.775756 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-9881dc53-10f4-46ec-9749-e908e3bd2f3d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1581347 Aug 20 14:36:59.929535 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-aa2a5227-ec85-475a-ab47-99d49d0165cb service neutron] 10.222.0.59 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447084 Aug 20 14:36:59.929845 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:00.046838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:36:54Z', 'revision_number': 4, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6cba565d-e199-40f9-b184-5e0ccdad6405', 'name': '', 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'mac_address': 'fa:16:3e:cf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '75e485aa-8967-49ac-a0bc-2de445cd82f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:53Z', 'updated_at': '2021-08-20T14:36:59Z', 'revision_number': 4, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'subnets': [{'id': '75e485aa-8967-49ac-a0bc-2de445cd82f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:37:00.055750 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-07d284dd-a9b3-4aa0-bca0-53cc72b20095 service neutron] 10.222.0.59 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190748 Aug 20 14:37:00.095647 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843daa3f-7064-46f5-a7ee-a881bd582942 None None] The sync data for ids ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'] in n-d-804232-5 is: [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:36:54Z', 'revision_number': 4, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '6cba565d-e199-40f9-b184-5e0ccdad6405', 'name': '', 'network_id': '683b99a6-9b24-4f09-ac61-6d342a1aca27', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'mac_address': 'fa:16:3e:cf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '75e485aa-8967-49ac-a0bc-2de445cd82f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:53Z', 'updated_at': '2021-08-20T14:36:59Z', 'revision_number': 4, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'subnets': [{'id': '75e485aa-8967-49ac-a0bc-2de445cd82f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:37:00.420914 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-4419c2e8-5b6f-4906-bc47-1f0caa3a06eb req-fff8f4d0-41a4-4484-8608-bb60f499a749 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 210 time: 0.0569758 Aug 20 14:37:01.020697 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6cba565d-e199-40f9-b184-5e0ccdad6405 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:37:01.115893 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 6cba565d-e199-40f9-b184-5e0ccdad6405 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:37:01.126337 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6cba565d-e199-40f9-b184-5e0ccdad6405 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:37:01.127041 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:01.270429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:01.336371 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 6cba565d-e199-40f9-b184-5e0ccdad6405, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6cba565d-e199-40f9-b184-5e0ccdad6405,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:37:01.343441 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:01.417168 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=6cba565d-e199-40f9-b184-5e0ccdad6405,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:01.541097 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-da85ae44-4204-44d4-a789-83c08e4efc80 req-e35a755b-3d2b-4e1a-b3c0-9ddeeeebb386 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 210 time: 0.0374115 Aug 20 14:37:02.125810 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a9461f91-acfb-416f-8326-cb08a868655e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:02.127421 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a9461f91-acfb-416f-8326-cb08a868655e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 808 time: 0.1824217 Aug 20 14:37:02.201339 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-6492306d-56ec-49bd-af0c-79b0557be550 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 380 time: 0.0629106 Aug 20 14:37:02.212368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'port': {'device_id': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'admin_state_up': True, 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'security_groups': ['a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:37:02.379779 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Made reservation on behalf of 8d00477197fe4967bc30fa0d5e991879 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:37:02.383559 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:02.530161 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:02.570338 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Allocated IP 172.20.0.12 (94452d47-223e-4e53-becb-8d96c3a38833/dc393d48-459a-4f82-87ea-e969c3626e69/24cc2fab-351b-48d1-9f1d-7221d0e502b9) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:37:02.825716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:02.855938 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Transition to ACTIVE for port object 24cc2fab-351b-48d1-9f1d-7221d0e502b9 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:37:02.917298 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:02.994245 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6cba565d-e199-40f9-b184-5e0ccdad6405 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:37:03.025320 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Network 94452d47-223e-4e53-becb-8d96c3a38833 is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:37:03.036631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:37:03.049695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:37:03.060914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:03.072607 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 6cba565d-e199-40f9-b184-5e0ccdad6405 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:37:03.077561 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:03.138253 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:03.140420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:03.164396 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-994ea76e-5595-4285-89cf-674face3f4a7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9565024 Aug 20 14:37:03.183560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Request body: {'port': {'device_id': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:37:03.215688 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-886c0f21-d8b6-41a1-8f25-4fa0d3af5dd7 req-d33cdc26-444c-444a-86f3-11949433debc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 210 time: 0.5471740 Aug 20 14:37:03.286055 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:03.439722 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b4e4e678-07ee-48eb-85b5-24c45b5aa980 None None] Provisioning for port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:37:03.448851 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-b4e4e678-07ee-48eb-85b5-24c45b5aa980 None None] Provisioning complete for port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:37:03.450584 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e678-07ee-48eb-85b5-24c45b5aa980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:03.516162 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4e678-07ee-48eb-85b5-24c45b5aa980 None None] Port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:37:03.684201 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cc2fab-351b-48d1-9f1d-7221d0e502b9 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:37:03.696699 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:03.714808 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Transition to ACTIVE for port object 24cc2fab-351b-48d1-9f1d-7221d0e502b9 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:37:03.720747 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:03.792393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:03.917642 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Attempting to bind port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:37:03.918155 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Attempting to bind port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:37:03.918610 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Attempting to bind port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:37:03.927471 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 on network 94452d47-223e-4e53-becb-8d96c3a38833 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:37:03.928015 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Attempting to bind port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:37:03.935546 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:37:03.936101 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Checking segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:37:03.936746 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Bound using segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:37:03.937287 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Bound port: 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:37:03.937715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:04.040123 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:37:04.047547 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:37:04.059137 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:04.132485 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:04.133646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:04.136349 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] 10.222.0.13 "PUT /v2.0/ports/24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1092 time: 0.9620602 Aug 20 14:37:04.137196 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:37:04.141543 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c14884-1f63-44e9-be94-da7ff93f79d4" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:37:04.187119 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24811ba-4239-40ac-8b20-11610a770b48 service neutron] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:04.219664 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5598e8-322c-4247-b40f-faebe081cacd x-openstack-request-id: req-5c5598e8-322c-4247-b40f-faebe081cacd {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:37:04.220122 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:37:04.221071 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c5598e8-322c-4247-b40f-faebe081cacd {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:37:04.221812 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'status': 'completed', 'code': 200} Aug 20 14:37:04.269133 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-768cf75f-d295-44e3-8070-8b01f67cf2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:04.271158 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-768cf75f-d295-44e3-8070-8b01f67cf2bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1095 time: 0.0726268 Aug 20 14:37:04.340115 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-1a39c5d3-5a5b-42d1-a792-6f5012f68f2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 217 time: 0.0600848 Aug 20 14:37:04.382058 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577c5a-c28d-4343-bdef-b35814d2ef21 req-c934e35f-e45f-4273-bfd6-c96eb7439ae5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:04.384727 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f577c5a-c28d-4343-bdef-b35814d2ef21 req-c934e35f-e45f-4273-bfd6-c96eb7439ae5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0731599 Aug 20 14:37:04.419141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-4da5593a-9f16-45a4-b2a3-c8aff83590d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:04.421431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-4da5593a-9f16-45a4-b2a3-c8aff83590d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0746655 Aug 20 14:37:04.454099 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3f577c5a-c28d-4343-bdef-b35814d2ef21 req-51e8ccb2-6d9e-4306-817d-4baf48f8ec5a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575845 Aug 20 14:37:04.504027 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-3b6c7a5d-abac-4d75-9e53-5b56e4de8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:04.505677 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-3b6c7a5d-abac-4d75-9e53-5b56e4de8113 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775130 Aug 20 14:37:04.633233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-f033fd0e-df5a-419a-b639-77ab09cc018e service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194048 Aug 20 14:37:04.763166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-231ffc1c-ce48-48b8-980f-86f3c133bfa5 req-be971b32-c65a-4a64-beb1-b2cedef270da service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223881 Aug 20 14:37:04.877339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-e01949ed-d8a6-45e4-9a0b-59639f6386cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:04.880715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-e01949ed-d8a6-45e4-9a0b-59639f6386cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1095 time: 0.0615835 Aug 20 14:37:05.000089 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-dc237cc5-1ff0-4eda-b58a-c63d75546b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:05.001655 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-dc237cc5-1ff0-4eda-b58a-c63d75546b04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1136439 Aug 20 14:37:05.060723 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-e57f5e49-e167-44ad-b11d-5837d9cee4f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 217 time: 0.0470166 Aug 20 14:37:05.135499 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-390b5df3-5b71-4efb-8fe9-e8268da0335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:05.137290 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-390b5df3-5b71-4efb-8fe9-e8268da0335d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0679107 Aug 20 14:37:05.202194 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-08610b33-d2a5-41d6-9df9-5f37092133a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:05.204041 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-08610b33-d2a5-41d6-9df9-5f37092133a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581100 Aug 20 14:37:05.335681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-631ffb76-1e7e-418d-8f50-8b06a52158d8 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232584 Aug 20 14:37:05.469424 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c9c14884-1f63-44e9-be94-da7ff93f79d4 req-f65026ec-78a3-4330-b50b-9ffdb4153851 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228962 Aug 20 14:37:05.608716 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140fbb0-0cee-489e-b590-4ae06a51df3b req-1d1d6c1b-d0d1-4f8f-b20c-b56248e317f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:05.610506 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1140fbb0-0cee-489e-b590-4ae06a51df3b req-1d1d6c1b-d0d1-4f8f-b20c-b56248e317f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0619848 Aug 20 14:37:05.674977 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1140fbb0-0cee-489e-b590-4ae06a51df3b req-5a574519-1886-4d9f-80c5-157e99c36ef8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536926 Aug 20 14:37:06.840692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11381c5d-7321-4936-9513-0f8814354a4b req-c795dc0e-c91d-4b0b-8c6c-568dd2fcce65 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:06.842350 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11381c5d-7321-4936-9513-0f8814354a4b req-c795dc0e-c91d-4b0b-8c6c-568dd2fcce65 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0617509 Aug 20 14:37:06.877507 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-ac0ada1a-c18a-42be-aa2d-3878f82c30b1 req-914920ee-d86d-4b3e-955a-dd265955e85e service neutron] (94861) timed out ('10.222.0.59', 42762) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:37:06.905697 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11381c5d-7321-4936-9513-0f8814354a4b req-92c6caaa-544e-45f3-ab45-ee8d830f087e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566666 Aug 20 14:37:08.103918 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5eeb7-4265-46a0-83b3-f58c527dcf7f req-31ecfae1-2244-461e-981f-547fb539ccc0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:08.105681 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17f5eeb7-4265-46a0-83b3-f58c527dcf7f req-31ecfae1-2244-461e-981f-547fb539ccc0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0773759 Aug 20 14:37:08.182061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-17f5eeb7-4265-46a0-83b3-f58c527dcf7f req-3a6849ec-8ab1-49b6-be11-e39a28da0531 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637012 Aug 20 14:37:08.391248 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:37:08.705085 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:37:08.719859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'mac_address': 'fa:16:3e:cf:e3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:37:08.769400 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:08.790482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cc2fab-351b-48d1-9f1d-7221d0e502b9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:37:08.824588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:37:08.834030 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:08.908311 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:09.039691 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['24cc2fab-351b-48d1-9f1d-7221d0e502b9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:37:09.377921 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d009-aef1-40c7-b3cc-83f8de648923 req-1eada0c2-8164-4156-9940-a06306a07f00 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:09.380461 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd80d009-aef1-40c7-b3cc-83f8de648923 req-1eada0c2-8164-4156-9940-a06306a07f00 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 945 time: 0.0778177 Aug 20 14:37:09.435899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-dd80d009-aef1-40c7-b3cc-83f8de648923 req-327ded98-b6cc-4d6a-8351-c41b05c7db24 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471299 Aug 20 14:37:10.406902 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:37:10.468195 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:37:10.473732 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:37:10.475166 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:10.572359 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:10.609078 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:37:10.611953 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff5955-740a-4215-9dc0-c80d457b4ede" -d '{"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-plugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:37:10.620995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c25d68-bdd6-4c5b-ad17-ba0cc5e3d3a9 req-96ba8828-bb82-4f44-a941-89ace5eaff42 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:10.623194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7c25d68-bdd6-4c5b-ad17-ba0cc5e3d3a9 req-96ba8828-bb82-4f44-a941-89ace5eaff42 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 945 time: 0.0693855 Aug 20 14:37:10.635426 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:37:10.642004 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:10.674811 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee007dea-1cd4-412c-8d42-31821cc8de28 x-openstack-request-id: req-ee007dea-1cd4-412c-8d42-31821cc8de28 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:37:10.675777 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-plugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:37:10.676119 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee007dea-1cd4-412c-8d42-31821cc8de28 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:37:10.676746 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'code': 200} Aug 20 14:37:10.708728 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d7c25d68-bdd6-4c5b-ad17-ba0cc5e3d3a9 req-de9b7b35-472c-4dde-8955-8537c18d339b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732603 Aug 20 14:37:10.723420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:10.786626 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee4185-4f74-49b2-8725-6136963be298 req-a30bac7f-ffe3-45c2-8a29-0711fbef2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:10.788266 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6ee4185-4f74-49b2-8725-6136963be298 req-a30bac7f-ffe3-45c2-8a29-0711fbef2ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1097 time: 0.0470142 Aug 20 14:37:10.832648 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e6ee4185-4f74-49b2-8725-6136963be298 req-a876bf6d-89e7-434b-a89f-e0d5e330a34c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 Aug 20 14:37:11.874557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac66ae2-2b19-401b-88be-d1e25189fdd7 req-c5346673-20d9-400d-875c-9ddaeeaa821b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:11.876791 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ac66ae2-2b19-401b-88be-d1e25189fdd7 req-c5346673-20d9-400d-875c-9ddaeeaa821b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0735390 Aug 20 14:37:11.948076 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3ac66ae2-2b19-401b-88be-d1e25189fdd7 req-64e6e581-a1e3-44bc-a00c-3a4436028c44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608642 Aug 20 14:37:13.127447 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cae298-aeb7-4131-bb3e-9203e4b5a4d1 req-804ab91f-642a-4585-8e79-4bdd9012e6a2 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:13.130045 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54cae298-aeb7-4131-bb3e-9203e4b5a4d1 req-804ab91f-642a-4585-8e79-4bdd9012e6a2 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0712535 Aug 20 14:37:13.187703 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-54cae298-aeb7-4131-bb3e-9203e4b5a4d1 req-e096aee0-ed50-46b8-8b66-fdc5ede44e65 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467632 Aug 20 14:37:13.373305 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309601-d553-4c0c-9c3a-ee63bfc397bb req-03392483-7915-4f76-95c4-9c48823d3c4a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:13.376224 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d309601-d553-4c0c-9c3a-ee63bfc397bb req-03392483-7915-4f76-95c4-9c48823d3c4a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0900249 Aug 20 14:37:13.443246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d309601-d553-4c0c-9c3a-ee63bfc397bb req-f9879e86-58bf-4a3a-8acb-62c230a5711a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591352 Aug 20 14:37:13.472760 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47498) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:37:13.597951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe340b4-45cd-414a-9ce3-8566e293387b tempest-TestShelveInstance-1697359910 tempest-TestShelveInstance-1697359910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:13.599756 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-0fe340b4-45cd-414a-9ce3-8566e293387b tempest-TestShelveInstance-1697359910 tempest-TestShelveInstance-1697359910-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1092 time: 0.1253459 Aug 20 14:37:13.604758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:37:13.612162 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:37:13.642250 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:13.791302 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:13.959664 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Allocated IP 172.25.6.227 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/46f92c20-dc3b-4dcf-8158-e9dfb514dd70) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:37:14.109237 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:14.170100 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:14.218150 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:37:14.222925 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:37:14.229637 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:37:14.261991 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'Port': ['ID=46f92c20-dc3b-4dcf-8158-e9dfb514dd70,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:14.759972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:14.847647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:15.075407 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:15.083149 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:15.213443 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'Port': ['ID=46f92c20-dc3b-4dcf-8158-e9dfb514dd70,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:37:15.235695 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:15.399365 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Floating IP 04705c2b-cde8-419d-8cce-f89f077d9939 associated. External IP: 172.25.6.227, port: 24cc2fab-351b-48d1-9f1d-7221d0e502b9. Aug 20 14:37:15.715977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:37:15.858669 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-de2e4e75-12ad-4745-aa2b-d89d4f781d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:15.866581 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:37:15.882573 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:37:15.897330 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:37:15.898398 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:37:15.902192 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:15.954206 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6ca5cd45-e223-4c37-8e2f-230651118ee8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3479154 Aug 20 14:37:15.955224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:37:15.960021 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34274a43-7050-40c7-9cd6-ebda131de9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:37:16.028500 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799058da-787c-4ce7-a0bf-b8d9bbdc10f3 x-openstack-request-id: req-799058da-787c-4ce7-a0bf-b8d9bbdc10f3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:37:16.028872 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:37:16.029119 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-799058da-787c-4ce7-a0bf-b8d9bbdc10f3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:37:16.029554 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'status': 'completed', 'code': 200} Aug 20 14:37:16.139130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-926acb29-03b8-419d-9a55-a6b998fbd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:16.141366 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-926acb29-03b8-419d-9a55-a6b998fbd574 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1097 time: 0.0761669 Aug 20 14:37:16.182705 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:37:16.309560 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-3078099a-5e7a-4f70-8bbf-ec5574125da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:16.312391 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-3078099a-5e7a-4f70-8bbf-ec5574125da3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1625607 Aug 20 14:37:16.420348 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-761a3f10-cf15-4c2b-9471-fa63f4fbac6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1000 time: 0.0920076 Aug 20 14:37:16.502136 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '04705c2b-cde8-419d-8cce-f89f077d9939', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'mac_address': 'fa:16:3e:cf:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:37:14Z', 'updated_at': '2021-08-20T14:37:14Z', 'revision_number': 0, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:37:16.516530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-e57cbf37-e2af-4fd4-8a72-9a574fb4f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:16.520918 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-e57cbf37-e2af-4fd4-8a72-9a574fb4f78f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0907099 Aug 20 14:37:16.557896 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:37:16.575450 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:37:16.576360 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:36:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:37:16.595985 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-5ee8c0eb-7dd4-4d76-973e-94a4ac6f0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:16.598754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-5ee8c0eb-7dd4-4d76-973e-94a4ac6f0d87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719786 Aug 20 14:37:16.749683 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:37:16.782528 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-ac0176b3-2921-4e5c-829d-56f69ebc619e service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757376 Aug 20 14:37:16.950245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-34274a43-7050-40c7-9cd6-ebda131de9f3 req-dc0eec23-6176-41ff-9d92-a307015e4d22 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569006 Aug 20 14:37:17.085924 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '04705c2b-cde8-419d-8cce-f89f077d9939', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'mac_address': 'fa:16:3e:cf:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:37:14Z', 'updated_at': '2021-08-20T14:37:14Z', 'revision_number': 0, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:37:17.125654 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca750-f80e-463a-9cd8-29949a5421b5 None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '04705c2b-cde8-419d-8cce-f89f077d9939', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'mac_address': 'fa:16:3e:cf:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:37:14Z', 'updated_at': '2021-08-20T14:37:14Z', 'revision_number': 0, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:37:17.396368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a698dd0-4f75-41ca-b69e-5be7067b8d52 None None] New status for floating IP 04705c2b-cde8-419d-8cce-f89f077d9939: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:37:18.615613 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0710473a-66e6-4ef1-8e6e-e4c63f11002b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:18.632927 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:19.830792 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:21.754149 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:22.369192 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:37:27.764687 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-f8da02c3-b497-47cb-b99c-46caa7c91b12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531034 Aug 20 14:37:27.886930 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e609e4-a430-4120-9487-d738d0f282a7 req-e6c60813-ecd6-423b-b535-b75b0f496f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:27.889595 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-e6c60813-ecd6-423b-b535-b75b0f496f1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1097 time: 0.0637600 Aug 20 14:37:28.020314 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e609e4-a430-4120-9487-d738d0f282a7 req-08692ffd-3112-487c-a64e-fd713a7e6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:28.022085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-08692ffd-3112-487c-a64e-fd713a7e6422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1062820 Aug 20 14:37:28.122909 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-17af03bc-6bed-47ed-a25d-fc1fe8a8b81a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1002 time: 0.0919404 Aug 20 14:37:28.207717 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e609e4-a430-4120-9487-d738d0f282a7 req-2c389d0f-19ee-48ec-987d-756655d6d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:28.209685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-2c389d0f-19ee-48ec-987d-756655d6d2e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0677419 Aug 20 14:37:28.292097 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e609e4-a430-4120-9487-d738d0f282a7 req-ab762f12-89ed-4998-88f1-83c034a4d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:37:28.294796 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-ab762f12-89ed-4998-88f1-83c034a4d8f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771518 Aug 20 14:37:28.458556 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-a1ce3926-a839-44bc-9169-84e4a0327a61 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543615 Aug 20 14:37:28.625583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-19e609e4-a430-4120-9487-d738d0f282a7 req-eaf45e81-4d61-4d5d-9261-eefcb6ee2651 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591761 Aug 20 14:37:29.871752 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:32.520200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:45.857017 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a6d0bd0c-e250-4493-bd60-28e695423407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:48.633701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4bef4593-2c73-4f80-8f65-3db9de3af91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:48.641028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:49.830002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:51.759897 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:37:59.370936 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:37:59.869610 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:02.563009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:15.858198 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-dcdea343-20c2-476f-a9ea-a2e80e599159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:18.631872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a4d51e40-2a33-4c57-a9bb-2492fe9c8a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:18.639930 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:19.837858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:21.761248 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:29.826823 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-c855b708-455c-499b-afae-c3869bb32f2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781136 Aug 20 14:38:29.943034 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-5358d3f1-ccd8-4202-a442-7759710a75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:38:29.944800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-5358d3f1-ccd8-4202-a442-7759710a75bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1097 time: 0.0605934 Aug 20 14:38:30.010761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:30.105654 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-1b111d54-2341-4da4-ac82-1c1dabb9492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:38:30.108079 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-1b111d54-2341-4da4-ac82-1c1dabb9492e service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1378269 Aug 20 14:38:30.198529 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-2ea14cf1-5241-4de8-bd8d-1f4dee1cd0bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1002 time: 0.0816898 Aug 20 14:38:30.257270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-9dad3871-4448-47e4-89b2-3540c2f0f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:38:30.259063 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-9dad3871-4448-47e4-89b2-3540c2f0f90f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0527830 Aug 20 14:38:30.316632 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-f4d8a901-497f-4868-b7c0-501678a40040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:38:30.318496 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-f4d8a901-497f-4868-b7c0-501678a40040 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520959 Aug 20 14:38:30.475848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-a1bf53d1-28ca-433e-84a1-97b92eed7ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490009 Aug 20 14:38:30.599169 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f707cef6-0221-4dc5-832a-6c23924bc94a req-7df73975-032d-4daf-9ae2-194b54d277c7 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156850 Aug 20 14:38:32.565488 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:36.376682 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:38:45.854385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-82b6ce13-b608-4128-8f99-19cb384a9cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:48.606478 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-61b80533-45ed-48c8-87cd-7b24b931f087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:48.634377 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:49.843175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:38:51.760385 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:00.004073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:02.563022 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:11.059644 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe893f83-d013-43ff-bb3f-0afbfe7f63e1 req-d8b7cb3c-93dc-4d4a-87b0-872064819c2f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:11.061278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe893f83-d013-43ff-bb3f-0afbfe7f63e1 req-d8b7cb3c-93dc-4d4a-87b0-872064819c2f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0651205 Aug 20 14:39:11.105243 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fe893f83-d013-43ff-bb3f-0afbfe7f63e1 req-35060290-9624-4d89-9212-775356fc546f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Aug 20 14:39:12.276321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fca97-e3fb-42f7-a0ec-90825e516e99 req-4c0090a2-cd00-47f4-9690-d4b3b9b936b4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:12.278082 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-792fca97-e3fb-42f7-a0ec-90825e516e99 req-4c0090a2-cd00-47f4-9690-d4b3b9b936b4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0610747 Aug 20 14:39:12.323306 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-792fca97-e3fb-42f7-a0ec-90825e516e99 req-8d8bf9d9-9ced-4dae-b90f-203b658b99be tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374262 Aug 20 14:39:13.378187 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:39:13.555805 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8f4fc-edb7-4b53-ad47-8ba8dbfc09c6 req-6c1fa41e-62c9-41f8-8aef-86f2d2d8034d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:13.558694 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-44a8f4fc-edb7-4b53-ad47-8ba8dbfc09c6 req-6c1fa41e-62c9-41f8-8aef-86f2d2d8034d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.1009309 Aug 20 14:39:13.628967 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-44a8f4fc-edb7-4b53-ad47-8ba8dbfc09c6 req-2012f0a9-b9a1-4f1b-93f3-f98611440654 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626037 Aug 20 14:39:14.787006 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4060ceb-4576-4072-92ae-6e1fcd51e920 req-968a0917-ede1-440c-ace9-5f47c8e0e332 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:14.788700 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4060ceb-4576-4072-92ae-6e1fcd51e920 req-968a0917-ede1-440c-ace9-5f47c8e0e332 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0634396 Aug 20 14:39:14.840435 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d4060ceb-4576-4072-92ae-6e1fcd51e920 req-a416e02e-e4e1-4301-9394-d109022db8ac tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 Aug 20 14:39:15.860850 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3cc0267f-593b-44fb-a8f6-33ee999f3126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:16.030112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541aca-91aa-4cf5-86ae-fe0930ce0fe0 req-497e86c4-621f-454f-8fcf-e1e863ed4be1 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:16.031940 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14541aca-91aa-4cf5-86ae-fe0930ce0fe0 req-497e86c4-621f-454f-8fcf-e1e863ed4be1 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0659926 Aug 20 14:39:16.094325 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-14541aca-91aa-4cf5-86ae-fe0930ce0fe0 req-230c4241-cf32-477a-b3ef-c6a3a44adf85 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516624 Aug 20 14:39:17.266729 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69639732-fc12-4d80-a862-32dc54ab37be req-84556866-40aa-4727-b197-2979a7f95695 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:17.270248 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69639732-fc12-4d80-a862-32dc54ab37be req-84556866-40aa-4727-b197-2979a7f95695 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0951540 Aug 20 14:39:17.314576 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-69639732-fc12-4d80-a862-32dc54ab37be req-b101e7c4-a733-4ab7-a654-fffeb9f040c7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372803 Aug 20 14:39:18.466241 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172a8ee-d434-4d8d-ac68-63e1b649ec31 req-f7d40939-393d-4995-b9c2-bef831cfcd1d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:18.468643 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2172a8ee-d434-4d8d-ac68-63e1b649ec31 req-f7d40939-393d-4995-b9c2-bef831cfcd1d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0642257 Aug 20 14:39:18.515578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2172a8ee-d434-4d8d-ac68-63e1b649ec31 req-1d806e61-ce8c-4c35-9249-4299dec02e5c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 Aug 20 14:39:18.619462 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7680d314-d438-4408-9785-6862383c0a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:18.633432 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:19.688301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa6cd2-bb80-44a2-839e-ee7568002cee req-63dce2f8-2b27-4a45-bcd7-735fb75273f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:19.691763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25fa6cd2-bb80-44a2-839e-ee7568002cee req-63dce2f8-2b27-4a45-bcd7-735fb75273f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0894339 Aug 20 14:39:19.745836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-25fa6cd2-bb80-44a2-839e-ee7568002cee req-e9cdf55b-81fc-4e01-82cd-ae2673555640 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 Aug 20 14:39:19.846757 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:20.899993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3db488-ed4c-4780-8b42-ada9b7c07708 req-da4c32db-be24-4259-a0d4-4a086b66bf5c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:20.901799 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d3db488-ed4c-4780-8b42-ada9b7c07708 req-da4c32db-be24-4259-a0d4-4a086b66bf5c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0679662 Aug 20 14:39:20.947449 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8d3db488-ed4c-4780-8b42-ada9b7c07708 req-f3b0861c-d10b-443e-a6a6-31aa059daad6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Aug 20 14:39:21.764809 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:22.098397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c661f-f134-4585-a9de-12747ef054fb req-5cde487a-b348-404a-a689-f2f1b2e59fb2 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:22.100848 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-445c661f-f134-4585-a9de-12747ef054fb req-5cde487a-b348-404a-a689-f2f1b2e59fb2 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0728800 Aug 20 14:39:22.173242 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-445c661f-f134-4585-a9de-12747ef054fb req-c15266db-a217-4d93-890a-a8fb2bd15ef6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604115 Aug 20 14:39:23.117090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:39:23.270058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:23.291282 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'mac_address': 'fa:16:3e:cf:e3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:39:23.373908 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:23.392031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24cc2fab-351b-48d1-9f1d-7221d0e502b9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:39:23.398257 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6f9d-53aa-420c-9b0a-fc1871f001fb req-2ff7bda7-af09-4908-b8d0-f0b4ef704f85 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:23.403572 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e5b6f9d-53aa-420c-9b0a-fc1871f001fb req-2ff7bda7-af09-4908-b8d0-f0b4ef704f85 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.1037960 Aug 20 14:39:23.438199 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:23.445773 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:23.473234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8e5b6f9d-53aa-420c-9b0a-fc1871f001fb req-35a72bcf-57ca-492d-9c5f-0e6c7d8139da tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550625 Aug 20 14:39:23.539286 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['24cc2fab-351b-48d1-9f1d-7221d0e502b9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:39:23.600921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:23.617911 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.618393 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.618904 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.619488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.619965 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.620489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.621073 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.621555 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.622055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.622582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.623054 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:23.623564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:24.693739 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22024de4-6742-4792-ae2f-ff56bf557b43 req-db749e35-2f41-400f-ba88-6aa2c28c7aa5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:24.695332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22024de4-6742-4792-ae2f-ff56bf557b43 req-db749e35-2f41-400f-ba88-6aa2c28c7aa5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 945 time: 0.0891385 Aug 20 14:39:24.764890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-22024de4-6742-4792-ae2f-ff56bf557b43 req-5195b140-42a3-4ff7-9546-8a086e67717e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580788 Aug 20 14:39:25.128681 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:39:25.233310 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:39:25.233840 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:25.399072 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:25.446007 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:39:25.448837 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a74aa-c24e-4fa5-b5de-89bb85773539" -d '{"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-plugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:39:25.472251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:25.488221 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:25.577544 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:25.693418 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0198f9f-cf60-468b-b92b-68131d9066e1 x-openstack-request-id: req-a0198f9f-cf60-468b-b92b-68131d9066e1 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:39:25.693996 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-plugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:39:25.694213 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0198f9f-cf60-468b-b92b-68131d9066e1 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:39:25.694612 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'code': 200} Aug 20 14:39:25.981935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b58b69-e8b9-49eb-8b4b-c57d4b74cbcc req-deee97fa-1ebd-424d-a083-5e7803c3a6ba tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:25.994660 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01b58b69-e8b9-49eb-8b4b-c57d4b74cbcc req-deee97fa-1ebd-424d-a083-5e7803c3a6ba tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.1256759 Aug 20 14:39:26.062944 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01b58b69-e8b9-49eb-8b4b-c57d4b74cbcc req-723e0179-e8bf-4196-b093-c810de9f5ab3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616994 Aug 20 14:39:27.243350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9feaa-8080-4613-8ab3-c59b014578cf req-1cfce510-e43e-400b-bddb-4c648c10b76c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:27.245941 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfd9feaa-8080-4613-8ab3-c59b014578cf req-1cfce510-e43e-400b-bddb-4c648c10b76c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0862675 Aug 20 14:39:27.297830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-dfd9feaa-8080-4613-8ab3-c59b014578cf req-440420bf-bda9-4afc-b3cf-09eece9b76a4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Aug 20 14:39:28.547575 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bd090-e1a4-4b8d-b1a1-3551b19c8a78 req-34059b0c-ac97-4e15-add1-cc40e8b1aac8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:28.553144 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b1bd090-e1a4-4b8d-b1a1-3551b19c8a78 req-34059b0c-ac97-4e15-add1-cc40e8b1aac8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.1041434 Aug 20 14:39:28.616619 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3b1bd090-e1a4-4b8d-b1a1-3551b19c8a78 req-e4b9f9ba-215d-4fb8-8207-796dc48ff0d4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545714 Aug 20 14:39:29.878363 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27500caf-e155-4de5-98ec-831d8e8d375e req-4b4dd9a4-3023-4224-a1f0-0ee4e9ffdf91 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:29.881061 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27500caf-e155-4de5-98ec-831d8e8d375e req-4b4dd9a4-3023-4224-a1f0-0ee4e9ffdf91 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.1086791 Aug 20 14:39:29.980375 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27500caf-e155-4de5-98ec-831d8e8d375e req-5d437fb0-3bb5-45ab-898c-e50f38507bcd tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889962 Aug 20 14:39:30.010743 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-3c046011-63f1-4e6e-8c68-7da389c8691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:30.012408 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-3c046011-63f1-4e6e-8c68-7da389c8691f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1097 time: 0.2145982 Aug 20 14:39:30.034200 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.182621 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-3def6a74-630b-481f-b6d0-514dadb653df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:30.184233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-3def6a74-630b-481f-b6d0-514dadb653df service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1409767 Aug 20 14:39:30.269921 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-62ea4d82-a125-46d9-95ce-4a65b53dd4ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1002 time: 0.0764370 Aug 20 14:39:30.336720 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-a0c5a73e-136a-40a8-b41e-3d1c3697f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:30.338615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-a0c5a73e-136a-40a8-b41e-3d1c3697f4fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0610619 Aug 20 14:39:30.434060 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-0102e8b8-e136-47d2-a225-51fad18bdbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:30.438260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-0102e8b8-e136-47d2-a225-51fad18bdbb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907211 Aug 20 14:39:30.582092 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-cd8c3c81-b830-45d6-a1cd-425c1436702f service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357591 Aug 20 14:39:30.711423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-abeb471c-edd6-4d62-bb95-0aa701270f54 req-c865d0fa-7d18-44f8-a5ea-d8296de46f87 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219563 Aug 20 14:39:31.142742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082993a-3c7b-4895-b680-b023ae68c009 req-457602f5-4101-49e1-a05c-545aa1f0bd11 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:31.149945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f082993a-3c7b-4895-b680-b023ae68c009 req-457602f5-4101-49e1-a05c-545aa1f0bd11 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0665071 Aug 20 14:39:31.198858 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f082993a-3c7b-4895-b680-b023ae68c009 req-bc7820f9-5112-4ed6-95d9-fc5b8f33d056 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472596 Aug 20 14:39:32.373836 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66569c-a749-4677-9e46-d8e8f09d74fc req-75e92bf3-cf5e-4ca8-a91f-81d9053f3141 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:32.375683 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd66569c-a749-4677-9e46-d8e8f09d74fc req-75e92bf3-cf5e-4ca8-a91f-81d9053f3141 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0754323 Aug 20 14:39:32.457446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bd66569c-a749-4677-9e46-d8e8f09d74fc req-d293a71a-9dc6-4b90-8e18-37978242c93b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605102 Aug 20 14:39:32.567585 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:33.672076 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06bd8-e9b5-45d7-ab97-7003e5cd471a req-53882daa-b77c-489b-9757-74dab9329e93 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:33.675388 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9d06bd8-e9b5-45d7-ab97-7003e5cd471a req-53882daa-b77c-489b-9757-74dab9329e93 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0975800 Aug 20 14:39:33.746707 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f9d06bd8-e9b5-45d7-ab97-7003e5cd471a req-93579b04-4d65-4058-8dd6-38cd1bba30ca tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597246 Aug 20 14:39:34.926903 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55397c-63eb-4ecd-86bb-afcfd1f318c4 req-63bdeca2-de7f-48d2-b70f-be4ec0f78894 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:34.935873 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce55397c-63eb-4ecd-86bb-afcfd1f318c4 req-63bdeca2-de7f-48d2-b70f-be4ec0f78894 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0708926 Aug 20 14:39:34.999939 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ce55397c-63eb-4ecd-86bb-afcfd1f318c4 req-e5d4d12e-a3b8-41b8-957b-51128648012e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626187 Aug 20 14:39:35.912595 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-6a389bc5-9eba-42fe-b607-84055c204edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:35.914312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-6a389bc5-9eba-42fe-b607-84055c204edc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1097 time: 0.0487385 Aug 20 14:39:36.026608 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-ce310098-219d-4dad-9e7f-72cef7810348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:36.028446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-ce310098-219d-4dad-9e7f-72cef7810348 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1054215 Aug 20 14:39:36.111680 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-c1099d66-af9d-4d33-8af2-f34570120b8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1002 time: 0.0755472 Aug 20 14:39:36.161552 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942860d-a8ec-4ad2-afe0-f342a4f64155 req-60ae2b25-7a0a-490c-aa95-7ece32e3c712 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:36.163458 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1942860d-a8ec-4ad2-afe0-f342a4f64155 req-60ae2b25-7a0a-490c-aa95-7ece32e3c712 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0553672 Aug 20 14:39:36.171207 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-bb225c1e-e19d-49f9-a85d-88d027db9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:36.175163 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-bb225c1e-e19d-49f9-a85d-88d027db9d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0560510 Aug 20 14:39:36.224975 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1942860d-a8ec-4ad2-afe0-f342a4f64155 req-334063fc-5e6f-4acb-b325-bb50c0eae37e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497713 Aug 20 14:39:36.225210 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-248cd90f-6eb7-4197-bf33-848af5645490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:36.226597 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-248cd90f-6eb7-4197-bf33-848af5645490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455897 Aug 20 14:39:36.338369 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-d4d13475-7931-48a2-9b73-aa2c4cbc7035 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039047 Aug 20 14:39:36.441982 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-987705a6-edaa-43c0-82b2-3b8fcd0ff975 req-c500b8d0-2bad-4bef-96d1-5d077225b25c service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955062 Aug 20 14:39:37.357646 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6628a-212a-44e4-a2ef-d4601f847e1f req-087c41ab-41e0-43d4-95f5-10f5872af231 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:37.359552 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfb6628a-212a-44e4-a2ef-d4601f847e1f req-087c41ab-41e0-43d4-95f5-10f5872af231 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0569134 Aug 20 14:39:37.406231 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-bfb6628a-212a-44e4-a2ef-d4601f847e1f req-3959382a-ab82-4255-8efc-3fb138da7e5b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Aug 20 14:39:38.592854 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056f11-9d7f-405d-819f-e073fe015a14 req-f92d2698-62b3-46f4-89cb-abb597839025 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:38.594703 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae056f11-9d7f-405d-819f-e073fe015a14 req-f92d2698-62b3-46f4-89cb-abb597839025 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 946 time: 0.0635066 Aug 20 14:39:38.640675 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae056f11-9d7f-405d-819f-e073fe015a14 req-09dcfcca-7086-4327-9afa-0811eca9e816 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Aug 20 14:39:39.224094 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:39:39.310758 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:39.341064 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:39:39.344176 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83d2211-f958-4c9c-be55-0f22946204c8" -d '{"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-unplugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:39:39.361386 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:39.367241 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:39.396380 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e4e69-7975-4426-8d01-f1704491786f x-openstack-request-id: req-d25e4e69-7975-4426-8d01-f1704491786f {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:39:39.396708 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-unplugged", "status": "failed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "code": 422}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:39:39.397003 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d25e4e69-7975-4426-8d01-f1704491786f {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:39:39.397445 n-d-804232-5 neutron-server[94863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'code': 422} returned with failed status Aug 20 14:39:39.425350 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:39.979460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68232b-1e23-4612-be04-c497d29dd3ce req-9c4b484f-e4ec-49de-a95e-0b300ec1e109 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:39.989177 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c68232b-1e23-4612-be04-c497d29dd3ce req-9c4b484f-e4ec-49de-a95e-0b300ec1e109 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.1233101 Aug 20 14:39:40.037022 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0c68232b-1e23-4612-be04-c497d29dd3ce req-a4c8b11b-fc9c-430a-ab76-6c84057e04a9 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 Aug 20 14:39:40.306113 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47714) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:39:40.416254 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-75f5afdd-9240-4b16-8542-006dd853f7af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084650 Aug 20 14:39:41.215976 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58115e08-9858-4a6f-8f8a-720a96ef8fe0 req-62c46f29-ac67-459e-8c59-a0f9c6611270 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:41.217621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58115e08-9858-4a6f-8f8a-720a96ef8fe0 req-62c46f29-ac67-459e-8c59-a0f9c6611270 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0720890 Aug 20 14:39:41.269188 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-58115e08-9858-4a6f-8f8a-720a96ef8fe0 req-82dfbd64-7e5c-49f2-9aef-2b864dbea3a6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412166 Aug 20 14:39:41.366549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-0df3024f-f2d5-4e0c-af73-d40c2e79a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:41.368754 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-0df3024f-f2d5-4e0c-af73-d40c2e79a7c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4&tenant_id=8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 1095 time: 0.0472491 Aug 20 14:39:41.441268 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-da99d133-8ef6-43fc-8913-1d5a97495619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:41.442688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-da99d133-8ef6-43fc-8913-1d5a97495619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1095 time: 0.0474308 Aug 20 14:39:41.895304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-ec4721f5-a989-47c7-95be-da83f4d97f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:41.896881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-ec4721f5-a989-47c7-95be-da83f4d97f88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.4471731 Aug 20 14:39:41.969211 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-04d9bd78-b090-4f74-9638-3442be8fb6d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1000 time: 0.0649872 Aug 20 14:39:42.025435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-e5362fbf-566c-4934-992b-ed8b8e055c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:42.026997 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-e5362fbf-566c-4934-992b-ed8b8e055c11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0507588 Aug 20 14:39:42.087423 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-fc3dfd29-0cc3-4b44-b2fa-45ab47f8ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:42.089333 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-fc3dfd29-0cc3-4b44-b2fa-45ab47f8ee89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541863 Aug 20 14:39:42.203125 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-ffab5326-49af-43d1-9d95-075e8d81262b service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059551 Aug 20 14:39:42.321090 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-b837625a-fded-4033-b20b-1ee9a4945c66 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109278 Aug 20 14:39:42.435844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17b39e-e0b0-4964-b763-457397c65c14 req-8f1445cd-2059-474b-8c29-118c60215304 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:42.438117 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf17b39e-e0b0-4964-b763-457397c65c14 req-8f1445cd-2059-474b-8c29-118c60215304 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0751555 Aug 20 14:39:42.525867 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cf17b39e-e0b0-4964-b763-457397c65c14 req-04113ec4-0e77-44ea-9c56-4fb7900e475c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716810 Aug 20 14:39:43.723972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6192-7aad-4fad-b49c-c6d75b75892c req-31a1c0f8-0d09-4a5d-a89b-768ea6a2995d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:43.726797 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f0d6192-7aad-4fad-b49c-c6d75b75892c req-31a1c0f8-0d09-4a5d-a89b-768ea6a2995d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0892069 Aug 20 14:39:43.799019 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8f0d6192-7aad-4fad-b49c-c6d75b75892c req-22ebbd82-6463-45f6-892e-fbf43affbe7d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640230 Aug 20 14:39:44.969565 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8e9f-81fc-453f-8367-4a4f7f5bb7b4 req-25b6d4f4-0342-479e-b09e-46fd99f3b1ed tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:44.972015 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d8e8e9f-81fc-453f-8367-4a4f7f5bb7b4 req-25b6d4f4-0342-479e-b09e-46fd99f3b1ed tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0597458 Aug 20 14:39:45.060676 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7d8e8e9f-81fc-453f-8367-4a4f7f5bb7b4 req-ad0e6ce6-d045-4a65-8e2a-5b1f0056038d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781658 Aug 20 14:39:45.871743 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-55d54e45-0c36-493f-b613-9c6bb7221396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:46.222951 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf41-ef74-468c-8514-916130c1fc67 req-60874c62-9b74-44c5-ae0b-16ebbd056971 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:46.225688 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80f1cf41-ef74-468c-8514-916130c1fc67 req-60874c62-9b74-44c5-ae0b-16ebbd056971 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0622377 Aug 20 14:39:46.311867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80f1cf41-ef74-468c-8514-916130c1fc67 req-b445df07-2c91-436a-a517-446e0ca04b44 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681009 Aug 20 14:39:47.522843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ad6f-3fc1-4f96-8a29-573f62243686 req-eac05907-3304-408d-9f0e-eaab2d0d5e53 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:47.525366 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3075ad6f-3fc1-4f96-8a29-573f62243686 req-eac05907-3304-408d-9f0e-eaab2d0d5e53 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0900536 Aug 20 14:39:47.601028 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3075ad6f-3fc1-4f96-8a29-573f62243686 req-98bfddad-7afc-48a4-92cb-b3a8c77d2f65 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641544 Aug 20 14:39:48.655538 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-61d7e9c0-7c2e-4ca4-a3f8-6559f9e3b0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:48.662360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:48.863330 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49748c8-ba50-402d-8a20-10ea091a83e5 req-185e1ec2-9f68-4948-9eea-26c5b027ca6e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:48.876054 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49748c8-ba50-402d-8a20-10ea091a83e5 req-185e1ec2-9f68-4948-9eea-26c5b027ca6e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.1110377 Aug 20 14:39:48.948087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f49748c8-ba50-402d-8a20-10ea091a83e5 req-2ef61b84-5531-4c75-af39-4900256587f2 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628867 Aug 20 14:39:49.850767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:50.115781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9392114-2260-4bad-ba3d-b82f3bdc1ead req-b91e62c8-902c-4296-b9ed-f48acbce147f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:50.129355 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9392114-2260-4bad-ba3d-b82f3bdc1ead req-b91e62c8-902c-4296-b9ed-f48acbce147f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0892160 Aug 20 14:39:50.204949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9392114-2260-4bad-ba3d-b82f3bdc1ead req-a087fa97-a787-4379-8482-445b4ab5d809 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736868 Aug 20 14:39:50.384456 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:39:51.379389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd911d-6912-44b7-89a6-87d9d2087bb1 req-7eed985b-3850-4587-bcb2-8ec7f9b3305e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:51.381800 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12cd911d-6912-44b7-89a6-87d9d2087bb1 req-7eed985b-3850-4587-bcb2-8ec7f9b3305e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0818465 Aug 20 14:39:51.457156 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-12cd911d-6912-44b7-89a6-87d9d2087bb1 req-86cc5b89-3e1e-4ecf-9197-62e438c3c239 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628707 Aug 20 14:39:51.773298 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:52.607439 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdc00a-5b1d-466b-ad9f-e32a981e0466 req-55fee776-c112-4f6c-ae91-36ad787385f4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:52.609836 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01fdc00a-5b1d-466b-ad9f-e32a981e0466 req-55fee776-c112-4f6c-ae91-36ad787385f4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0649848 Aug 20 14:39:52.660899 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-01fdc00a-5b1d-466b-ad9f-e32a981e0466 req-99bf7f48-3bef-4a0d-9dfd-c84d722c28c6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Aug 20 14:39:53.823399 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fda26-2ac7-460c-b35b-348839de3b2e req-7a76fdf1-b123-4067-8e99-d9a774a8285b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:53.825456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b3fda26-2ac7-460c-b35b-348839de3b2e req-7a76fdf1-b123-4067-8e99-d9a774a8285b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0609281 Aug 20 14:39:53.869034 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4b3fda26-2ac7-460c-b35b-348839de3b2e req-4a958fbf-1619-40da-97ba-d6c1720a45aa tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365331 Aug 20 14:39:55.042930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07386f2d-aefa-48e1-a32a-fd82dd5319e6 req-8257cafb-6e61-4044-9a7c-90a9845a7961 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:55.044791 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07386f2d-aefa-48e1-a32a-fd82dd5319e6 req-8257cafb-6e61-4044-9a7c-90a9845a7961 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 944 time: 0.0643432 Aug 20 14:39:55.103747 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-07386f2d-aefa-48e1-a32a-fd82dd5319e6 req-558be6da-ced6-4be7-8905-9893bfcea47a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Aug 20 14:39:55.328588 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:39:55.497448 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:55.520792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'port_id': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'mac_address': 'fa:16:3e:cf:e3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:39:55.591811 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.617859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cc2fab-351b-48d1-9f1d-7221d0e502b9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:39:55.654077 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:55.660882 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.754006 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:55.868872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['24cc2fab-351b-48d1-9f1d-7221d0e502b9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:39:56.287220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ec247-4953-42a2-9c16-d48280d99703 req-6a5018b0-d70c-4407-99e1-ba89dffdb6a8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:56.290012 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-475ec247-4953-42a2-9c16-d48280d99703 req-6a5018b0-d70c-4407-99e1-ba89dffdb6a8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 945 time: 0.0734997 Aug 20 14:39:56.347238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-475ec247-4953-42a2-9c16-d48280d99703 req-344d4c40-98af-4132-bd72-13e48b12f21b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497663 Aug 20 14:39:57.344420 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:39:57.420887 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:39:57.421490 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:57.527438 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5739a-4a59-4c8e-935c-75b4e304dfa7 req-84f7e94b-8b57-4d5c-bc69-9c2908a3a06f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:57.530617 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bb5739a-4a59-4c8e-935c-75b4e304dfa7 req-84f7e94b-8b57-4d5c-bc69-9c2908a3a06f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 945 time: 0.0954401 Aug 20 14:39:57.542323 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:57.578505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:39:57.582166 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52875546-491d-4e36-8f25-2a518506d7ee" -d '{"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-plugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:39:57.604324 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:39:57.605419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0bb5739a-4a59-4c8e-935c-75b4e304dfa7 req-d0434680-c990-475e-93c4-cc81bd081a2a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658202 Aug 20 14:39:57.620909 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:57.667425 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe392e8-24d0-4d3b-87fd-b25c7c0f3377 x-openstack-request-id: req-ebe392e8-24d0-4d3b-87fd-b25c7c0f3377 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:39:57.667901 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-plugged", "status": "completed", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:39:57.668321 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebe392e8-24d0-4d3b-87fd-b25c7c0f3377 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:39:57.669010 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'code': 200} Aug 20 14:39:57.709243 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:57.868990 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560282e2-b785-41ac-bf2f-577a713cec92 req-cf874da5-19ef-4cbf-8966-b6066391aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:57.870764 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-560282e2-b785-41ac-bf2f-577a713cec92 req-cf874da5-19ef-4cbf-8966-b6066391aeeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1098 time: 0.0560062 Aug 20 14:39:57.915743 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-560282e2-b785-41ac-bf2f-577a713cec92 req-cb925880-4290-488e-a59e-b77ade2910dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 Aug 20 14:39:58.777063 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2379-52d6-4534-b587-80880b98288d req-fd30d4d2-e40a-433b-b7f8-4073caec4f5a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:58.779792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e3b2379-52d6-4534-b587-80880b98288d req-fd30d4d2-e40a-433b-b7f8-4073caec4f5a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 947 time: 0.0864260 Aug 20 14:39:58.849039 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1e3b2379-52d6-4534-b587-80880b98288d req-493331ac-73c5-4d20-ba44-a1c74c7cdd55 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608976 Aug 20 14:40:00.005806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f2956-daf3-43d5-ac1e-b5ecad93fb84 req-2a1a4c87-5c4c-4dfe-b5ab-e8698accfae0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:00.007530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d5f2956-daf3-43d5-ac1e-b5ecad93fb84 req-2a1a4c87-5c4c-4dfe-b5ab-e8698accfae0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 947 time: 0.0585754 Aug 20 14:40:00.042227 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:00.079362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0d5f2956-daf3-43d5-ac1e-b5ecad93fb84 req-17bfd93a-303b-4d29-ad0a-959abf4ca1dd tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600033 Aug 20 14:40:02.567362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:15.857131 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-93172c71-0b03-41e9-8d59-45062c9d026a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.624150 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ae9a84e8-6f6f-4d47-8c02-b1c26b7a12cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.634490 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:19.849619 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:21.770247 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:27.374583 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:40:30.036528 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:31.788690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-00e8a7e2-bd1d-466c-8289-613c0970748f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628886 Aug 20 14:40:31.894368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-dbb33962-fe71-4dca-83ae-d9ef8a900d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:31.896002 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-dbb33962-fe71-4dca-83ae-d9ef8a900d74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1098 time: 0.0486109 Aug 20 14:40:32.065700 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-c3157492-9e40-4716-af70-da0bc2deaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:32.068411 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-c3157492-9e40-4716-af70-da0bc2deaa71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1522014 Aug 20 14:40:32.152978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-ac570eea-c5f3-479a-87ee-75b7d1750f80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 1002 time: 0.0770226 Aug 20 14:40:32.236380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-c856e79d-4cf9-46d1-84c7-85f9cf5e37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:32.238937 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-c856e79d-4cf9-46d1-84c7-85f9cf5e37b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0777869 Aug 20 14:40:32.296713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-4da760f8-3fb9-4b21-b526-c150409e1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:32.299215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-4da760f8-3fb9-4b21-b526-c150409e1f10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531728 Aug 20 14:40:32.426841 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-1b827597-9b7c-4b42-8cb8-7c469a59496c service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201940 Aug 20 14:40:32.545541 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6dba4e34-5be9-4ee6-98a6-04022e905122 req-9df9c7ae-9f1a-4294-8d58-f03dfcf1b910 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112642 Aug 20 14:40:32.566737 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:45.862735 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1aaa-9a09-44de-9f8d-cb8aabe7ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:48.608852 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a78a269e-4ea2-4880-9a3c-7197f993b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:48.630563 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:49.862943 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:51.774352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:00.031660 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:02.568042 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:04.374429 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:41:09.252234 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47836) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:09.463924 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Deleting port 46f92c20-dc3b-4dcf-8158-e9dfb514dd70 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:41:09.464306 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:09.555371 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:09.555710 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:09.572680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Calling delete_port for 46f92c20-dc3b-4dcf-8158-e9dfb514dd70 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:41:09.756472 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:09.807121 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event deleted for resources: {'Port': ['ID=46f92c20-dc3b-4dcf-8158-e9dfb514dd70,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:09.851645 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.852612 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.853220 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.853793 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.854348 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.854804 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.855266 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.855866 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.856304 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.856757 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.857167 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.857544 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:09.910400 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:09.911026 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Floating IP 04705c2b-cde8-419d-8cce-f89f077d9939 disassociated (deleted). External IP: 172.25.6.227, port: 24cc2fab-351b-48d1-9f1d-7221d0e502b9. Aug 20 14:41:10.181427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:41:10.308666 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:41:10.315325 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:10.321693 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:41:10.337600 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:41:10.338870 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:40:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:41:10.358304 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ebd30562-fec0-4e0e-9488-dd401379e6f0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "DELETE /v2.0/floatingips/04705c2b-cde8-419d-8cce-f89f077d9939 HTTP/1.1" status: 204 len: 168 time: 1.1046112 Aug 20 14:41:10.360347 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:41:10.363230 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a85bf5-8caa-4947-9d56-39485d84633e" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:41:10.500863 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ceda48-f239-4d03-b7e4-7a4c38ba829d x-openstack-request-id: req-d4ceda48-f239-4d03-b7e4-7a4c38ba829d {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:41:10.501228 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:41:10.501452 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4ceda48-f239-4d03-b7e4-7a4c38ba829d {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:41:10.501804 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'status': 'completed', 'code': 200} Aug 20 14:41:10.521661 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:41:10.605397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a85bf5-8caa-4947-9d56-39485d84633e req-d33ee26e-a100-4e7b-9402-8099bd6ed5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:10.607384 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-d33ee26e-a100-4e7b-9402-8099bd6ed5d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 1098 time: 0.0817633 Aug 20 14:41:10.756018 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a85bf5-8caa-4947-9d56-39485d84633e req-2420310f-72c8-4226-93c8-c295ce9963b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:10.757599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-2420310f-72c8-4226-93c8-c295ce9963b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1426432 Aug 20 14:41:10.816203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-ccf66197-4ba5-453a-bcda-9daff9873f0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 200 len: 217 time: 0.0486608 Aug 20 14:41:10.848495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:41:10.902983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a85bf5-8caa-4947-9d56-39485d84633e req-ac40624b-9d17-48ad-8e79-3272f9272cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:10.905237 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:41:10.905460 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-ac40624b-9d17-48ad-8e79-3272f9272cfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0797083 Aug 20 14:41:10.920112 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa4e78-7d7f-4e1e-b196-e616ff748457 req-c8478069-87a6-40bd-a886-55840e52cd65 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:10.922315 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:41:10.922644 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25aa4e78-7d7f-4e1e-b196-e616ff748457 req-c8478069-87a6-40bd-a886-55840e52cd65 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 947 time: 0.2299526 Aug 20 14:41:10.923408 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:40:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:41:10.992938 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-25aa4e78-7d7f-4e1e-b196-e616ff748457 req-41c355bf-a219-4f0c-9636-7e6a50fd84f6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594869 Aug 20 14:41:11.002454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a85bf5-8caa-4947-9d56-39485d84633e req-7ca05546-540f-4f95-8a28-c886d5e5a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:11.006174 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-7ca05546-540f-4f95-8a28-c886d5e5a51f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811927 Aug 20 14:41:11.176171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-005ead54-bf12-421b-8c45-3b5cd6868296 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618843 Aug 20 14:41:11.195776 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:41:11.308759 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-49a85bf5-8caa-4947-9d56-39485d84633e req-9ddbeed3-abfa-49e7-b032-8bd2a9fc4259 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250577 Aug 20 14:41:11.464888 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:41:11.494331 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e0698-811e-4c2c-bdd3-449cd1ed8b96 None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:41:11.770632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dac571-ea65-4e0e-8536-cb4a56d31391 None None] New status for floating IP 04705c2b-cde8-419d-8cce-f89f077d9939: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:41:11.935771 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-28b06b52-3101-45c9-9048-e65a3d3b2682 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:11.937933 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-28b06b52-3101-45c9-9048-e65a3d3b2682 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 947 time: 0.0664997 Aug 20 14:41:12.076010 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Deleting port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:41:12.076603 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:12.233494 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d8b13-0eb2-4c71-b187-2c6954b2cf85 req-bf1d44d5-6972-4d7d-b931-6ad5204ee698 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:12.236358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-401d8b13-0eb2-4c71-b187-2c6954b2cf85 req-bf1d44d5-6972-4d7d-b931-6ad5204ee698 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=41ba74ff-9cda-4ec6-b75e-3e91913624c4 HTTP/1.1" status: 200 len: 947 time: 0.1436203 Aug 20 14:41:12.243074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] For port 24cc2fab-351b-48d1-9f1d-7221d0e502b9, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=24cc2fab-351b-48d1-9f1d-7221d0e502b9,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:41:12.243648 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:12.268275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Calling delete_port for 24cc2fab-351b-48d1-9f1d-7221d0e502b9 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:41:12.294005 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-401d8b13-0eb2-4c71-b187-2c6954b2cf85 req-4d854be4-4b1b-41a5-b335-fb4985e37b88 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498230 Aug 20 14:41:12.451730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:12.495629 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event deleted for resources: {'Port': ['ID=24cc2fab-351b-48d1-9f1d-7221d0e502b9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:12.544782 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] No DVR routers for this DVR port 24cc2fab-351b-48d1-9f1d-7221d0e502b9 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:41:12.549345 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:12.551711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-2d4fa53c-bd94-47d4-bf09-1b8a88330732 req-e557761f-bd2f-4f17-a519-ad7ff141031e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "DELETE /v2.0/ports/24cc2fab-351b-48d1-9f1d-7221d0e502b9 HTTP/1.1" status: 204 len: 173 time: 0.6079326 Aug 20 14:41:12.552102 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-deleted', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:41:12.554648 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f51320-0b24-4833-926e-409bacd957e0" -d '{"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-deleted", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:41:12.625999 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f154d5-51ac-4cad-a07a-8b55b766e946 x-openstack-request-id: req-55f154d5-51ac-4cad-a07a-8b55b766e946 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:41:12.626538 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba74ff-9cda-4ec6-b75e-3e91913624c4", "name": "network-vif-deleted", "tag": "24cc2fab-351b-48d1-9f1d-7221d0e502b9", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:41:12.626538 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55f154d5-51ac-4cad-a07a-8b55b766e946 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:41:12.627011 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba74ff-9cda-4ec6-b75e-3e91913624c4', 'name': 'network-vif-deleted', 'tag': '24cc2fab-351b-48d1-9f1d-7221d0e502b9', 'status': 'completed', 'code': 200} Aug 20 14:41:13.358022 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47862) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:13.443251 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4830eca1-ae7a-4fa3-bb77-e0f0e845932b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:13.481715 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4830eca1-ae7a-4fa3-bb77-e0f0e845932b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:13.582412 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4830eca1-ae7a-4fa3-bb77-e0f0e845932b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:13.585281 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4830eca1-ae7a-4fa3-bb77-e0f0e845932b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:13.589760 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4830eca1-ae7a-4fa3-bb77-e0f0e845932b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9 HTTP/1.1" status: 204 len: 168 time: 0.2271426 Aug 20 14:41:13.601755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830eca1-ae7a-4fa3-bb77-e0f0e845932b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b42ed7-42b6-4cb2-b33f-9eabd3a6cac9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:14.188608 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47868) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:14.197333 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392549329', 'description': 'tempest-secgroup-smoke-392549329 description', 'project_id': '8d00477197fe4967bc30fa0d5e991879'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:14.239574 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.404447 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.410924 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.453396 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.455006 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2643533 Aug 20 14:41:14.461545 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47870) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:14.463096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44a4d2-440b-4df9-8cb3-83d66b0e2917,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:14.470357 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': '5e44a4d2-440b-4df9-8cb3-83d66b0e2917', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:14.476666 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.477224 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.477780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.478334 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.478875 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.479482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.480228 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.480838 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.481388 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.481930 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.482471 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.483015 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff34aa-7479-46a8-ae3f-dea198d9f29b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:14.513233 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.575186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.582214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.603955 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378e9bcf-b3e2-48af-bf44-6ea1c82c47a3,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:14.617709 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.619258 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-55d34365-3892-445c-8404-f4ddfc4879ff tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557903 Aug 20 14:41:14.623475 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47872) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:14.629336 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': '5e44a4d2-440b-4df9-8cb3-83d66b0e2917', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:14.662153 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.742600 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.747686 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.776521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8e0583-9267-446d-a2e4-e1408297ec8e,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:14.782234 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.783914 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bfb71def-0ffd-4d9f-a914-d25d8f4d1d03 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592011 Aug 20 14:41:14.788698 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47874) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:14.795433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': '5e44a4d2-440b-4df9-8cb3-83d66b0e2917', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:14.842138 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.944214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.950172 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.973329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b849de5b-2d10-4c21-b137-1ec8e13e6a86,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:14.979904 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.981744 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-1f85e9cf-9871-4445-98c9-a7500c4fb516 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1916547 Aug 20 14:41:14.986241 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47876) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:14.991369 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': '5e44a4d2-440b-4df9-8cb3-83d66b0e2917', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:15.031537 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.131969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.137967 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.166195 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a792d7b-ad55-41f2-b9f4-baf9de12bd70,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:15.187992 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.189840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-b7a945de-6d1b-48aa-93bc-e201998af30f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023323 Aug 20 14:41:15.193530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 47878) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:15.202134 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': '5e44a4d2-440b-4df9-8cb3-83d66b0e2917', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:15.242059 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Project 8d00477197fe4967bc30fa0d5e991879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:41:15.252204 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.368184 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.373083 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.396261 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed836c7-bd69-4942-81b6-989d2bcae0c2,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:15.406818 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.408659 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-49496c87-ea2a-42c7-970e-bb87a1a061cc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2133296 Aug 20 14:41:15.413528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 47880) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:15.418765 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'security_group_rule': {'security_group_id': '5e44a4d2-440b-4df9-8cb3-83d66b0e2917', 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:15.460541 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Project 8d00477197fe4967bc30fa0d5e991879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:41:15.469536 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.579693 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.584790 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.622762 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a90382-7a10-4a6a-b6fa-f5fb1335e004,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:15.627880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.634362 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-bea201b1-9502-46ad-abfc-a77822da6569 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2195292 Aug 20 14:41:15.717999 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:41:15.745713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 24cc2fab-351b-48d1-9f1d-7221d0e502b9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:41:15.746090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 24cc2fab-351b-48d1-9f1d-7221d0e502b9 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:41:15.879879 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-364f905c-5242-4d97-9a61-9aef6cf17721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:18.623100 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-063b10f7-bb39-48bf-bc8f-b7aa2240ec7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:18.642391 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:19.868994 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:21.780789 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:30.052722 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:32.656812 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:36.044279 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-53c95436-7a3e-4da3-a436-a62ad244dc46 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392549329&fields=id&tenant_id=8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 267 time: 0.0530913 Aug 20 14:41:36.203812 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-83fd9225-a8d0-4657-90f3-8c4775708958 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:36.206577 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-83fd9225-a8d0-4657-90f3-8c4775708958 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 808 time: 0.1504579 Aug 20 14:41:36.229202 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-b57a5140-58cc-4bc8-8c89-97f80ed6a513 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/quotas/8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 375 time: 0.0150256 Aug 20 14:41:36.300298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-c12a27d5-dfa2-451e-b1c8-850b4590c5af tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605733 Aug 20 14:41:36.463146 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-e8e3f036-c18d-40cd-8f8b-a562ee0670db service neutron] 10.222.0.59 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500485 Aug 20 14:41:36.631859 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-eb3ba86e-af0a-495f-8b2e-f9dec4cfb7a0 service neutron] 10.222.0.59 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584013 Aug 20 14:41:37.012817 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-9efef08e-f04d-42d5-babc-1529baa99534 req-590f0eae-6c98-4c10-92eb-6a940ab1b236 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 210 time: 0.0323646 Aug 20 14:41:38.133865 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-d8f524bd-3f49-44ab-bcc7-1452dd787492 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:38.135442 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-d8f524bd-3f49-44ab-bcc7-1452dd787492 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.53 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 808 time: 0.1328917 Aug 20 14:41:38.178440 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4f2285f2-d775-4ab6-997a-a581324fcc22 req-fa1f0bb0-2404-4b8a-b82c-5866a284f5c8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 210 time: 0.0447156 Aug 20 14:41:38.199290 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-173f8201-355a-4f45-ba93-12a31ea702cd tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 379 time: 0.0541124 Aug 20 14:41:38.216245 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'port': {'device_id': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'admin_state_up': True, 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'security_groups': ['5e44a4d2-440b-4df9-8cb3-83d66b0e2917']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:38.384878 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Made reservation on behalf of 8d00477197fe4967bc30fa0d5e991879 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:41:38.391917 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:38.582557 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Allocated IP 172.20.0.3 (94452d47-223e-4e53-becb-8d96c3a38833/dc393d48-459a-4f82-87ea-e969c3626e69/a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:41:38.821022 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:38.849278 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Transition to ACTIVE for port object a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:41:38.893701 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:38.946927 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Network 94452d47-223e-4e53-becb-8d96c3a38833 is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:41:38.950737 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:41:38.955380 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:41:38.986316 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:39.035906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:39.037066 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:39.060921 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-4cbec8e0-0025-4a19-be4a-77cfab98958c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8486600 Aug 20 14:41:39.074824 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-12cb5280-7623-401b-a167-437eabfe0963 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:41:39.081986 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-12cb5280-7623-401b-a167-437eabfe0963 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089297 Aug 20 14:41:39.164903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Request body: {'port': {'device_id': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:39.267824 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:39.385561 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0a4b7217-c240-41b5-840b-1fda7bc74e31 None None] Provisioning for port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:41:39.397151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0a4b7217-c240-41b5-840b-1fda7bc74e31 None None] Provisioning complete for port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:41:39.398309 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a4b7217-c240-41b5-840b-1fda7bc74e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:39.466055 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b7217-c240-41b5-840b-1fda7bc74e31 None None] Port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:41:39.541135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a38d04-8688-46c3-bf38-c2276dd488f6 req-434d3f9e-279a-4680-a87d-0fafed373652 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:39.543947 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45a38d04-8688-46c3-bf38-c2276dd488f6 req-434d3f9e-279a-4680-a87d-0fafed373652 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 931 time: 0.2427268 Aug 20 14:41:39.709123 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-45a38d04-8688-46c3-bf38-c2276dd488f6 req-f141aad7-1050-4c39-a47a-cbb95cabb2dc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516612 Aug 20 14:41:39.893911 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:41:39.908582 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:39.930499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Transition to ACTIVE for port object a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:41:39.937545 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:40.033897 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:40.156210 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:41:40.157128 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:41:40.157641 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:41:40.164342 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on network 94452d47-223e-4e53-becb-8d96c3a38833 not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:41:40.164983 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:41:40.177197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:41:40.177670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Checking segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:41:40.178482 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Bound using segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:41:40.179172 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Bound port: a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:41:40.179767 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:40.304491 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:41:40.309926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:41:40.319179 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:40.378988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:40.380018 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:40.382374 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] 10.222.0.53 "PUT /v2.0/ports/a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1091 time: 1.2946756 Aug 20 14:41:40.383096 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:41:40.388186 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3f415-530b-411f-97a2-06ceba729a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:41:40.535866 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5b2f0-0d9d-4870-af3a-d81e55e7bf98 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:40.570513 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-76bb63a5-9f7c-422f-ba2e-7fec9816b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:40.573456 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-76bb63a5-9f7c-422f-ba2e-7fec9816b2f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1094 time: 0.1414046 Aug 20 14:41:40.654173 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-2e5e478d-64b8-4892-817a-6a46eecfe5ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 217 time: 0.0721104 Aug 20 14:41:40.656665 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3c9e7-97b3-45ba-9d11-58b3e615d1e3 x-openstack-request-id: req-2ad3c9e7-97b3-45ba-9d11-58b3e615d1e3 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:41:40.657178 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:41:40.657587 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ad3c9e7-97b3-45ba-9d11-58b3e615d1e3 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:41:40.658205 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'status': 'completed', 'code': 200} Aug 20 14:41:40.745884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-13f2309c-5d2c-463d-8e02-4ee53e817a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:40.748444 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-13f2309c-5d2c-463d-8e02-4ee53e817a7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0875976 Aug 20 14:41:40.856027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-2724a308-c4df-4793-9e33-d3248d04c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:40.860188 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-2724a308-c4df-4793-9e33-d3248d04c795 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022038 Aug 20 14:41:41.051120 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb682e59-c929-4bb3-b5c7-cd68f15e4b83 req-13237d7b-7b0f-44e7-a351-430798f190e8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:41.053351 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb682e59-c929-4bb3-b5c7-cd68f15e4b83 req-13237d7b-7b0f-44e7-a351-430798f190e8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.1695008 Aug 20 14:41:41.127732 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-5a569579-21dc-4622-a18d-875df2976a97 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615740 Aug 20 14:41:41.178256 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fb682e59-c929-4bb3-b5c7-cd68f15e4b83 req-46c08a28-3a7f-47c1-9ee3-bade610ec55d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174140 Aug 20 14:41:41.331835 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c4b0acb6-caa4-4ff4-b045-5850ac917c2d req-633b3fd4-98eb-43df-9cbd-155e930fafc5 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945291 Aug 20 14:41:41.389157 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:41:41.469862 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-6d3dcd88-0f26-491c-a805-a9488b6fce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:41.473136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-6d3dcd88-0f26-491c-a805-a9488b6fce18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1094 time: 0.0808814 Aug 20 14:41:41.654264 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-afee6e91-788f-427a-8755-fb9227c9684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:41.657000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-afee6e91-788f-427a-8755-fb9227c9684b service neutron] 10.222.0.53 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1768558 Aug 20 14:41:41.721829 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-e26b62bb-e55f-45b5-8024-f39d6b9e50ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 217 time: 0.0575266 Aug 20 14:41:41.804493 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-69c40a0d-69cf-4d0d-9c57-1e284ce17191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:41.806686 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-69c40a0d-69cf-4d0d-9c57-1e284ce17191 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0761375 Aug 20 14:41:41.879335 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-80e44490-81bd-4ae8-922f-e0717d365897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:41.881184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-80e44490-81bd-4ae8-922f-e0717d365897 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668254 Aug 20 14:41:42.032721 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-9fc541c3-82b7-481d-a2e2-c28d14ef1c2f service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436357 Aug 20 14:41:42.201296 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2bb3f415-530b-411f-97a2-06ceba729a6f req-7526e529-89b4-4d72-a34a-8af799ff6049 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610885 Aug 20 14:41:42.391950 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287e52-8559-42aa-9bf4-c2fe7c9f37b0 req-f8ecbf15-f7f0-4285-8f23-101c6b552fdc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:42.395672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e287e52-8559-42aa-9bf4-c2fe7c9f37b0 req-f8ecbf15-f7f0-4285-8f23-101c6b552fdc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0860596 Aug 20 14:41:42.476842 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0e287e52-8559-42aa-9bf4-c2fe7c9f37b0 req-6a597d2a-cb3e-4a81-9100-b5ce2a32a93c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659370 Aug 20 14:41:43.680647 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c001-5899-45c5-856c-0492930fc043 req-29f58689-ef6b-41d9-bd6e-890223dd9fa3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:43.682981 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11b7c001-5899-45c5-856c-0492930fc043 req-29f58689-ef6b-41d9-bd6e-890223dd9fa3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0935402 Aug 20 14:41:43.757993 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-11b7c001-5899-45c5-856c-0492930fc043 req-47e67965-1361-4694-9190-e43432a3545f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626669 Aug 20 14:41:44.893079 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d4660-3220-49d1-a1b1-bb47bd990022 req-88da0004-5313-4271-95e3-c37ee3635eba tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:44.895018 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-045d4660-3220-49d1-a1b1-bb47bd990022 req-88da0004-5313-4271-95e3-c37ee3635eba tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0524590 Aug 20 14:41:44.940078 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-045d4660-3220-49d1-a1b1-bb47bd990022 req-76773a10-e587-4a77-a762-817fb8a1f3b5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382400 Aug 20 14:41:45.871243 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7f95083e-2d83-453d-ba94-a6366dc85de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:46.095018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9767b9e-3776-4821-925b-bd6aec6411c2 req-fa9840c7-31f3-43f8-8e90-4da8b2454ec6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:46.097107 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9767b9e-3776-4821-925b-bd6aec6411c2 req-fa9840c7-31f3-43f8-8e90-4da8b2454ec6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0625515 Aug 20 14:41:46.169272 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b9767b9e-3776-4821-925b-bd6aec6411c2 req-bda46cba-e8d7-4a88-a950-4eaf15e750d3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626698 Aug 20 14:41:47.330465 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0b16b-46bf-4c1d-ba7a-5a8524016aad req-ca3cf725-73a4-4d18-8362-fe598fd76d6a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:47.332601 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-42d0b16b-46bf-4c1d-ba7a-5a8524016aad req-ca3cf725-73a4-4d18-8362-fe598fd76d6a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0611556 Aug 20 14:41:47.392889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-42d0b16b-46bf-4c1d-ba7a-5a8524016aad req-f097adba-cae1-4a28-8ada-163a92ddde07 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526571 Aug 20 14:41:48.547749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb88756-2a99-4a58-aa2f-e4905140cab4 req-f8a4c66f-d2bd-4880-b2ac-265243d62862 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:48.550052 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfb88756-2a99-4a58-aa2f-e4905140cab4 req-f8a4c66f-d2bd-4880-b2ac-265243d62862 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0627553 Aug 20 14:41:48.604864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-bfb88756-2a99-4a58-aa2f-e4905140cab4 req-c63f61d1-7811-4bfc-94ca-4150b527ba30 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452139 Aug 20 14:41:48.631500 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d241fc36-8418-4474-b309-a945c7f56c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:48.641953 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:49.764222 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4ca6-3740-46a7-b9b7-c6cb2aaaf2b7 req-f879babe-b470-459a-b81f-a6a23a97793b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:49.767297 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-628b4ca6-3740-46a7-b9b7-c6cb2aaaf2b7 req-f879babe-b470-459a-b81f-a6a23a97793b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0656445 Aug 20 14:41:49.822740 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-628b4ca6-3740-46a7-b9b7-c6cb2aaaf2b7 req-fff8f63a-1417-4240-baca-ca6a979d2a6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Aug 20 14:41:49.867117 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:51.008131 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5154f-5fca-419e-b9ca-0dde09960cee req-57963fa7-be7b-4cb6-95a7-23abc9b92266 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:51.010650 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eda5154f-5fca-419e-b9ca-0dde09960cee req-57963fa7-be7b-4cb6-95a7-23abc9b92266 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0817280 Aug 20 14:41:51.075199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-eda5154f-5fca-419e-b9ca-0dde09960cee req-383a9bec-df0e-4bfb-9f61-c0e1ea1938e6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561447 Aug 20 14:41:51.782350 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:52.200969 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333f60b-ac53-4674-855a-c6c95ba234da req-52bbd1b2-12f4-4de4-a722-7630bffacc53 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:52.204086 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d333f60b-ac53-4674-855a-c6c95ba234da req-52bbd1b2-12f4-4de4-a722-7630bffacc53 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0569394 Aug 20 14:41:52.245662 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d333f60b-ac53-4674-855a-c6c95ba234da req-bf2abbb3-beb5-45aa-bc5b-05066562de89 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352893 Aug 20 14:41:53.437444 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c07ba-a115-469f-af60-6d62388e919c req-d4911f3f-34a9-406b-81c8-3370d906e7a8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:53.439803 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd6c07ba-a115-469f-af60-6d62388e919c req-d4911f3f-34a9-406b-81c8-3370d906e7a8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0921969 Aug 20 14:41:53.488885 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cd6c07ba-a115-469f-af60-6d62388e919c req-fe5fceaf-9add-48b4-998a-5ec2e59d630a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382869 Aug 20 14:41:53.564577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:41:53.710632 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:41:53.725777 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'port_id': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'mac_address': 'fa:16:3e:04:c3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:41:53.783392 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:53.800810 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:41:53.833058 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:41:53.839393 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:53.922929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:53.931715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.932066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.932377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.932759 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.933108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.933446 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.933782 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.934113 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.934480 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.934772 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.935101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:53.935423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:41:54.080246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:41:54.670237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215ddf8-14be-40ef-8895-cebc47ecdafe req-33340629-55f7-4b2e-bcaa-165cce62ca70 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:54.672407 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d215ddf8-14be-40ef-8895-cebc47ecdafe req-33340629-55f7-4b2e-bcaa-165cce62ca70 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 944 time: 0.0675740 Aug 20 14:41:54.721609 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d215ddf8-14be-40ef-8895-cebc47ecdafe req-c6965367-3de9-4aa6-9eea-f3ddc069f358 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392556 Aug 20 14:41:55.580821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:41:55.668228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:41:55.674913 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:41:55.675356 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:55.815866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:55.861591 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:41:55.865573 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d411a-1c3c-4f8c-b56c-d4efc10853da" -d '{"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:41:55.894542 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:41:55.901731 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:55.909046 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832824c-d98c-49c3-b1ba-5f144e031ba7 req-3c66f8ed-834d-4c8c-9d7b-a55b8a461eeb tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:55.911890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2832824c-d98c-49c3-b1ba-5f144e031ba7 req-3c66f8ed-834d-4c8c-9d7b-a55b8a461eeb tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 944 time: 0.0830183 Aug 20 14:41:55.943147 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f059eb2-719c-421c-905e-6d4324782d63 x-openstack-request-id: req-0f059eb2-719c-421c-905e-6d4324782d63 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:41:55.943728 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:41:55.944067 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f059eb2-719c-421c-905e-6d4324782d63 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:41:55.944760 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'code': 200} Aug 20 14:41:55.987423 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2832824c-d98c-49c3-b1ba-5f144e031ba7 req-3f5de74d-1f45-4b37-97c8-214809de07ea tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624888 Aug 20 14:41:55.997712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:41:56.089177 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a226f4b-3f01-4c03-9e65-4ad7d87c9b35 req-6e664f55-862d-4281-afdc-141431bb12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:56.091924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a226f4b-3f01-4c03-9e65-4ad7d87c9b35 req-6e664f55-862d-4281-afdc-141431bb12a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1096 time: 0.0742595 Aug 20 14:41:56.146286 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-8a226f4b-3f01-4c03-9e65-4ad7d87c9b35 req-c496e0b8-da29-4465-9ea5-807ae52ee396 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469370 Aug 20 14:41:57.303747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49e1f-3dba-4447-a834-ef0da4d17945 req-5307f109-87fc-4b12-b247-72ae94cec9d4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:57.306216 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbd49e1f-3dba-4447-a834-ef0da4d17945 req-5307f109-87fc-4b12-b247-72ae94cec9d4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0914772 Aug 20 14:41:57.379234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-cbd49e1f-3dba-4447-a834-ef0da4d17945 req-dfcb555d-4dfb-4d51-92f3-9d5ada484f35 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604444 Aug 20 14:41:58.584286 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dec8-c4b4-4941-b2f1-f5200624250a req-31a28c12-d78e-4140-b016-fac7ed310e34 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:58.586846 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c4dec8-c4b4-4941-b2f1-f5200624250a req-31a28c12-d78e-4140-b016-fac7ed310e34 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0876880 Aug 20 14:41:58.663285 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-92c4dec8-c4b4-4941-b2f1-f5200624250a req-08f39258-8aef-4136-aa05-43c0228c610a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641632 Aug 20 14:41:58.887000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed9f09-9f51-4a42-a2b2-ebbfe1d56c36 req-1a61b107-c2d4-4bff-8eb9-7f251499f84c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:58.890201 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21ed9f09-9f51-4a42-a2b2-ebbfe1d56c36 req-1a61b107-c2d4-4bff-8eb9-7f251499f84c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0923650 Aug 20 14:41:58.956476 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-21ed9f09-9f51-4a42-a2b2-ebbfe1d56c36 req-523c0cb8-4122-4ebf-921b-d72493df0b11 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548017 Aug 20 14:41:58.996251 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48088) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:59.075668 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900c523-03fd-472d-99ca-e3d7006fa423 tempest-TestShelveInstance-1697359910 tempest-TestShelveInstance-1697359910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:41:59.079186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4900c523-03fd-472d-99ca-e3d7006fa423 tempest-TestShelveInstance-1697359910 tempest-TestShelveInstance-1697359910-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1091 time: 0.0812168 Aug 20 14:41:59.083712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48090) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:41:59.091782 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:41:59.133443 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:59.296710 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:59.901248 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Allocated IP 172.25.6.67 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/3ebb1da1-ee49-4562-a7b4-3cd9b770706a) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:42:00.055176 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:00.079837 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:00.131260 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:00.178281 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:42:00.181625 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:42:00.187194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:42:00.196714 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'Port': ['ID=3ebb1da1-ee49-4562-a7b4-3cd9b770706a,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:42:00.673766 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:00.780296 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:01.057985 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:01.065945 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:01.200161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event updated for resources: {'Port': ['ID=3ebb1da1-ee49-4562-a7b4-3cd9b770706a,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:42:01.222235 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:01.397474 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Floating IP e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093 associated. External IP: 172.25.6.67, port: a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf. Aug 20 14:42:01.806090 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:42:02.018843 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:42:02.034748 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a463f-9107-4726-8129-9049af1f03de None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:42:02.046526 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:02.050877 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:42:02.051668 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:41:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:42:02.091446 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-dcdb175a-5c3c-4b3a-9ab9-81730785f625 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0060828 Aug 20 14:42:02.092321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:42:02.098200 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a4bc51-6e7e-4194-94e4-205706628b31" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:42:02.170514 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8def192-3391-415c-a843-f126258c4922 x-openstack-request-id: req-c8def192-3391-415c-a843-f126258c4922 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:42:02.173284 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:42:02.173284 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8def192-3391-415c-a843-f126258c4922 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:42:02.173284 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'status': 'completed', 'code': 200} Aug 20 14:42:02.229895 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:42:02.269523 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-8ea0a381-60bc-43fc-9aad-29b648397afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:02.271893 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-8ea0a381-60bc-43fc-9aad-29b648397afe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1096 time: 0.0782132 Aug 20 14:42:02.434119 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-f1982306-7e5e-4845-8e23-37a5c82a0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:02.436961 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-f1982306-7e5e-4845-8e23-37a5c82a0211 service neutron] 10.222.0.53 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1571548 Aug 20 14:42:02.554048 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-22c96156-639b-4b9f-b96f-43070f791cac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 998 time: 0.1107495 Aug 20 14:42:02.613873 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'port_id': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'mac_address': 'fa:16:3e:04:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:42:00Z', 'updated_at': '2021-08-20T14:42:00Z', 'revision_number': 0, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:42:02.635400 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-56484f18-b5ec-4a71-a4c0-db1457839385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:02.638079 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-56484f18-b5ec-4a71-a4c0-db1457839385 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0767868 Aug 20 14:42:02.663199 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a463f-9107-4726-8129-9049af1f03de None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:42:02.674737 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:42:02.675630 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:41:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:42:02.681652 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:02.718977 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-513fa19c-beba-44ed-abaf-b6da64016406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:02.721880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-513fa19c-beba-44ed-abaf-b6da64016406 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766521 Aug 20 14:42:02.861769 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:42:02.892939 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-3e4ee627-7064-41a6-ad35-ccf5d8784589 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639407 Aug 20 14:42:03.045945 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-89a4bc51-6e7e-4194-94e4-205706628b31 req-3eef2c6e-ed22-410e-a97b-fdee32dc937a service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449180 Aug 20 14:42:03.254256 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-d23a463f-9107-4726-8129-9049af1f03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'port_id': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'mac_address': 'fa:16:3e:04:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:42:00Z', 'updated_at': '2021-08-20T14:42:00Z', 'revision_number': 0, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:42:03.291819 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a463f-9107-4726-8129-9049af1f03de None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': 'e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'port_id': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'mac_address': 'fa:16:3e:04:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:42:00Z', 'updated_at': '2021-08-20T14:42:00Z', 'revision_number': 0, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:42:03.570452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c4042-ffc4-4a6a-914d-944452a9c63c None None] New status for floating IP e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:42:15.877818 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63d86ade-9cc3-4ba2-bd4e-89fbfd8dac7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:18.383147 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:42:18.632352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-afce197b-ad58-4095-94f5-4ee3c2fe6e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:18.645088 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:19.870885 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:21.790889 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:30.046483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:32.669627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:35.850722 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-85fabd5b-2faf-4898-94a7-d9575db2ad9a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464818 Aug 20 14:42:35.945735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674527-a998-456c-bb99-8916cea868cd req-b981de0d-4d62-471d-af5e-cf82360c444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:35.947280 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-b981de0d-4d62-471d-af5e-cf82360c444d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1096 time: 0.0504155 Aug 20 14:42:36.064894 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674527-a998-456c-bb99-8916cea868cd req-515819d8-afb8-4db0-a31d-1f4c4987b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:36.066462 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-515819d8-afb8-4db0-a31d-1f4c4987b43d service neutron] 10.222.0.53 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.0950596 Aug 20 14:42:36.143097 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-90b9948b-0e04-48c0-9c14-4e20cc68b4bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1000 time: 0.0683153 Aug 20 14:42:36.196504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674527-a998-456c-bb99-8916cea868cd req-0e423d3b-7f1f-406c-b03a-3b99ed01fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:36.198125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-0e423d3b-7f1f-406c-b03a-3b99ed01fd10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0482459 Aug 20 14:42:36.250926 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674527-a998-456c-bb99-8916cea868cd req-961802c6-9353-4d80-8b85-8bdbfa16d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:36.252637 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-961802c6-9353-4d80-8b85-8bdbfa16d256 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469725 Aug 20 14:42:36.369773 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-775cf8b3-e665-47ed-b901-06af6643ad83 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094666 Aug 20 14:42:36.471889 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64674527-a998-456c-bb99-8916cea868cd req-c2ad5cb2-b204-49bf-a866-8122cb39d5ab service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943265 Aug 20 14:42:45.865601 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-92fbb60a-d118-4e84-972d-a4a57feb0078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:48.605291 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-bba79eb6-7866-4e9e-90b2-a29964671f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:48.629650 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:50.030416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:51.786066 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:55.386373 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:43:00.047541 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:02.667922 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:15.859758 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2c68588f-dcbf-44ab-906c-69026c4074bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:18.609883 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c03d2416-ecbf-4a80-82a4-78a7164b1858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:18.635881 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:19.873564 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:21.791235 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:30.058560 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:32.388024 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:43:32.683153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:36.467046 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-ef923cc9-dab6-4991-b80b-404d3cb32777 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527713 Aug 20 14:43:36.563766 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-ed277792-992f-4b82-b609-eb18885adc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:36.565344 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-ed277792-992f-4b82-b609-eb18885adc0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1096 time: 0.0545826 Aug 20 14:43:36.671863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-146d7094-1a9e-44f8-8867-b338d166777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:36.673515 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-146d7094-1a9e-44f8-8867-b338d166777d service neutron] 10.222.0.53 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.0876596 Aug 20 14:43:36.785518 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-642eb2a9-5405-45f6-9139-7ca48628fdb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1000 time: 0.1040895 Aug 20 14:43:36.858225 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-24964c7a-fcb0-4961-8323-e0b05a537024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:36.859772 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-24964c7a-fcb0-4961-8323-e0b05a537024 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0673177 Aug 20 14:43:36.908587 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-1004f17c-2987-4b50-9251-554acfdea2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:36.910092 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-1004f17c-2987-4b50-9251-554acfdea2e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436134 Aug 20 14:43:37.038235 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-bc3c6bf8-927d-484f-b5ad-fbb7dd974040 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208117 Aug 20 14:43:37.147560 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-56a074f4-d1ca-4cac-9cb5-ee4baa90579c req-f3197386-df35-41d2-9272-89027ed69359 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018622 Aug 20 14:43:45.866044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f7f78ed4-521c-4302-be1d-d98da857d2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:48.619821 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-fc0a6808-aef3-40d4-a89c-4aa5c96fdd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:48.645544 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:49.883266 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:51.791522 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:57.391847 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc7487-88b7-4e13-9b05-43a30e8d7ddd req-e44f4b8d-ffa8-4fa2-ac66-99bf7b1c8722 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:57.393599 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0adc7487-88b7-4e13-9b05-43a30e8d7ddd req-e44f4b8d-ffa8-4fa2-ac66-99bf7b1c8722 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0575180 Aug 20 14:43:57.453942 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-0adc7487-88b7-4e13-9b05-43a30e8d7ddd req-8af3e26f-ce45-4015-bf5d-2a1bc7cda307 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493820 Aug 20 14:43:58.648460 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe415b4-68b6-49c9-8a4f-f915a60042fb req-1c7199c4-2d0d-4cf9-adef-82e10db06632 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:58.650098 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9fe415b4-68b6-49c9-8a4f-f915a60042fb req-1c7199c4-2d0d-4cf9-adef-82e10db06632 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0753262 Aug 20 14:43:58.700431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9fe415b4-68b6-49c9-8a4f-f915a60042fb req-0c71c367-2737-4117-8173-cad765ae4331 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383148 Aug 20 14:43:59.907301 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67340cf2-367c-45fe-8fb2-aad7f1e691f2 req-c12f6aa6-7f3c-4147-8859-02bf30cd392b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:59.910075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67340cf2-367c-45fe-8fb2-aad7f1e691f2 req-c12f6aa6-7f3c-4147-8859-02bf30cd392b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0902767 Aug 20 14:43:59.975089 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67340cf2-367c-45fe-8fb2-aad7f1e691f2 req-9cd68b0f-223e-4f0c-9d93-3a6b324f3111 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535064 Aug 20 14:44:00.065443 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:01.110736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced7cb-d83e-4fc5-a75f-4d48f8b4bde7 req-0ec88dfd-e6ee-4a04-8452-23b7e5986a54 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:01.112390 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cced7cb-d83e-4fc5-a75f-4d48f8b4bde7 req-0ec88dfd-e6ee-4a04-8452-23b7e5986a54 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0583897 Aug 20 14:44:01.159084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1cced7cb-d83e-4fc5-a75f-4d48f8b4bde7 req-5754c9d8-af66-4097-924d-ea375b1c30dd tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Aug 20 14:44:02.284518 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71a02-b6ad-4cdf-8897-9abc065a2e85 req-b5c5e3af-0f42-445f-8631-9d9fe81ea029 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:02.286190 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffd71a02-b6ad-4cdf-8897-9abc065a2e85 req-b5c5e3af-0f42-445f-8631-9d9fe81ea029 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0563998 Aug 20 14:44:02.329903 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ffd71a02-b6ad-4cdf-8897-9abc065a2e85 req-058f30a9-3324-44da-8a71-8476ecd9a974 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372429 Aug 20 14:44:02.686021 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:03.461961 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6325d3e-f1da-400e-b975-09b00fc4e887 req-8933c922-d618-43cf-8754-c8495efbdd99 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:03.463423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6325d3e-f1da-400e-b975-09b00fc4e887 req-8933c922-d618-43cf-8754-c8495efbdd99 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0520813 Aug 20 14:44:03.505220 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d6325d3e-f1da-400e-b975-09b00fc4e887 req-1a145d7a-b5f1-4f35-97a4-0158d16b878f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347772 Aug 20 14:44:04.643957 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4d2c0-9e2c-4707-a1d0-930765d7b221 req-82225670-3300-482e-b2cb-39081b1961d8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:04.645578 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1cf4d2c0-9e2c-4707-a1d0-930765d7b221 req-82225670-3300-482e-b2cb-39081b1961d8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0548439 Aug 20 14:44:04.692626 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1cf4d2c0-9e2c-4707-a1d0-930765d7b221 req-bb42ac10-8f07-4eb8-962b-b500d9f9460d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 Aug 20 14:44:05.833995 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b4246-18c1-449c-b5db-c2cf399ae5bd req-a3f2f579-8590-4221-9902-fec4edf42c51 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:05.835561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e44b4246-18c1-449c-b5db-c2cf399ae5bd req-a3f2f579-8590-4221-9902-fec4edf42c51 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0553696 Aug 20 14:44:05.877067 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e44b4246-18c1-449c-b5db-c2cf399ae5bd req-5450161e-cb5d-480d-8d6b-b6c3ad25d39e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345740 Aug 20 14:44:07.004042 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f4a3-8ebc-4fff-a4bf-20999fea8ea1 req-41391066-ddc5-43e8-9a44-5d49e1e9b304 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:07.005748 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67c5f4a3-8ebc-4fff-a4bf-20999fea8ea1 req-41391066-ddc5-43e8-9a44-5d49e1e9b304 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0577574 Aug 20 14:44:07.067649 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-67c5f4a3-8ebc-4fff-a4bf-20999fea8ea1 req-cea46b59-fef2-45fb-b94d-dfe6b46d3254 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535896 Aug 20 14:44:07.542962 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-48e82966-b011-4944-83d3-535ab104cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:07.544419 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-48e82966-b011-4944-83d3-535ab104cca4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1096 time: 0.0462496 Aug 20 14:44:07.641642 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-0c54f370-38e4-41f1-9c7b-84e10b11640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:07.643160 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-0c54f370-38e4-41f1-9c7b-84e10b11640a service neutron] 10.222.0.53 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.0916507 Aug 20 14:44:07.716708 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-2002f8d8-fbbb-4f5c-9cbd-646131e33de4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1000 time: 0.0669627 Aug 20 14:44:07.772972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-51312346-6f7c-4932-81c2-532848b4b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:07.775182 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-51312346-6f7c-4932-81c2-532848b4b87f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0514507 Aug 20 14:44:07.829103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-e277551a-6820-475d-a779-1c8fa705db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:07.830653 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-e277551a-6820-475d-a779-1c8fa705db0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486126 Aug 20 14:44:07.937612 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-25192543-69ab-4dae-8a40-ae93a010599e service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981920 Aug 20 14:44:08.043332 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fc82fc55-cd95-424f-9262-ed150ac12c5f req-c9f2e2d0-88aa-4c79-93c7-9c26458a1f84 service neutron] 10.222.0.53 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990911 Aug 20 14:44:08.209993 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748ff7c-86d6-431f-9e24-ceba9be265cf req-f0b0754d-0ab3-42fd-89ec-052d92b49706 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:08.211701 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a748ff7c-86d6-431f-9e24-ceba9be265cf req-f0b0754d-0ab3-42fd-89ec-052d92b49706 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0706663 Aug 20 14:44:08.270455 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a748ff7c-86d6-431f-9e24-ceba9be265cf req-f7703f80-fcc6-4863-bb81-f7c8720f6d15 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480785 Aug 20 14:44:09.387812 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:44:09.397279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40472d6-8f1f-4a0c-a9a8-f1a0e8b0300b req-5a45c81f-ea86-4b7a-b4cb-377b1e7c717f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:09.399223 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a40472d6-8f1f-4a0c-a9a8-f1a0e8b0300b req-5a45c81f-ea86-4b7a-b4cb-377b1e7c717f tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0545807 Aug 20 14:44:09.442380 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-a40472d6-8f1f-4a0c-a9a8-f1a0e8b0300b req-00a71550-f756-44c6-be74-8ef6dffad6b8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354795 Aug 20 14:44:10.578067 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca6d63-589f-4951-99ac-65d59fb7dc45 req-3c3586d8-fcf0-4bbc-b0f3-5919866861a3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:10.584438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7ca6d63-589f-4951-99ac-65d59fb7dc45 req-3c3586d8-fcf0-4bbc-b0f3-5919866861a3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0660040 Aug 20 14:44:10.629649 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a7ca6d63-589f-4951-99ac-65d59fb7dc45 req-f1315671-027f-4c84-aff5-68757dbcec12 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374200 Aug 20 14:44:11.748952 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b56c3-a164-430e-9d14-71a376539dda req-da37361f-9394-49ba-b0a7-79731ad76af7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:11.750715 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d18b56c3-a164-430e-9d14-71a376539dda req-da37361f-9394-49ba-b0a7-79731ad76af7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0524418 Aug 20 14:44:11.790916 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d18b56c3-a164-430e-9d14-71a376539dda req-6bcf5faf-8ba6-4975-8666-b49cdf2133e6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340385 Aug 20 14:44:13.053186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e394f8-fcab-46ac-bc17-379b5df8e97b req-95a16a2e-5130-4df6-9207-463df522d404 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:13.054792 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46e394f8-fcab-46ac-bc17-379b5df8e97b req-95a16a2e-5130-4df6-9207-463df522d404 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0574212 Aug 20 14:44:13.078320 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-7b685644-e9f0-45d7-9a17-f593046c2963 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070566 Aug 20 14:44:13.101740 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-46e394f8-fcab-46ac-bc17-379b5df8e97b req-dc667f26-3c91-43ec-b164-167bc32e56f6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409398 Aug 20 14:44:14.224360 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a9e77-13d9-4e6b-9636-d45e50494c88 req-813ef43d-e24e-4f1e-8700-c999bd24112c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:14.226749 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:44:14.227226 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df7a9e77-13d9-4e6b-9636-d45e50494c88 req-813ef43d-e24e-4f1e-8700-c999bd24112c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 945 time: 0.0532386 Aug 20 14:44:14.269735 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-df7a9e77-13d9-4e6b-9636-d45e50494c88 req-1f391496-0ec8-4b44-b400-644a87b0ca22 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374596 Aug 20 14:44:14.308530 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:14.332038 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:44:14.334343 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f68bd-7f21-4f6e-9793-0adb287f81ae" -d '{"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:44:14.348352 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:44:14.352932 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:14.377707 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc74a61-8f5e-43b2-b7b3-d1646902e872 x-openstack-request-id: req-1bc74a61-8f5e-43b2-b7b3-d1646902e872 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:44:14.377998 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-unplugged", "status": "failed", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "code": 422}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:44:14.378255 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bc74a61-8f5e-43b2-b7b3-d1646902e872 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:44:14.378654 n-d-804232-5 neutron-server[94863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'code': 422} returned with failed status Aug 20 14:44:14.412183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:14.421594 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.423622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.423622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.423622 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.424225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.424225 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.424711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.425090 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.425844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.426268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.426523 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:14.426859 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:15.419301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181615a5-c826-49d6-ad21-8de35523559d req-c4340798-ae9d-4015-af97-1e618c6adff7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:15.421959 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-181615a5-c826-49d6-ad21-8de35523559d req-c4340798-ae9d-4015-af97-1e618c6adff7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0752819 Aug 20 14:44:15.466233 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-181615a5-c826-49d6-ad21-8de35523559d req-350b38b4-4134-434d-8b53-a9d207886edc tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382380 Aug 20 14:44:15.860085 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f12a2656-1ce2-461a-9bf2-400beeb4cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:16.585359 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f813-aa4b-4e15-a6a5-e04de20e4a45 req-fa1cb214-31b3-426b-84b1-dd486e548ab3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:16.586880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6086f813-aa4b-4e15-a6a5-e04de20e4a45 req-fa1cb214-31b3-426b-84b1-dd486e548ab3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0510740 Aug 20 14:44:16.626198 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-6086f813-aa4b-4e15-a6a5-e04de20e4a45 req-0729b3fe-5932-4837-98b4-a2f339a4d6b9 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Aug 20 14:44:17.765520 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8576165-9d7c-4618-9053-aa184c7e83c7 req-406ee87c-519b-41b4-8d06-bb89a20fa80d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:17.769048 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8576165-9d7c-4618-9053-aa184c7e83c7 req-406ee87c-519b-41b4-8d06-bb89a20fa80d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0665829 Aug 20 14:44:17.811856 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e8576165-9d7c-4618-9053-aa184c7e83c7 req-39ecaf63-df07-4b65-8002-277b0651f9e9 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361416 Aug 20 14:44:18.618761 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e48d447f-01a4-4ddf-abb9-7397af53f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:18.644988 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:18.955474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c8a1-237f-4dca-aa3c-2db4263e5749 req-abd75528-7374-4f20-8216-c826d126748e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:18.957014 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49c6c8a1-237f-4dca-aa3c-2db4263e5749 req-abd75528-7374-4f20-8216-c826d126748e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0602920 Aug 20 14:44:19.007840 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-49c6c8a1-237f-4dca-aa3c-2db4263e5749 req-eea29548-08a0-4c9b-aee1-da12a2e86239 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Aug 20 14:44:19.882983 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:20.143879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba3269-8cee-434b-a212-b5bc3d0e32e0 req-27c293a1-1e36-495a-8dc4-6fc4e61a32a4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:20.145423 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2ba3269-8cee-434b-a212-b5bc3d0e32e0 req-27c293a1-1e36-495a-8dc4-6fc4e61a32a4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0660722 Aug 20 14:44:20.200963 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f2ba3269-8cee-434b-a212-b5bc3d0e32e0 req-ffd60cfc-e745-4cca-ad4e-2e7f62f9e327 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453091 Aug 20 14:44:21.340282 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c420-c856-4b5d-a923-e848e1dce64f req-7386ccd4-7d98-48de-ba6a-b126d2551564 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:21.341956 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64a6c420-c856-4b5d-a923-e848e1dce64f req-7386ccd4-7d98-48de-ba6a-b126d2551564 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0574558 Aug 20 14:44:21.397375 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-64a6c420-c856-4b5d-a923-e848e1dce64f req-9bc580ec-ad55-4c9c-9853-60fb882b5530 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487330 Aug 20 14:44:21.793746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:22.202742 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-fa8ac4c0-b235-451d-8caf-b53dfbb69592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:22.204283 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-fa8ac4c0-b235-451d-8caf-b53dfbb69592 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a&tenant_id=8d00477197fe4967bc30fa0d5e991879 HTTP/1.1" status: 200 len: 1094 time: 0.0436330 Aug 20 14:44:22.215999 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804232-5', 'device_owner': 'compute:nova'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:44:22.278088 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:22.541637 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:44:22.554062 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409cc71-80ee-495b-a963-4ea6ae3b3c17 req-fcebdf36-d71e-4ecc-8984-af040fe88c5d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:22.555621 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1409cc71-80ee-495b-a963-4ea6ae3b3c17 req-fcebdf36-d71e-4ecc-8984-af040fe88c5d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0821702 Aug 20 14:44:22.624708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-1409cc71-80ee-495b-a963-4ea6ae3b3c17 req-4468fb7a-425b-467f-8942-9b9a417522a4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603964 Aug 20 14:44:22.625914 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h1-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:44:22.667288 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:44:22.676441 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:22.691388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Transition to ACTIVE for port object a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:44:22.695863 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:22.783400 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=7']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:22.797231 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.797484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.797826 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.798168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.798506 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.798841 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.799175 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.799503 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.799831 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.800157 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.800484 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.800835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:22.838835 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] No DVR routers for this DVR port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on host n-h1-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:44:22.983454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:44:22.984093 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:44:22.984527 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:44:22.990486 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on network 94452d47-223e-4e53-becb-8d96c3a38833 not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:44:22.991096 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Attempting to bind port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on network 94452d47-223e-4e53-becb-8d96c3a38833 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:44:22.996528 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:44:22.996847 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Checking segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:44:22.997211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Bound using segment: {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:44:22.997655 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Bound port: a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7722d916-1b5a-4e50-9358-ef6daea0d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:44:22.998072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:23.069350 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:44:23.072874 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:44:23.079651 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:23.117468 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:23.118125 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:23.119533 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] 10.222.0.13 "PUT /v2.0/ports/a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1091 time: 0.9078367 Aug 20 14:44:23.119979 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:44:23.122282 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e155c-11c5-4a9c-bb30-243e879dec6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:44:23.179997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4797ad6-e595-4102-8e49-fcbfaf4586dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=8']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:23.184677 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281d6d0-8b40-4a76-a815-c3fcdf96db53 x-openstack-request-id: req-d281d6d0-8b40-4a76-a815-c3fcdf96db53 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:44:23.184971 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:44:23.185227 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d281d6d0-8b40-4a76-a815-c3fcdf96db53 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:44:23.185791 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'status': 'completed', 'code': 200} Aug 20 14:44:23.204397 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-990d0cac-e069-4333-a496-0f7619e1f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:23.205845 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-990d0cac-e069-4333-a496-0f7619e1f8df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1094 time: 0.0568829 Aug 20 14:44:23.315039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-612c48e3-e432-423f-aeb8-369074732803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:23.316708 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-612c48e3-e432-423f-aeb8-369074732803 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1041236 Aug 20 14:44:23.393782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-993c98f9-282e-4a18-97af-dc5fa504ce19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 998 time: 0.0694568 Aug 20 14:44:23.781623 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f57c6bbc-bbb0-4f5d-bd50-d0c1e789c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:23.783117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-f57c6bbc-bbb0-4f5d-bd50-d0c1e789c4b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.3828781 Aug 20 14:44:23.807755 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91293c-e132-4937-bfbb-35dd52c6710a req-75da1ca2-302e-4545-b517-8ec75e50f846 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:23.809260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c91293c-e132-4937-bfbb-35dd52c6710a req-75da1ca2-302e-4545-b517-8ec75e50f846 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0733919 Aug 20 14:44:23.875084 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0c91293c-e132-4937-bfbb-35dd52c6710a req-d34ceaaf-d657-47bb-ad4c-f59bcc9b60a8 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512240 Aug 20 14:44:23.876997 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-dd062630-7581-483e-96e4-bba9d01e32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:23.878452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-dd062630-7581-483e-96e4-bba9d01e32f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878224 Aug 20 14:44:23.891434 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-64c9b1ca-54ac-4f9f-bdd6-d42f00b13c06 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:44:23.892427 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-64c9b1ca-54ac-4f9f-bdd6-d42f00b13c06 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062187 Aug 20 14:44:23.987003 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-cbbde2eb-f80e-4c52-9688-e6c0b39be2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874856 Aug 20 14:44:24.086945 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-d660452b-f79c-4d61-a70e-4d5ed75e3eef service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928199 Aug 20 14:44:24.176662 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-0053b8bc-aae7-4161-a7d1-990907dec92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:24.178208 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-0053b8bc-aae7-4161-a7d1-990907dec92d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1094 time: 0.0441008 Aug 20 14:44:24.282191 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-b7050e78-8816-490a-b54a-e94b6aceb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:24.283646 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-b7050e78-8816-490a-b54a-e94b6aceb098 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.0971315 Aug 20 14:44:24.359317 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-a645ff81-1bca-4308-bd4e-bdb4b256a07e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 998 time: 0.0677631 Aug 20 14:44:24.414158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-51698984-b435-4dfb-a7ac-306b99cbaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:24.415685 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-51698984-b435-4dfb-a7ac-306b99cbaca7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0480654 Aug 20 14:44:24.463411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-1034785e-354e-45a3-8db7-c322e67ac6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:24.464944 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-1034785e-354e-45a3-8db7-c322e67ac6e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412393 Aug 20 14:44:24.559858 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-2bb1b5b2-ff55-479c-8c15-eed8b8fb6c0d service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875823 Aug 20 14:44:24.661600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-275e155c-11c5-4a9c-bb30-243e879dec6b req-5e9ee485-4524-4420-81b5-7dba04a4db72 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940039 Aug 20 14:44:24.995487 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679422ab-14a6-4a3a-9e5c-6ec922c8c32c req-d34b8190-ff9a-4488-95e7-aeba982d687b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:24.997312 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-679422ab-14a6-4a3a-9e5c-6ec922c8c32c req-d34b8190-ff9a-4488-95e7-aeba982d687b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0514183 Aug 20 14:44:25.049074 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-679422ab-14a6-4a3a-9e5c-6ec922c8c32c req-c44db769-5b65-4e3b-968a-3668299eb84a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455103 Aug 20 14:44:26.176294 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656efdd-4491-4988-bc1d-9334c9e05c5b req-3327495a-d269-4f59-8db4-04a735b34ca9 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:26.177855 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5656efdd-4491-4988-bc1d-9334c9e05c5b req-3327495a-d269-4f59-8db4-04a735b34ca9 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0577819 Aug 20 14:44:26.215970 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5656efdd-4491-4988-bc1d-9334c9e05c5b req-727b48fb-a387-4c44-aa34-28136689dd29 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Aug 20 14:44:27.335315 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20e9c3-7738-4c95-bf5c-e2b2dea1dbe7 req-194c7682-84a8-41c4-bbe6-74d48b599439 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:27.336924 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb20e9c3-7738-4c95-bf5c-e2b2dea1dbe7 req-194c7682-84a8-41c4-bbe6-74d48b599439 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0521567 Aug 20 14:44:27.377284 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cb20e9c3-7738-4c95-bf5c-e2b2dea1dbe7 req-ad00381c-edb6-4fd3-9d36-a2600feba28a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341299 Aug 20 14:44:28.506688 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6ce9e-924b-4cbb-825d-a66afe271760 req-2197ced7-7d6b-478a-8396-5803dd9f48c5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:28.508276 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0fa6ce9e-924b-4cbb-825d-a66afe271760 req-2197ced7-7d6b-478a-8396-5803dd9f48c5 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0523901 Aug 20 14:44:28.555978 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0fa6ce9e-924b-4cbb-825d-a66afe271760 req-59c5900d-60cb-43f6-b6c6-0a6e72d3ee55 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 Aug 20 14:44:29.691416 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fec45-a9e0-4228-a5ce-4406fb816107 req-9e916629-a1c9-4385-a3f4-689807decc00 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:29.692996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-779fec45-a9e0-4228-a5ce-4406fb816107 req-9e916629-a1c9-4385-a3f4-689807decc00 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0570614 Aug 20 14:44:29.738860 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-779fec45-a9e0-4228-a5ce-4406fb816107 req-9558f300-e2a4-42fa-b805-e9150845a69d tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 Aug 20 14:44:30.057044 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:30.863443 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380d63-c2ab-4091-84e0-5ae321ba3a28 req-5a31ed05-2fc3-4724-a1d1-7ec4469c0a88 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:30.865131 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62380d63-c2ab-4091-84e0-5ae321ba3a28 req-5a31ed05-2fc3-4724-a1d1-7ec4469c0a88 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0559831 Aug 20 14:44:30.909171 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62380d63-c2ab-4091-84e0-5ae321ba3a28 req-068dbb5a-c132-4d2b-a31c-185b6b8f139e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379951 Aug 20 14:44:32.036526 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3fae5-2a16-4b84-8ed6-9f460985f796 req-bb683a60-bfd8-4b49-839d-8343b449ce0b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:32.038075 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5a3fae5-2a16-4b84-8ed6-9f460985f796 req-bb683a60-bfd8-4b49-839d-8343b449ce0b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 943 time: 0.0534437 Aug 20 14:44:32.077887 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b5a3fae5-2a16-4b84-8ed6-9f460985f796 req-b8ac0814-979c-4d70-8e61-115759a4ae66 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339329 Aug 20 14:44:32.690989 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:32.777754 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:44:32.881028 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:44:32.898574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'port_id': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'mac_address': 'fa:16:3e:04:c3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:44:32.941397 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:32.954688 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:44:32.974505 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:44:32.978360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:33.028838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=9']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:33.194826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:44:33.203214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ebd93-1b63-4416-a2f6-62047d100514 req-63496011-833d-4974-b2a9-b2e99a790736 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:33.204826 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-581ebd93-1b63-4416-a2f6-62047d100514 req-63496011-833d-4974-b2a9-b2e99a790736 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 944 time: 0.0587997 Aug 20 14:44:33.259987 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-581ebd93-1b63-4416-a2f6-62047d100514 req-c76ac634-afe1-4b79-848d-d8c93d6ff0b4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486135 Aug 20 14:44:34.394906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b82ab-f4bb-4a62-a153-a848ee40a18c req-33f3bf09-d6e5-4658-aba0-a0896f7fad79 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:34.396700 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895b82ab-f4bb-4a62-a153-a848ee40a18c req-33f3bf09-d6e5-4658-aba0-a0896f7fad79 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 944 time: 0.0553236 Aug 20 14:44:34.444636 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-895b82ab-f4bb-4a62-a153-a848ee40a18c req-22d9522c-1a29-46e0-a100-b5e34935608c tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 Aug 20 14:44:34.778222 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:44:34.835546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:44:34.839947 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:44:34.840403 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:34.935711 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:34.960853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:44:34.963583 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada3ce7f-ebcc-4419-8c37-2c107023f44a" -d '{"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:44:34.978758 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:44:34.985270 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:35.042539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=10']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:35.069917 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7182e28-936e-4ba0-9aac-bb88cfad3d8a x-openstack-request-id: req-d7182e28-936e-4ba0-9aac-bb88cfad3d8a {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:44:35.070217 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:44:35.070472 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7182e28-936e-4ba0-9aac-bb88cfad3d8a {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:44:35.070871 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'code': 200} Aug 20 14:44:35.274704 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0abb-d52e-4889-b3c5-2c2abb372e09 req-b6fe3ab7-2e26-4e48-8897-993c1b91f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:35.276234 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a72e0abb-d52e-4889-b3c5-2c2abb372e09 req-b6fe3ab7-2e26-4e48-8897-993c1b91f263 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1097 time: 0.0888131 Aug 20 14:44:35.313628 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a72e0abb-d52e-4889-b3c5-2c2abb372e09 req-320c30ed-156d-46a2-80cb-c1ff355d5676 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301626 Aug 20 14:44:35.573173 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaab32-b265-4de0-9c07-2102cae7d850 req-2229f4e5-495c-4e6c-8a87-18543085c829 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:35.574758 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5cdaab32-b265-4de0-9c07-2102cae7d850 req-2229f4e5-495c-4e6c-8a87-18543085c829 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 946 time: 0.0561280 Aug 20 14:44:35.628011 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5cdaab32-b265-4de0-9c07-2102cae7d850 req-64fa3a76-f33c-4d59-aaad-b7aef1c7aa70 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 Aug 20 14:44:36.801787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb74e3-40bf-436c-ab0c-4a2b9f21b3d2 req-ce940b00-edb5-449b-888c-60ab7bdae79b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:36.803456 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27bb74e3-40bf-436c-ab0c-4a2b9f21b3d2 req-ce940b00-edb5-449b-888c-60ab7bdae79b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 946 time: 0.0969164 Aug 20 14:44:36.809533 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-2950a612-a8f5-4cc9-a535-de8a2adf3c6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717843 Aug 20 14:44:36.852368 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-27bb74e3-40bf-436c-ab0c-4a2b9f21b3d2 req-764273f1-59d9-464e-bf89-e56e2913a44e tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 Aug 20 14:44:36.907290 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-17a447df-4c13-4b2f-82de-964a5cced8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:36.908866 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-17a447df-4c13-4b2f-82de-964a5cced8c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1097 time: 0.0495837 Aug 20 14:44:37.023297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-3d7fafce-0deb-495c-9e2b-216fd394723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:37.024782 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-3d7fafce-0deb-495c-9e2b-216fd394723b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.0953131 Aug 20 14:44:37.100578 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-a2817c4d-15e6-4eee-b359-d2f6b3d75260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1000 time: 0.0681100 Aug 20 14:44:37.167814 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-7fec69c8-b120-4363-8a47-115674b8b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:37.169402 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-7fec69c8-b120-4363-8a47-115674b8b522 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0558329 Aug 20 14:44:37.222036 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-240868c9-4ef1-4a84-85a4-3f815ab71166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:44:37.223580 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-240868c9-4ef1-4a84-85a4-3f815ab71166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469851 Aug 20 14:44:37.335296 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-48051994-6db9-40f0-bc6c-4f5206694c59 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042485 Aug 20 14:44:37.460121 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d1f483e-8f11-488f-9ee5-c3afaf0ad0ce req-ad6d6b73-558b-4495-add7-f6b711d8864c service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167397 Aug 20 14:44:45.865929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0323f9ce-1d53-405c-ad64-30485bc7d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:46.387206 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:44:48.631182 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-01730e2e-d390-4e9e-bdd3-e95dfed59129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:48.646105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:49.885063 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:51.800846 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:00.061272 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:02.699509 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:15.867534 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f668f859-9ba3-4624-ba74-7e6afdb75e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:18.631174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-21358efa-1796-461f-bb9d-b1091c6e7052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:18.644352 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:19.889921 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:21.801070 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:23.386946 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:45:30.054920 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:32.712180 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:38.760600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-ffcf41d3-ed7d-41c9-b3a3-c67f419b23b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609350 Aug 20 14:45:38.847433 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711e98-4937-490f-b415-66b61c1a1d2b req-da497a0e-9db2-43c9-b6c8-00635980792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:38.848951 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-da497a0e-9db2-43c9-b6c8-00635980792d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1097 time: 0.0417907 Aug 20 14:45:38.968440 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711e98-4937-490f-b415-66b61c1a1d2b req-6a1bc0ae-3bc2-4852-8650-a89228324184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:38.969956 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-6a1bc0ae-3bc2-4852-8650-a89228324184 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1004515 Aug 20 14:45:39.051960 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-36aae6a1-6f6e-4bb9-a063-5c0d9d24281f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 1000 time: 0.0746584 Aug 20 14:45:39.103393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711e98-4937-490f-b415-66b61c1a1d2b req-bb54bef4-da2c-49b2-af17-62d54410b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:39.104902 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-bb54bef4-da2c-49b2-af17-62d54410b488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0453634 Aug 20 14:45:39.153235 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711e98-4937-490f-b415-66b61c1a1d2b req-a5bfd382-6c69-45bf-a748-7be27128bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:39.154848 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-a5bfd382-6c69-45bf-a748-7be27128bad9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428889 Aug 20 14:45:39.258519 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-6864cf51-82ee-4874-a7dd-8f5ee2635868 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967984 Aug 20 14:45:39.351203 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-80711e98-4937-490f-b415-66b61c1a1d2b req-061f1b2a-f8c2-41e1-b33f-90ac2c868820 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Aug 20 14:45:45.861077 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3074a483-25b9-46f2-a341-8fdf514344fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:48.628927 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-adf38cf6-be71-4c0f-a44c-f508c1e76c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:48.643232 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:49.889239 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:51.803736 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:52.707863 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48290) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:45:52.885591 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Deleting port 3ebb1da1-ee49-4562-a7b4-3cd9b770706a {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:45:52.885939 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:52.969833 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:52.970078 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:52.983115 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Calling delete_port for 3ebb1da1-ee49-4562-a7b4-3cd9b770706a owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:45:53.147175 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:53.173161 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event deleted for resources: {'Port': ['ID=3ebb1da1-ee49-4562-a7b4-3cd9b770706a,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:45:53.186825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.187186 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.187527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.187861 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.188197 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.188607 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.188904 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.189237 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.189564 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.189887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.190209 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.190535 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:53.257301 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:53.257634 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Floating IP e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093 disassociated (deleted). External IP: 172.25.6.67, port: a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf. Aug 20 14:45:53.868099 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:45:53.994194 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:45:53.999752 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:54.004635 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:45:54.014881 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:45:54.015499 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:45:54.032358 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-594acd15-7e99-4741-8b04-982ea5d6a5c4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "DELETE /v2.0/floatingips/e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093 HTTP/1.1" status: 204 len: 168 time: 1.3230882 Aug 20 14:45:54.033022 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:45:54.035349 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:45:54.085337 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d33923-716c-4411-9b66-55452c01287e x-openstack-request-id: req-86d33923-716c-4411-9b66-55452c01287e {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:45:54.086055 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:45:54.086467 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86d33923-716c-4411-9b66-55452c01287e {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:45:54.087097 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'status': 'completed', 'code': 200} Aug 20 14:45:54.170031 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-b199062f-c605-46f6-a79a-6ac042d801c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:54.172252 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-b199062f-c605-46f6-a79a-6ac042d801c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d00477197fe4967bc30fa0d5e991879&device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 1097 time: 0.0587115 Aug 20 14:45:54.239960 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:45:54.301466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-e18d8f44-b4e5-4da8-9877-fd5b8dd1f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:54.303011 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-e18d8f44-b4e5-4da8-9877-fd5b8dd1f5c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 200 len: 909 time: 0.1232479 Aug 20 14:45:54.363583 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-9bf1e706-b211-465f-9c9f-f66c68466ecf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 200 len: 217 time: 0.0460052 Aug 20 14:45:54.390858 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e45245-c8c4-4288-82e1-08b77dfe29b7 req-6b523c9e-9dcd-4f75-846a-a444e1dccda4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:54.397159 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e45245-c8c4-4288-82e1-08b77dfe29b7 req-6b523c9e-9dcd-4f75-846a-a444e1dccda4 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 946 time: 0.1112225 Aug 20 14:45:54.464211 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-e3b17f39-30a8-453c-9548-89b434b05e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:54.465673 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-e3b17f39-30a8-453c-9548-89b434b05e66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 200 len: 847 time: 0.0920892 Aug 20 14:45:54.471690 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a9e45245-c8c4-4288-82e1-08b77dfe29b7 req-56e835f1-a3ad-40bf-a356-7ebf437fc882 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708494 Aug 20 14:45:54.477881 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:45:54.512943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:45:54.518289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-388523c3-633e-4fb6-955e-91e6230e1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:54.519830 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-388523c3-633e-4fb6-955e-91e6230e1161 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94452d47-223e-4e53-becb-8d96c3a38833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460563 Aug 20 14:45:54.521822 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:45:54.522708 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:45:54.628215 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-20b00a6c-e3e6-4aee-8e86-b59fde28ff62 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005397 Aug 20 14:45:54.647736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:45:54.737142 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d712cd59-ee0e-4fbe-bdbf-80bacc99d83a req-292eabee-926e-4ae1-b3e4-b953f204a178 service neutron] 10.222.0.13 "GET /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011238 Aug 20 14:45:54.870061 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:45:54.897977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388aa40-74c9-41fb-8104-e8228933b5ad None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:47Z', 'revision_number': 4, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96', 'name': '', 'network_id': '94452d47-223e-4e53-becb-8d96c3a38833', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'mac_address': 'fa:16:3e:f7:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:46Z', 'updated_at': '2021-08-20T14:36:56Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'subnets': [{'id': 'dc393d48-459a-4f82-87ea-e969c3626e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:45:55.148188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c02f09-f512-4e98-b993-b62a29c20209 None None] New status for floating IP e8e62ad5-b9e3-447c-bcc8-fd4a6d1ab093: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:45:55.602884 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983c30f-8148-4835-81d1-60ddb930eda5 req-a243fbba-ba89-4847-9a65-d54007b77afe tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:55.609613 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2983c30f-8148-4835-81d1-60ddb930eda5 req-a243fbba-ba89-4847-9a65-d54007b77afe tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 946 time: 0.0515070 Aug 20 14:45:55.646205 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2983c30f-8148-4835-81d1-60ddb930eda5 req-d1f7e300-73d8-4cde-b161-b17f67996575 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e44a4d2-440b-4df9-8cb3-83d66b0e2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353901 Aug 20 14:45:55.804806 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-a734cc9a-e72d-43b2-bcd1-da6683303fd3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:45:55.806341 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-a734cc9a-e72d-43b2-bcd1-da6683303fd3 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 946 time: 0.0572698 Aug 20 14:45:55.908151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Deleting port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:45:55.908497 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:56.011660 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] For port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:45:56.011942 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:56.027412 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Calling delete_port for a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:45:56.179824 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:56.218233 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event deleted for resources: {'Port': ['ID=a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:45:56.246696 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.247581 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.247960 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.248542 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.249042 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.249384 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.249728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.250080 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.250411 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.250747 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.251081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.251413 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:45:56.275452 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] No DVR routers for this DVR port a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:45:56.278155 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:56.281085 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c08d5ae4-f7db-4c03-8ee0-dcd9a307729a req-2ade99e8-e132-4f4e-a5b9-8b69573d68b0 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.13 "DELETE /v2.0/ports/a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf HTTP/1.1" status: 204 len: 173 time: 0.4678438 Aug 20 14:45:56.281695 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-deleted', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:45:56.284104 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e0124-5a00-4f52-af78-5d68c8dd77ee" -d '{"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-deleted", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:45:56.336180 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f9798f-cbf2-42c0-a936-e1bfda2522cc x-openstack-request-id: req-73f9798f-cbf2-42c0-a936-e1bfda2522cc {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:45:56.336907 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b39aa-59e9-4ca9-b77d-22088bd5d11a", "name": "network-vif-deleted", "tag": "a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:45:56.336907 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73f9798f-cbf2-42c0-a936-e1bfda2522cc {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:45:56.337240 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b39aa-59e9-4ca9-b77d-22088bd5d11a', 'name': 'network-vif-deleted', 'tag': 'a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf', 'status': 'completed', 'code': 200} Aug 20 14:45:57.024880 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-2e109fd2-6090-4153-a54b-743c098fd477 req-4b9f3c4f-2c6c-49ab-95b8-a8f7a12592b6 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 210 time: 0.0347598 Aug 20 14:45:58.141495 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6c7ec745-bf24-456e-8cc0-0cd7c0f66309 req-2a5bb44e-7fab-4fa0-b380-6f80c175f83a tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 210 time: 0.0314405 Aug 20 14:45:59.282336 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ae2f3160-e4de-48d2-9616-f4824d4d786f req-cc236f40-467a-43bf-bd1d-1c2d5ce498e7 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 210 time: 0.0304003 Aug 20 14:45:59.324328 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:45:59.345506 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:45:59.345857 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device a0c7d26f-8c02-4690-ae7c-9b1a8ba42daf not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:00.055984 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:00.394736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:46:00.421500 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18988e6f-86d1-4d70-8668-64ffe53a246e req-39746a23-6c2b-44f6-b7fe-a15fe7dd71f2 tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b5b39aa-59e9-4ca9-b77d-22088bd5d11a HTTP/1.1" status: 200 len: 210 time: 0.0347102 Aug 20 14:46:01.494252 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48322) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:01.568708 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1effc382-a3dd-4176-b4ed-65116f158f6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:01.597963 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1effc382-a3dd-4176-b4ed-65116f158f6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:01.665188 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1effc382-a3dd-4176-b4ed-65116f158f6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:01.667891 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-1effc382-a3dd-4176-b4ed-65116f158f6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:01.669917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-1effc382-a3dd-4176-b4ed-65116f158f6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] 10.222.0.59 "DELETE /v2.0/security-groups/5e44a4d2-440b-4df9-8cb3-83d66b0e2917 HTTP/1.1" status: 204 len: 168 time: 0.1739025 Aug 20 14:46:01.680712 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effc382-a3dd-4176-b4ed-65116f158f6b tempest-TestShelveInstance-920514908 tempest-TestShelveInstance-920514908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44a4d2-440b-4df9-8cb3-83d66b0e2917,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:02.718054 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:02.765388 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48328) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:03.342966 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:03.648986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Deleting port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:03.649448 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:03.738247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] For port 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:03.738618 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:03.757619 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Calling delete_port for 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:03.974564 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:04.001050 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:04.196029 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:04.438339 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:46:04.560037 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:04.565820 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-c78e59fd-8c55-4020-9eed-de4ef10b8465 admin admin] 10.222.0.59 "PUT /v2.0/routers/5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993662 Aug 20 14:46:04.569516 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48332) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:04.570806 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] Sync routers for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:04.582049 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:04.582679 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:04.707918 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:04.902893 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:46:03Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:04.930333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] Checking router: 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:04.939445 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] Routers {'5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:04.940075 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:04.984659 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.048220 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] Set router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:05.094257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.153878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Deleting port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:05.154257 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.242085 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] For port a82645dc-ab7a-4e29-9d32-2ec5c5a67df9, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:05.242356 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.250191 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:46:03Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:05.256713 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Calling delete_port for a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:05.283115 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27bd85-c78a-4cca-a3cc-c1a508e47f67 None None] The sync data for ids ['5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa'] in n-d-804232-5 is: [{'id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'name': 'tempest-TestShelveInstance-991873239-router', 'tenant_id': '8d00477197fe4967bc30fa0d5e991879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:46:03Z', 'revision_number': 5, 'project_id': '8d00477197fe4967bc30fa0d5e991879', 'gw_port': {'id': 'a82645dc-ab7a-4e29-9d32-2ec5c5a67df9', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:43Z', 'updated_at': '2021-08-20T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:05.441344 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.469549 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Pushing event deleted for resources: {'Port': ['ID=a82645dc-ab7a-4e29-9d32-2ec5c5a67df9,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:05.535799 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.634642 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.637192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.694595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.695462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:46:05.707562 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.709706 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-241666b2-32b6-4181-8f6a-2b707828412d admin admin] 10.222.0.59 "DELETE /v2.0/routers/5dd2ee45-e69a-4ea2-93d1-3e5f59ed14aa HTTP/1.1" status: 204 len: 168 time: 1.1388047 Aug 20 14:46:05.712177 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48334) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:05.772525 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Deleting subnet dc393d48-459a-4f82-87ea-e969c3626e69 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:46:05.776168 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.819190 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.913855 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:05.983056 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.024541 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc393d48-459a-4f82-87ea-e969c3626e69,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:06.030579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.034867 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-de94ead6-8e93-4f54-bb63-ac73c8f7d3f7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dc393d48-459a-4f82-87ea-e969c3626e69 HTTP/1.1" status: 204 len: 168 time: 0.3192952 Aug 20 14:46:06.035195 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48336) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:06.038755 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551dd268-ce21-4baf-b9ce-9227bff6009d None None] Network 94452d47-223e-4e53-becb-8d96c3a38833 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:46:06.108915 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.178530 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Deleting port ccc8ed7e-50c7-4972-b979-3a7c3359ecff {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:06.179072 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.265081 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] For port ccc8ed7e-50c7-4972-b979-3a7c3359ecff, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,segment=NetworkSegment(7722d916-1b5a-4e50-9358-ef6daea0d870),segment_id=7722d916-1b5a-4e50-9358-ef6daea0d870)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:06.265541 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.281168 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Calling delete_port for ccc8ed7e-50c7-4972-b979-3a7c3359ecff owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:06.368384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f64351-789f-4662-8d14-c541fe5e8e98 None None] DHCP port deletion for 94452d47-223e-4e53-becb-8d96c3a38833 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:46:06.374063 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.425838 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc8ed7e-50c7-4972-b979-3a7c3359ecff,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:06.431837 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] No DVR routers for this DVR port ccc8ed7e-50c7-4972-b979-3a7c3359ecff on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:46:06.506535 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.516921 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94452d47-223e-4e53-becb-8d96c3a38833']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:06.529140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7722d916-1b5a-4e50-9358-ef6daea0d870') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:06.529364 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7722d916-1b5a-4e50-9358-ef6daea0d870') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:06.538944 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.553384 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.559615 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:46:06.560070 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:46:06.561982 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:46:06.618993 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.626078 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:06.627245 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] 10.222.0.59 "DELETE /v2.0/networks/94452d47-223e-4e53-becb-8d96c3a38833 HTTP/1.1" status: 204 len: 168 time: 0.5911882 Aug 20 14:46:06.630395 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48338) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:06.636796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaf108-f787-4611-80a8-1597a8fe7e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=94452d47-223e-4e53-becb-8d96c3a38833,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:07.001426 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:07.292531 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Deleting port 6cba565d-e199-40f9-b184-5e0ccdad6405 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:07.292976 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:07.326378 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:46:07.347389 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:46:07.347774 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device a82645dc-ab7a-4e29-9d32-2ec5c5a67df9 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:07.348158 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ccc8ed7e-50c7-4972-b979-3a7c3359ecff no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:46:07.367454 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: ccc8ed7e-50c7-4972-b979-3a7c3359ecff {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:46:07.367792 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device ccc8ed7e-50c7-4972-b979-3a7c3359ecff not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:07.368208 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:46:07.384298 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] For port 6cba565d-e199-40f9-b184-5e0ccdad6405, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=6cba565d-e199-40f9-b184-5e0ccdad6405,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:07.384807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:07.391291 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:46:07.391638 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9fb87ed1-0b82-4d6e-ad1e-b5ee2c7d6a96 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:07.405903 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Calling delete_port for 6cba565d-e199-40f9-b184-5e0ccdad6405 owned by network:router_interface {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:07.599424 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:07.627675 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cba565d-e199-40f9-b184-5e0ccdad6405,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:07.804980 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.037887 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Router 4076f1b4-46d1-4628-b2e7-3d9652c2850f has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:46:08.150310 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:08.156273 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3d585579-895d-4eee-87cc-85c8016a7e0d admin admin] 10.222.0.59 "PUT /v2.0/routers/4076f1b4-46d1-4628-b2e7-3d9652c2850f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5246534 Aug 20 14:46:08.158844 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48340) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:08.160583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] Sync routers for ids ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:08.169921 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] Routers {'4076f1b4-46d1-4628-b2e7-3d9652c2850f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:08.170559 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:08.274840 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks [] for router, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.283564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] Set router 4076f1b4-46d1-4628-b2e7-3d9652c2850f gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:08.391778 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.455152 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Deleting port d6924209-4fbe-4333-9bf9-d979481c1219 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:08.455494 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.479945 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:46:07Z', 'revision_number': 5, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port': {'id': 'd6924209-4fbe-4333-9bf9-d979481c1219', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:36:51Z', 'updated_at': '2021-08-20T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:08.507067 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] Checking router: 4076f1b4-46d1-4628-b2e7-3d9652c2850f for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:08.517471 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] Routers {'4076f1b4-46d1-4628-b2e7-3d9652c2850f'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:08.518111 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:08.546567 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] For port d6924209-4fbe-4333-9bf9-d979481c1219, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=d6924209-4fbe-4333-9bf9-d979481c1219,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:08.547108 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.564907 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Calling delete_port for d6924209-4fbe-4333-9bf9-d979481c1219 owned by network:router_gateway {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:08.616960 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] Set router 4076f1b4-46d1-4628-b2e7-3d9652c2850f gateway port host: None {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:08.677621 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:46:08Z', 'revision_number': 6, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:08.704998 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44708639-f569-4f4a-9b26-07fd6f253502 None None] The sync data for ids ['4076f1b4-46d1-4628-b2e7-3d9652c2850f'] in n-d-804232-5 is: [{'id': '4076f1b4-46d1-4628-b2e7-3d9652c2850f', 'name': 'tempest-TestShelveInstance-139061728-router', 'tenant_id': '7c50a7dc0e7c4056938e26f3040652f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:36:50Z', 'updated_at': '2021-08-20T14:46:08Z', 'revision_number': 6, 'project_id': '7c50a7dc0e7c4056938e26f3040652f4', 'gw_port_host': None}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:08.759567 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.788982 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6924209-4fbe-4333-9bf9-d979481c1219,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:08.849949 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.951450 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:08.955329 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.003647 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.004135 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4076f1b4-46d1-4628-b2e7-3d9652c2850f {{(pid=94861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:46:09.008634 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.009818 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-689bb2b8-e992-4d18-889f-97df60e23533 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4076f1b4-46d1-4628-b2e7-3d9652c2850f HTTP/1.1" status: 204 len: 168 time: 0.8498824 Aug 20 14:46:09.012639 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48342) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:09.062186 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Deleting subnet 75e485aa-8967-49ac-a0bc-2de445cd82f8 {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:46:09.065736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.103694 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.191462 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.249761 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.277450 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e485aa-8967-49ac-a0bc-2de445cd82f8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:09.280514 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.283634 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-e4b75421-52f8-4101-adc5-c5fe7a985ddd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/75e485aa-8967-49ac-a0bc-2de445cd82f8 HTTP/1.1" status: 204 len: 168 time: 0.2693887 Aug 20 14:46:09.286554 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7731c8-ea33-4f4f-85f1-2e3613cfeb30 None None] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:46:09.287462 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48344) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:09.367678 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.432158 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Deleting port 548a539b-2b4f-4dbf-8d15-477d36f010ec {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:09.432509 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.503136 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] DHCP port deletion for 683b99a6-9b24-4f09-ac61-6d342a1aca27 request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:46:09.504359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] For port 548a539b-2b4f-4dbf-8d15-477d36f010ec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=548a539b-2b4f-4dbf-8d15-477d36f010ec,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:09.504769 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.521887 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Calling delete_port for 548a539b-2b4f-4dbf-8d15-477d36f010ec owned by network:dhcp {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:09.559189 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Deleting port 548a539b-2b4f-4dbf-8d15-477d36f010ec {{(pid=94863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:46:09.560399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.575499 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6cba565d-e199-40f9-b184-5e0ccdad6405 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:46:09.615425 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.623400 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 6cba565d-e199-40f9-b184-5e0ccdad6405 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:46:09.623745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 6cba565d-e199-40f9-b184-5e0ccdad6405 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:09.624161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 548a539b-2b4f-4dbf-8d15-477d36f010ec no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:46:09.641882 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=548a539b-2b4f-4dbf-8d15-477d36f010ec,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:09.647956 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] No DVR routers for this DVR port 548a539b-2b4f-4dbf-8d15-477d36f010ec on host n-d-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:46:09.654757 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 548a539b-2b4f-4dbf-8d15-477d36f010ec {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:46:09.655108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 548a539b-2b4f-4dbf-8d15-477d36f010ec not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:09.655529 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6924209-4fbe-4333-9bf9-d979481c1219 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:46:09.683240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: d6924209-4fbe-4333-9bf9-d979481c1219 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:46:09.683240 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device d6924209-4fbe-4333-9bf9-d979481c1219 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:46:09.694105 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] For port 548a539b-2b4f-4dbf-8d15-477d36f010ec, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=548a539b-2b4f-4dbf-8d15-477d36f010ec,segment=NetworkSegment(5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8),segment_id=5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:09.694520 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.707829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Calling delete_port for 548a539b-2b4f-4dbf-8d15-477d36f010ec owned by network:dhcp {{(pid=94863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:46:09.724792 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.736529 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683b99a6-9b24-4f09-ac61-6d342a1aca27']}} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:09.748906 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8') {'for_net_delete': True} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:09.749209 n-d-804232-5 neutron-server[94862]: DEBUG neutron.services.segments.db [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce0c7a1-7dcb-4584-bf9d-acfe7f41d2f8') {} {{(pid=94862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:09.759902 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11185587'] for segment, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.782102 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.789919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:46:09.790475 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31091957'] for segment, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: Traceback (most recent call last): Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: timer() Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: cb(*args, **kw) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: return func(*args, **kwargs) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: self._notify() Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: self.callback(batched_events) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: event.method(event) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: return f(self, *a, **k) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: return self._get(url).json() Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: return self.request(url, 'GET', **kwargs) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:46:09.792814 n-d-804232-5 neutron-server[94862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:46:09.855885 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.861811 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.863837 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/683b99a6-9b24-4f09-ac61-6d342a1aca27 HTTP/1.1" status: 204 len: 168 time: 0.5754273 Aug 20 14:46:09.881173 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c19ab6-5a32-4c9e-bc01-b6f2036807a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=683b99a6-9b24-4f09-ac61-6d342a1aca27,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:09.959322 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494'] for port, after_delete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:09.992368 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Network 683b99a6-9b24-4f09-ac61-6d342a1aca27 is not hosted by any dhcp agent {{(pid=94863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 14:46:09.993253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] No DVR routers for this DVR port 548a539b-2b4f-4dbf-8d15-477d36f010ec on host n-d-804232-5 {{(pid=94863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:46:09.995209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Pushing event deleted for resources: {'Port': ['ID=548a539b-2b4f-4dbf-8d15-477d36f010ec,revision_number=None']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:10.005868 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48348) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:10.009259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.009259 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.009516 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.010081 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.010686 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.011374 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.011652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.011983 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.012344 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.013657 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.014247 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.014717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e26fe-d1c7-4c9c-a6ae-815653f52366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:10.047711 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4ceb5b8c-40f3-4ccb-a8e0-bd252387072c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d00477197fe4967bc30fa0d5e991879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423064 Aug 20 14:46:10.050225 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48350) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:10.097972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d492-c02f-44f2-a364-a4f33a4a964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.120428 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d492-c02f-44f2-a364-a4f33a4a964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.172420 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d492-c02f-44f2-a364-a4f33a4a964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.175035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d492-c02f-44f2-a364-a4f33a4a964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.176228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a6a5d492-c02f-44f2-a364-a4f33a4a964c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/865a0301-0e6e-4b2b-bc6e-41b94b141372 HTTP/1.1" status: 204 len: 168 time: 0.1250889 Aug 20 14:46:10.184972 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5d492-c02f-44f2-a364-a4f33a4a964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865a0301-0e6e-4b2b-bc6e-41b94b141372,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:10.497803 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48356) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:10.540636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4277236c-bd22-4b26-8fbd-cf72365ab7cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c50a7dc0e7c4056938e26f3040652f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412872 Aug 20 14:46:10.543478 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48358) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:10.601031 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a81c0c53-a19c-4e00-801d-48cd8d9c2486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.628413 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a81c0c53-a19c-4e00-801d-48cd8d9c2486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.702186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a81c0c53-a19c-4e00-801d-48cd8d9c2486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.705229 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-a81c0c53-a19c-4e00-801d-48cd8d9c2486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:10.709117 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a81c0c53-a19c-4e00-801d-48cd8d9c2486 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4121d5f-af13-4749-8193-47a84af30453 HTTP/1.1" status: 204 len: 168 time: 0.1621547 Aug 20 14:46:10.720145 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c0c53-a19c-4e00-801d-48cd8d9c2486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4121d5f-af13-4749-8193-47a84af30453,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:11.476074 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48380) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:11.577214 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-685049874-network', 'tenant_id': '427a247f9de54184b6dda5255870f058'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:11.598787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Made reservation on behalf of 427a247f9de54184b6dda5255870f058 for: {'network': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:46:11.601162 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.610530 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.711392 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.716452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.742650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:46:11.753436 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea8903-1912-4926-8011-ca32cab18118,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:11.758605 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.758948 n-d-804232-5 neutron-server[94862]: INFO neutron.db.segments_db [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Added segment 66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e of type vlan for network c69c8f87-532a-4625-bc3b-42a12501ad7b Aug 20 14:46:11.801604 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.827760 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.828784 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:11.829378 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Notify callbacks [] for network, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:11.882865 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4056153 Aug 20 14:46:11.885988 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48384) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:11.891260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Request body: {'subnet': {'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-685049874-subnet', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'ip_version': 4}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:11.893082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eebb89-e65c-469b-8259-c0e24c4c1312 admin admin] Pushing event updated for resources: {'Network': ['ID=c69c8f87-532a-4625-bc3b-42a12501ad7b,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:11.905413 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c69c8f87-532a-4625-bc3b-42a12501ad7b details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:46:11.915490 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Made reservation on behalf of 427a247f9de54184b6dda5255870f058 for: {'subnet': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:46:11.918148 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8012291'] for subnet, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.098773 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7341622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8012397'] for subnet, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.158825 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96868caa-c638-4e2f-ba72-82605d6bacc3,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:12.167829 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Checking segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:12.168188 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Network hostable DHCP agents. Network: c69c8f87-532a-4625-bc3b-42a12501ad7b, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:46:12.185651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Network c69c8f87-532a-4625-bc3b-42a12501ad7b is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:46:12.194597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c69c8f87-532a-4625-bc3b-42a12501ad7b) {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:12.199348 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:12.200611 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.205546 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671f49e-7a94-4faa-962f-dbb585defccb None None] Network c69c8f87-532a-4625-bc3b-42a12501ad7b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:46:12.220783 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-92b45c6d-2583-4e0e-af26-d9b2fb6602d5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335829 Aug 20 14:46:12.223606 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48386) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:12.231160 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:12.254142 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.255184 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.314243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.375720 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-c69c8f87-532a-4625-bc3b-42a12501ad7b', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:46:12.376974 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.461423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.556648 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Allocated IP 172.20.0.2 (c69c8f87-532a-4625-bc3b-42a12501ad7b/96868caa-c638-4e2f-ba72-82605d6bacc3/9b973f41-8e62-491d-a1cb-0c39afeb79f3) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:12.690167 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.711384 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.741824 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.753982 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Transition to ACTIVE for port object 9b973f41-8e62-491d-a1cb-0c39afeb79f3 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:12.771467 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Transition to ACTIVE for port object 9b973f41-8e62-491d-a1cb-0c39afeb79f3 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:12.778362 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.815899 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Network c69c8f87-532a-4625-bc3b-42a12501ad7b is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:12.818746 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:12.822323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:12.830616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Allocated IP 172.25.6.78 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/78a43726-67db-40d5-861c-a461e38739bc) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:12.834410 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Pushing event updated for resources: {'Port': ['ID=9b973f41-8e62-491d-a1cb-0c39afeb79f3,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:12.890161 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Attempting to bind port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:12.890564 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Attempting to bind port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:12.890939 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Attempting to bind port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 on network c69c8f87-532a-4625-bc3b-42a12501ad7b {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:12.896323 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:12.896751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Checking segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:12.897167 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.897830 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Bound using segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:12.898314 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Bound port: 9b973f41-8e62-491d-a1cb-0c39afeb79f3, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:12.898735 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.951719 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.983320 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] For port 9b973f41-8e62-491d-a1cb-0c39afeb79f3, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:12.988098 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] For port 9b973f41-8e62-491d-a1cb-0c39afeb79f3, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9b973f41-8e62-491d-a1cb-0c39afeb79f3,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:12.998029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:12.999128 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:13.037383 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:13.040423 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:13.044852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:13.062916 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a68381-65d7-412b-8b5c-c548af6f3556 None None] Pushing event updated for resources: {'Port': ['ID=9b973f41-8e62-491d-a1cb-0c39afeb79f3,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:13.077293 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Pushing event updated for resources: {'Port': ['ID=78a43726-67db-40d5-861c-a461e38739bc,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:13.381918 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9b973f41-8e62-491d-a1cb-0c39afeb79f3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:13.440818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:13.687597 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:13.904888 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.052393 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:46:14.075481 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d0a26-5a2a-406a-8efb-a637cb6081c6 None None] Network c69c8f87-532a-4625-bc3b-42a12501ad7b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:46:14.170209 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] Provisioning for port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:14.181024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] Provisioning complete for port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:14.181402 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.183612 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:14.209555 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:14.217903 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] Notify callbacks [] for router, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.220136 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4ba35651-0291-446b-9f98-a03daf794069 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9953449 Aug 20 14:46:14.222895 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48388) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:14.224541 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:14.225404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:14.338442 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.359495 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:14.385891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] For port 9b973f41-8e62-491d-a1cb-0c39afeb79f3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9b973f41-8e62-491d-a1cb-0c39afeb79f3,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:14.397600 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.459375 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54117f-43f7-44e5-8ab1-61a6f401b748 None None] Pushing event updated for resources: {'Port': ['ID=9b973f41-8e62-491d-a1cb-0c39afeb79f3,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:14.626205 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-9fd822e9-baa5-4dd0-a130-0fec71921cee None None] Provisioning complete for port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:14.626879 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9fd822e9-baa5-4dd0-a130-0fec71921cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.683179 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:13Z', 'revision_number': 3, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:14.713404 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:14.714094 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Updating router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 port 78a43726-67db-40d5-861c-a461e38739bc binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:46:14.746413 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.757380 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.953696 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Allocated IP 172.20.0.1 (c69c8f87-532a-4625-bc3b-42a12501ad7b/96868caa-c638-4e2f-ba72-82605d6bacc3/5f910e85-ce17-474a-a46d-cf20b19c5b93) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:15.087513 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.104694 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Transition to ACTIVE for port object 78a43726-67db-40d5-861c-a461e38739bc will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:15.114628 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.124258 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.143827 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Transition to ACTIVE for port object 5f910e85-ce17-474a-a46d-cf20b19c5b93 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:15.175066 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Attempting to bind port 78a43726-67db-40d5-861c-a461e38739bc on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:15.175452 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Attempting to bind port 78a43726-67db-40d5-861c-a461e38739bc by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:15.175828 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Attempting to bind port 78a43726-67db-40d5-861c-a461e38739bc on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:15.188151 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:15.188600 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:15.188979 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.189349 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.189489 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:15.189837 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Bound port: 78a43726-67db-40d5-861c-a461e38739bc, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:15.190227 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.191925 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Pushing event updated for resources: {'Port': ['ID=78a43726-67db-40d5-861c-a461e38739bc,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:15.223295 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.224333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.224333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.224333 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.224951 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.225121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.225406 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.225736 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.226792 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.227532 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.228338 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.229975 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:46:15.230203 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Network c69c8f87-532a-4625-bc3b-42a12501ad7b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:15.233640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:15.238527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:15.280381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Pushing event updated for resources: {'Port': ['ID=5f910e85-ce17-474a-a46d-cf20b19c5b93,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:15.296774 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.303198 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] For port 78a43726-67db-40d5-861c-a461e38739bc, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:15.308629 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] For port 78a43726-67db-40d5-861c-a461e38739bc, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=78a43726-67db-40d5-861c-a461e38739bc,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:15.317205 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.416801 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:15.418034 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:15.419946 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9b973f41-8e62-491d-a1cb-0c39afeb79f3 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:15.476148 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f2f47-b129-4500-8f37-6bd9e867e342 None None] Pushing event updated for resources: {'Port': ['ID=78a43726-67db-40d5-861c-a461e38739bc,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:15.480217 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.529765 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:15.530857 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.568082 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:15.671820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ca9c7f47-9600-4430-91ee-fe4c3c3f3d0c None None] Provisioning for port 5f910e85-ce17-474a-a46d-cf20b19c5b93 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:15.681659 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ca9c7f47-9600-4430-91ee-fe4c3c3f3d0c None None] Provisioning complete for port 5f910e85-ce17-474a-a46d-cf20b19c5b93 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:15.682279 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f47-9600-4430-91ee-fe4c3c3f3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.720398 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.726645 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.728844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c7f47-9600-4430-91ee-fe4c3c3f3d0c None None] Port 5f910e85-ce17-474a-a46d-cf20b19c5b93 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:46:15.791377 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:13Z', 'revision_number': 3, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:15.813118 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.815213 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Pushing event updated for resources: {'Port': ['ID=5f910e85-ce17-474a-a46d-cf20b19c5b93,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:15.834065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3096-e2ea-41b9-ab3b-ab2f258c20d5 None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:13Z', 'revision_number': 3, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:15.869212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-00f6ad98-c9c1-4022-9a6d-2fddb361642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.932841 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Network c69c8f87-532a-4625-bc3b-42a12501ad7b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:15.934742 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:16.084938 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:46:16.245427 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:16.255229 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3c11a62c-2c90-4efe-aadb-48af6773c414 admin admin] 10.222.0.59 "PUT /v2.0/routers/60b8db4e-c3c9-4134-b7ac-edd9cc240a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0304799 Aug 20 14:46:16.278211 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f5c07492-d28f-4c2c-b7f0-76c66b4c1cbf None None] Provisioning complete for port 5f910e85-ce17-474a-a46d-cf20b19c5b93 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:16.278661 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f5c07492-d28f-4c2c-b7f0-76c66b4c1cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:16.326510 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f5c07492-d28f-4c2c-b7f0-76c66b4c1cbf None None] Port 5f910e85-ce17-474a-a46d-cf20b19c5b93 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:46:16.932584 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48404) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:16.938851 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-593254746-network', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:16.961816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Made reservation on behalf of 35e4de3e5d404a0e968749d098ffbdbe for: {'network': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:46:16.964288 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for network, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:16.975129 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.082810 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.087556 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.118929 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:46:17.126763 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1c8325-aaf6-4d47-ae5b-d493b4e7a0ef,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:17.134492 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.134844 n-d-804232-5 neutron-server[94861]: INFO neutron.db.segments_db [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Added segment 8161d033-b952-4399-ac4b-e95bbdd233b2 of type vlan for network c5112713-f877-471b-b08a-e2dd5ed2331d Aug 20 14:46:17.188481 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785000366659'] for network, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.221495 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916'] for network, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.222616 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:17.223262 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.299334 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3622799 Aug 20 14:46:17.300687 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48406) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:17.306804 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd40db-f368-40ae-8073-48b6f8d316f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c5112713-f877-471b-b08a-e2dd5ed2331d,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:17.307082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Request body: {'subnet': {'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-593254746-subnet', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'ip_version': 4}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:17.321287 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Network c5112713-f877-471b-b08a-e2dd5ed2331d details requested by agent ovs-agent-n-d-804232-5 with host n-d-804232-5 {{(pid=94863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:46:17.344369 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Made reservation on behalf of 35e4de3e5d404a0e968749d098ffbdbe for: {'subnet': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:46:17.347558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328113'] for subnet, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.387820 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 78a43726-67db-40d5-861c-a461e38739bc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:17.476864 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 78a43726-67db-40d5-861c-a461e38739bc completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:17.482891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 78a43726-67db-40d5-861c-a461e38739bc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:17.483429 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.587558 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31092310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9328031'] for subnet, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.597175 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.622653 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 78a43726-67db-40d5-861c-a461e38739bc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=78a43726-67db-40d5-861c-a461e38739bc,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:17.628514 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.662402 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2edfbd3-1d8a-49b4-9540-ff7faef8f18d,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:17.690197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:17.701237 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=78a43726-67db-40d5-861c-a461e38739bc,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:17.701736 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Checking segment: {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:17.702354 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Network hostable DHCP agents. Network: c5112713-f877-471b-b08a-e2dd5ed2331d, hostable agents: ['99d102c8-0af4-4e73-bd6a-c7857644b8cd'], hosted agents: [] {{(pid=94862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:46:17.710042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:17.710717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:45:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:17.728781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Network c5112713-f877-471b-b08a-e2dd5ed2331d is scheduled to be hosted by DHCP agent 99d102c8-0af4-4e73-bd6a-c7857644b8cd with binding_index 1 {{(pid=94862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:46:17.742125 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804232-5, c5112713-f877-471b-b08a-e2dd5ed2331d) {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:17.748977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:17.749704 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.769888 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-72870bca-6ec9-4b9b-9624-2432e0fd8fc7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4672046 Aug 20 14:46:17.773016 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48408) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:17.778521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:17.780119 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d961af-7a33-4329-a01a-cea82541c4fe None None] Network c5112713-f877-471b-b08a-e2dd5ed2331d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:46:17.812577 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35538'] for router, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.813645 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35499'] for router, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.876879 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.016582 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:18.025380 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.241994 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.261716 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.290335 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b18d02-319d-5fe8-935e-dd0393f7fffb-c5112713-f877-471b-b08a-e2dd5ed2331d', 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'fixed_ips': [{'subnet_id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d'}]}} from n-d-804232-5. {{(pid=94863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:46:18.291575 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.384877 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Allocated IP 172.25.6.152 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/8860e78e-cda4-42e6-8dd0-2ea4f150e8ca) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:18.543627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.569108 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.db_base_plugin_common [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Allocated IP 172.20.0.2 (c5112713-f877-471b-b08a-e2dd5ed2331d/e2edfbd3-1d8a-49b4-9540-ff7faef8f18d/5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10) {{(pid=94863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:18.590916 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.634601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:18.637874 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 2, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:18.638710 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:18.643008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:18.669774 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Pushing event updated for resources: {'Port': ['ID=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:18.691384 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:18.691751 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Updating router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 port 5f910e85-ce17-474a-a46d-cf20b19c5b93 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:46:18.721101 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-08ace152-2a30-473e-a091-5a363a458aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.722885 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.747556 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.935288 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.938389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Notify callbacks [] for port, precommit_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:18.955103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Transition to ACTIVE for port object 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:19.020826 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Transition to ACTIVE for port object 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 will not be triggered until provisioned by entity DHCP. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:19.034917 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485'] for port, after_create {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.101101 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Network c5112713-f877-471b-b08a-e2dd5ed2331d is already hosted by enough agents. {{(pid=94863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:19.118234 n-d-804232-5 neutron-server[94863]: DEBUG neutron.scheduler.base_scheduler [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Resources bound (agent type, host, resource id): {{(pid=94863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:19.122103 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Received port after_create {{(pid=94863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:19.124297 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Pushing event updated for resources: {'Port': ['ID=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,revision_number=1']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:19.182111 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1045651'] for router, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.231590 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Attempting to bind port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:19.232118 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Attempting to bind port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:19.232574 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Attempting to bind port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 on network c5112713-f877-471b-b08a-e2dd5ed2331d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:19.249377 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:19.249760 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Checking segment: {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:19.250174 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.250576 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Bound using segment: {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:19.251061 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Bound port: 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:19.251449 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.254641 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.275652 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Transition to ACTIVE for port object 5f910e85-ce17-474a-a46d-cf20b19c5b93 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:19.299393 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.345456 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f141a-b4be-40b7-b72f-842faa76b7b9 None None] Pushing event updated for resources: {'Port': ['ID=5f910e85-ce17-474a-a46d-cf20b19c5b93,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:19.374107 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Router 2f12592f-b028-4a31-a00a-cf8468d1fba0 is scheduled to L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 with binding_index 1 {{(pid=94862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:46:19.375341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 78a43726-67db-40d5-861c-a461e38739bc up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:19.599858 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] For port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:19.606838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] For port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,segment=NetworkSegment(8161d033-b952-4399-ac4b-e95bbdd233b2),segment_id=8161d033-b952-4399-ac4b-e95bbdd233b2)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:19.620495 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.723903 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Attempting to bind port 5f910e85-ce17-474a-a46d-cf20b19c5b93 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:19.724600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Attempting to bind port 5f910e85-ce17-474a-a46d-cf20b19c5b93 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:19.725152 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Attempting to bind port 5f910e85-ce17-474a-a46d-cf20b19c5b93 on network c69c8f87-532a-4625-bc3b-42a12501ad7b {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:19.753197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:19.753476 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Checking segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:19.753877 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.754285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Bound using segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:19.754745 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Bound port: 5f910e85-ce17-474a-a46d-cf20b19c5b93, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:19.755130 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.760198 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3344b7-7de7-4215-b529-2a0e01f7cabc None None] Pushing event updated for resources: {'Port': ['ID=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,revision_number=2']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:19.772450 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 78a43726-67db-40d5-861c-a461e38739bc triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:19.772857 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.853781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:19.865302 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Sync routers for ids ['2f12592f-b028-4a31-a00a-cf8468d1fba0'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:19.867176 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] For port 5f910e85-ce17-474a-a46d-cf20b19c5b93, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:19.872276 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] For port 5f910e85-ce17-474a-a46d-cf20b19c5b93, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5f910e85-ce17-474a-a46d-cf20b19c5b93,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:19.882445 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.882729 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-257c79dc-1c1d-4a1c-a46c-5c7beedeb18d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1084459 Aug 20 14:46:19.885684 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48414) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:19.891284 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Routers {'2f12592f-b028-4a31-a00a-cf8468d1fba0'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:19.892437 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2f12592f-b028-4a31-a00a-cf8468d1fba0'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:19.909760 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:19.972257 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:20.024770 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:20.025625 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:20.029786 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f141a-b4be-40b7-b72f-842faa76b7b9 None None] Pushing event updated for resources: {'Port': ['ID=5f910e85-ce17-474a-a46d-cf20b19c5b93,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:20.087903 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Set router 2f12592f-b028-4a31-a00a-cf8468d1fba0 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:20.185726 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:20.344658 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:46:18Z', 'revision_number': 3, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:20.401765 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Checking router: 2f12592f-b028-4a31-a00a-cf8468d1fba0 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:20.403797 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Updating router 2f12592f-b028-4a31-a00a-cf8468d1fba0 port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca binding host n-d-804232-5 {{(pid=94864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:46:20.437744 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:20.513057 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:19Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:20.546334 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b41b8-7026-4239-8c05-ebeb316aac70 None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:19Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:20.551680 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:20.798103 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Allocated IP 172.20.0.1 (c5112713-f877-471b-b08a-e2dd5ed2331d/e2edfbd3-1d8a-49b4-9540-ff7faef8f18d/8323cd3b-7adc-41c2-a03a-4e1ed506b0e8) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:20.993198 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:20.994160 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.008173 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.provisioning_blocks [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Transition to ACTIVE for port object 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca will not be triggered until provisioned by entity L2. {{(pid=94864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:21.019538 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Transition to ACTIVE for port object 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:21.020176 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.070954 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.083125 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Attempting to bind port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca on host n-d-804232-5 for vnic_type normal with profile {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:21.083491 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Attempting to bind port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:21.083860 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Attempting to bind port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca on network 73707620-8045-4723-bfa6-2589af5686db {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:21.091862 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:21.092107 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Checking segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:21.092519 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.092938 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Bound using segment: {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'} {{(pid=94864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:21.093417 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.managers [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Bound port: 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde06b4e-0f43-49cb-b981-822b5545cbac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73707620-8045-4723-bfa6-2589af5686db'}}] {{(pid=94864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:21.093795 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.135321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Pushing event updated for resources: {'Port': ['ID=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:21.157923 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Network c5112713-f877-471b-b08a-e2dd5ed2331d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:21.160159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:21.162692 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:21.179313 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] For port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca, host n-d-804232-5, cleared binding levels {{(pid=94864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:21.182971 n-d-804232-5 neutron-server[94864]: DEBUG neutron.plugins.ml2.db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] For port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:21.188479 n-d-804232-5 neutron-server[94864]: DEBUG neutron_lib.callbacks.manager [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.212270 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6dd38-0746-478e-9e73-d178fef82537 None None] Pushing event updated for resources: {'Port': ['ID=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,revision_number=2']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:21.232009 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1044346'] for router_interface, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.247255 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8fc3d-fb6f-4266-af30-dc55404b377e None None] Network c5112713-f877-471b-b08a-e2dd5ed2331d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:46:21.253234 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Routers {'2f12592f-b028-4a31-a00a-cf8468d1fba0'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:21.254031 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2f12592f-b028-4a31-a00a-cf8468d1fba0'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:21.339038 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6dd38-0746-478e-9e73-d178fef82537 None None] Pushing event updated for resources: {'Port': ['ID=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,revision_number=3']} {{(pid=94864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:21.429679 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-3001751c-2453-4305-967d-46b9c6ea90c5 None None] Provisioning for port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:21.483482 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.517370 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] Set router 2f12592f-b028-4a31-a00a-cf8468d1fba0 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:21.558519 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:21.635646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:21.641639 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:21.642023 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.772094 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.828714 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:46:18Z', 'revision_number': 3, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:21.838947 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.847874 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.852698 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.865068 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a631e-ac5f-4063-9afe-a74eca3de4f9 None None] The sync data for ids ['2f12592f-b028-4a31-a00a-cf8468d1fba0'] in n-d-804232-5 is: [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:46:18Z', 'revision_number': 3, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:21.873482 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,segment=NetworkSegment(8161d033-b952-4399-ac4b-e95bbdd233b2),segment_id=8161d033-b952-4399-ac4b-e95bbdd233b2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:21.880777 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.881671 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f910e85-ce17-474a-a46d-cf20b19c5b93 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:21.953390 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044388'] for router_interface, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:21.955700 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Pushing event updated for resources: {'Port': ['ID=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:22.003818 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f34c24b3-23f2-4bc8-83e0-29de3e4d4742 None None] Provisioning complete for port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:22.004369 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34c24b3-23f2-4bc8-83e0-29de3e4d4742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.075177 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:22.084666 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 5f910e85-ce17-474a-a46d-cf20b19c5b93 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:22.092734 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5f910e85-ce17-474a-a46d-cf20b19c5b93 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:22.093160 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.115030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Network c5112713-f877-471b-b08a-e2dd5ed2331d is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:22.119362 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:22.228491 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f34c24b3-23f2-4bc8-83e0-29de3e4d4742 None None] Provisioning for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:22.239030 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-f34c24b3-23f2-4bc8-83e0-29de3e4d4742 None None] Provisioning complete for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:22.239416 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f34c24b3-23f2-4bc8-83e0-29de3e4d4742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.271902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.310223 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-f34c24b3-23f2-4bc8-83e0-29de3e4d4742 None None] Port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:46:22.319425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Router 2f12592f-b028-4a31-a00a-cf8468d1fba0 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:46:22.332890 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 5f910e85-ce17-474a-a46d-cf20b19c5b93, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5f910e85-ce17-474a-a46d-cf20b19c5b93,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:22.339377 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.512154 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87e8c134-f22f-408d-ba9c-200c061f318c None None] Provisioning complete for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:22.513454 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87e8c134-f22f-408d-ba9c-200c061f318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.518626 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=5f910e85-ce17-474a-a46d-cf20b19c5b93,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:22.566288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87e8c134-f22f-408d-ba9c-200c061f318c None None] Port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:46:22.604134 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:22.610121 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d1ada076-d30f-46c8-aa40-04039e1fea67 admin admin] 10.222.0.59 "PUT /v2.0/routers/2f12592f-b028-4a31-a00a-cf8468d1fba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232397 Aug 20 14:46:22.689040 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-00d412c6-ad6a-440f-9250-6a308551d3de None None] Provisioning complete for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:22.689916 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-00d412c6-ad6a-440f-9250-6a308551d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:22.733298 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-00d412c6-ad6a-440f-9250-6a308551d3de None None] Port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:46:23.273278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48422) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:23.279237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549646480', 'description': 'tempest-secgroup-smoke-549646480 description', 'project_id': '427a247f9de54184b6dda5255870f058'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:23.308786 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.410353 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.415222 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.428521 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:23.445900 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.450575 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1725705 Aug 20 14:46:23.450807 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48424) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:23.456728 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group_rule': {'security_group_id': '821c6543-3f0b-4018-9779-2c9d323b01c2', 'project_id': '427a247f9de54184b6dda5255870f058', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:23.461151 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76babd-59ec-4dd1-8b03-42b5a4225e98 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821c6543-3f0b-4018-9779-2c9d323b01c2,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:23.491838 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.493451 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:23.493832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.564736 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.569595 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.590539 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:23.594176 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d9aecb-2ea1-4a07-a836-a0032213fe30,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:23.597622 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.601616 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-6da3efa0-bccb-4c3e-b6e3-1a0c649d94ab tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460388 Aug 20 14:46:23.602051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48426) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:23.607472 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group_rule': {'security_group_id': '821c6543-3f0b-4018-9779-2c9d323b01c2', 'project_id': '427a247f9de54184b6dda5255870f058', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:23.638692 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.650486 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:23.655210 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:23.655588 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.725386 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.731585 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.761834 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518c2246-33a5-4fb8-bc31-d3f7bb51910f,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:23.771226 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.776145 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48428) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:23.776788 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5612c4ce-1880-449e-af4c-38c700d30a2c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1731598 Aug 20 14:46:23.777002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.782527 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group_rule': {'security_group_id': '821c6543-3f0b-4018-9779-2c9d323b01c2', 'project_id': '427a247f9de54184b6dda5255870f058', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:23.800712 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:23.805450 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.806253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f910e85-ce17-474a-a46d-cf20b19c5b93 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:23.816120 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.889802 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:23.890270 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.895869 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.910016 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 5f910e85-ce17-474a-a46d-cf20b19c5b93 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:23.910866 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.923023 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5b6697-1218-4d1e-b806-a88676ff65c6,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:23.926671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:23.928029 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-2c479d6f-8399-4f0d-b064-0703ee124a0a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496503 Aug 20 14:46:23.932802 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48430) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:23.938765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group_rule': {'security_group_id': '821c6543-3f0b-4018-9779-2c9d323b01c2', 'project_id': '427a247f9de54184b6dda5255870f058', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:23.968971 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.039853 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.045206 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.063301 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a2a307-8f57-4f1e-91e5-97a05b60333a,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:24.071821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.076314 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-204c6f38-a2fe-4c85-b492-68703fc9bc26 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424198 Aug 20 14:46:24.076419 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48432) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:24.081425 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group_rule': {'security_group_id': '821c6543-3f0b-4018-9779-2c9d323b01c2', 'project_id': '427a247f9de54184b6dda5255870f058', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:24.107964 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Sync routers for ids ['2f12592f-b028-4a31-a00a-cf8468d1fba0'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:24.108175 n-d-804232-5 neutron-server[94861]: INFO neutron.db.securitygroups_db [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Project 427a247f9de54184b6dda5255870f058 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:46:24.114319 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.124175 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Routers {'2f12592f-b028-4a31-a00a-cf8468d1fba0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:24.125306 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2f12592f-b028-4a31-a00a-cf8468d1fba0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:24.187518 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.192243 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.211078 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c6effb-a0f5-44ba-af6d-82b5994deaa4,revision_number=0']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:24.222731 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.224390 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-05c63e89-fa08-4ac0-b963-61027014eba2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468220 Aug 20 14:46:24.227532 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48434) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:24.235879 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'security_group_rule': {'security_group_id': '821c6543-3f0b-4018-9779-2c9d323b01c2', 'project_id': '427a247f9de54184b6dda5255870f058', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:24.272589 n-d-804232-5 neutron-server[94862]: INFO neutron.db.securitygroups_db [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Project 427a247f9de54184b6dda5255870f058 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:46:24.286822 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.287535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Set router 2f12592f-b028-4a31-a00a-cf8468d1fba0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:24.373362 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.379877 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548370'] for security_group_rule, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.399845 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2a25bf-8bcf-4b1b-b238-52a87c411313,revision_number=0']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:24.409280 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.420452 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-77c91ddf-70c4-47bd-8917-ef25e35cddc5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902225 Aug 20 14:46:24.528828 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:46:21Z', 'revision_number': 4, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '8323cd3b-7adc-41c2-a03a-4e1ed506b0e8', 'name': '', 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'mac_address': 'fa:16:3e:45:f1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:20Z', 'updated_at': '2021-08-20T14:46:21Z', 'revision_number': 2, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'subnets': [{'id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:24.555329 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Checking router: 2f12592f-b028-4a31-a00a-cf8468d1fba0 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:24.555630 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Updating router 2f12592f-b028-4a31-a00a-cf8468d1fba0 port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 binding host n-d-804232-5 {{(pid=94863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:46:24.582691 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:24.782715 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-405ab277-1274-4e13-8203-c7f06832a14c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549646480&fields=id&tenant_id=427a247f9de54184b6dda5255870f058 HTTP/1.1" status: 200 len: 267 time: 0.0349760 Aug 20 14:46:24.898878 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-eba4e315-9e90-4e7a-887f-3cc572d73ddf tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:24.900432 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-eba4e315-9e90-4e7a-887f-3cc572d73ddf tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 809 time: 0.1104293 Aug 20 14:46:24.919587 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-24672467-b296-45dc-895d-c692533cd131 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/quotas/427a247f9de54184b6dda5255870f058 HTTP/1.1" status: 200 len: 375 time: 0.0094678 Aug 20 14:46:24.976274 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-aa3bef38-9eb5-4a3e-9739-c33dd2ecfe20 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505612 Aug 20 14:46:25.024023 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Notify callbacks [] for port, precommit_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.035358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Transition to ACTIVE for port object 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 will not be triggered until provisioned by entity L2. {{(pid=94863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:25.042637 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.091829 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f17eb-729d-4035-a218-be69e7755bf0 None None] Pushing event updated for resources: {'Port': ['ID=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,revision_number=3']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:25.153849 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Attempting to bind port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 on host n-d-804232-5 for vnic_type normal with profile {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:25.154273 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Attempting to bind port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 by drivers openvswitch,hyperv on host n-d-804232-5 at level 0 using segments [{'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:25.154646 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Attempting to bind port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 on network c5112713-f877-471b-b08a-e2dd5ed2331d {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:25.160164 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Checking agent: {'id': 'a1d8b68c-f798-44d5-9fe6-56e78aa7dbed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 6, 18), 'started_at': datetime.datetime(2021, 8, 20, 13, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804232-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:25.160577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Checking segment: {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:25.161049 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.161406 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Bound using segment: {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'} {{(pid=94863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:25.161891 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.managers [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Bound port: 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8, host: n-d-804232-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161d033-b952-4399-ac4b-e95bbdd233b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d'}}] {{(pid=94863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:25.162285 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.202160 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-5823bcaf-8b57-423d-9374-12dc0fe36e93 service neutron] 10.222.0.59 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113507 Aug 20 14:46:25.247612 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] For port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8, host n-d-804232-5, cleared binding levels {{(pid=94863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:25.251908 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] For port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8, host n-d-804232-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,segment=NetworkSegment(8161d033-b952-4399-ac4b-e95bbdd233b2),segment_id=8161d033-b952-4399-ac4b-e95bbdd233b2)] {{(pid=94863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:25.258092 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.326561 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-a16ef535-cb90-4f6d-9514-e356d5ea1d08 service neutron] 10.222.0.59 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177073 Aug 20 14:46:25.371212 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Routers {'2f12592f-b028-4a31-a00a-cf8468d1fba0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:25.373488 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2f12592f-b028-4a31-a00a-cf8468d1fba0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:25.391365 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:25.462562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f17eb-729d-4035-a218-be69e7755bf0 None None] Pushing event updated for resources: {'Port': ['ID=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:25.587536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:25.588188 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.622855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1822a320-e0af-4b64-a5a6-74fdc5dda0cd req-5b9c34b3-1cf0-403f-954a-ebe5889f1bb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 210 time: 0.1079113 Aug 20 14:46:25.640031 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] Set router 2f12592f-b028-4a31-a00a-cf8468d1fba0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:25.899399 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:46:21Z', 'revision_number': 4, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '8323cd3b-7adc-41c2-a03a-4e1ed506b0e8', 'name': '', 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'mac_address': 'fa:16:3e:45:f1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:20Z', 'updated_at': '2021-08-20T14:46:25Z', 'revision_number': 4, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'subnets': [{'id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:25.932840 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ec411-2bbd-4f50-beae-7fad52a2e67a None None] The sync data for ids ['2f12592f-b028-4a31-a00a-cf8468d1fba0'] in n-d-804232-5 is: [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:46:21Z', 'revision_number': 4, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '8323cd3b-7adc-41c2-a03a-4e1ed506b0e8', 'name': '', 'network_id': 'c5112713-f877-471b-b08a-e2dd5ed2331d', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'mac_address': 'fa:16:3e:45:f1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:20Z', 'updated_at': '2021-08-20T14:46:25Z', 'revision_number': 4, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'subnets': [{'id': 'e2edfbd3-1d8a-49b4-9540-ff7faef8f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:26.715332 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1602db9-287e-4323-890e-8720f52c0fad req-032888ac-da14-4c58-af21-2d0aad5941a4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 210 time: 0.0310950 Aug 20 14:46:26.792279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-88035c6f-284d-48d8-b517-00d5e4faa734 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:26.794545 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-88035c6f-284d-48d8-b517-00d5e4faa734 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 809 time: 0.1104178 Aug 20 14:46:26.844658 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-0dad92ba-dd96-4df1-ba31-936afeb31c38 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=427a247f9de54184b6dda5255870f058 HTTP/1.1" status: 200 len: 379 time: 0.0400856 Aug 20 14:46:26.855147 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'port': {'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'admin_state_up': True, 'tenant_id': '427a247f9de54184b6dda5255870f058', 'security_groups': ['821c6543-3f0b-4018-9779-2c9d323b01c2']}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:26.965651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Made reservation on behalf of 427a247f9de54184b6dda5255870f058 for: {'port': 1} {{(pid=94861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:46:26.969564 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.108917 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Allocated IP 172.20.0.13 (c69c8f87-532a-4625-bc3b-42a12501ad7b/96868caa-c638-4e2f-ba72-82605d6bacc3/d3e41086-e222-48d8-9141-2abc2a4a7de9) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:27.274399 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.297148 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Transition to ACTIVE for port object d3e41086-e222-48d8-9141-2abc2a4a7de9 will not be triggered until provisioned by entity DHCP. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:27.336779 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.388050 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Network c69c8f87-532a-4625-bc3b-42a12501ad7b is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:27.389246 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:27.391661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:27.401987 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:27.427886 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:27.460514 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:27.468701 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:27.469880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.470348 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:27.470830 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.492877 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-45d7af1a-17bf-4217-b052-1747765525ea tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6413901 Aug 20 14:46:27.506877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Request body: {'port': {'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804232-5'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:27.573505 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.580896 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.640756 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] For port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,segment=NetworkSegment(8161d033-b952-4399-ac4b-e95bbdd233b2),segment_id=8161d033-b952-4399-ac4b-e95bbdd233b2)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:27.645893 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.729351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Pushing event updated for resources: {'Port': ['ID=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:27.755513 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2871c7e7-37d6-4fd0-afa2-4c5b5867229a None None] Provisioning for port d3e41086-e222-48d8-9141-2abc2a4a7de9 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:27.762701 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-2871c7e7-37d6-4fd0-afa2-4c5b5867229a None None] Provisioning complete for port d3e41086-e222-48d8-9141-2abc2a4a7de9 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:27.763348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-2871c7e7-37d6-4fd0-afa2-4c5b5867229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.825489 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-2871c7e7-37d6-4fd0-afa2-4c5b5867229a None None] Port d3e41086-e222-48d8-9141-2abc2a4a7de9 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:46:27.889561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a40d-12e9-430c-a043-ddb8f06e8fb7 req-f49223e4-1e38-4ea8-a5d0-bebd735e6739 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:27.891125 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e527a40d-12e9-430c-a043-ddb8f06e8fb7 req-f49223e4-1e38-4ea8-a5d0-bebd735e6739 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 932 time: 0.0845442 Aug 20 14:46:27.961319 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e41086-e222-48d8-9141-2abc2a4a7de9 {{(pid=94861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:46:27.971252 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:27.976196 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e527a40d-12e9-430c-a043-ddb8f06e8fb7 req-1e37f2ff-20ac-45f6-9e0e-a741c10d15bf tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788443 Aug 20 14:46:27.989630 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.provisioning_blocks [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Transition to ACTIVE for port object d3e41086-e222-48d8-9141-2abc2a4a7de9 will not be triggered until provisioned by entity L2. {{(pid=94861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:46:27.993972 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:28.059260 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:28.141852 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Attempting to bind port d3e41086-e222-48d8-9141-2abc2a4a7de9 on host n-h1-804232-5 for vnic_type normal with profile {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:46:28.142187 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Attempting to bind port d3e41086-e222-48d8-9141-2abc2a4a7de9 by drivers openvswitch,hyperv on host n-h1-804232-5 at level 0 using segments [{'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:46:28.142517 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Attempting to bind port d3e41086-e222-48d8-9141-2abc2a4a7de9 on network c69c8f87-532a-4625-bc3b-42a12501ad7b {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:28.147661 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Port d3e41086-e222-48d8-9141-2abc2a4a7de9 on network c69c8f87-532a-4625-bc3b-42a12501ad7b not bound, no agent of type Open vSwitch agent registered on host n-h1-804232-5 {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:46:28.147973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Attempting to bind port d3e41086-e222-48d8-9141-2abc2a4a7de9 on network c69c8f87-532a-4625-bc3b-42a12501ad7b {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:46:28.153670 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Checking agent: {'id': '34c3d1d6-5a87-4bc0-9fb0-a107b9fd3b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'started_at': datetime.datetime(2021, 8, 20, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:46:28.154010 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Checking segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:46:28.154781 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Bound using segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} {{(pid=94861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:46:28.154963 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.managers [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Bound port: d3e41086-e222-48d8-9141-2abc2a4a7de9, host: n-h1-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}}] {{(pid=94861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:46:28.155327 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:28.223364 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, cleared binding levels {{(pid=94861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:46:28.226749 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:46:28.231474 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:28.271973 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:28.272886 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:28.275012 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1092 time: 0.7734034 Aug 20 14:46:28.275488 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:46:28.278535 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32781de5-b15f-40da-a420-8e61b0b8f2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:46:28.307052 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdaab1-9dcf-4a52-b983-f74ae3b128e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=3']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:28.350598 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd30abfe-d0ec-4e3a-8bec-272b96b6c849 x-openstack-request-id: req-bd30abfe-d0ec-4e3a-8bec-272b96b6c849 {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:46:28.350897 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:46:28.351160 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd30abfe-d0ec-4e3a-8bec-272b96b6c849 {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:46:28.351757 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'status': 'completed', 'code': 200} Aug 20 14:46:28.371351 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-ed2080c2-ca12-4264-b009-76da13098301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:28.373103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-ed2080c2-ca12-4264-b009-76da13098301 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1095 time: 0.0554037 Aug 20 14:46:28.418985 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-8e97780f-1fb9-491c-a18e-6c3213e2350c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 217 time: 0.0372350 Aug 20 14:46:28.479979 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-15274823-e1c1-4364-a6cf-25a056471fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:28.481564 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-15274823-e1c1-4364-a6cf-25a056471fb7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0558455 Aug 20 14:46:28.532231 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-b52cbc99-7a97-4124-9e66-b80ea75908c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:28.534035 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-b52cbc99-7a97-4124-9e66-b80ea75908c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446510 Aug 20 14:46:28.631639 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-1a51165a-b5a1-450a-9320-f7e454faaedf service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885701 Aug 20 14:46:28.732706 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-62d75bc7-7daa-440f-8c60-a0e3e1c14277 req-764aac64-a0ae-4f27-b7fe-3a79c1c3c7e7 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936930 Aug 20 14:46:28.825758 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-8421c73f-3ffd-4744-a51c-2b249956c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:28.827267 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-8421c73f-3ffd-4744-a51c-2b249956c094 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1095 time: 0.0478525 Aug 20 14:46:28.919820 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-24916ab5-b7d3-42a3-b001-9780028ecc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:28.921784 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-24916ab5-b7d3-42a3-b001-9780028ecc06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.0877407 Aug 20 14:46:29.305667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-8e3dfc81-e86a-445f-b0a1-87f2fbdeef2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 217 time: 0.3768690 Aug 20 14:46:29.346975 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 up at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:29.387381 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-dcd28ad4-ac8d-4287-a84c-f0b992f70041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:29.389100 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-dcd28ad4-ac8d-4287-a84c-f0b992f70041 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0750656 Aug 20 14:46:29.405934 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3726a4f-c1bf-49ef-8e5c-fe0cd9ae8d88 req-d8599e7d-ac2f-43c2-919c-eb1d48117915 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:29.407416 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Provisioning complete for port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:29.407762 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3726a4f-c1bf-49ef-8e5c-fe0cd9ae8d88 req-d8599e7d-ac2f-43c2-919c-eb1d48117915 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 944 time: 0.1049614 Aug 20 14:46:29.407976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:29.479503 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e3726a4f-c1bf-49ef-8e5c-fe0cd9ae8d88 req-95d4aae6-7407-4438-941c-8c070f2ce942 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625772 Aug 20 14:46:29.483017 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-36cee879-11df-490a-8f31-c629694557f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:29.484489 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-36cee879-11df-490a-8f31-c629694557f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758259 Aug 20 14:46:29.583807 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-ca3ecb84-7090-425e-af01-9c0edb6d81cd service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907125 Aug 20 14:46:29.677436 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-32781de5-b15f-40da-a420-8e61b0b8f2b3 req-637a4b7b-27f7-4530-8e81-f1ed7cd5c0e6 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Aug 20 14:46:30.064576 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:30.608933 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d4fde-83a1-48a6-ae68-8e0081ec1aae req-9373945d-ca79-4d3e-b1dd-16d6e3665a89 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:30.610507 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-930d4fde-83a1-48a6-ae68-8e0081ec1aae req-9373945d-ca79-4d3e-b1dd-16d6e3665a89 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 944 time: 0.0517900 Aug 20 14:46:30.657311 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-930d4fde-83a1-48a6-ae68-8e0081ec1aae req-15822898-76c7-4fb0-a5f0-2b53485eeab1 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 Aug 20 14:46:30.946517 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:46:31.045452 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:31.060773 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:46:31.099543 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:31.113072 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e41086-e222-48d8-9141-2abc2a4a7de9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:46:31.133383 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:31.138296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:31.186535 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:31.362664 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d3e41086-e222-48d8-9141-2abc2a4a7de9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:46:31.786640 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3860a-5ecb-433f-abc1-549b0a741af4 req-9f4da24b-b34f-4031-a1e1-ca20b322d8ef tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:31.788208 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ae3860a-5ecb-433f-abc1-549b0a741af4 req-9f4da24b-b34f-4031-a1e1-ca20b322d8ef tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 945 time: 0.0503564 Aug 20 14:46:31.828680 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-7ae3860a-5ecb-433f-abc1-549b0a741af4 req-c39554c7-3f16-4e88-8b80-5b427cd06fc0 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329459 Aug 20 14:46:32.732198 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:32.952789 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550c9b-590e-44c6-a20f-5b1247da4a8a req-1771b61b-a7a7-46af-b545-27cac623bb59 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:32.954312 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d550c9b-590e-44c6-a20f-5b1247da4a8a req-1771b61b-a7a7-46af-b545-27cac623bb59 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Aug 20 14:46:32.962042 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:46:33.001854 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-6d550c9b-590e-44c6-a20f-5b1247da4a8a req-9b7d1f4f-5faa-419b-b0d5-7afab6b7be9a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Aug 20 14:46:33.018460 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning for port d3e41086-e222-48d8-9141-2abc2a4a7de9 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:46:33.024850 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d3e41086-e222-48d8-9141-2abc2a4a7de9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:46:33.025490 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:33.118633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:33.141682 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:46:33.143953 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e723c-ff57-4140-a5b6-e4580597a14e" -d '{"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-plugged", "status": "completed", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:46:33.158146 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:46:33.162487 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:33.186690 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd37dbf-1924-4780-b49e-fc598c1a0be0 x-openstack-request-id: req-7dd37dbf-1924-4780-b49e-fc598c1a0be0 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:46:33.186976 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-plugged", "status": "completed", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:46:33.187226 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dd37dbf-1924-4780-b49e-fc598c1a0be0 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:46:33.187617 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'code': 200} Aug 20 14:46:33.220151 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:33.293636 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d180f-c910-4efb-bb16-d91fa71753f0 req-ecfbb967-1301-4cf4-8c0b-b54d6422b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:33.295184 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f67d180f-c910-4efb-bb16-d91fa71753f0 req-ecfbb967-1301-4cf4-8c0b-b54d6422b0b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1097 time: 0.0520761 Aug 20 14:46:33.331667 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-f67d180f-c910-4efb-bb16-d91fa71753f0 req-d8d6ec2e-1559-48d7-84e2-4a483a9b5be6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291767 Aug 20 14:46:34.119255 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4dae9-7980-4e26-a9bc-03d6dbea6dac req-17f33a61-128f-403d-b8b2-cc1786c3d788 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:34.120786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a0a4dae9-7980-4e26-a9bc-03d6dbea6dac req-17f33a61-128f-403d-b8b2-cc1786c3d788 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 946 time: 0.0505075 Aug 20 14:46:34.162001 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-a0a4dae9-7980-4e26-a9bc-03d6dbea6dac req-c3ef8b33-e995-49b5-a9c8-dbb1e341ef03 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Aug 20 14:46:35.298256 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037c2a1-8ff0-4188-ba1c-aadbb4a1bab1 req-29fba3ac-bdf0-442e-bf10-88be1c284ea6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:35.299407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d037c2a1-8ff0-4188-ba1c-aadbb4a1bab1 req-29fba3ac-bdf0-442e-bf10-88be1c284ea6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 946 time: 0.0686140 Aug 20 14:46:35.347250 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d037c2a1-8ff0-4188-ba1c-aadbb4a1bab1 req-c56814e2-a068-48ff-bc7c-2ab09e96f31e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Aug 20 14:46:35.476172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3035116-8804-49af-b830-f66cabe4974b req-3d80be7f-cd40-4f81-9be0-8e5dcc14ded9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:35.477639 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3035116-8804-49af-b830-f66cabe4974b req-3d80be7f-cd40-4f81-9be0-8e5dcc14ded9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 946 time: 0.0528212 Aug 20 14:46:35.523962 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f3035116-8804-49af-b830-f66cabe4974b req-f9f1d5ae-ba6d-43cd-b6ab-0ccaa9241433 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Aug 20 14:46:35.548001 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48498) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:35.657710 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c11d2-9130-43b2-ac58-ace1ee9c7348 tempest-TestSnapshotPattern-645776489 tempest-TestSnapshotPattern-645776489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:35.660424 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-4e6c11d2-9130-43b2-ac58-ace1ee9c7348 tempest-TestSnapshotPattern-645776489 tempest-TestSnapshotPattern-645776489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1092 time: 0.1110547 Aug 20 14:46:35.663302 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 48502) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:35.672018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.v2.base [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:46:35.707068 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:35.820713 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:35.936435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_common [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Allocated IP 172.25.6.206 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/1602cf84-7c3c-4a7f-b4fc-3c25366e8b1b) {{(pid=94861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:46:36.052174 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for port, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:36.097300 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:36.139733 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:46:36.142686 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.base_scheduler [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Resources bound (agent type, host, resource id): {{(pid=94861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:46:36.146673 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Received port after_create {{(pid=94861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:46:36.183030 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'Port': ['ID=1602cf84-7c3c-4a7f-b4fc-3c25366e8b1b,revision_number=1']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:36.542363 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:36.628814 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:36.789938 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for port, precommit_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:36.795251 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7341225'] for port, after_update {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:36.877485 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'Port': ['ID=1602cf84-7c3c-4a7f-b4fc-3c25366e8b1b,revision_number=2']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:46:36.888880 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:37.002947 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Floating IP 5315deba-62a1-4101-ba9b-f60c31754da8 associated. External IP: 172.25.6.206, port: d3e41086-e222-48d8-9141-2abc2a4a7de9. Aug 20 14:46:37.280611 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:46:37.384958 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:46:37.411159 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:46:37.422183 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:46:37.430671 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:37.433233 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:37.434484 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:37.462070 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-20cc42d9-8970-401f-bfbb-e66a33f9d6bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7973151 Aug 20 14:46:37.462669 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:46:37.465132 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ffcff-c89a-45bb-bfe4-cb317d80864b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:46:37.502942 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e99faaa-564b-443c-9667-88a4bfc3553a x-openstack-request-id: req-3e99faaa-564b-443c-9667-88a4bfc3553a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:46:37.503298 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:46:37.503565 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e99faaa-564b-443c-9667-88a4bfc3553a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:46:37.503985 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'status': 'completed', 'code': 200} Aug 20 14:46:37.548429 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:37.568322 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-eae35738-2a5c-4e39-8dfa-a489f4e6be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:37.569949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-eae35738-2a5c-4e39-8dfa-a489f4e6be33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1097 time: 0.0444174 Aug 20 14:46:37.672387 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-398d3e1e-6412-44da-8cfe-b29e98671d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:37.673874 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-398d3e1e-6412-44da-8cfe-b29e98671d17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.0964940 Aug 20 14:46:37.745377 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-545b2d4e-bba5-4944-9bf2-8daa948ecedb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1000 time: 0.0645304 Aug 20 14:46:37.796650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:36Z', 'revision_number': 0, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:37.804842 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-caf6dbdb-27fe-4c03-9552-995f28cd5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:37.806305 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-caf6dbdb-27fe-4c03-9552-995f28cd5366 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0543222 Aug 20 14:46:37.820880 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.53', 50255) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:46:37.826848 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:46:37.845100 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:46:37.845858 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:46:19Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:37.868627 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-c4b9273e-354e-4af8-90df-70f41b92e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:37.870199 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-c4b9273e-354e-4af8-90df-70f41b92e097 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569012 Aug 20 14:46:37.873259 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-e7f4780e-15b4-444d-af36-25e874a0d19a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511870 Aug 20 14:46:37.959803 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:46:37.972521 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-7bd7f8cb-6d29-4ab3-b331-e9f6277c4336 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939317 Aug 20 14:46:38.074763 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-b04ffcff-c89a-45bb-bfe4-cb317d80864b req-40893b30-b010-4855-86d7-8d3de85f3a42 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953612 Aug 20 14:46:38.186095 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-08a6096b-066b-49f5-b56d-1b066ba730b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:38.187638 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-08a6096b-066b-49f5-b56d-1b066ba730b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1097 time: 0.0443661 Aug 20 14:46:38.251138 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:36Z', 'revision_number': 0, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:46:38.284716 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f9b26-83b9-48a1-b884-4d10bc67c30a None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:36Z', 'revision_number': 0, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:46:38.303343 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-f840aeb6-6519-4052-9bf9-6908833c8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:38.305890 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-f840aeb6-6519-4052-9bf9-6908833c8f3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.0984066 Aug 20 14:46:38.386178 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-f2df69dd-5455-40f0-965c-dbf83eaa96d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1000 time: 0.0732663 Aug 20 14:46:38.445574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-3e42f674-bedd-4896-a382-e2c7f0f6258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:38.447137 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-3e42f674-bedd-4896-a382-e2c7f0f6258c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0535610 Aug 20 14:46:38.498483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-dfa4562d-bd6c-4aff-a3bb-b367fb590e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:46:38.500040 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-dfa4562d-bd6c-4aff-a3bb-b367fb590e28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456834 Aug 20 14:46:38.520264 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68310d-335a-4988-b8f5-9ac9c84579ae None None] New status for floating IP 5315deba-62a1-4101-ba9b-f60c31754da8: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:46:38.608742 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-6f1fb80a-a657-4ebc-8f34-326ee9e64930 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015368 Aug 20 14:46:38.714603 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-5fda370a-ceef-4c05-ac5e-ee4a98927970 req-f2b8bf4b-1c7d-478e-bf33-624515a7bbb6 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990379 Aug 20 14:46:45.864622 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-22a0c2cb-2c2d-4cd3-9e5d-7c412794b92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:48.626884 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-18ef43e3-596d-4548-be6c-120048557ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:48.640067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:49.894746 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:51.819217 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:00.076028 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:02.727665 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:14.384830 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:47:15.871608 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-17b49809-caae-41c1-84d6-d49887f111cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:18.625694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-6e0de2c7-b7ab-41d7-bfa9-fe33a338db9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:18.640348 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:19.896479 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:21.813029 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:30.083483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:32.747411 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:37.922620 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-abe6c8a3-3f6c-4d3a-bc69-51f260b203f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258202 Aug 20 14:47:38.014094 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-be7ebda0-c01b-4a07-a5ca-84146c1dabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:47:38.015618 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-be7ebda0-c01b-4a07-a5ca-84146c1dabd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1097 time: 0.0484235 Aug 20 14:47:38.128735 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-130b8b9a-a777-4cc5-9f1a-a334c2bc03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:47:38.130246 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-130b8b9a-a777-4cc5-9f1a-a334c2bc03ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.0946980 Aug 20 14:47:38.205973 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-8d09808c-be59-4f14-8a1b-1007f3385a59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1002 time: 0.0687690 Aug 20 14:47:38.257321 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-3f76f9ca-0ed1-4116-8186-50d314b6bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:47:38.258926 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-3f76f9ca-0ed1-4116-8186-50d314b6bb42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0464375 Aug 20 14:47:38.309993 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-e7d873c1-9f80-461b-ab62-9c080e4165e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:47:38.311508 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-e7d873c1-9f80-461b-ab62-9c080e4165e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455365 Aug 20 14:47:38.417565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-e763a313-895d-41c6-b73d-3b16b0fb592d service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987921 Aug 20 14:47:38.512427 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-e06d9624-30ba-4b27-84e6-7cece7230260 req-00d5199c-9022-4323-a277-9dc25a5e4c7a service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875330 Aug 20 14:47:45.864976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-96dfb4e8-0dad-4f8c-b6e5-74f7b596eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:48.622476 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a500b7a6-ce8b-48ea-a321-7c874e146582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:48.636067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:49.910009 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:51.487123 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:47:51.815694 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:00.098156 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:02.741959 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:15.869409 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9d21a224-33b9-49f5-98d5-d5e8d1c5054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:18.620417 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4f1cb785-b441-40be-80c3-e3d78ca0a14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:18.642617 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:19.906249 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:21.818247 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:28.388943 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:48:30.113773 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:32.741725 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:35.646816 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 details requested by agent hyperv_n-h1-804232-5 with host n-h1-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:48:35.754766 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:48:35.781728 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Returning: {'device': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:48:35.831155 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:35.847300 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3e41086-e222-48d8-9141-2abc2a4a7de9 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:48:35.871623 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:48:35.879240 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:35.942092 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:48:35.954498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.954852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.955197 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.955803 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.956148 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.956487 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.956844 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.957183 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.957512 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.957842 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.958169 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.958497 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:35.963687 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] get_ports_and_sgs() called for port_ids ['d3e41086-e222-48d8-9141-2abc2a4a7de9'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:48:37.654775 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 up at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:48:37.721821 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Provisioning complete for port d3e41086-e222-48d8-9141-2abc2a4a7de9 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:48:37.722355 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:37.822017 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:37.849188 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:48:37.851479 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceef798-ecfe-4774-bc1e-78ac451c6658" -d '{"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-plugged", "status": "completed", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:48:37.873838 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:48:37.879562 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:37.930126 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e430a73-8626-401c-8d45-c63d985c9b84 x-openstack-request-id: req-4e430a73-8626-401c-8d45-c63d985c9b84 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:48:37.930398 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-plugged", "status": "completed", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:48:37.930632 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e430a73-8626-401c-8d45-c63d985c9b84 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:48:37.931033 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'code': 200} Aug 20 14:48:37.955543 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:48:38.133475 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-15e82c4b-9279-437c-9c51-b14260af4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:38.135855 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-15e82c4b-9279-437c-9c51-b14260af4272 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1097 time: 0.0628982 Aug 20 14:48:38.289068 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-ab0ab1a4-115d-470a-be48-f5bd72258621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:38.291189 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-ab0ab1a4-115d-470a-be48-f5bd72258621 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1317644 Aug 20 14:48:38.369584 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-2feaa5c0-c1fe-42e6-a8ec-43b88096fab1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1002 time: 0.0700047 Aug 20 14:48:38.445402 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-fc04c3eb-40f8-43af-a5e6-3f4ab48cd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:38.447050 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-fc04c3eb-40f8-43af-a5e6-3f4ab48cd7c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0691893 Aug 20 14:48:38.519036 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-00ddf1fe-02c1-4116-9afc-9864177c0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:38.521864 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-00ddf1fe-02c1-4116-9afc-9864177c0788 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619705 Aug 20 14:48:38.641274 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-e1481995-f95f-46a8-8ce5-558dbf27e0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096418 Aug 20 14:48:38.767277 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d9a02262-6824-4e0c-afbc-233102a461c7 req-000ab219-aa5d-4001-bb1c-d8ae24349d3e service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212509 Aug 20 14:48:45.840530 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-a3c98ce9-d11d-4242-ab4a-e6ce20c8cb67 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549646480&fields=id&tenant_id=427a247f9de54184b6dda5255870f058 HTTP/1.1" status: 200 len: 267 time: 0.0357404 Aug 20 14:48:45.866287 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-09a73117-1c26-4b19-9985-447975f620d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:45.968366 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-a2e26dde-4913-4e7e-a4c2-7d85c38b7f4e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:45.969881 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-a2e26dde-4913-4e7e-a4c2-7d85c38b7f4e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 809 time: 0.1214852 Aug 20 14:48:45.986298 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-983eb889-333c-40ec-abb5-ef50cc2c35d4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/quotas/427a247f9de54184b6dda5255870f058 HTTP/1.1" status: 200 len: 375 time: 0.0105054 Aug 20 14:48:46.049321 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-36a91540-e56a-42f3-84e9-107546063040 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0569923 Aug 20 14:48:46.068070 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-17c36fb1-1cf0-412c-b135-c10000191b06 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:48:46.069172 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-17c36fb1-1cf0-412c-b135-c10000191b06 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059485 Aug 20 14:48:46.171260 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-13744fea-dd33-4280-8084-abf0fd8e7b53 service neutron] 10.222.0.59 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942731 Aug 20 14:48:46.274494 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-64fd7142-b787-4cd0-a074-abb6ddbd37de service neutron] 10.222.0.59 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965123 Aug 20 14:48:46.504771 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-af18db44-63cf-4e48-99c6-1c275a6b5af1 req-4e3fc188-f484-4825-87fd-ca4b7183ae33 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 210 time: 0.0329833 Aug 20 14:48:47.490130 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-2e99a7f7-75cd-4e75-b823-271846ecbef9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:47.491682 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-2e99a7f7-75cd-4e75-b823-271846ecbef9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.13 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 809 time: 0.1285601 Aug 20 14:48:47.546491 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-b6dcd17a-46c6-45f1-a4b5-8ecac1132ec2 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=427a247f9de54184b6dda5255870f058 HTTP/1.1" status: 200 len: 379 time: 0.0451586 Aug 20 14:48:47.557114 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'port': {'device_id': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'admin_state_up': True, 'tenant_id': '427a247f9de54184b6dda5255870f058', 'security_groups': ['821c6543-3f0b-4018-9779-2c9d323b01c2']}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:48:47.646957 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0dbd2063-5ae6-4447-9c8b-39507849b9a2 req-eb4693ed-fa27-4418-96b2-12c0f88284e3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 210 time: 0.0442538 Aug 20 14:48:47.724349 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Made reservation on behalf of 427a247f9de54184b6dda5255870f058 for: {'port': 1} {{(pid=94862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:48:47.735646 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:47.952693 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Allocated IP 172.20.0.10 (c69c8f87-532a-4625-bc3b-42a12501ad7b/96868caa-c638-4e2f-ba72-82605d6bacc3/44c74bcf-9e5c-4982-86eb-0558f9e32639) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:48:48.184790 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:48.203734 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Transition to ACTIVE for port object 44c74bcf-9e5c-4982-86eb-0558f9e32639 will not be triggered until provisioned by entity DHCP. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:48:48.264351 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:48.328019 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Network c69c8f87-532a-4625-bc3b-42a12501ad7b is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:48:48.337141 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:48:48.356631 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:48:48.406126 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:48:48.424169 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.424650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.425082 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.425504 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.425919 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.426324 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.426781 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.427219 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.427652 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.428090 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.428523 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.429172 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:48:48.459051 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:48.459977 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:48.482387 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c474480d-7c3d-4542-b55a-bcc7f5e6e6db tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9299273 Aug 20 14:48:48.644179 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-46410813-89ff-4bb5-834e-6bbf7f40df80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:48.650811 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:48.736269 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e0d6cd58-c1b5-4fef-8aa8-5f81366ad46a None None] Provisioning for port 44c74bcf-9e5c-4982-86eb-0558f9e32639 completed by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:48:48.743088 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-e0d6cd58-c1b5-4fef-8aa8-5f81366ad46a None None] Provisioning complete for port 44c74bcf-9e5c-4982-86eb-0558f9e32639 triggered by entity DHCP. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:48:48.744482 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e0d6cd58-c1b5-4fef-8aa8-5f81366ad46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:48.799075 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6cd58-c1b5-4fef-8aa8-5f81366ad46a None None] Port 44c74bcf-9e5c-4982-86eb-0558f9e32639 cannot update to ACTIVE because it is not bound. {{(pid=94863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:48:48.835553 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e99f6-3d9f-49aa-a5ad-5a50f274171e req-ebf6f11e-a210-489a-b632-bbc4d6d4c897 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:48.837395 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db0e99f6-3d9f-49aa-a5ad-5a50f274171e req-ebf6f11e-a210-489a-b632-bbc4d6d4c897 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0852039 Aug 20 14:48:48.891000 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-db0e99f6-3d9f-49aa-a5ad-5a50f274171e req-ad5a031f-66c1-4528-981a-c3fb2dde52b3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468788 Aug 20 14:48:49.695593 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:48:49.794324 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:49.830391 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:48:49.832033 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:48:49.835245 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757591a1-2b6b-43b5-a228-77bd14f4940e" -d '{"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:48:49.839873 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:49.890690 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1532e70-a2b8-49bd-9e7e-cb996633ea41 x-openstack-request-id: req-d1532e70-a2b8-49bd-9e7e-cb996633ea41 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:48:49.891046 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:48:49.891301 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1532e70-a2b8-49bd-9e7e-cb996633ea41 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:48:49.891700 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'code': 200} Aug 20 14:48:49.926372 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Pushing event updated for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:48:49.932466 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:50.036390 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a96264-6d98-4d9e-8d51-578394b63c57 req-9ec0a693-1d50-424f-9423-2ab4e21301ec tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:50.037984 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61a96264-6d98-4d9e-8d51-578394b63c57 req-9ec0a693-1d50-424f-9423-2ab4e21301ec tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0705519 Aug 20 14:48:50.091495 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-61a96264-6d98-4d9e-8d51-578394b63c57 req-7417792d-2eae-4060-af48-481e717b16bd tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451131 Aug 20 14:48:51.233697 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ab25e-b507-4b55-8361-2bd7cbd1bc75 req-5ffb4c99-af01-4465-8991-62d774703967 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:51.235636 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d2ab25e-b507-4b55-8361-2bd7cbd1bc75 req-5ffb4c99-af01-4465-8991-62d774703967 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0575361 Aug 20 14:48:51.295513 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-9d2ab25e-b507-4b55-8361-2bd7cbd1bc75 req-1a482ed9-4c0e-4e7b-957a-5ec4ac4bf51b tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531166 Aug 20 14:48:51.828697 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:52.435132 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10a7ae-8412-4f35-bc89-71ad65612767 req-473121b2-76b8-427f-8177-84878b3e213c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:52.437401 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de10a7ae-8412-4f35-bc89-71ad65612767 req-473121b2-76b8-427f-8177-84878b3e213c tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0719361 Aug 20 14:48:52.482565 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-de10a7ae-8412-4f35-bc89-71ad65612767 req-e553d69e-c04b-46dc-b741-ef774951d1dc tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 Aug 20 14:48:53.639745 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399647-1150-4a3f-aeca-e4cf685dac9a req-b2d870cd-7657-465f-8bee-bb9e7a01af84 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:53.641285 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1399647-1150-4a3f-aeca-e4cf685dac9a req-b2d870cd-7657-465f-8bee-bb9e7a01af84 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0790176 Aug 20 14:48:53.697257 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d1399647-1150-4a3f-aeca-e4cf685dac9a req-8fb0c15a-a165-4e76-8d0b-b788818bd200 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486383 Aug 20 14:48:54.842253 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355957f-e42c-4db3-9bad-0cd8973547bd req-8ef3968b-e8d4-4d96-9d1d-6e1a9056c133 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:54.842929 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1355957f-e42c-4db3-9bad-0cd8973547bd req-8ef3968b-e8d4-4d96-9d1d-6e1a9056c133 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0603273 Aug 20 14:48:54.884520 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-1355957f-e42c-4db3-9bad-0cd8973547bd req-9a3d3fd7-3732-4feb-bed7-051ee9fdc24e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351691 Aug 20 14:48:56.020753 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6b5d2-5e15-4889-941e-90f4481b10f2 req-b638d0db-5387-41c7-b6af-d91605fac1e5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:56.022672 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ff6b5d2-5e15-4889-941e-90f4481b10f2 req-b638d0db-5387-41c7-b6af-d91605fac1e5 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0595481 Aug 20 14:48:56.078060 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-5ff6b5d2-5e15-4889-941e-90f4481b10f2 req-3d2781d6-ec4f-40cb-945b-f3067dac8c2d tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 Aug 20 14:48:57.209597 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f42ac-0fdc-454d-8427-af426c7f2039 req-a68b7c55-4949-474e-a3b8-f2ec07063814 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:57.211102 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce9f42ac-0fdc-454d-8427-af426c7f2039 req-a68b7c55-4949-474e-a3b8-f2ec07063814 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0613637 Aug 20 14:48:57.257719 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ce9f42ac-0fdc-454d-8427-af426c7f2039 req-f3e2b777-4e52-4f61-b0bc-a45d8b107b68 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392849 Aug 20 14:48:58.393435 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11333-f7c9-46c0-a604-20aff886c7d3 req-2d6b2277-1c3f-4852-9cc5-118ec39b5b53 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:58.395083 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89a11333-f7c9-46c0-a604-20aff886c7d3 req-2d6b2277-1c3f-4852-9cc5-118ec39b5b53 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 932 time: 0.0556931 Aug 20 14:48:58.449253 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-89a11333-f7c9-46c0-a604-20aff886c7d3 req-c58408ec-b2fc-4331-af9c-e5ba6be2e5ee tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Aug 20 14:48:58.759000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Request body: {'port': {'device_id': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804232-5'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:48:58.830627 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:59.164359 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c74bcf-9e5c-4982-86eb-0558f9e32639 {{(pid=94862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:48:59.180443 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:59.207285 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.provisioning_blocks [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Transition to ACTIVE for port object 44c74bcf-9e5c-4982-86eb-0558f9e32639 will not be triggered until provisioned by entity L2. {{(pid=94862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:48:59.214495 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:59.295140 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:48:59.369865 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Attempting to bind port 44c74bcf-9e5c-4982-86eb-0558f9e32639 on host n-h2-804232-5 for vnic_type normal with profile {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:48:59.370039 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Attempting to bind port 44c74bcf-9e5c-4982-86eb-0558f9e32639 by drivers openvswitch,hyperv on host n-h2-804232-5 at level 0 using segments [{'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:48:59.370394 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Attempting to bind port 44c74bcf-9e5c-4982-86eb-0558f9e32639 on network c69c8f87-532a-4625-bc3b-42a12501ad7b {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:48:59.377292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Port 44c74bcf-9e5c-4982-86eb-0558f9e32639 on network c69c8f87-532a-4625-bc3b-42a12501ad7b not bound, no agent of type Open vSwitch agent registered on host n-h2-804232-5 {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:48:59.377705 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Attempting to bind port 44c74bcf-9e5c-4982-86eb-0558f9e32639 on network c69c8f87-532a-4625-bc3b-42a12501ad7b {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:48:59.384078 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Checking agent: {'id': '3e562ca3-5865-47d5-b126-75f4a53bd116', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804232-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'started_at': datetime.datetime(2021, 8, 20, 13, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:48:59.384427 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Checking segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:48:59.384855 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Bound using segment: {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'} {{(pid=94862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:48:59.385358 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.managers [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Bound port: 44c74bcf-9e5c-4982-86eb-0558f9e32639, host: n-h2-804232-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b'}}] {{(pid=94862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:48:59.385731 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:59.496115 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, cleared binding levels {{(pid=94862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:48:59.502275 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:48:59.511454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:59.557386 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:59.557936 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:59.560422 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 1092 time: 0.8076088 Aug 20 14:48:59.563739 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:48:59.567273 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10907b-60f2-44cc-8f0e-db6f61142220" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:48:59.627247 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd9e7e-8728-413c-b520-13cc0eff84d7 service neutron] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=3']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:48:59.634574 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafcf1a-0c0d-46a6-83d8-402ea3ee42ad req-d4156bb2-6f92-4ccc-9022-90db5bb5d1f7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:59.636357 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fafcf1a-0c0d-46a6-83d8-402ea3ee42ad req-d4156bb2-6f92-4ccc-9022-90db5bb5d1f7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 944 time: 0.0862162 Aug 20 14:48:59.678650 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-04f0a778-3a3c-45f4-94c9-b791ea123ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:59.680962 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-04f0a778-3a3c-45f4-94c9-b791ea123ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1095 time: 0.0713322 Aug 20 14:48:59.710464 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3fafcf1a-0c0d-46a6-83d8-402ea3ee42ad req-840a3bf4-dc0b-43ea-a896-a3f05bd5cf20 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648563 Aug 20 14:48:59.731091 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc3779d-e24e-4c40-a132-794b033b08d4 x-openstack-request-id: req-efc3779d-e24e-4c40-a132-794b033b08d4 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:48:59.731503 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:48:59.732033 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efc3779d-e24e-4c40-a132-794b033b08d4 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:48:59.732277 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'status': 'completed', 'code': 200} Aug 20 14:48:59.734334 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1e4ba3bc-9f3c-4e41-88aa-3bc585eb6678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 217 time: 0.0457034 Aug 20 14:48:59.802243 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1afa9b78-dbd0-4e7e-b3fe-5b4ebf1102cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:59.804733 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-1afa9b78-dbd0-4e7e-b3fe-5b4ebf1102cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0630960 Aug 20 14:48:59.865813 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-f536af0e-4ae2-42b8-badc-4204b105956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:48:59.865813 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-f536af0e-4ae2-42b8-badc-4204b105956f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532026 Aug 20 14:48:59.977876 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-c805f73f-e96b-40a5-b81b-bf6a5b4dbf1b service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048791 Aug 20 14:49:00.096068 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-c1e18e4b-f265-4809-8b00-8a4368ea1510 req-802005e0-7a78-4d17-baaa-caf6f3481eae service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103942 Aug 20 14:49:00.143319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:00.199973 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-9fdcc07b-a4ec-4040-9078-2169bf2d673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:00.201599 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-9fdcc07b-a4ec-4040-9078-2169bf2d673f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1095 time: 0.0498700 Aug 20 14:49:00.307711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-f9c86aab-b4b0-4b03-9ee9-b486c50b8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:00.309894 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-f9c86aab-b4b0-4b03-9ee9-b486c50b8b79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1014078 Aug 20 14:49:00.354122 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-3d666e13-c1a7-4b57-9a2b-a47e3ce8490d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 217 time: 0.0364940 Aug 20 14:49:00.434237 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-60cf25b3-6b16-4575-956d-e1e53a8645df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:00.436779 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-60cf25b3-6b16-4575-956d-e1e53a8645df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0754235 Aug 20 14:49:00.494886 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-8fa9b4e3-20d7-4b7f-a382-d57d39195592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:00.496431 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-8fa9b4e3-20d7-4b7f-a382-d57d39195592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516920 Aug 20 14:49:00.596435 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-449f03ce-125b-4d0b-b6de-04c8762e84ab service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925953 Aug 20 14:49:00.709600 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-8c10907b-60f2-44cc-8f0e-db6f61142220 req-8035ba9c-9a0f-41b8-8042-5a6085ef1878 service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027710 Aug 20 14:49:00.845954 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8162e76-31a2-4384-bb17-52323e993c6c req-a0269be3-d3d8-456e-b850-cf7506ada1aa tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:00.847539 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8162e76-31a2-4384-bb17-52323e993c6c req-a0269be3-d3d8-456e-b850-cf7506ada1aa tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 944 time: 0.0539715 Aug 20 14:49:00.890526 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c8162e76-31a2-4384-bb17-52323e993c6c req-34ac6d98-0b56-46c4-81da-3e83417ee7d7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366945 Aug 20 14:49:02.018983 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18befb41-ed93-48a0-a2cf-741a13b545bd req-ff55cb98-18c2-4928-9747-27c2ca1f2910 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:02.021527 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18befb41-ed93-48a0-a2cf-741a13b545bd req-ff55cb98-18c2-4928-9747-27c2ca1f2910 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 944 time: 0.0549772 Aug 20 14:49:02.116328 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-18befb41-ed93-48a0-a2cf-741a13b545bd req-055e275b-a230-4205-82b6-c4daab7b9d78 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670741 Aug 20 14:49:02.334024 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:49:02.443473 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:02.461388 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'port_id': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:49:02.506212 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:02.519526 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c74bcf-9e5c-4982-86eb-0558f9e32639 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:49:02.539931 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:02.546970 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:02.602677 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=4']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:02.747882 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:02.771407 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['44c74bcf-9e5c-4982-86eb-0558f9e32639'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:49:03.263932 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c045e51-a265-4a2e-8912-3f77ca05b01d req-f8810d54-422c-4fef-aaee-f82166e60537 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:03.265506 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c045e51-a265-4a2e-8912-3f77ca05b01d req-f8810d54-422c-4fef-aaee-f82166e60537 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 945 time: 0.0569954 Aug 20 14:49:03.316376 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-3c045e51-a265-4a2e-8912-3f77ca05b01d req-df1b8951-9805-4f1f-a2e6-eba4015818b4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Aug 20 14:49:04.353296 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:04.413369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning for port 44c74bcf-9e5c-4982-86eb-0558f9e32639 completed by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:04.419351 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 44c74bcf-9e5c-4982-86eb-0558f9e32639 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:04.419941 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:04.454870 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05fb92-c7d9-4618-988b-405ddd39fed0 req-f73d708c-73d5-4184-ab6c-f43a4b17c5c7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:04.456438 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed05fb92-c7d9-4618-988b-405ddd39fed0 req-f73d708c-73d5-4184-ab6c-f43a4b17c5c7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 945 time: 0.0660803 Aug 20 14:49:04.507944 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-ed05fb92-c7d9-4618-988b-405ddd39fed0 req-c208c609-2631-46ab-b3a7-07da7e3e2eb0 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Aug 20 14:49:04.519255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:04.543618 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:49:04.545997 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0404633a-524d-4240-b61c-134dfc302b04" -d '{"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-plugged", "status": "completed", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:49:04.559976 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:04.564459 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:04.589053 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a8b31e-bb1b-41ac-ad51-3171a48d74ae x-openstack-request-id: req-d9a8b31e-bb1b-41ac-ad51-3171a48d74ae {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:49:04.589328 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-plugged", "status": "completed", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:49:04.589586 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9a8b31e-bb1b-41ac-ad51-3171a48d74ae {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:49:04.590517 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'code': 200} Aug 20 14:49:04.619706 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=5']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:04.688818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f998-f491-49d9-8ab5-450189273a35 req-a0cff95d-a104-4169-93ae-d5bae4f5ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:04.690324 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93d4f998-f491-49d9-8ab5-450189273a35 req-a0cff95d-a104-4169-93ae-d5bae4f5ad46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1097 time: 0.0408866 Aug 20 14:49:04.729264 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-93d4f998-f491-49d9-8ab5-450189273a35 req-40faeef8-77b5-4fd5-a063-3c727a716fad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Aug 20 14:49:05.389231 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:49:05.646824 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e68d-6698-49b9-a349-a65c281e6266 req-9ca937eb-dc46-455f-8edd-98a5281790d7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:05.648295 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0861e68d-6698-49b9-a349-a65c281e6266 req-9ca937eb-dc46-455f-8edd-98a5281790d7 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 946 time: 0.0553498 Aug 20 14:49:05.705238 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-0861e68d-6698-49b9-a349-a65c281e6266 req-19ef71f2-0708-4c0d-977c-ca7f6f3f3624 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488403 Aug 20 14:49:06.829787 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b3198-3be2-48a6-bb75-7bf7b783dab2 req-3252de88-97d3-4e43-a268-b54efc1a97a8 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:06.831494 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6b3198-3be2-48a6-bb75-7bf7b783dab2 req-3252de88-97d3-4e43-a268-b54efc1a97a8 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 946 time: 0.0517669 Aug 20 14:49:06.875733 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-cc6b3198-3be2-48a6-bb75-7bf7b783dab2 req-f18c8b32-237f-4c1f-b6e0-d60b85e07e93 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336723 Aug 20 14:49:07.000047 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc6941-605d-49be-9549-2c1876271749 req-f2584f52-d032-4793-9b06-9333e6a61828 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:07.001538 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7cc6941-605d-49be-9549-2c1876271749 req-f2584f52-d032-4793-9b06-9333e6a61828 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 946 time: 0.0534790 Aug 20 14:49:07.054774 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-f7cc6941-605d-49be-9549-2c1876271749 req-a709322a-307c-49b4-8ca6-819d2cad1dc3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463665 Aug 20 14:49:07.077756 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48774) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:07.120329 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592bdc0-d685-460e-a461-10c8efee3138 tempest-TestSnapshotPattern-645776489 tempest-TestSnapshotPattern-645776489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:07.122849 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-a592bdc0-d685-460e-a461-10c8efee3138 tempest-TestSnapshotPattern-645776489 tempest-TestSnapshotPattern-645776489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1092 time: 0.0440547 Aug 20 14:49:07.126000 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48776) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:07.131389 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.v2.base [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Request body: {'floatingip': {'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'port_id': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:07.161221 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:07.287390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:07.416540 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_common [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Allocated IP 172.25.6.170 (73707620-8045-4723-bfa6-2589af5686db/cf00f324-780e-46f4-8c9e-bd0428129be4/4fb2605e-edc8-43fa-8105-ae4d818fe0d6) {{(pid=94862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:07.536068 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for port, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:07.577582 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785000384485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:07.618601 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Network 73707620-8045-4723-bfa6-2589af5686db is already hosted by enough agents. {{(pid=94862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:07.622609 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.base_scheduler [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Resources bound (agent type, host, resource id): {{(pid=94862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:07.626249 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Received port after_create {{(pid=94862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:07.634009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'Port': ['ID=4fb2605e-edc8-43fa-8105-ae4d818fe0d6,revision_number=1']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:08.018272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:08.093335 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:08.253192 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for port, precommit_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:08.258730 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31091913'] for port, after_update {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:08.342278 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event updated for resources: {'Port': ['ID=4fb2605e-edc8-43fa-8105-ae4d818fe0d6,revision_number=2']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:08.356452 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1045565'] for floatingip, after_create {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:08.481391 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Floating IP c2e29fd3-89a5-4fbe-81d4-1e9334163049 associated. External IP: 172.25.6.170, port: 44c74bcf-9e5c-4982-86eb-0558f9e32639. Aug 20 14:49:09.066038 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:49:09.207282 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:49:09.220065 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:49:09.227972 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:09.237279 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:49:09.238334 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:48:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:09.272714 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-9e4dedf0-3c67-4761-b663-88e72937c2e4 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1429856 Aug 20 14:49:09.272714 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:49:09.274003 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:49:09.322490 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a47ac19-1019-4b1a-835c-40173d2f888c x-openstack-request-id: req-5a47ac19-1019-4b1a-835c-40173d2f888c {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:49:09.322913 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:49:09.323282 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a47ac19-1019-4b1a-835c-40173d2f888c {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:49:09.323789 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'status': 'completed', 'code': 200} Aug 20 14:49:09.372977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:49:09.428122 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-5362911d-4a20-4997-bc12-859b00c1aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:09.430899 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-5362911d-4a20-4997-bc12-859b00c1aa14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1097 time: 0.0799205 Aug 20 14:49:09.572263 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-0af2ef7b-bd9e-46a1-8c34-80ae47e3f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:09.575889 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-0af2ef7b-bd9e-46a1-8c34-80ae47e3f95c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1379402 Aug 20 14:49:09.658575 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:38Z', 'revision_number': 1, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}, {'id': 'c2e29fd3-89a5-4fbe-81d4-1e9334163049', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:49:07Z', 'updated_at': '2021-08-20T14:49:07Z', 'revision_number': 0, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:09.665982 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-4ee7cefd-b5a4-45be-a603-893866afc301 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 1000 time: 0.0826731 Aug 20 14:49:09.693718 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:49:09.704089 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:49:09.704739 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:48:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:09.743711 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-2af69cfd-361d-4ca9-87ff-9ab99f49f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:09.747275 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-2af69cfd-361d-4ca9-87ff-9ab99f49f574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0712955 Aug 20 14:49:09.799110 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-8ea10b2d-9267-4d78-bdf8-87ee36081bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:09.800652 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-8ea10b2d-9267-4d78-bdf8-87ee36081bcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474865 Aug 20 14:49:09.818884 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:49:09.922359 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-556716f7-e974-4bf0-9bfb-27f0cd97f99f service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139660 Aug 20 14:49:10.044570 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-4778f4b2-f9d0-4aec-bc12-c2ba2e4809c8 req-2e54eae7-9e50-44ee-8497-9964b2171ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144392 Aug 20 14:49:10.085208 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:38Z', 'revision_number': 1, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}, {'id': 'c2e29fd3-89a5-4fbe-81d4-1e9334163049', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:49:07Z', 'updated_at': '2021-08-20T14:49:07Z', 'revision_number': 0, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:10.116529 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4841ba-6934-44d8-adbf-7ae505ab9a89 None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:38Z', 'revision_number': 1, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}, {'id': 'c2e29fd3-89a5-4fbe-81d4-1e9334163049', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:49:07Z', 'updated_at': '2021-08-20T14:49:07Z', 'revision_number': 0, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:49:10.318150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccb494-5cd3-48f6-a6fa-dd5f98bf538a None None] New status for floating IP c2e29fd3-89a5-4fbe-81d4-1e9334163049: ACTIVE {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:49:15.861319 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-72eac7bc-86ce-4376-971e-410c9d3ac0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:18.638405 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cae1c0a0-3954-469a-82dc-d58013fb9995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:18.648226 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:19.913132 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:21.828471 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:30.128595 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:32.739720 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:39.363297 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-deb91247-0f76-499b-b269-68daa52da2bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410154 Aug 20 14:49:39.451164 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4260-a791-4e19-aadc-c46ed1361621 req-80213e1a-8dd5-4eee-9d71-7fd845124014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:39.452734 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-80213e1a-8dd5-4eee-9d71-7fd845124014 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1095 time: 0.0465307 Aug 20 14:49:39.560651 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4260-a791-4e19-aadc-c46ed1361621 req-74835292-2e87-49f6-b767-fe91c529a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:39.562143 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-74835292-2e87-49f6-b767-fe91c529a5af service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.0883596 Aug 20 14:49:39.632949 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-3e26918a-04e0-4f85-9edb-a0f7e86f20d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1000 time: 0.0640526 Aug 20 14:49:40.025892 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4260-a791-4e19-aadc-c46ed1361621 req-5071a910-da66-47f1-b6aa-ad4e78ed15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:40.027996 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-5071a910-da66-47f1-b6aa-ad4e78ed15d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.3883753 Aug 20 14:49:40.079561 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4260-a791-4e19-aadc-c46ed1361621 req-2d2f05fc-cd61-43b0-b197-b1e7f5f2864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:40.081103 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-2d2f05fc-cd61-43b0-b197-b1e7f5f2864c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445552 Aug 20 14:49:40.178572 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-f5afb1b7-f3e4-4318-8c82-a94358c35775 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903695 Aug 20 14:49:40.273744 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-833b4260-a791-4e19-aadc-c46ed1361621 req-8e597710-3d82-49b5-8a6c-efdc8c78f66a service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864971 Aug 20 14:49:42.389640 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:49:43.800568 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-0cd96ad7-5112-4408-9815-1ee0cb388f51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948396 Aug 20 14:49:43.884380 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-25c66200-26ea-4b45-84c9-e3439109020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:43.887239 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-25c66200-26ea-4b45-84c9-e3439109020d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1097 time: 0.0435894 Aug 20 14:49:43.998118 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-bc32fb42-6900-4b1d-af2c-74cf6e6314cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:43.999533 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-bc32fb42-6900-4b1d-af2c-74cf6e6314cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.0933983 Aug 20 14:49:44.075955 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-03ec0355-63fc-4874-8ba7-12f2a804bfed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 1002 time: 0.0690789 Aug 20 14:49:44.126131 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-48709503-d306-4384-81f1-3e919cd3c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:44.127615 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-48709503-d306-4384-81f1-3e919cd3c768 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0444553 Aug 20 14:49:44.179165 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-684ed6f9-8677-4fa1-998c-5ed91d2b51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:44.180704 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-684ed6f9-8677-4fa1-998c-5ed91d2b51a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458479 Aug 20 14:49:44.271228 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-0c48f768-d5c9-4d57-8ad2-3dbdea7bfc9f service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838354 Aug 20 14:49:44.371194 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-22f21feb-2870-4bbd-8d00-ce8aa68700b2 req-f62c83e6-ca98-4b8a-9285-3ac22b30d3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937331 Aug 20 14:49:45.863483 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a97f519e-f1a8-4b4b-8745-9624f23d23d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:48.628820 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e2b00f52-48d3-49fa-8120-cd0be39f4863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:48.634481 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.913023 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.821170 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.137995 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:02.750027 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:15.868814 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4adc0944-e6c8-491c-bab8-63892cf68c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.629198 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f707bbab-b808-455c-9700-af8eaea692b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.636419 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:19.391709 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:50:19.918139 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.824525 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.156494 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:32.759043 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:38.805925 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 details requested by agent hyperv_n-h2-804232-5 with host n-h2-804232-5 {{(pid=94863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:38.910552 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:38.925968 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Returning: {'device': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'port_id': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:38.967401 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:38.982204 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44c74bcf-9e5c-4982-86eb-0558f9e32639 {{(pid=94863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:39.003124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:39.009227 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:39.071423 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=6']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:39.079369 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.079715 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.080066 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.080439 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.080886 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.081280 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.081747 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.082228 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.082562 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.082895 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.083339 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.083761 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:39.089472 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] get_ports_and_sgs() called for port_ids ['44c74bcf-9e5c-4982-86eb-0558f9e32639'] {{(pid=94863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:39.527243 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-b1662c8c-8204-4c19-81f4-bfea5b437b2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494883 Aug 20 14:50:39.632127 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-d808275f-0f0b-4a5d-8565-90ae22cf276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.633738 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-d808275f-0f0b-4a5d-8565-90ae22cf276e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1095 time: 0.0600317 Aug 20 14:50:39.757989 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-5a55441d-5c85-47e0-bcfe-76fca8b419e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.759402 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-5a55441d-5c85-47e0-bcfe-76fca8b419e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1000307 Aug 20 14:50:39.840453 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-14cf03d7-9f3a-447c-85ce-a63b88c0f315 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 1000 time: 0.0736864 Aug 20 14:50:39.894474 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-ef6315d7-ade6-4e09-ba27-b9b9f9488412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.896249 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-ef6315d7-ade6-4e09-ba27-b9b9f9488412 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0494385 Aug 20 14:50:39.950832 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-8a591c19-677a-4524-9899-c5aed55b6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.952479 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-8a591c19-677a-4524-9899-c5aed55b6659 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489519 Aug 20 14:50:40.083095 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-fce0d4d6-f173-4ed8-a5ea-3b5ad38a08e8 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234422 Aug 20 14:50:40.217166 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-d33cdf5c-892d-403d-9dde-fd60ce1e2b14 req-8f331b88-dead-4146-ad17-a827c7aeb367 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267459 Aug 20 14:50:40.817583 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 up at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:40.891536 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.provisioning_blocks [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Provisioning complete for port 44c74bcf-9e5c-4982-86eb-0558f9e32639 triggered by entity L2. {{(pid=94863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:40.892305 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025532'] for port, provisioning_complete {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.061508 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.116935 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:41.121920 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fba5a1-35d2-49cc-9fa4-adbaf1b50c1b" -d '{"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-plugged", "status": "completed", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:41.155366 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:41.168257 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.298170 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=7']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:41.337832 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd30fa4c-5ccd-4fb5-8882-2b682b66bce9 x-openstack-request-id: req-fd30fa4c-5ccd-4fb5-8882-2b682b66bce9 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:41.339449 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-plugged", "status": "completed", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:41.339881 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd30fa4c-5ccd-4fb5-8882-2b682b66bce9 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:41.341221 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'code': 200} Aug 20 14:50:45.871680 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-63315844-e03c-44d7-a036-ca80ce88e16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.882787 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d514a-1e85-48fa-badf-0386403148d0 req-6f76563e-e6fd-4ec1-b815-38e72eae6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:45.885451 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-6f76563e-e6fd-4ec1-b815-38e72eae6cfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1097 time: 0.0794792 Aug 20 14:50:46.041519 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d514a-1e85-48fa-badf-0386403148d0 req-d3b4422a-6b96-4f1c-a46e-ecc6b25f7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:46.043182 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-d3b4422a-6b96-4f1c-a46e-ecc6b25f7122 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1332757 Aug 20 14:50:46.141288 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-2c7dfb19-7ea0-4339-90b1-aeb582b73efe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 1002 time: 0.0902224 Aug 20 14:50:46.234270 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d514a-1e85-48fa-badf-0386403148d0 req-ab268a63-01f7-43a9-9511-5c7a3d60afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:46.235804 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-ab268a63-01f7-43a9-9511-5c7a3d60afcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0869827 Aug 20 14:50:46.309986 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d514a-1e85-48fa-badf-0386403148d0 req-96b0f20b-c70c-430a-bc53-f741ceaf9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:46.311602 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-96b0f20b-c70c-430a-bc53-f741ceaf9f5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654790 Aug 20 14:50:46.496801 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-15c4b433-449f-4e7e-a7b2-b2dde5013e1c service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754131 Aug 20 14:50:46.673852 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d30d514a-1e85-48fa-badf-0386403148d0 req-17aa461c-0ff6-42be-af4c-10b199b7f28c service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687257 Aug 20 14:50:48.638707 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-3327503a-11fa-4e97-aad8-4f0b563a672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:48.641929 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.928546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.836099 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.156915 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 48994) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:52.343949 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Deleting port 4fb2605e-edc8-43fa-8105-ae4d818fe0d6 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:52.344290 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.427482 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.427741 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.442889 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Calling delete_port for 4fb2605e-edc8-43fa-8105-ae4d818fe0d6 owned by network:floatingip {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:52.606272 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.633776 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event deleted for resources: {'Port': ['ID=4fb2605e-edc8-43fa-8105-ae4d818fe0d6,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:52.661945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.662291 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.662634 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.662977 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.663340 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.663680 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.664009 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.664333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.664678 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.665004 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.665332 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.665658 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:52.708486 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.708798 n-d-804232-5 neutron-server[94862]: INFO neutron.db.l3_db [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Floating IP c2e29fd3-89a5-4fbe-81d4-1e9334163049 disassociated (deleted). External IP: 172.25.6.170, port: 44c74bcf-9e5c-4982-86eb-0558f9e32639. Aug 20 14:50:52.945689 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:50:53.071765 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:53.077546 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.082429 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:53.093506 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:53.094241 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:53.108362 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-ca1b2355-791e-4673-a79a-c11134ce35c6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "DELETE /v2.0/floatingips/c2e29fd3-89a5-4fbe-81d4-1e9334163049 HTTP/1.1" status: 204 len: 168 time: 0.9503825 Aug 20 14:50:53.109008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:53.111723 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:53.154711 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944dbaf-b014-452e-af60-bc9b533c584f x-openstack-request-id: req-3944dbaf-b014-452e-af60-bc9b533c584f {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:53.155012 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:53.155268 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3944dbaf-b014-452e-af60-bc9b533c584f {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:53.155687 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'status': 'completed', 'code': 200} Aug 20 14:50:53.213557 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:53.233466 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-8ffe3291-b3ca-4529-bb8b-6a077fd102ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.236318 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-8ffe3291-b3ca-4529-bb8b-6a077fd102ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 1097 time: 0.0565808 Aug 20 14:50:53.408945 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-05539bb4-c56b-460b-91e9-3dd8bc99adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.411278 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-05539bb4-c56b-460b-91e9-3dd8bc99adaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1668859 Aug 20 14:50:53.436107 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2deb-c94a-46ad-b443-21ff09d73b7f req-e9c1bf5c-e394-4fe1-b796-aa556c52f41e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.437917 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-087a2deb-c94a-46ad-b443-21ff09d73b7f req-e9c1bf5c-e394-4fe1-b796-aa556c52f41e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 946 time: 0.0749750 Aug 20 14:50:53.480901 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-69fcf368-0789-482e-bb0c-21938a81244f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 200 len: 217 time: 0.0611598 Aug 20 14:50:53.506162 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-087a2deb-c94a-46ad-b443-21ff09d73b7f req-9fd34e73-9468-4ac4-a087-eb7a78c3e9b6 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546491 Aug 20 14:50:53.545695 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:38Z', 'revision_number': 1, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:53.552333 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-75653212-1bf3-485e-9a68-3b888a406e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.553910 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-75653212-1bf3-485e-9a68-3b888a406e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0658727 Aug 20 14:50:53.615087 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-19417c81-85eb-4a52-b692-713bf08f3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.615087 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-19417c81-85eb-4a52-b692-713bf08f3bb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515397 Aug 20 14:50:53.682707 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:53.692360 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:53.693018 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:53.734195 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-68c9c6eb-b29c-45cc-b09c-cbd5a5c3245c service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119452 Aug 20 14:50:53.802181 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:53.833196 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-e9dc740b-b683-48e5-ad17-4e50b5e0b6ba req-6260545b-bcad-428f-9d85-83f5282f1dce service neutron] 10.222.0.13 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914342 Aug 20 14:50:54.039845 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:38Z', 'revision_number': 1, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:54.070782 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ffa1a-f8da-4d45-b8da-13d9793d2909 None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_floatingips': [{'id': '5315deba-62a1-4101-ba9b-f60c31754da8', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '73707620-8045-4723-bfa6-2589af5686db', 'router_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'port_id': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'mac_address': 'fa:16:3e:ed:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcba996c-5c86-400a-b24d-a717195da379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:46:36Z', 'updated_at': '2021-08-20T14:46:38Z', 'revision_number': 1, 'project_id': '427a247f9de54184b6dda5255870f058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:54.289358 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ff2a6-ed6a-4393-bb51-1d8599354aa8 None None] New status for floating IP c2e29fd3-89a5-4fbe-81d4-1e9334163049: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:50:54.630289 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021575b-ab42-479d-958b-be439de45e34 req-d61fbc44-f39b-43ed-82d3-eb57a50584dc tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:54.631786 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7021575b-ab42-479d-958b-be439de45e34 req-d61fbc44-f39b-43ed-82d3-eb57a50584dc tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 946 time: 0.0510249 Aug 20 14:50:54.670446 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-7021575b-ab42-479d-958b-be439de45e34 req-6e6d9c67-9c61-495b-b086-b9b60f04609f tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Aug 20 14:50:54.914150 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:54.944673 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-040b5a89-7802-42a1-b911-9ed42570c22a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:54.946323 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-040b5a89-7802-42a1-b911-9ed42570c22a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 946 time: 0.0702984 Aug 20 14:50:55.015413 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081857'] for port, before_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.056600 n-d-804232-5 neutron-server[94863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:55.060505 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed4d9be7babcdafa0bfa252b6960b625430943485b83475148c7c0ba1637cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180edcc7-0aa8-4f09-b5ab-8dfcb7f910da" -d '{"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:55.083079 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.db [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:55.087526 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Deleting port 44c74bcf-9e5c-4982-86eb-0558f9e32639 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:55.088519 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.091001 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785000902723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785000384503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785000379149'] for port, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.131821 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ea2757-8ffd-467d-bdf4-239c5f05f904 x-openstack-request-id: req-42ea2757-8ffd-467d-bdf4-239c5f05f904 {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:55.132121 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "code": 200}]} {{(pid=94863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:55.132375 n-d-804232-5 neutron-server[94863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42ea2757-8ffd-467d-bdf4-239c5f05f904 {{(pid=94863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:55.132805 n-d-804232-5 neutron-server[94863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'code': 200} Aug 20 14:50:55.164627 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Pushing event updated for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=8']} {{(pid=94863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.200454 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] For port 44c74bcf-9e5c-4982-86eb-0558f9e32639, host n-h2-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804232-5',level=0,port_id=44c74bcf-9e5c-4982-86eb-0558f9e32639,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:55.200857 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.216671 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Calling delete_port for 44c74bcf-9e5c-4982-86eb-0558f9e32639 owned by compute:nova {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:55.351593 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.385590 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event deleted for resources: {'Port': ['ID=44c74bcf-9e5c-4982-86eb-0558f9e32639,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.448721 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] No DVR routers for this DVR port 44c74bcf-9e5c-4982-86eb-0558f9e32639 on host n-h2-804232-5 {{(pid=94862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:50:55.451315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.453385 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-976c73c5-6cc3-4b28-90db-b30fc4a307f9 req-0739f7a2-50d7-4fae-92ae-fec168d219c9 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.13 "DELETE /v2.0/ports/44c74bcf-9e5c-4982-86eb-0558f9e32639 HTTP/1.1" status: 204 len: 173 time: 0.5005343 Aug 20 14:50:55.453898 n-d-804232-5 neutron-server[94862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-deleted', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639'}] {{(pid=94862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:55.456251 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60016877160231878bde49b3f2c181a0f5a289681dffb60b82932fae38b1ea9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7a460-19aa-4f85-82b5-cb5c13a39a06" -d '{"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-deleted", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639"}]}' {{(pid=94862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:55.502472 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08620386-3cd6-4a2d-95b6-8f702313d2f0 x-openstack-request-id: req-08620386-3cd6-4a2d-95b6-8f702313d2f0 {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:55.502773 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73eff8-e729-44d0-b038-af12be37c1ff", "name": "network-vif-deleted", "tag": "44c74bcf-9e5c-4982-86eb-0558f9e32639", "status": "completed", "code": 200}]} {{(pid=94862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:55.503037 n-d-804232-5 neutron-server[94862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08620386-3cd6-4a2d-95b6-8f702313d2f0 {{(pid=94862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:55.503439 n-d-804232-5 neutron-server[94862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73eff8-e729-44d0-b038-af12be37c1ff', 'name': 'network-vif-deleted', 'tag': '44c74bcf-9e5c-4982-86eb-0558f9e32639', 'status': 'completed', 'code': 200} Aug 20 14:50:55.798181 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-ab1e5203-a9df-491a-8460-d915cd963f22 req-c8ad05df-3aff-4538-a777-97ef7ca86a5d tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b73eff8-e729-44d0-b038-af12be37c1ff HTTP/1.1" status: 200 len: 210 time: 0.0368128 Aug 20 14:50:56.391645 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:50:57.438374 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49052) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:57.605972 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Deleting port 1602cf84-7c3c-4a7f-b4fc-3c25366e8b1b {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:57.606317 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.685140 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.685386 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.698780 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Calling delete_port for 1602cf84-7c3c-4a7f-b4fc-3c25366e8b1b owned by network:floatingip {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:57.851663 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.879732 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event deleted for resources: {'Port': ['ID=1602cf84-7c3c-4a7f-b4fc-3c25366e8b1b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:57.908808 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.909146 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.909483 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.909816 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.910167 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.910499 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.910823 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.911140 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.911460 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.911773 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.912088 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.912405 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804232-5 {{(pid=94861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:57.953826 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for floatingip, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.954073 n-d-804232-5 neutron-server[94861]: INFO neutron.db.l3_db [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Floating IP 5315deba-62a1-4101-ba9b-f60c31754da8 disassociated (deleted). External IP: 172.25.6.206, port: d3e41086-e222-48d8-9141-2abc2a4a7de9. Aug 20 14:50:58.183481 n-d-804232-5 neutron-server[94861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:50:58.299576 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:58.304485 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for floatingip, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.309738 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:58.319650 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:58.320365 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:58.343759 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-9a29be7f-55dc-446f-bae8-723cc6bb5fb3 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "DELETE /v2.0/floatingips/5315deba-62a1-4101-ba9b-f60c31754da8 HTTP/1.1" status: 204 len: 168 time: 0.9042950 Aug 20 14:50:58.344497 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:58.346945 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc7f20-f373-49bc-b23f-b8a4677a65d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:58.462017 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:58.470114 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fea6c5-12bf-473e-80dd-405f625c910a x-openstack-request-id: req-a7fea6c5-12bf-473e-80dd-405f625c910a {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:58.470853 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:58.471027 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7fea6c5-12bf-473e-80dd-405f625c910a {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:58.471570 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'status': 'completed', 'code': 200} Aug 20 14:50:58.552294 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-a4dfcf31-6515-4017-be17-c11fa55e5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.555365 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-a4dfcf31-6515-4017-be17-c11fa55e5eae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427a247f9de54184b6dda5255870f058&device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 1095 time: 0.0633838 Aug 20 14:50:58.642321 n-d-804232-5 neutron-server[94862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95dbc-3bf4-4343-9607-fce0e4106703 req-cb465947-6022-4b7f-882e-d43f8acb9b27 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.644099 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3d95dbc-3bf4-4343-9607-fce0e4106703 req-cb465947-6022-4b7f-882e-d43f8acb9b27 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 944 time: 0.0823042 Aug 20 14:50:58.681318 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-2cb61e63-fd85-46a1-8253-04c5b516381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.683158 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-2cb61e63-fd85-46a1-8253-04c5b516381f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 200 len: 910 time: 0.1203473 Aug 20 14:50:58.706132 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [req-d3d95dbc-3bf4-4343-9607-fce0e4106703 req-a429b9e9-afa9-4561-b0aa-9f3be7b3ef80 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500741 Aug 20 14:50:58.743685 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-8aa87838-d649-4d82-817d-05b844feafc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 200 len: 217 time: 0.0525088 Aug 20 14:50:58.768202 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:58.798019 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:58.802614 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-82d2e057-8ded-40e5-841d-718f61a1e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.804066 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-82d2e057-8ded-40e5-841d-718f61a1e1e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 200 len: 848 time: 0.0526450 Aug 20 14:50:58.808286 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:58.809044 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:58.859549 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-e9b9dd27-ebae-424f-b4c1-337c25d99b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.861140 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-e9b9dd27-ebae-424f-b4c1-337c25d99b78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c69c8f87-532a-4625-bc3b-42a12501ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474572 Aug 20 14:50:58.936026 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:58.946338 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 no longer exists at agent hyperv_n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:58.971569 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] No Port match for: 44c74bcf-9e5c-4982-86eb-0558f9e32639 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:50:58.972253 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Device 44c74bcf-9e5c-4982-86eb-0558f9e32639 not bound to the agent host n-h2-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:50:58.989059 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-cbcc591a-959e-4fd8-97c8-3de4a2040422 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198659 Aug 20 14:50:59.101268 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-12bc7f20-f373-49bc-b23f-b8a4677a65d2 req-0c9159cf-7940-4545-baea-4e29dbe22417 service neutron] 10.222.0.53 "GET /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042867 Aug 20 14:50:59.193416 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:59.222353 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f3c3b-080e-400e-9144-81ce49829c23 None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:15Z', 'revision_number': 4, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5', '_interfaces': [{'id': '5f910e85-ce17-474a-a46d-cf20b19c5b93', 'name': '', 'network_id': 'c69c8f87-532a-4625-bc3b-42a12501ad7b', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'mac_address': 'fa:16:3e:39:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:14Z', 'updated_at': '2021-08-20T14:46:22Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'subnets': [{'id': '96868caa-c638-4e2f-ba72-82605d6bacc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:59.484271 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec0641-4250-46aa-ac57-2ca5e7d6b010 None None] New status for floating IP 5315deba-62a1-4101-ba9b-f60c31754da8: DOWN {{(pid=94863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:50:59.877435 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8668-4ea8-4810-a43b-1c6829b4dcb6 req-1807819c-0af4-47bc-9b5a-c5c2b8b0cb90 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:59.879073 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-493c8668-4ea8-4810-a43b-1c6829b4dcb6 req-1807819c-0af4-47bc-9b5a-c5c2b8b0cb90 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 944 time: 0.0872798 Aug 20 14:50:59.925179 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-493c8668-4ea8-4810-a43b-1c6829b4dcb6 req-067a5a38-9263-46d0-825f-ff770922d2a1 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c6543-3f0b-4018-9779-2c9d323b01c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351412 Aug 20 14:51:00.128906 n-d-804232-5 neutron-server[94861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-942d93de-235b-4440-b480-6babddc2d69a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:00.130486 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-942d93de-235b-4440-b480-6babddc2d69a tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 944 time: 0.0548491 Aug 20 14:51:00.169399 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.234543 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Deleting port d3e41086-e222-48d8-9141-2abc2a4a7de9 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:00.234892 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.330958 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] For port d3e41086-e222-48d8-9141-2abc2a4a7de9, host n-h1-804232-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804232-5',level=0,port_id=d3e41086-e222-48d8-9141-2abc2a4a7de9,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:00.331328 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.346181 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Calling delete_port for d3e41086-e222-48d8-9141-2abc2a4a7de9 owned by compute:nova {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:00.508179 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.539442 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event deleted for resources: {'Port': ['ID=d3e41086-e222-48d8-9141-2abc2a4a7de9,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:00.589397 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] No DVR routers for this DVR port d3e41086-e222-48d8-9141-2abc2a4a7de9 on host n-h1-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:00.592201 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219841'] for port, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.594244 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-fbb37a31-b4e8-48e7-8b32-b91eea2c0a61 req-f4723314-4e06-41b7-833c-28979b218969 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.53 "DELETE /v2.0/ports/d3e41086-e222-48d8-9141-2abc2a4a7de9 HTTP/1.1" status: 204 len: 173 time: 0.4574039 Aug 20 14:51:00.594944 n-d-804232-5 neutron-server[94861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-deleted', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9'}] {{(pid=94861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:00.597836 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87634b47c71dd77364b0561a01c9e2b9d365039caed525e1109e2de4195fe360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75852cd-a5ef-44ad-ab0d-b208e022a54d" -d '{"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-deleted", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9"}]}' {{(pid=94861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:00.637333 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e9272-2b9a-41ad-a9c0-4380b04445bb x-openstack-request-id: req-958e9272-2b9a-41ad-a9c0-4380b04445bb {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:00.637333 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcba996c-5c86-400a-b24d-a717195da379", "name": "network-vif-deleted", "tag": "d3e41086-e222-48d8-9141-2abc2a4a7de9", "status": "completed", "code": 200}]} {{(pid=94861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:00.637333 n-d-804232-5 neutron-server[94861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-958e9272-2b9a-41ad-a9c0-4380b04445bb {{(pid=94861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:00.638144 n-d-804232-5 neutron-server[94861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcba996c-5c86-400a-b24d-a717195da379', 'name': 'network-vif-deleted', 'tag': 'd3e41086-e222-48d8-9141-2abc2a4a7de9', 'status': 'completed', 'code': 200} Aug 20 14:51:01.051186 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [req-c01f3a78-6ef0-4341-a1c0-51df8765b53d req-c947bd17-542d-41b8-8e61-2bde1f60f522 tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcba996c-5c86-400a-b24d-a717195da379 HTTP/1.1" status: 200 len: 210 time: 0.0379965 Aug 20 14:51:02.110178 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49070) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:02.174806 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a34d1c2-e2bb-4e05-9fda-23942ab07b7e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.203280 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a34d1c2-e2bb-4e05-9fda-23942ab07b7e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.281807 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a34d1c2-e2bb-4e05-9fda-23942ab07b7e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.285753 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-3a34d1c2-e2bb-4e05-9fda-23942ab07b7e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Notify callbacks [] for security_group, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.285912 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-3a34d1c2-e2bb-4e05-9fda-23942ab07b7e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] 10.222.0.59 "DELETE /v2.0/security-groups/821c6543-3f0b-4018-9779-2c9d323b01c2 HTTP/1.1" status: 204 len: 168 time: 0.1747308 Aug 20 14:51:02.296931 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34d1c2-e2bb-4e05-9fda-23942ab07b7e tempest-TestSnapshotPattern-1527069718 tempest-TestSnapshotPattern-1527069718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c6543-3f0b-4018-9779-2c9d323b01c2,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:02.355453 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49074) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:02.762093 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.803019 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.078150 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Deleting port 5f910e85-ce17-474a-a46d-cf20b19c5b93 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:03.078490 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.163148 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] For port 5f910e85-ce17-474a-a46d-cf20b19c5b93, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5f910e85-ce17-474a-a46d-cf20b19c5b93,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:03.163522 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.182041 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Calling delete_port for 5f910e85-ce17-474a-a46d-cf20b19c5b93 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:03.381315 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.408900 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f910e85-ce17-474a-a46d-cf20b19c5b93,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:03.908156 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.140317 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:04.258005 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:04.263719 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7a8ba182-bd57-49f9-9868-5555ee1d92a7 admin admin] 10.222.0.59 "PUT /v2.0/routers/60b8db4e-c3c9-4134-b7ac-edd9cc240a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9065847 Aug 20 14:51:04.266292 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49076) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:04.269232 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] Sync routers for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:04.279361 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:04.279977 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:04.298753 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 no longer exists at agent hyperv_n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:04.321251 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] No Port match for: d3e41086-e222-48d8-9141-2abc2a4a7de9 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:04.321601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Device d3e41086-e222-48d8-9141-2abc2a4a7de9 not bound to the agent host n-h1-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:04.378035 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.392524 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: n-d-804232-5 {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:04.489418 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.549989 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Deleting port 78a43726-67db-40d5-861c-a461e38739bc {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:04.550231 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.596381 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '78a43726-67db-40d5-861c-a461e38739bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:51:03Z', 'revision_number': 5, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port': {'id': '78a43726-67db-40d5-861c-a461e38739bc', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:04.642801 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] For port 78a43726-67db-40d5-861c-a461e38739bc, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=78a43726-67db-40d5-861c-a461e38739bc,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:04.643177 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.659657 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Calling delete_port for 78a43726-67db-40d5-861c-a461e38739bc owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:04.725121 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] Checking router: 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 for host: n-d-804232-5 {{(pid=94864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:04.734993 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] Routers {'60b8db4e-c3c9-4134-b7ac-edd9cc240a77'} bound to L3 agent in host n-d-804232-5 {{(pid=94864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:04.735624 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'], 'active': True} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:04.833753 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_dvr_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] Set router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 gateway port host: None {{(pid=94864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:04.842545 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.877741 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Pushing event deleted for resources: {'Port': ['ID=78a43726-67db-40d5-861c-a461e38739bc,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:04.898125 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.l3_hamode_db [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:51:04Z', 'revision_number': 6, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port_host': None}], 'n-d-804232-5', False) {} {{(pid=94864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:04.935337 n-d-804232-5 neutron-server[94864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b1e23-cf50-4e65-9302-753169e5d447 None None] The sync data for ids ['60b8db4e-c3c9-4134-b7ac-edd9cc240a77'] in n-d-804232-5 is: [{'id': '60b8db4e-c3c9-4134-b7ac-edd9cc240a77', 'name': 'tempest-TestSnapshotPattern-685049874-router', 'tenant_id': '427a247f9de54184b6dda5255870f058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:12Z', 'updated_at': '2021-08-20T14:51:04Z', 'revision_number': 6, 'project_id': '427a247f9de54184b6dda5255870f058', 'gw_port_host': None}] {{(pid=94864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:04.953101 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.047791 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.050043 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.095447 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.095912 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b8db4e-c3c9-4134-b7ac-edd9cc240a77 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:51:05.100331 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.101563 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7b59c0d2-42c2-4da9-ae24-878d21a3284d admin admin] 10.222.0.59 "DELETE /v2.0/routers/60b8db4e-c3c9-4134-b7ac-edd9cc240a77 HTTP/1.1" status: 204 len: 168 time: 0.8343318 Aug 20 14:51:05.105486 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49078) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:05.151877 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Deleting subnet 96868caa-c638-4e2f-ba72-82605d6bacc3 {{(pid=94861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:51:05.155097 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.193461 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576985'] for subnet, precommit_delete_associations {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.282493 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.342907 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7341299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8012390'] for subnet, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.373373 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96868caa-c638-4e2f-ba72-82605d6bacc3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.376081 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.381957 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-d7f4d463-6642-43dd-9e6c-8b15e671cc2e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/96868caa-c638-4e2f-ba72-82605d6bacc3 HTTP/1.1" status: 204 len: 168 time: 0.2713115 Aug 20 14:51:05.382528 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49080) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:05.390853 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30cf46-30f6-41c2-a3cb-73dba8f33130 None None] Network c69c8f87-532a-4625-bc3b-42a12501ad7b requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:05.468211 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.526133 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Deleting port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:05.526581 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.594959 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] For port 9b973f41-8e62-491d-a1cb-0c39afeb79f3, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=9b973f41-8e62-491d-a1cb-0c39afeb79f3,segment=NetworkSegment(66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e),segment_id=66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:05.595331 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.608935 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Calling delete_port for 9b973f41-8e62-491d-a1cb-0c39afeb79f3 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:05.701364 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.732951 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b973f41-8e62-491d-a1cb-0c39afeb79f3,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.733437 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85417408-7575-4acb-8721-53ed53f03765 None None] DHCP port deletion for c69c8f87-532a-4625-bc3b-42a12501ad7b request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:51:05.736711 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] No DVR routers for this DVR port 9b973f41-8e62-491d-a1cb-0c39afeb79f3 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:05.785268 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 78a43726-67db-40d5-861c-a461e38739bc no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:05.808929 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 78a43726-67db-40d5-861c-a461e38739bc {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:05.809285 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 78a43726-67db-40d5-861c-a461e38739bc not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:05.809717 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9b973f41-8e62-491d-a1cb-0c39afeb79f3 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:05.823697 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.829713 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 9b973f41-8e62-491d-a1cb-0c39afeb79f3 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:05.830068 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 9b973f41-8e62-491d-a1cb-0c39afeb79f3 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:05.830492 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f910e85-ce17-474a-a46d-cf20b19c5b93 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:05.835027 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69c8f87-532a-4625-bc3b-42a12501ad7b']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:05.846949 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:05.847268 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e2ac65-e38d-41dd-9b6c-f6227fe9ad2e') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:05.850315 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5f910e85-ce17-474a-a46d-cf20b19c5b93 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:05.850673 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5f910e85-ce17-474a-a46d-cf20b19c5b93 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:05.858109 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.874673 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.881719 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:51:05.882185 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:51:05.883875 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:51:05.944676 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.952453 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.954628 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c69c8f87-532a-4625-bc3b-42a12501ad7b HTTP/1.1" status: 204 len: 168 time: 0.5713532 Aug 20 14:51:05.957759 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49082) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:05.971793 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c066c7-efb6-4ae8-86da-560bb3077503 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69c8f87-532a-4625-bc3b-42a12501ad7b,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:06.314457 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043217'] for router_interface, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.578521 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Deleting port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:06.578871 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.661869 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] For port 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,segment=NetworkSegment(8161d033-b952-4399-ac4b-e95bbdd233b2),segment_id=8161d033-b952-4399-ac4b-e95bbdd233b2)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:06.662390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.680170 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Calling delete_port for 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 owned by network:router_interface {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:06.870191 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.903086 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8323cd3b-7adc-41c2-a03a-4e1ed506b0e8,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:07.077214 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041013'] for router_interface, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.314297 n-d-804232-5 neutron-server[94862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Router 2f12592f-b028-4a31-a00a-cf8468d1fba0 has already been hosted by L3 agent 65c5cf07-cca2-4145-a16a-3ccf74752dc4 {{(pid=94862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:07.430368 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] Notify agent at l3_agent.n-d-804232-5 the message routers_updated {{(pid=94862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:07.436520 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-7218acad-5749-4ee6-ba0c-cdcf92524c10 admin admin] 10.222.0.59 "PUT /v2.0/routers/2f12592f-b028-4a31-a00a-cf8468d1fba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4776065 Aug 20 14:51:07.439135 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49084) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:07.442345 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] Sync routers for ids ['2f12592f-b028-4a31-a00a-cf8468d1fba0'] in n-d-804232-5 {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:07.454711 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] Routers {'2f12592f-b028-4a31-a00a-cf8468d1fba0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:07.455662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2f12592f-b028-4a31-a00a-cf8468d1fba0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:07.556522 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks [] for router, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.577924 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] Set router 2f12592f-b028-4a31-a00a-cf8468d1fba0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:07.793656 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:51:06Z', 'revision_number': 5, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:07.821993 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] Checking router: 2f12592f-b028-4a31-a00a-cf8468d1fba0 for host: n-d-804232-5 {{(pid=94863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:07.834577 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] Routers {'2f12592f-b028-4a31-a00a-cf8468d1fba0'} bound to L3 agent in host n-d-804232-5 {{(pid=94863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:07.835218 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804232-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:06:18Z,description=,heartbeat_timestamp=2021-08-20T14:50:49Z,host='n-d-804232-5',id=65c5cf07-cca2-4145-a16a-3ccf74752dc4,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:06:18Z,topic='l3_agent')) {'router_ids': ['2f12592f-b028-4a31-a00a-cf8468d1fba0'], 'active': True} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:07.953341 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_dvr_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] Set router 2f12592f-b028-4a31-a00a-cf8468d1fba0 gateway port host: n-d-804232-5 {{(pid=94863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:07.979068 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.034584 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Deleting port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca {{(pid=94862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:08.034920 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.121008 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.db [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] For port 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,segment=NetworkSegment(cde06b4e-0f43-49cb-b981-822b5545cbac),segment_id=cde06b4e-0f43-49cb-b981-822b5545cbac)] {{(pid=94862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:08.121796 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.135393 n-d-804232-5 neutron-server[94862]: DEBUG neutron.plugins.ml2.plugin [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Calling delete_port for 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca owned by network:router_gateway {{(pid=94862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:08.149662 n-d-804232-5 neutron-server[94863]: DEBUG neutron.db.l3_hamode_db [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:51:06Z', 'revision_number': 5, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}], 'n-d-804232-5', False) {} {{(pid=94863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:08.180651 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a30aef-0fa1-4912-9abd-b96c3ae3d55e None None] The sync data for ids ['2f12592f-b028-4a31-a00a-cf8468d1fba0'] in n-d-804232-5 is: [{'id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'name': 'tempest-TestSnapshotPattern-593254746-router', 'tenant_id': '35e4de3e5d404a0e968749d098ffbdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'external_fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:46:17Z', 'updated_at': '2021-08-20T14:51:06Z', 'revision_number': 5, 'project_id': '35e4de3e5d404a0e968749d098ffbdbe', 'gw_port': {'id': '8860e78e-cda4-42e6-8dd0-2ea4f150e8ca', 'name': '', 'network_id': '73707620-8045-4723-bfa6-2589af5686db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12592f-b028-4a31-a00a-cf8468d1fba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804232-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:46:18Z', 'updated_at': '2021-08-20T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf00f324-780e-46f4-8c9e-bd0428129be4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804232-5'}] {{(pid=94863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:08.318611 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31091910'] for port, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.349730 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Pushing event deleted for resources: {'Port': ['ID=8860e78e-cda4-42e6-8dd0-2ea4f150e8ca,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:08.416001 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1045751'] for router_gateway, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.509579 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1015879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35492'] for router, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.512876 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.561528 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1015902'] for router, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.562106 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f12592f-b028-4a31-a00a-cf8468d1fba0 {{(pid=94862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:51:08.568390 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] Notify callbacks [] for router, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.572166 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-52211c9b-85a3-4a73-8766-e46ad023c602 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2f12592f-b028-4a31-a00a-cf8468d1fba0 HTTP/1.1" status: 204 len: 168 time: 1.1292028 Aug 20 14:51:08.572166 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49086) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:08.625901 n-d-804232-5 neutron-server[94862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Deleting subnet e2edfbd3-1d8a-49b4-9540-ff7faef8f18d {{(pid=94862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:51:08.629454 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.664878 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11185594'] for subnet, precommit_delete_associations {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.750669 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116142'] for subnet, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.824463 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31091859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9328020'] for subnet, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.856478 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.858428 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2edfbd3-1d8a-49b4-9540-ff7faef8f18d HTTP/1.1" status: 204 len: 168 time: 0.2852228 Aug 20 14:51:08.860055 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f2640-fed0-4c19-95d6-4e59a338b02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2edfbd3-1d8a-49b4-9540-ff7faef8f18d,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:08.865037 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [-] (94861) accepted ('10.222.0.59', 49088) {{(pid=94861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:08.865601 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82666446-8065-407e-97c9-6ee65c89ae9d None None] Network c5112713-f877-471b-b08a-e2dd5ed2331d requested from n-d-804232-5 {{(pid=94863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:08.953203 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4133691'] for network, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.022279 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Deleting port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 {{(pid=94861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:09.022630 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785000779767'] for port, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.089537 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.db [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] For port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10, host n-d-804232-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804232-5',level=0,port_id=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,segment=NetworkSegment(8161d033-b952-4399-ac4b-e95bbdd233b2),segment_id=8161d033-b952-4399-ac4b-e95bbdd233b2)] {{(pid=94861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:09.089910 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043382'] for port, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.108940 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.plugin [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Calling delete_port for 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 owned by network:dhcp {{(pid=94861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:09.193775 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4081664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785000902705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785000384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7341222'] for port, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.220124 n-d-804232-5 neutron-server[94863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5a17d-14a9-4196-ab1b-6bc14bc41851 None None] DHCP port deletion for c5112713-f877-471b-b08a-e2dd5ed2331d request from n-d-804232-5 {{(pid=94863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:51:09.224504 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:09.229479 n-d-804232-5 neutron-server[94861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] No DVR routers for this DVR port 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 on host n-d-804232-5 {{(pid=94861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:09.308617 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4027963', 'neutron.services.segments.db._delete_segments_for_network-8785000866232'] for network, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.319018 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5112713-f877-471b-b08a-e2dd5ed2331d']}} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:09.329837 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8161d033-b952-4399-ac4b-e95bbdd233b2') {'for_net_delete': True} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:09.330129 n-d-804232-5 neutron-server[94861]: DEBUG neutron.services.segments.db [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8161d033-b952-4399-ac4b-e95bbdd233b2') {} {{(pid=94861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:09.341324 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785000880065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576976'] for segment, before_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.362423 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099'] for segment, precommit_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.373433 n-d-804232-5 neutron-server[94861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:51:09.373854 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4128099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341205'] for segment, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: Traceback (most recent call last): Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: timer() Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: cb(*args, **kw) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: return func(*args, **kwargs) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: self._notify() Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: self.callback(batched_events) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: event.method(event) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: return f(self, *a, **k) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: return self._get(url).json() Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: return self.request(url, 'GET', **kwargs) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:51:09.375694 n-d-804232-5 neutron-server[94861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:51:09.436477 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4027948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1045547'] for network, after_delete {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.444969 n-d-804232-5 neutron-server[94861]: DEBUG neutron_lib.callbacks.manager [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Notify callbacks [] for network, before_response {{(pid=94861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.451407 n-d-804232-5 neutron-server[94861]: INFO neutron.wsgi [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c5112713-f877-471b-b08a-e2dd5ed2331d HTTP/1.1" status: 204 len: 168 time: 0.5828152 Aug 20 14:51:09.464026 n-d-804232-5 neutron-server[94861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb508ef-09bf-4a97-b8b3-c4c33df20e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5112713-f877-471b-b08a-e2dd5ed2331d,revision_number=None']} {{(pid=94861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:09.521394 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:09.543611 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:09.544056 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8323cd3b-7adc-41c2-a03a-4e1ed506b0e8 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:09.544496 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:09.567498 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:09.567852 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 5ff21bd3-18a3-47aa-b3b8-b8ed0e161d10 not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:09.568274 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca no longer exists at agent ovs-agent-n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:09.587872 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.plugin [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] No Port match for: 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca {{(pid=94863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:09.588288 n-d-804232-5 neutron-server[94863]: DEBUG neutron.plugins.ml2.rpc [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Device 8860e78e-cda4-42e6-8dd0-2ea4f150e8ca not bound to the agent host n-d-804232-5 {{(pid=94863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:09.669818 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49092) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:09.713961 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-889e1bf7-308f-4d91-8857-74f38eb37c4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=427a247f9de54184b6dda5255870f058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427172 Aug 20 14:51:09.716763 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49094) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:09.770755 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36836137-b700-4961-a2bb-29034d8f714b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.794186 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36836137-b700-4961-a2bb-29034d8f714b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.845749 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36836137-b700-4961-a2bb-29034d8f714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.848369 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-36836137-b700-4961-a2bb-29034d8f714b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.853697 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-36836137-b700-4961-a2bb-29034d8f714b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fdea8903-1912-4926-8011-ca32cab18118 HTTP/1.1" status: 204 len: 168 time: 0.1352286 Aug 20 14:51:09.862296 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36836137-b700-4961-a2bb-29034d8f714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdea8903-1912-4926-8011-ca32cab18118,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:10.208663 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49100) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:10.251277 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-283d1515-da2a-4a6a-9887-afbea9261679 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35e4de3e5d404a0e968749d098ffbdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411344 Aug 20 14:51:10.253729 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [-] (94862) accepted ('10.222.0.59', 49102) {{(pid=94862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:10.309854 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f1cdb73-821c-4cb0-ba75-c816b0931dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.333501 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f1cdb73-821c-4cb0-ba75-c816b0931dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.386821 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f1cdb73-821c-4cb0-ba75-c816b0931dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548419'] for security_group, after_delete {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.390461 n-d-804232-5 neutron-server[94862]: DEBUG neutron_lib.callbacks.manager [None req-5f1cdb73-821c-4cb0-ba75-c816b0931dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.391861 n-d-804232-5 neutron-server[94862]: INFO neutron.wsgi [None req-5f1cdb73-821c-4cb0-ba75-c816b0931dcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c1c8325-aaf6-4d47-ae5b-d493b4e7a0ef HTTP/1.1" status: 204 len: 168 time: 0.1371098 Aug 20 14:51:10.403875 n-d-804232-5 neutron-server[94862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cdb73-821c-4cb0-ba75-c816b0931dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1c8325-aaf6-4d47-ae5b-d493b4e7a0ef,revision_number=None']} {{(pid=94862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:15.865202 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cad932a1-9d19-412d-b6f3-a8c59e8104e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:18.631311 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8d74f34c-ad53-4d57-bfbb-28a1ae8da8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:18.634627 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:19.918436 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.829875 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.192474 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.785246 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:33.392193 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:51:45.873833 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-ca21bfcd-6938-4fa7-872b-ae39ae460dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.632114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-94c20d69-3d45-4a4f-815b-1a99b2b52408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.635972 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:49.922304 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.832057 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.188903 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.799676 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.391975 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:52:15.866692 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-30797db0-faac-40ec-b972-6e94f98c5180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.633380 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d62973a4-ab40-4476-884f-1a415230a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.636074 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.924701 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.834512 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.185403 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.815993 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:45.869552 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1ee27524-b522-4b22-9f48-d951e570e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:47.391078 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:52:48.638140 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac2b4-f218-4e82-a2cc-15493e4aa619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:48.641383 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:49.929255 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.837649 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:00.203571 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.814506 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.874123 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-e8e26dfc-48c0-446e-ad47-041db68e4e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.638084 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-16ba2b43-7d9c-4018-990c-380ba87abbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.639922 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:19.932976 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:21.840810 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:24.391243 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:53:30.198350 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.830907 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:45.874326 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ad79-23ca-498b-8531-5a7ceca04547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.642873 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9a010e42-4bba-4b4a-a206-d3afcaa15b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.644942 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:49.933940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:51.842183 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.228872 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.391579 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:54:02.823556 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:15.880721 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a19dd9f7-75b1-4375-b6e6-544d146018d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.643804 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4771c1b3-d8a1-4069-a131-aa4a8959a582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.647048 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.937105 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.845486 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.228151 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.828858 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.391003 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:54:40.418406 n-d-804232-5 neutron-server[94861]: DEBUG neutron.wsgi [req-6d442266-a703-4a9d-ab2b-3c47ae8d337b req-75f5afdd-9240-4b16-8542-006dd853f7af service neutron] (94861) timed out ('10.222.0.59', 47714) {{(pid=94861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:54:45.873407 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-495a718e-fe14-472c-a7d0-b34f48a80b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.644589 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.646347 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-65815de3-1ae1-4573-8806-cd058f80afe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.941180 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:51.849767 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.232073 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:02.831293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:15.390565 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:55:15.875433 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-8aa02db2-84b6-4913-a9ae-e7724aad6c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:18.643703 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:18.645490 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5d1686e3-a1ea-47a2-b7ab-4d5e4aece5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.942657 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:21.851095 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.241836 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:32.860114 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.876696 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-cc010b4e-ea36-4c31-adbb-bb473427efaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.808080 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.810219 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5651f99b-4579-4c2b-8da9-221ec534eeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.946296 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:51.854999 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.391074 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:56:00.240439 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.858546 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.879140 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4da83570-8ab6-4120-ae28-1cb6fb5a0b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.647078 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.649096 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-7c729f77-7ef3-4dd3-bc70-5688cd889006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.948241 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.858008 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.391882 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:56:30.254421 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.860896 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.881539 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-83c49b17-64ec-499a-a56f-9f9e9f8d668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.647633 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.650770 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-c2435db7-677a-4c2d-a790-53af48887896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.951153 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.859204 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.254026 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.859360 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.390999 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:57:15.883339 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a97c04d8-d341-41a6-9ae7-310dd093b9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.649168 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f20b-b1b4-4dc7-bf4a-d550f2bdfa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.650802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.953253 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.862626 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.255802 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.857154 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.390927 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:57:45.888982 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-be109de1-f55b-4b4f-adad-92e3ed228b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:48.649438 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-554a0af2-dddb-46ae-b51d-e08c1776ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:48.651940 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.957237 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.865051 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.267832 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.859178 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.882902 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4583-4f63-42e6-9e83-dbd870080bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.650572 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-9b1201d4-6854-4453-bed8-e63b01aa66cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.654851 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:19.960332 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.391141 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:58:21.867961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:30.285418 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.856961 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.884421 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2bfd-ef84-45de-8150-54064b021588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.655025 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-beef05fc-2482-456c-af95-d62c7e3f57b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.656920 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:49.962876 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.871389 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.391724 n-d-804232-5 neutron-server[94864]: DEBUG neutron.db.agents_db [None req-f47e8dac-95b9-4d2c-8d9b-b05c39eb6636 None None] Agent healthcheck: found 7 active agents {{(pid=94864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:59:00.283344 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.862537 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.079796 n-d-804232-5 neutron-server[94862]: DEBUG neutron.wsgi [req-fea83d98-69bb-4522-a773-2b5e876acd5e req-7b685644-e9f0-45d7-9a17-f593046c2963 service neutron] (94862) timed out ('10.222.0.59', 46848) {{(pid=94862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:59:15.885735 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a9b864d-f305-4a6b-8fef-17637b52f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.655173 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-919090c7-3631-49dc-b668-7f490433b835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.657002 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-87c6376a-7a3e-4d63-8344-a28d18390a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.966067 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-a8e71add-4577-408e-81a5-edee3c4f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.873293 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-b20efd95-34d4-44da-82ca-cfef181a464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.294410 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8cc7-277f-4df9-befd-f316ec462651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.869445 n-d-804232-5 neutron-server[94863]: DEBUG neutron_lib.callbacks.manager [None req-5a916eab-6b98-4d73-a88b-1c2da9ce08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785000872488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025581'] for agent, after_update {{(pid=94863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}